-- Logs begin at Tue 2020-12-22 08:40:06 UTC, end at Tue 2020-12-22 10:19:35 UTC. -- Dec 22 09:16:49.000888 n-d-765315-5 systemd[1]: Started Devstack devstack@q-svc.service. Dec 22 09:16:51.705001 n-d-765315-5 neutron-server[80960]: INFO neutron.common.config [-] Logging enabled! Dec 22 09:16:51.705609 n-d-765315-5 neutron-server[80960]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev290 Dec 22 09:16:51.707032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80960) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 22 09:16:51.707771 n-d-765315-5 neutron-server[80960]: INFO neutron.common.config [-] Logging enabled! Dec 22 09:16:51.708126 n-d-765315-5 neutron-server[80960]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev290 Dec 22 09:16:51.708405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80960) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 22 09:16:51.709494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 22 09:16:51.709763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 22 09:16:51.710775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 22 09:16:51.711059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 22 09:16:51.711317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 22 09:16:51.711686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.712068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.712411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.712721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.713066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.713404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.713723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.714056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.714400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.714724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.715037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.715359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.715620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.715968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.716292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.716650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.716906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] debug = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.717231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.717764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.718082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.718397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.718728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.719034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.719347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.719667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.720594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] host = n-d-765315-5 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.720906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.721238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.721565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.721894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.722204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.722520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.722845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.723155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.723464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] log_file = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.723776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.724127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.724454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.724823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.725119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.725376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.725707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.726037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.726352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.726666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.726979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.727293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.727603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.727906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.728261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.728586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.728913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.729223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.729532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.729839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.730148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.730471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.730779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.731088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.731396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.731723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.732049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.732359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.732700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.733027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.733348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.733670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.733978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.734301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.734605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.734909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.735214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] use_json = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.735521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.736433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.736825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.737144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.737451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.737761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.738067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.738393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:51.738726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.739067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.739408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.739728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.740084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.740408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.740737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.741053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.741382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.741714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.742041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.742355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.742680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.743015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.743348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.743660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.744028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.744356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.744668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.744974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.745303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.745613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.745926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.746240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.746631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.746941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.747249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.747535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.747869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.748209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.748518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.748817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.749124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.749428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.749751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.750061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.750372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.750679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.750992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.751879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.752360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.752665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.752982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.753304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.753887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.754198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.754513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.754826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.755139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.755450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.755766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.756110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.756417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.756728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.757046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.757362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.757673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.758006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.758347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.758657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.758973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.759288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.759614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.759929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.760259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.760576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.760899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.761212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.761539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.761864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.762184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.762507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.762834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.763165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.763478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.763800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.764177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.764493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.764811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.765132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.765469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.765798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.766141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.766471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.766797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.767768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.768290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.768614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:51.768892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 22 09:16:51.769135 n-d-765315-5 neutron-server[80960]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80960) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Dec 22 09:16:52.447505 n-d-765315-5 neutron-server[80960]: INFO keyring.backend [-] Loading Gnome Dec 22 09:16:52.466735 n-d-765315-5 neutron-server[80960]: INFO keyring.backend [-] Loading Google Dec 22 09:16:52.469675 n-d-765315-5 neutron-server[80960]: INFO keyring.backend [-] Loading Windows (alt) Dec 22 09:16:52.473273 n-d-765315-5 neutron-server[80960]: INFO keyring.backend [-] Loading file Dec 22 09:16:52.474244 n-d-765315-5 neutron-server[80960]: INFO keyring.backend [-] Loading keyczar Dec 22 09:16:52.474530 n-d-765315-5 neutron-server[80960]: INFO keyring.backend [-] Loading multi Dec 22 09:16:52.475164 n-d-765315-5 neutron-server[80960]: INFO keyring.backend [-] Loading pyfs Dec 22 09:16:52.522607 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:16:52.522842 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:16:52.523161 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:16:52.523530 n-d-765315-5 neutron-server[80960]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 22 09:16:52.927729 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:52.928302 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:52.928391 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:52.988402 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:52.988717 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:52.989017 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:52.992013 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:52.992323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:52.992621 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.071202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.071509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.071806 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.072830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.073129 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.073420 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.190342 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.190593 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.190895 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.191193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.192067 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.372731 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.373098 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.373420 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.373718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.374011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.374384 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.374681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.374969 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.375254 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.375590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.375881 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.376734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.377042 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.377334 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.377643 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.377954 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.378246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.378863 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.379174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.379657 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.379972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.380252 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.380589 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.380870 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.381145 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.381558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 22 09:16:53.381835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 22 09:16:53.382166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 22 09:16:53.382438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 22 09:16:53.382708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 22 09:16:53.382974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 22 09:16:53.384373 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 22 09:16:53.391724 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 22 09:16:53.399716 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 22 09:16:53.405120 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Dec 22 09:16:53.408159 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 22 09:16:53.409256 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 22 09:16:53.409640 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Dec 22 09:16:53.410075 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 22 09:16:53.413662 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 22 09:16:53.413948 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 22 09:16:53.414333 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Dec 22 09:16:53.435816 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 22 09:16:53.436347 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.436678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80960) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Dec 22 09:16:53.437081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.438436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80960) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 22 09:16:53.439287 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Dec 22 09:16:53.439557 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Dec 22 09:16:53.442636 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.442905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.508311 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 22 09:16:53.508583 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 22 09:16:53.508851 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 22 09:16:53.509251 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 22 09:16:53.546137 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.sqlalchemy.engines [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80960) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 22 09:16:53.850411 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.managers [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Initializing driver for type 'gre' Dec 22 09:16:53.850981 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] gre ID ranges: [(1, 1000)] Dec 22 09:16:53.893028 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.managers [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Initializing driver for type 'local' Dec 22 09:16:53.893412 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.managers [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Initializing driver for type 'vlan' Dec 22 09:16:53.903216 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] VlanTypeDriver initialization complete Dec 22 09:16:53.903597 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.managers [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Initializing driver for type 'vxlan' Dec 22 09:16:53.904162 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] vxlan ID ranges: [(1, 1000)] Dec 22 09:16:53.946614 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.managers [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Initializing extension driver 'port_security' Dec 22 09:16:53.947077 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.extensions.port_security [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] PortSecurityExtensionDriver initialization complete Dec 22 09:16:53.947331 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.managers [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Initializing mechanism driver 'openvswitch' Dec 22 09:16:53.953570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:16:53.955036 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > port after_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.955443 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > port after_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.955838 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > port after_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.956317 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > subnet after_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.956712 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > subnet after_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.957097 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > subnet after_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.957520 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > network after_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.957908 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > network after_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.958293 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > network after_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.958709 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > security_group after_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.959096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > security_group after_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.959477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > security_group after_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.960037 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.960310 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.960688 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.961241 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > address_group after_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.961628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > address_group after_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.962011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > address_group after_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.962392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] ML2 OVO RPC backend initialized. {{(pid=80960) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 22 09:16:53.963121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router_interface after_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.963518 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.964001 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > network before_response 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.964395 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > networks before_response 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.964780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > port before_response 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.965162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > ports before_response 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.965546 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > subnet before_response 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.965927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > subnets before_response 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.966313 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > network after_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.966692 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > network after_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.967069 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > network after_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.967446 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > port after_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.967820 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > port after_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.968223 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > port after_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.968601 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > subnet after_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.968978 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > subnet after_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.969352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > subnet after_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:53.970017 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.plugin [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Modular L2 Plugin initialization complete Dec 22 09:16:53.970397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading services supported by the core plugin {{(pid=80960) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 22 09:16:53.970826 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.managers [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Got port-security extension from driver 'port_security' Dec 22 09:16:53.971342 n-d-765315-5 neutron-server[80960]: INFO neutron.extensions.vlantransparent [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Disabled vlantransparent extension. Dec 22 09:16:53.972825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80960) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 22 09:16:53.973192 n-d-765315-5 neutron-server[80960]: INFO neutron.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading Plugin: router Dec 22 09:16:54.111779 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router_interface before_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.112186 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router after_create 55549900 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.112791 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router before_create 55549900 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.113208 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.113633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.114033 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router after_delete 55549900 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.114439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > floatingip after_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.114853 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router after_create 55549900 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.115241 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router after_update 55549900 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.115641 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router after_update 55549900 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.116058 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.116469 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router after_update 55549900 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.116962 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router precommit_update 55549900 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.117382 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: port after_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.117770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: port after_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.118150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: subnet after_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.118529 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.118925 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > port precommit_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.119316 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router precommit_create 55549900 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.119702 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: port before_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.120118 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router precommit_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.120530 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router after_update 55549900 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.120916 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router precommit_delete 55549900 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.121312 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router precommit_create 55549900 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.121726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router_interface after_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.122119 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router precommit_update 55549900 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.122559 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > network after_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.123556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Tracking information for resource: router configured {{(pid=80960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 22 09:16:54.123933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Tracking information for resource: floatingip configured {{(pid=80960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 22 09:16:54.130307 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_agentschedulers_db [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 22 09:16:54.130957 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: port after_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.131359 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: port after_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.131750 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: port after_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.132186 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: port after_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.133114 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router before_create 55550100 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.133527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router precommit_delete 55550100 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.133933 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router precommit_create 55550100 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.134335 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > router precommit_update 55550100 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.139005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.provider_configuration [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Service providers = [] {{(pid=80960) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 22 09:16:54.139410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.servicetype_db [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80960) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 22 09:16:54.143089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.service_base [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80960) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 22 09:16:54.143476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.service_base [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80960) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 22 09:16:54.143856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.service_base [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80960) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 22 09:16:54.144790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.service_base [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80960) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 22 09:16:54.145196 n-d-765315-5 neutron-server[80960]: INFO neutron.services.service_base [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 22 09:16:54.145621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 22 09:16:54.145977 n-d-765315-5 neutron-server[80960]: INFO neutron.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 22 09:16:54.167922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 22 09:16:54.168330 n-d-765315-5 neutron-server[80960]: INFO neutron.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading Plugin: auto_allocate Dec 22 09:16:54.179148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: network precommit_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.179566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: network precommit_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.180190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 22 09:16:54.180556 n-d-765315-5 neutron-server[80960]: INFO neutron.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading Plugin: tag Dec 22 09:16:54.192421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 22 09:16:54.192793 n-d-765315-5 neutron-server[80960]: INFO neutron.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading Plugin: timestamp Dec 22 09:16:54.196641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 22 09:16:54.197015 n-d-765315-5 neutron-server[80960]: INFO neutron.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading Plugin: network_ip_availability Dec 22 09:16:54.202486 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.202929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.203326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.204164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 22 09:16:54.205080 n-d-765315-5 neutron-server[80960]: INFO neutron.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading Plugin: flavors Dec 22 09:16:54.221386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 22 09:16:54.221756 n-d-765315-5 neutron-server[80960]: INFO neutron.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading Plugin: revisions Dec 22 09:16:54.226337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 22 09:16:54.226769 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.703s {{(pid=80960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:16:54.227599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80960) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Dec 22 09:16:54.227989 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Initializing extension manager. Dec 22 09:16:54.228568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: __init__.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.228963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: __pycache__ {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.229339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.229714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: address_group.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.230529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.231193 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: address-group Dec 22 09:16:54.231565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: address_scope.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.232400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.232983 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: address-scope Dec 22 09:16:54.233350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: admin_state_down_before_update.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.234303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.234880 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: router-admin-state-down-before-update Dec 22 09:16:54.235244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: agent.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.236295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.236879 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: agent Dec 22 09:16:54.237246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: agent_resources_synced.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.238280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.238747 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: agent-resources-synced Dec 22 09:16:54.239116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: allowedaddresspairs.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.241002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.241599 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: allowed-address-pairs Dec 22 09:16:54.241965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: auto_allocated_topology.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.243075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.243664 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: auto-allocated-topology Dec 22 09:16:54.244059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: availability_zone.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.244819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.245398 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: availability_zone Dec 22 09:16:54.245766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: availability_zone_filter.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.246700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.247278 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: availability_zone_filter Dec 22 09:16:54.247645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: data_plane_status.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.250262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.250871 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension data-plane-status not supported by any of loaded plugins Dec 22 09:16:54.251866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: default_subnetpools.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.252798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.253393 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: default-subnetpools Dec 22 09:16:54.254013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: dhcpagentscheduler.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.254882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.255475 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: dhcp_agent_scheduler Dec 22 09:16:54.255848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: dns.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.256813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.257396 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension dns-integration not supported by any of loaded plugins Dec 22 09:16:54.257765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: dns_domain_ports.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.258704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.259300 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 22 09:16:54.259669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: dvr.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.260429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.261017 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: dvr Dec 22 09:16:54.261385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: empty_string_filtering.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.262314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.262895 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: empty-string-filtering Dec 22 09:16:54.263266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.264221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.264799 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 22 09:16:54.265166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.266098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.266674 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 22 09:16:54.267615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: external_net.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.268566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.269156 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: external-net Dec 22 09:16:54.269521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: extra_dhcp_opt.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.270446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.271032 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: extra_dhcp_opt Dec 22 09:16:54.271396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: extraroute.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.272355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.272940 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: extraroute Dec 22 09:16:54.273304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: extraroute_atomic.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.274366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.274951 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: extraroute-atomic Dec 22 09:16:54.275321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: filter_validation.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.276059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.276643 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: filter-validation Dec 22 09:16:54.277010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: fip_pf_description.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.277941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.278514 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 22 09:16:54.278879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: fip_port_details.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.279822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.280432 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: fip-port-details Dec 22 09:16:54.280798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: flavors.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.282145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.282811 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: flavors Dec 22 09:16:54.283177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.284876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.285478 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 22 09:16:54.285853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: floatingip_pools.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.286613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.287197 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: floatingip-pools Dec 22 09:16:54.287564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: ip_allocation.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.288543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.289133 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension ip_allocation not supported by any of loaded plugins Dec 22 09:16:54.289504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.290437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.291023 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: ip-substring-filtering Dec 22 09:16:54.291393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: l2_adjacency.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.292355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.292933 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension l2_adjacency not supported by any of loaded plugins Dec 22 09:16:54.293299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: l3.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.294386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.294986 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: router Dec 22 09:16:54.295357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: l3_conntrack_helper.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.297680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.298818 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 22 09:16:54.299195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.300173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.300765 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: ext-gw-mode Dec 22 09:16:54.301133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.302071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.302653 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: l3-ha Dec 22 09:16:54.303020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: l3_flavors.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.303983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.304558 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: l3-flavors Dec 22 09:16:54.304926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.305953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.306534 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: l3-port-ip-change-not-allowed Dec 22 09:16:54.306902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: l3agentscheduler.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.308123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.308717 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: l3_agent_scheduler Dec 22 09:16:54.309087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: logging.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.310613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.311204 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension logging not supported by any of loaded plugins Dec 22 09:16:54.311579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: metering.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.312419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.313123 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: metering Dec 22 09:16:54.313493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.315171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.315760 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: metering_source_and_destination_fields Dec 22 09:16:54.316161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: multiprovidernet.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.317106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.317691 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: multi-provider Dec 22 09:16:54.318059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: netmtu.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.318995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.319584 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: net-mtu Dec 22 09:16:54.319980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: netmtu_writable.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.320922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.321504 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: net-mtu-writable Dec 22 09:16:54.321868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: network_availability_zone.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.322616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.323209 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: network_availability_zone Dec 22 09:16:54.323573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: network_ip_availability.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.324850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.325432 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: network-ip-availability Dec 22 09:16:54.325803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: network_segment_range.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.326632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.327222 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension network-segment-range not supported by any of loaded plugins Dec 22 09:16:54.327593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: pagination.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.328626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.329006 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: pagination Dec 22 09:16:54.329400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.330340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.330933 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: port-mac-address-regenerate Dec 22 09:16:54.331302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.332271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.332852 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: port-numa-affinity-policy Dec 22 09:16:54.333218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: port_resource_request.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.334142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.334725 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension port-resource-request not supported by any of loaded plugins Dec 22 09:16:54.335091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: portbindings.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.336067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.336653 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: binding Dec 22 09:16:54.337017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: portbindings_extended.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.338305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.338891 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: binding-extended Dec 22 09:16:54.339265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: portsecurity.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.340223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.340803 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: port-security Dec 22 09:16:54.341164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: project_id.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.342155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.342534 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: project-id Dec 22 09:16:54.342900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: providernet.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.343841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.344454 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: provider Dec 22 09:16:54.344821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: qos.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.348618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.349222 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension qos not supported by any of loaded plugins Dec 22 09:16:54.349597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.350849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.351440 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 22 09:16:54.351819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.352776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.353361 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 22 09:16:54.353733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: qos_default.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.354664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.355250 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension qos-default not supported by any of loaded plugins Dec 22 09:16:54.355621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: qos_fip.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.356347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.356928 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension qos-fip not supported by any of loaded plugins Dec 22 09:16:54.357293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: qos_gateway_ip.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.358236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.358824 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 22 09:16:54.359196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: qos_port_network_policy.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.360157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.361311 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 22 09:16:54.361712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: qos_rule_type_details.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.362692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.363234 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 22 09:16:54.363597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: qos_rules_alias.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.364693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.365278 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 22 09:16:54.365647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: quotasv2.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.366631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.367008 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: quotas Dec 22 09:16:54.367372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: quotasv2_detail.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.368987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.369374 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: quota_details Dec 22 09:16:54.369755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: rbac.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.371035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.371641 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: rbac-policies Dec 22 09:16:54.372035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: rbac_address_scope.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.372990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.373579 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: rbac-address-scope Dec 22 09:16:54.373947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: rbac_security_groups.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.374880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.375466 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: rbac-security-groups Dec 22 09:16:54.375833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: rbac_subnetpool.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.377386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.377957 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: rbac-subnetpool Dec 22 09:16:54.378323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: revisionifmatch.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.379520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.380139 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: revision-if-match Dec 22 09:16:54.380508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: revisions.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.381640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.382226 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: standard-attr-revisions Dec 22 09:16:54.382594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: router_availability_zone.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.383318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.383905 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: router_availability_zone Dec 22 09:16:54.384298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: routerservicetype.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.385245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.385834 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension router-service-type not supported by any of loaded plugins Dec 22 09:16:54.386201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: security_groups_port_filtering.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.387136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.387718 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: port-security-groups-filtering Dec 22 09:16:54.388111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.389073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.389659 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: security-groups-remote-address-group Dec 22 09:16:54.390023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: securitygroup.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.403070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.403687 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: security-group Dec 22 09:16:54.404092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: segment.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.404969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.405555 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension segment not supported by any of loaded plugins Dec 22 09:16:54.405927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.406886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.407508 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 22 09:16:54.407871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: servicetype.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.409011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.409613 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: service-type Dec 22 09:16:54.409988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: sorting.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.410979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.411357 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: sorting Dec 22 09:16:54.411723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: standard_attr_segment.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.412690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.413276 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 22 09:16:54.413644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: standardattrdescription.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.414339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.414919 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: standard-attr-description Dec 22 09:16:54.415290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: stateful_security_group.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.416273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.416871 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: stateful-security-group Dec 22 09:16:54.417241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: stdattrs_common.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.417835 n-d-765315-5 neutron-server[80960]: WARNING neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 22 09:16:54.418201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.419150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.419740 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 22 09:16:54.420142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: subnet_onboard.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.421258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.421849 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: subnet_onboard Dec 22 09:16:54.422216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.423759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.424390 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 22 09:16:54.424719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: subnet_service_types.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.425745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.426332 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: subnet-service-types Dec 22 09:16:54.426702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: subnetallocation.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.427878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.428489 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: subnet_allocation Dec 22 09:16:54.428857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.429566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.430155 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: subnetpool-prefix-ops Dec 22 09:16:54.430520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.431463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.432077 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 22 09:16:54.432443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: tagging.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.433756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.434344 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: standard-attr-tag Dec 22 09:16:54.434714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: timestamp.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.435905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.436569 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loaded extension: standard-attr-timestamp Dec 22 09:16:54.436943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: trunk.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.437992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.438579 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension trunk not supported by any of loaded plugins Dec 22 09:16:54.439546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: trunk_details.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.440517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.441098 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension trunk-details not supported by any of loaded plugins Dec 22 09:16:54.441467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: uplink_status_propagation.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.442409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.442996 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 22 09:16:54.443361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Loading extension file: vlantransparent.py {{(pid=80960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 22 09:16:54.444119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 09:16:54.444709 n-d-765315-5 neutron-server[80960]: INFO neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extension vlan-transparent not supported by any of loaded plugins Dec 22 09:16:54.447331 n-d-765315-5 neutron-server[80960]: INFO neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Creating instance of TrackedResource for resource:network Dec 22 09:16:54.448187 n-d-765315-5 neutron-server[80960]: INFO neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Creating instance of TrackedResource for resource:subnet Dec 22 09:16:54.448874 n-d-765315-5 neutron-server[80960]: INFO neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 09:16:54.449541 n-d-765315-5 neutron-server[80960]: INFO neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Creating instance of TrackedResource for resource:port Dec 22 09:16:54.451045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.resource_helper [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 09:16:54.451537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.resource_helper [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Service FLAVORS assigned prefix: {{(pid=80960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 09:16:54.452273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.resource_helper [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 09:16:54.452752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.resource_helper [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 09:16:54.453143 n-d-765315-5 neutron-server[80960]: INFO neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Creating instance of TrackedResource for resource:router Dec 22 09:16:54.453875 n-d-765315-5 neutron-server[80960]: INFO neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Creating instance of TrackedResource for resource:floatingip Dec 22 09:16:54.454675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.resource_helper [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Service METERING assigned prefix: /metering {{(pid=80960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 09:16:54.456519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.456930 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.457325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80960) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:16:54.458500 n-d-765315-5 neutron-server[80960]: INFO neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 09:16:54.459001 n-d-765315-5 neutron-server[80960]: INFO neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Creating instance of TrackedResource for resource:security_group Dec 22 09:16:54.459817 n-d-765315-5 neutron-server[80960]: INFO neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 09:16:54.460782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.resource_helper [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Service CORE assigned prefix: {{(pid=80960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 09:16:54.461165 n-d-765315-5 neutron-server[80960]: INFO neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 09:16:54.461538 n-d-765315-5 neutron-server[80960]: WARNING neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] subnetpool is already registered Dec 22 09:16:54.462198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.resource_helper [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Service CORE assigned prefix: {{(pid=80960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 09:16:54.462571 n-d-765315-5 neutron-server[80960]: INFO neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 09:16:54.462936 n-d-765315-5 neutron-server[80960]: WARNING neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] subnetpool is already registered Dec 22 09:16:54.465737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.resource_helper [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 09:16:54.466217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.resource_helper [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Service FLAVORS assigned prefix: {{(pid=80960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 09:16:54.466870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.resource_helper [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 09:16:54.467338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.resource_helper [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 09:16:54.467763 n-d-765315-5 neutron-server[80960]: INFO neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Creating instance of TrackedResource for resource:router Dec 22 09:16:54.468118 n-d-765315-5 neutron-server[80960]: WARNING neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] router is already registered Dec 22 09:16:54.468785 n-d-765315-5 neutron-server[80960]: INFO neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Creating instance of TrackedResource for resource:floatingip Dec 22 09:16:54.469154 n-d-765315-5 neutron-server[80960]: WARNING neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] floatingip is already registered Dec 22 09:16:54.469854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.resource_helper [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Service METERING assigned prefix: /metering {{(pid=80960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 09:16:54.470923 n-d-765315-5 neutron-server[80960]: INFO neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 09:16:54.471295 n-d-765315-5 neutron-server[80960]: WARNING neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] rbac_policy is already registered Dec 22 09:16:54.472784 n-d-765315-5 neutron-server[80960]: INFO neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Creating instance of TrackedResource for resource:security_group Dec 22 09:16:54.473171 n-d-765315-5 neutron-server[80960]: WARNING neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] security_group is already registered Dec 22 09:16:54.473857 n-d-765315-5 neutron-server[80960]: INFO neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 09:16:54.474236 n-d-765315-5 neutron-server[80960]: WARNING neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] security_group_rule is already registered Dec 22 09:16:54.474994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.resource_helper [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Service CORE assigned prefix: {{(pid=80960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 09:16:54.475373 n-d-765315-5 neutron-server[80960]: INFO neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 09:16:54.475742 n-d-765315-5 neutron-server[80960]: WARNING neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] subnetpool is already registered Dec 22 09:16:54.476452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.resource_helper [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Service CORE assigned prefix: {{(pid=80960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 09:16:54.476831 n-d-765315-5 neutron-server[80960]: INFO neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 09:16:54.477199 n-d-765315-5 neutron-server[80960]: WARNING neutron.quota.resource_registry [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] subnetpool is already registered Dec 22 09:16:54.479469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: extensions {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.479469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: address-groups {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.483899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: address-scopes {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.483899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: agents {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.483899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: auto-allocated-topology {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.485102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: availability_zones {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.487280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: dhcp-networks {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.488816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: dhcp-agents {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.490345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: routers {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.492292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: flavors {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.493535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: service_profiles {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.494835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: next_providers {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.496502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: service_profiles {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.498058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: floatingip-pools {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.499362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: routers {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.501950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: floatingips {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.503351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: l3-routers {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.505142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: l3-agents {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.506671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: metering-labels {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.508143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: metering-label-rules {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.509517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: network-ip-availabilities {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.510885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: bindings {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.512707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: quotas {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.514258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: quotas {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.515760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: rbac-policies {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.517597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: security-groups {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.518879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: security-group-rules {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.520231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: service-providers {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.521555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: subnetpools {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.523071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: subnetpools {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.524653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: tags {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.526419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: tags {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.528388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: tags {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.530275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: tags {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.532209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: tags {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.534322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: tags {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.536254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: tags {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.539236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: tags {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.541269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: tags {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.543235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.extensions [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Extended resource: tags {{(pid=80960) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 22 09:16:54.551268 n-d-765315-5 neutron-server[80960]: WARNING keystonemiddleware.auth_token [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 22 09:16:54.556742 n-d-765315-5 neutron-server[80960]: WARNING keystonemiddleware.auth_token [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 22 09:16:54.566201 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Acquired lock "singleton_lock" {{(pid=80960) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 22 09:16:54.566743 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Releasing lock "singleton_lock" {{(pid=80960) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 22 09:16:54.568256 n-d-765315-5 neutron-server[80960]: INFO oslo_service.service [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Starting 2 workers Dec 22 09:16:54.573141 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Started child 81071 {{(pid=80960) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 22 09:16:54.577506 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:16:54.578065 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Started child 81072 {{(pid=80960) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 22 09:16:54.579007 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [-] (81071) wsgi starting up on http://0.0.0.0:9696 Dec 22 09:16:54.579703 n-d-765315-5 neutron-server[80960]: INFO neutron.service [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Neutron service started, listening on 0.0.0.0:9696 Dec 22 09:16:54.580397 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Notify callbacks [] for process, before_spawn {{(pid=80960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:16:54.582756 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:16:54.583020 n-d-765315-5 neutron-server[80960]: INFO oslo_service.service [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Starting 1 workers Dec 22 09:16:54.584162 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [-] (81072) wsgi starting up on http://0.0.0.0:9696 Dec 22 09:16:54.588647 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Started child 81073 {{(pid=80960) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 22 09:16:54.589203 n-d-765315-5 neutron-server[80960]: INFO oslo_service.service [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Starting 1 workers Dec 22 09:16:54.591329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.service [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] calling RpcWorker wait() {{(pid=81073) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 22 09:16:54.591812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.service [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] returning from RpcWorker wait() {{(pid=81073) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 22 09:16:54.593355 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:16:54.593915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:16:54.594146 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Started child 81074 {{(pid=80960) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 22 09:16:54.594986 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e5e0f-662e-4d5d-8808-469ff5d54cbd None None] Notify callbacks [] for process, after_spawn {{(pid=80960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:16:54.596790 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80960) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 22 09:16:54.597019 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 22 09:16:54.597231 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 22 09:16:54.597505 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 22 09:16:54.597927 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 22 09:16:54.598122 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 22 09:16:54.598693 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.598992 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.599308 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.599569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:16:54.599678 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.599967 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.600624 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.600923 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.601227 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.601544 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.601828 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.602026 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.602224 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.602514 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.602788 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.603149 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.603450 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.603721 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.604021 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.604211 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.604508 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.604831 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.605116 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.605420 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] debug = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.605695 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.606302 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.606715 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.607041 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.607041 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.607309 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.607579 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.607870 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.608179 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.608531 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.608843 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.608843 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.609562 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.609562 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.609833 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.609979 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.610439 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] host = n-d-765315-5 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.611279 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.611532 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.611809 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.612126 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.612418 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.612669 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.613121 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.613315 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.613486 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.613738 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.614034 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.614358 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.614636 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.614969 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] log_file = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.615204 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] log_options = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.616482 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.616482 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.616482 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.617760 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.617760 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.617760 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.618222 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.618222 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.618797 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.618989 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.619453 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.619877 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.620404 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.620800 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.621313 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.621761 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.622204 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.622645 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.623218 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.623631 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.624129 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.624599 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.625079 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.625508 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.625939 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.627517 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.627517 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.627776 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.628269 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.628998 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.629471 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.629976 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.630457 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.630951 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.631460 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.631889 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.632376 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.632897 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.633200 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.633572 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.633699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:16:54.634061 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.634490 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.634950 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.635385 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.636027 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.636255 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] use_json = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.636683 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.637085 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.637559 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.637993 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.638433 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.639521 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.639521 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.639521 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.642629 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.642629 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.642629 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.642629 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.642629 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.642629 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.642629 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.642629 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.645016 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.645016 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.645016 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.645016 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.645016 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.645016 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.645016 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.645016 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.645942 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.645942 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.645942 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.645942 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.645942 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.645942 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.646630 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.646630 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.646630 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.647093 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.647093 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.647387 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.647541 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.647711 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.648023 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.648274 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.648523 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.648781 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.649035 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.649287 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.649553 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.649798 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.650085 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.650363 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.650617 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.650886 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.651141 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.651397 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.651689 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.651959 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.652212 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.652458 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.652714 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.652959 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.653229 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.653619 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.654150 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.654530 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.654943 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.655212 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.655486 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.655750 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.656027 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.656287 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.656541 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.656827 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.657106 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.657358 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.657668 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.657962 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.658146 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.658459 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.658776 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.659033 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.659205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34150) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:16:54.659353 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.659492 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.659745 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.660098 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.660445 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.660706 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.660990 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.661273 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.661585 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.661842 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.662145 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.662401 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.662675 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.662953 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.663254 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.663552 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.663851 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.664165 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.665038 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.667988 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.667988 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.667988 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.667988 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.667988 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.667988 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.667988 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.667988 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.668654 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.668654 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.668654 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.668654 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.668654 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.669080 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.669080 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.669387 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.669720 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.670143 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.670314 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.670786 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.671067 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.671345 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.671636 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.671931 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.672254 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.672529 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.672810 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.673662 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.673928 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.674423 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.674681 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.674956 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.675418 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.675601 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.676028 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.676430 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.676888 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.677328 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.677751 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.678206 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.678673 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.679113 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.679563 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.680029 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.680444 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.680893 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.681371 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.681774 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.682193 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.682603 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.683043 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.683459 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.683869 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.684376 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.684787 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.685201 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.685598 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.686019 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.686444 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.686747 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.687470 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.687470 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.687647 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.687812 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.688217 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.688621 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.689753 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.690197 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.690629 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.691876 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.692214 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.693093 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.693093 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.693093 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.693507 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.693643 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.693852 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.694115 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.694374 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.694632 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.694894 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.695287 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.695658 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.696120 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.696264 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0338545 Dec 22 09:16:54.696653 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.697102 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.697524 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.698079 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.698431 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.699880 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.700232 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.700531 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.700822 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.701103 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.701380 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.701641 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.701910 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.702240 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.702527 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.702797 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.703057 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.703310 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.703564 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.703824 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.706681 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.707041 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.707384 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.707683 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.708033 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.708374 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.708676 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.708958 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.709237 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.709501 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.709780 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.710023 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.710903 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.712855 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.713116 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.713655 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.714310 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.714585 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.714857 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.715762 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.715762 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.715762 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.716101 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.716380 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.716641 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.716932 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.717188 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.717442 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.719318 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.720717 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.721251 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.721618 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.722228 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.724894 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.724894 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.724894 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.724894 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.725305 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.725402 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.725752 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.726057 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.726327 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.726588 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.726868 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.727137 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.727386 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.727622 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.728384 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.729181 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.730267 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.730267 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.730267 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.730552 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.730984 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.731252 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.731551 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.731831 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.732144 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.732584 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.732753 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 22 09:16:54.733337 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80960) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 22 09:16:54.733501 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 22 09:16:54.733641 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 22 09:16:54.733845 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 22 09:16:54.734224 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 22 09:16:54.734383 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 22 09:16:54.734625 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.734818 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.735015 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.735209 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.735403 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.737048 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.737048 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.737213 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.737326 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.737524 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.737715 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.738535 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.738535 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.738535 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.738535 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.738535 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.738872 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.738872 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.739062 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.739250 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.739442 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.740250 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.740250 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] debug = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.740250 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.740250 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.740505 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.740505 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.740679 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.740881 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.741056 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.742455 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.742455 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.742455 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.742455 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.742455 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.742455 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.742455 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.742455 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.742936 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.742936 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] host = n-d-765315-5 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.742936 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.743186 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.743186 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.743310 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.745306 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.745306 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.745306 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.745306 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.745306 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.745306 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.745306 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.745306 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.745811 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.745811 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] log_file = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.745811 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] log_options = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.745811 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.745811 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.745811 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.746163 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.746163 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.746163 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.746340 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.746512 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.746700 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.746891 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.747080 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.747268 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.747454 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.747652 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.747823 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.750371 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.750577 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.751786 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.752151 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.752479 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.752901 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.753265 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.753879 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.754081 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.754263 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.754575 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.754909 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.755240 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.755569 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.755909 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.756288 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.756470 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.756692 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.756808 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.756990 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.757183 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.757375 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.758376 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.758581 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.758781 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.758977 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.759171 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.759373 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.759540 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.759725 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.759981 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] use_json = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.760095 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.760292 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.761253 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.761421 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.761590 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.761968 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.762580 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.762896 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 09:16:54.763261 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.763824 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.764079 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.764237 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.764609 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.764844 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.765082 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.765302 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.765302 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.765609 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.765609 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.765806 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.765983 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.766350 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.766518 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.766852 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.767083 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.767229 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.767366 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.767504 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.767655 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.767797 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.768380 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.768380 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.768380 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.768701 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.768701 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.768903 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.769025 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.769162 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.769353 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.769544 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.769738 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.769930 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.770124 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.770315 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.770507 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.770700 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.770890 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.771096 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.771287 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.771479 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.771671 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.771870 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.772106 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.772299 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.772490 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.772684 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.772877 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.773068 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.773277 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.773468 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.774207 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.774207 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.774207 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.774207 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.774611 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.774611 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.774789 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.774789 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.774966 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.775150 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.775342 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.775534 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.775725 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.775919 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.776135 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.776298 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.776492 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.776685 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.776876 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.777066 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.777258 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.777460 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.777675 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.777868 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.778059 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.778252 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.778443 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.778636 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.778830 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.779021 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.779214 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.779768 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.780312 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.780509 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.780706 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.780905 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.781103 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.781296 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.781488 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.781661 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.782146 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.782347 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.783167 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.783368 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.783542 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.783713 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.784138 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.784342 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.784641 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.784738 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.784897 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.785239 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.785583 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.786413 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.786797 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.787392 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.787392 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.787392 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.787640 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.787712 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.787854 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.788037 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.788158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:16:54.788244 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.788399 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.788602 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.788809 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.789005 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.789197 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.789389 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.789634 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.789833 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.790018 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.790210 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.790403 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.790595 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.790786 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.790978 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.791171 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.791363 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.791556 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.791750 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.791962 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.792269 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.792467 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.792661 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.793449 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.793449 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.793449 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.793449 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.793787 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.793787 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.793963 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.794050 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.794237 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.794351 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.794509 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.794701 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.794894 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.795085 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.795278 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.795469 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.795661 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.796591 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.796591 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.796591 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.796591 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.796591 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.797416 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.797416 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.797416 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.797416 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.797416 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.799372 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.799372 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.799372 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.799372 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.799372 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.800027 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.800027 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.800027 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.800342 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.800342 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.800517 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.800611 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.800765 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.800959 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.801152 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.801344 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.801536 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.801728 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.801921 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.802115 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.802307 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.802502 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.802698 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.802895 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.803086 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.803278 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.803470 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.803661 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.803855 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.804046 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.804268 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.805238 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.805238 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.805238 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.805238 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.805238 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.805238 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.806068 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.806068 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.806068 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.806068 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.806068 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.806744 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.806744 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.806744 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.806744 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.808126 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.808126 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.808126 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.808126 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.808126 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.808126 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.808126 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.808126 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.809281 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.809281 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.809281 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.809281 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.809281 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.809281 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.809281 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.810264 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.810264 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.810264 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.810264 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.810264 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.810942 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.810942 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.810942 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.810942 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.811484 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.811484 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.811484 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.811484 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.812234 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.812234 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.813474 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.813474 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.813474 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.813474 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.813987 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.813987 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.813987 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.814225 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.814371 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.814557 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.814717 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.814904 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 09:16:54.815089 n-d-765315-5 neutron-server[80960]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80960) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 22 09:17:05.178075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7610a67e-f1e3-4fb9-ae26-267453234c03 None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 09:17:05.385662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7610a67e-f1e3-4fb9-ae26-267453234c03 None None] No non-hosted networks {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 22 09:17:05.594801 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c0d6-8936-4d4c-a380-858f82b487f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961'] for agent, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:07.283125 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e3b1c07-faf3-492b-9e06-ba612fc201a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961'] for agent, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:07.337498 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-63944dbe-1413-45fd-8370-0211814e8345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:08.603399 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961'] for agent, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:09.155206 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961'] for agent, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:09.155870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:09.156266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:09.156773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:09.157141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:09.157504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:09.158404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:09.158755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:09.159112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:09.159469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:09.159822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:09.160203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:09.160555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:09.160964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-765315-5', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:17:09.171985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-765315-5', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:17:09.950613 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961'] for agent, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:10.128232 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_hamode_db [None req-b8095703-216f-491b-bd70-a24ea4e521c9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 22 09:17:10.225704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8095703-216f-491b-bd70-a24ea4e521c9 None None] Routers set() bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:17:10.226508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8095703-216f-491b-bd70-a24ea4e521c9 None None] Router IDs set() for agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 22 09:17:11.075255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] get_endpoint_by_host() called for host n-d-765315-5 {{(pid=81073) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 22 09:17:11.079988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] get_endpoint_by_ip() called for ip 192.168.0.49 {{(pid=81073) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 22 09:17:11.083255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] _add_endpoint() called for ip 192.168.0.49 {{(pid=81073) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 22 09:17:11.089032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] _get_endpoints() called {{(pid=81073) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 22 09:17:11.237882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34250) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:11.882294 n-d-765315-5 neutron-server[80960]: WARNING oslo_policy.policy [None req-3e183c1d-e950-4b22-8bc6-7a2c46604652 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 09:17:11.882890 n-d-765315-5 neutron-server[80960]: WARNING oslo_policy.policy [None req-3e183c1d-e950-4b22-8bc6-7a2c46604652 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 09:17:12.115118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-3e183c1d-e950-4b22-8bc6-7a2c46604652 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:17:12.116283 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3e183c1d-e950-4b22-8bc6-7a2c46604652 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.8773682 Dec 22 09:17:14.885109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34264) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:15.319718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-947db711-7aa9-48d4-8dcf-abcd3ba1b0ad admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:17:15.369651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.policy [None req-947db711-7aa9-48d4-8dcf-abcd3ba1b0ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=81072) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 22 09:17:15.370509 n-d-765315-5 neutron-server[80960]: WARNING oslo_policy.policy [None req-947db711-7aa9-48d4-8dcf-abcd3ba1b0ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 09:17:15.370926 n-d-765315-5 neutron-server[80960]: WARNING oslo_policy.policy [None req-947db711-7aa9-48d4-8dcf-abcd3ba1b0ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 09:17:15.378183 n-d-765315-5 neutron-server[80960]: INFO neutron.quota [None req-947db711-7aa9-48d4-8dcf-abcd3ba1b0ad admin admin] Loaded quota_driver: . Dec 22 09:17:15.425137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-947db711-7aa9-48d4-8dcf-abcd3ba1b0ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:17:15.480982 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-947db711-7aa9-48d4-8dcf-abcd3ba1b0ad admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762270144261', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762270121342', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762270119761', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762270068811', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762270111719', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036846924629', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7765709', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-624229', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-740498'] for rbac-policy, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:15.547149 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-947db711-7aa9-48d4-8dcf-abcd3ba1b0ad admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:15.548451 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-947db711-7aa9-48d4-8dcf-abcd3ba1b0ad admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6623557 Dec 22 09:17:18.590068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34278) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:19.016049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'dd5e2ffb6b7b432aada864aaa259b2c3'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:17:19.022144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:17:19.026820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Usage tracker for resource:network and tenant:dd5e2ffb6b7b432aada864aaa259b2c3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:17:19.030496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:17:19.037348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:17:19.045957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Made reservation on behalf of dd5e2ffb6b7b432aada864aaa259b2c3 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:17:19.052507 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:19.069664 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:19.085463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:17:19.089433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Usage tracker for resource:security_group_rule and tenant:dd5e2ffb6b7b432aada864aaa259b2c3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:17:19.093079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:17:19.099518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:17:19.201537 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:19.205482 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:19.211303 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:17:19.236348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:17:19.262946 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:19.263568 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Added segment 787d0495-8b6d-48c4-9009-577ef76cef97 of type vxlan for network 84c85a63-cf59-459a-8a2d-50ce5e5059a5 Dec 22 09:17:19.273438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d423dcb5-b624-4c02-a46f-684600c723b5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:17:19.335035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:19.335319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:19.335682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:19.336089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:19.336443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:19.336797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:19.337144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:19.337490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:19.337836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:19.338179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:19.338532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:19.338876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Tracked resource versions report: Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: pushed versions: Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: { 'AddressGroup': {'1.0'}, Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': {'1.0'}, Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'Log': {'1.0'}, Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'Network': {'1.1'}, Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'Port': {'1.6'}, Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'PortForwarding': {'1.2'}, Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'QosPolicy': {'1.8'}, Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': {'1.3'}, Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': {'1.1'}, Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'SubPort': {'1.0'}, Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'Subnet': {'1.1'}, Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'Trunk': {'1.1'}} Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: consumer versions: Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: { DHCP agent@n-d-765315-5: {}, Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: L3 agent@n-d-765315-5: {}, Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: Metadata agent@n-d-765315-5: {}, Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: Metering agent@n-d-765315-5: {}, Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: Open vSwitch agent@n-d-765315-5: { 'AddressGroup': '1.0', Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': '1.0', Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'Log': '1.0', Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'Network': '1.1', Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'Port': '1.6', Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'PortForwarding': '1.2', Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'QosPolicy': '1.8', Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': '1.3', Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': '1.1', Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'SubPort': '1.0', Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'Subnet': '1.1', Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: 'Trunk': '1.1'}} Dec 22 09:17:19.340112 n-d-765315-5 neutron-server[80960]: {{(pid=81072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 09:17:19.388424 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:19.397645 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:17:19.429566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:19.430960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:17:19.431669 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:19.436608 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:17:19.701836 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1104889 Dec 22 09:17:19.702461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Pushing event updated for resources: {'Network': ['ID=84c85a63-cf59-459a-8a2d-50ce5e5059a5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:17:19.725813 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:17:19.734740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 84c85a63-cf59-459a-8a2d-50ce5e5059a5 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:17:23.001309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34294) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:23.528968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7b02ac-6765-4e6c-a328-d35f9082f519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:17:23.530386 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3b7b02ac-6765-4e6c-a328-d35f9082f519 admin admin] 10.222.0.50 "GET /v2.0/networks/84c85a63-cf59-459a-8a2d-50ce5e5059a5 HTTP/1.1" status: 200 len: 818 time: 0.5278859 Dec 22 09:17:23.559957 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5a7fa0c2-55cc-4df5-927e-7c4b65dbefec admin admin] 10.222.0.50 "GET /v2.0/subnetpools/fd6a6cd1-4c34-4958-a528-8ac24f96803e HTTP/1.1" status: 200 len: 734 time: 0.0232115 Dec 22 09:17:23.570590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-86d77588-14b1-463f-92d4-5186896830ca admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'ip_version': 4, 'network_id': '84c85a63-cf59-459a-8a2d-50ce5e5059a5', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'fd6a6cd1-4c34-4958-a528-8ac24f96803e'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:17:23.575545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-86d77588-14b1-463f-92d4-5186896830ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:17:23.579862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-86d77588-14b1-463f-92d4-5186896830ca admin admin] Usage tracker for resource:subnet and tenant:dd5e2ffb6b7b432aada864aaa259b2c3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:17:23.583555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-86d77588-14b1-463f-92d4-5186896830ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:17:23.589291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-86d77588-14b1-463f-92d4-5186896830ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:17:23.598519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d77588-14b1-463f-92d4-5186896830ca admin admin] Made reservation on behalf of dd5e2ffb6b7b432aada864aaa259b2c3 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:17:23.603390 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86d77588-14b1-463f-92d4-5186896830ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:24.101195 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86d77588-14b1-463f-92d4-5186896830ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:24.119157 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:17:24.265982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d77588-14b1-463f-92d4-5186896830ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:17:24.273058 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-86d77588-14b1-463f-92d4-5186896830ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:17:24.330134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d77588-14b1-463f-92d4-5186896830ca admin admin] Checking segment: {'id': '787d0495-8b6d-48c4-9009-577ef76cef97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '84c85a63-cf59-459a-8a2d-50ce5e5059a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:17:24.330505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d77588-14b1-463f-92d4-5186896830ca admin admin] Network hostable DHCP agents. Network: 84c85a63-cf59-459a-8a2d-50ce5e5059a5, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:17:24.351353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d77588-14b1-463f-92d4-5186896830ca admin admin] Network 84c85a63-cf59-459a-8a2d-50ce5e5059a5 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:17:24.359951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-86d77588-14b1-463f-92d4-5186896830ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 84c85a63-cf59-459a-8a2d-50ce5e5059a5) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:17:24.365680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d77588-14b1-463f-92d4-5186896830ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:17:24.366307 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86d77588-14b1-463f-92d4-5186896830ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:24.370543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece7109c-8752-4f96-9ed6-33f67d6e8513 None None] Network 84c85a63-cf59-459a-8a2d-50ce5e5059a5 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:17:24.386101 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-86d77588-14b1-463f-92d4-5186896830ca admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8193154 Dec 22 09:17:24.696778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-84c85a63-cf59-459a-8a2d-50ce5e5059a5', 'network_id': '84c85a63-cf59-459a-8a2d-50ce5e5059a5', 'tenant_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'fixed_ips': [{'subnet_id': '9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:17:24.697973 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:25.039508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Allocated IP 172.20.0.2 (84c85a63-cf59-459a-8a2d-50ce5e5059a5/9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224/2c327890-0e9d-4163-ab01-60f4fe84bab0) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:17:25.275670 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:25.288852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Transition to ACTIVE for port object 2c327890-0e9d-4163-ab01-60f4fe84bab0 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:17:25.306246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Transition to ACTIVE for port object 2c327890-0e9d-4163-ab01-60f4fe84bab0 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:17:25.312034 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:25.328580 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:17:25.466591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Pushing event updated for resources: {'Port': ['ID=2c327890-0e9d-4163-ab01-60f4fe84bab0,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:17:25.650239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:25.650617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:25.650988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:25.651355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:25.651719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:25.652106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:25.652475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:25.652818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:25.653173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:25.653524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:25.653877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:25.654228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Tracked resource versions report: Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: pushed versions: Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: { 'AddressGroup': {'1.0'}, Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': {'1.0'}, Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'Log': {'1.0'}, Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'Network': {'1.1'}, Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'Port': {'1.6'}, Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'PortForwarding': {'1.2'}, Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'QosPolicy': {'1.8'}, Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': {'1.3'}, Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': {'1.1'}, Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'SubPort': {'1.0'}, Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'Subnet': {'1.1'}, Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'Trunk': {'1.1'}} Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: consumer versions: Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: { DHCP agent@n-d-765315-5: {}, Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: L3 agent@n-d-765315-5: {}, Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: Metadata agent@n-d-765315-5: {}, Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: Metering agent@n-d-765315-5: {}, Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: Open vSwitch agent@n-d-765315-5: { 'AddressGroup': '1.0', Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': '1.0', Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'Log': '1.0', Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'Network': '1.1', Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'Port': '1.6', Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'PortForwarding': '1.2', Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'QosPolicy': '1.8', Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': '1.3', Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': '1.1', Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'SubPort': '1.0', Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'Subnet': '1.1', Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: 'Trunk': '1.1'}} Dec 22 09:17:25.655380 n-d-765315-5 neutron-server[80960]: {{(pid=81073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 09:17:25.662478 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:17:25.701640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Network 84c85a63-cf59-459a-8a2d-50ce5e5059a5 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:17:25.702757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:17:25.705656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:17:25.762262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Attempting to bind port 2c327890-0e9d-4163-ab01-60f4fe84bab0 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:17:25.762681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Attempting to bind port 2c327890-0e9d-4163-ab01-60f4fe84bab0 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '787d0495-8b6d-48c4-9009-577ef76cef97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '84c85a63-cf59-459a-8a2d-50ce5e5059a5'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:17:25.763075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Attempting to bind port 2c327890-0e9d-4163-ab01-60f4fe84bab0 on network 84c85a63-cf59-459a-8a2d-50ce5e5059a5 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:17:25.769502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:17:25.769909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Checking segment: {'id': '787d0495-8b6d-48c4-9009-577ef76cef97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '84c85a63-cf59-459a-8a2d-50ce5e5059a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:17:25.770361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:25.770785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Bound using segment: {'id': '787d0495-8b6d-48c4-9009-577ef76cef97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '84c85a63-cf59-459a-8a2d-50ce5e5059a5'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:17:25.771308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Bound port: 2c327890-0e9d-4163-ab01-60f4fe84bab0, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787d0495-8b6d-48c4-9009-577ef76cef97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '84c85a63-cf59-459a-8a2d-50ce5e5059a5'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:17:25.771728 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:25.866358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] For port 2c327890-0e9d-4163-ab01-60f4fe84bab0, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:17:25.870465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] For port 2c327890-0e9d-4163-ab01-60f4fe84bab0, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=2c327890-0e9d-4163-ab01-60f4fe84bab0,segment=NetworkSegment(787d0495-8b6d-48c4-9009-577ef76cef97),segment_id=787d0495-8b6d-48c4-9009-577ef76cef97)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:17:25.873652 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:25.889650 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:17:26.043154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Pushing event updated for resources: {'Port': ['ID=2c327890-0e9d-4163-ab01-60f4fe84bab0,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:17:26.047757 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:17:27.242485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34304) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:27.703532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-a1a1429b-c479-420f-b8a8-b90d5fc525e3 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:17:27.705454 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a1a1429b-c479-420f-b8a8-b90d5fc525e3 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4620092 Dec 22 09:17:29.159004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 2c327890-0e9d-4163-ab01-60f4fe84bab0 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:17:29.247017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 2c327890-0e9d-4163-ab01-60f4fe84bab0 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:17:30.487345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34318) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:30.875124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72ed5ee-c71f-490a-8077-b36f2c91a528 None None] Network 84c85a63-cf59-459a-8a2d-50ce5e5059a5 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:17:30.923663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-21c3fb0b-2c9a-4490-9012-8508a4d877e4 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:17:30.924931 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-21c3fb0b-2c9a-4490-9012-8508a4d877e4 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4364216 Dec 22 09:17:30.971452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e15398a1-5c66-4595-871e-f327ed0f9863 None None] Provisioning for port 2c327890-0e9d-4163-ab01-60f4fe84bab0 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:17:30.983273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e15398a1-5c66-4595-871e-f327ed0f9863 None None] Provisioning complete for port 2c327890-0e9d-4163-ab01-60f4fe84bab0 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:17:30.983599 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e15398a1-5c66-4595-871e-f327ed0f9863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:31.212301 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e15398a1-5c66-4595-871e-f327ed0f9863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:31.294858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e15398a1-5c66-4595-871e-f327ed0f9863 None None] For port 2c327890-0e9d-4163-ab01-60f4fe84bab0, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=2c327890-0e9d-4163-ab01-60f4fe84bab0,segment=NetworkSegment(787d0495-8b6d-48c4-9009-577ef76cef97),segment_id=787d0495-8b6d-48c4-9009-577ef76cef97)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:17:31.300847 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e15398a1-5c66-4595-871e-f327ed0f9863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:31.304783 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:17:31.388263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15398a1-5c66-4595-871e-f327ed0f9863 None None] Pushing event updated for resources: {'Port': ['ID=2c327890-0e9d-4163-ab01-60f4fe84bab0,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:17:31.391822 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e15398a1-5c66-4595-871e-f327ed0f9863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:17:31.632226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b5396411-89f0-4e28-9c99-b351fd398223 None None] Provisioning complete for port 2c327890-0e9d-4163-ab01-60f4fe84bab0 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:17:31.632810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5396411-89f0-4e28-9c99-b351fd398223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:31.893077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-576ba102-50fd-4843-a1e9-60495758c345 None None] Provisioning complete for port 2c327890-0e9d-4163-ab01-60f4fe84bab0 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:17:31.893489 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-576ba102-50fd-4843-a1e9-60495758c345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:33.136750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 2c327890-0e9d-4163-ab01-60f4fe84bab0 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:17:33.213799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 2c327890-0e9d-4163-ab01-60f4fe84bab0 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:17:33.214385 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:34.178030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34330) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:34.605047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-fda137e5-4273-41e1-9e4d-11fd4ae2e392 admin admin] Request body: {'router': {'tenant_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'admin_state_up': True, 'name': 'router1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:17:34.611423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fda137e5-4273-41e1-9e4d-11fd4ae2e392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:17:34.615814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fda137e5-4273-41e1-9e4d-11fd4ae2e392 admin admin] Usage tracker for resource:router and tenant:dd5e2ffb6b7b432aada864aaa259b2c3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:17:34.619128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fda137e5-4273-41e1-9e4d-11fd4ae2e392 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:17:34.625042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fda137e5-4273-41e1-9e4d-11fd4ae2e392 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:17:34.635100 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fda137e5-4273-41e1-9e4d-11fd4ae2e392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:34.638413 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fda137e5-4273-41e1-9e4d-11fd4ae2e392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:34.661924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fda137e5-4273-41e1-9e4d-11fd4ae2e392 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:34.765849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fda137e5-4273-41e1-9e4d-11fd4ae2e392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:34.785839 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fda137e5-4273-41e1-9e4d-11fd4ae2e392 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:34.787797 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fda137e5-4273-41e1-9e4d-11fd4ae2e392 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6085184 Dec 22 09:17:34.928149 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-563f2434-5ffa-403f-a4cb-996a5ac8dd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:37.273550 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9992e57e-cd99-4d05-a03b-7c4d231a1236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:37.664561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34340) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:38.118431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-b4d3c0fe-0745-4d92-9b3d-49a4455a3d54 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:17:38.119497 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b4d3c0fe-0745-4d92-9b3d-49a4455a3d54 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4540217 Dec 22 09:17:38.527170 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:39.156237 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:39.879346 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:40.772785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34360) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:41.015288 n-d-765315-5 neutron-server[80960]: WARNING oslo_policy.policy [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 09:17:41.016692 n-d-765315-5 neutron-server[80960]: WARNING oslo_policy.policy [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 09:17:41.251211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:17:41.254631 n-d-765315-5 neutron-server[80960]: INFO neutron.quota [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Loaded quota_driver: . Dec 22 09:17:41.299645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:17:41.306115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Usage tracker for resource:network and tenant:8065196c02a5445f84b0e79541a88ed7 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:17:41.310443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:17:41.318603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:17:41.332639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Made reservation on behalf of 8065196c02a5445f84b0e79541a88ed7 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:17:41.368381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.policy [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=81071) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 22 09:17:41.369239 n-d-765315-5 neutron-server[80960]: WARNING oslo_policy.policy [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 09:17:41.369653 n-d-765315-5 neutron-server[80960]: WARNING oslo_policy.policy [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 09:17:41.380594 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:41.400162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:41.415550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:17:41.419474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Usage tracker for resource:security_group_rule and tenant:8065196c02a5445f84b0e79541a88ed7 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:17:41.422782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:17:41.428581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:17:41.535818 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:41.538502 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:41.544368 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:17:41.557389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Reserving flat network on physical network physnet1 {{(pid=81071) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 22 09:17:41.588888 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:41.589543 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Unsubscribe: segment precommit_create {{(pid=81071) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 22 09:17:41.590148 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Added segment 5129fed7-6b85-4ea3-8071-e137b78221b1 of type flat for network 3e8ac871-e927-441e-85b7-a068ff198db2 Dec 22 09:17:41.657423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd3af36-ddd1-433c-acf1-6a0aa08cad72,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:17:41.680690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:41.681062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:41.681419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:41.681786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:41.682130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:41.682481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:41.682826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:41.683174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:41.683520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:41.683859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:41.684229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:41.684572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Tracked resource versions report: Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: pushed versions: Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: { 'AddressGroup': {'1.0'}, Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': {'1.0'}, Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'Log': {'1.0'}, Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'Network': {'1.1'}, Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'Port': {'1.6'}, Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'PortForwarding': {'1.2'}, Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'QosPolicy': {'1.8'}, Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': {'1.3'}, Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': {'1.1'}, Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'SubPort': {'1.0'}, Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'Subnet': {'1.1'}, Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'Trunk': {'1.1'}} Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: consumer versions: Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: { DHCP agent@n-d-765315-5: {}, Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: L3 agent@n-d-765315-5: {}, Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: Metadata agent@n-d-765315-5: {}, Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: Metering agent@n-d-765315-5: {}, Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: Open vSwitch agent@n-d-765315-5: { 'AddressGroup': '1.0', Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': '1.0', Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'Log': '1.0', Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'Network': '1.1', Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'Port': '1.6', Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'PortForwarding': '1.2', Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'QosPolicy': '1.8', Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': '1.3', Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': '1.1', Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'SubPort': '1.0', Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'Subnet': '1.1', Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: 'Trunk': '1.1'}} Dec 22 09:17:41.685757 n-d-765315-5 neutron-server[80960]: {{(pid=81071) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 09:17:41.727260 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:41.745611 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:17:41.784287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:41.785804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:17:41.786551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:41.791709 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:17:42.058165 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2822595 Dec 22 09:17:42.060893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Pushing event updated for resources: {'Network': ['ID=3e8ac871-e927-441e-85b7-a068ff198db2,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:17:42.064330 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:17:42.071833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 3e8ac871-e927-441e-85b7-a068ff198db2 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:17:44.672861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34390) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:44.833201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40afad2a-db9a-4e47-8207-040cefd95f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:17:44.834678 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-40afad2a-db9a-4e47-8207-040cefd95f39 admin admin] 10.222.0.50 "GET /v2.0/subnets/9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224 HTTP/1.1" status: 200 len: 849 time: 0.1607687 Dec 22 09:17:45.005455 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5ac01908-a400-4d72-9e3b-5a41bb2411aa admin admin] 10.222.0.50 "GET /v2.0/routers/a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a HTTP/1.1" status: 200 len: 704 time: 0.1642954 Dec 22 09:17:45.500584 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:45.911230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Allocated IP 172.20.0.1 (84c85a63-cf59-459a-8a2d-50ce5e5059a5/9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224/2ba40d97-1837-41ca-8b2b-5976209b9d46) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:17:46.083222 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:46.102485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Transition to ACTIVE for port object 2ba40d97-1837-41ca-8b2b-5976209b9d46 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:17:46.152989 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:46.172033 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:17:46.459229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Pushing event updated for resources: {'Port': ['ID=2ba40d97-1837-41ca-8b2b-5976209b9d46,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:17:46.472323 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:17:46.517234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Network 84c85a63-cf59-459a-8a2d-50ce5e5059a5 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:17:46.518376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:17:46.521357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:17:46.521897 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:46.741228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eae8aca7-5d55-4d0a-9c4f-821f9f9d8574 None None] Provisioning for port 2ba40d97-1837-41ca-8b2b-5976209b9d46 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:17:46.746805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eae8aca7-5d55-4d0a-9c4f-821f9f9d8574 None None] Provisioning complete for port 2ba40d97-1837-41ca-8b2b-5976209b9d46 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:17:46.747213 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eae8aca7-5d55-4d0a-9c4f-821f9f9d8574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:46.804025 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:46.811346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-eae8aca7-5d55-4d0a-9c4f-821f9f9d8574 None None] Port 2ba40d97-1837-41ca-8b2b-5976209b9d46 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:17:47.105173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:47.109346 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:47.110427 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:47.124933 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:17:47.260234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Pushing event updated for resources: {'Port': ['ID=2ba40d97-1837-41ca-8b2b-5976209b9d46,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:17:47.263110 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:17:47.332881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Network 84c85a63-cf59-459a-8a2d-50ce5e5059a5 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:17:47.334076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:17:47.540307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a444ed23-28fc-4f78-8a66-b6f32645f04e None None] Provisioning complete for port 2ba40d97-1837-41ca-8b2b-5976209b9d46 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:17:47.540715 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a444ed23-28fc-4f78-8a66-b6f32645f04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:47.545919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Router a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:17:47.599364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a444ed23-28fc-4f78-8a66-b6f32645f04e None None] Port 2ba40d97-1837-41ca-8b2b-5976209b9d46 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:17:47.716415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:17:47.726654 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] 10.222.0.50 "PUT /v2.0/routers/a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7153318 Dec 22 09:17:47.726982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Sync routers for ids ['a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:17:47.738903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Routers {'a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:17:47.738903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:17:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:17:47.931080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Set router a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:17:48.337628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a', 'name': 'router1', 'tenant_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:17:34Z', 'updated_at': '2020-12-22T09:17:46Z', 'revision_number': 2, 'project_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'gw_port_host': None, '_interfaces': [{'id': '2ba40d97-1837-41ca-8b2b-5976209b9d46', 'name': '', 'network_id': '84c85a63-cf59-459a-8a2d-50ce5e5059a5', 'tenant_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'mac_address': 'fa:16:3e:f1:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:17:45Z', 'updated_at': '2020-12-22T09:17:46Z', 'revision_number': 2, 'project_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'subnets': [{'id': '9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd6a6cd1-4c34-4958-a528-8ac24f96803e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:17:48.342850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Checking router: a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:17:48.343259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Updating router a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a port 2ba40d97-1837-41ca-8b2b-5976209b9d46 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:17:48.398854 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:49.058920 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:49.074491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Transition to ACTIVE for port object 2ba40d97-1837-41ca-8b2b-5976209b9d46 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:17:49.077960 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:49.100214 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:17:49.249330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343acf0-6458-49f2-8a8e-16ab98bc2610 None None] Pushing event updated for resources: {'Port': ['ID=2ba40d97-1837-41ca-8b2b-5976209b9d46,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:17:49.262308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343acf0-6458-49f2-8a8e-16ab98bc2610 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:49.262658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343acf0-6458-49f2-8a8e-16ab98bc2610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:49.263025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343acf0-6458-49f2-8a8e-16ab98bc2610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:49.263383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343acf0-6458-49f2-8a8e-16ab98bc2610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:49.263738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343acf0-6458-49f2-8a8e-16ab98bc2610 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:49.264117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343acf0-6458-49f2-8a8e-16ab98bc2610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:49.264467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343acf0-6458-49f2-8a8e-16ab98bc2610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:49.264815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343acf0-6458-49f2-8a8e-16ab98bc2610 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:49.265167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343acf0-6458-49f2-8a8e-16ab98bc2610 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:49.265518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343acf0-6458-49f2-8a8e-16ab98bc2610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:49.266377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343acf0-6458-49f2-8a8e-16ab98bc2610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:49.266887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343acf0-6458-49f2-8a8e-16ab98bc2610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343acf0-6458-49f2-8a8e-16ab98bc2610 None None] Tracked resource versions report: Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: pushed versions: Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: { 'AddressGroup': {'1.0'}, Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': {'1.0'}, Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'Log': {'1.0'}, Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'Network': {'1.1'}, Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'Port': {'1.6'}, Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'PortForwarding': {'1.2'}, Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'QosPolicy': {'1.8'}, Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': {'1.3'}, Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': {'1.1'}, Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'SubPort': {'1.0'}, Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'Subnet': {'1.1'}, Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'Trunk': {'1.1'}} Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: consumer versions: Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: { DHCP agent@n-d-765315-5: {}, Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: L3 agent@n-d-765315-5: {}, Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: Metadata agent@n-d-765315-5: {}, Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: Metering agent@n-d-765315-5: {}, Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: Open vSwitch agent@n-d-765315-5: { 'AddressGroup': '1.0', Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': '1.0', Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'Log': '1.0', Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'Network': '1.1', Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'Port': '1.6', Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'PortForwarding': '1.2', Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'QosPolicy': '1.8', Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': '1.3', Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': '1.1', Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'SubPort': '1.0', Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'Subnet': '1.1', Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: 'Trunk': '1.1'}} Dec 22 09:17:49.273123 n-d-765315-5 neutron-server[80960]: {{(pid=81074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 09:17:49.287080 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5343acf0-6458-49f2-8a8e-16ab98bc2610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:17:49.422659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Attempting to bind port 2ba40d97-1837-41ca-8b2b-5976209b9d46 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:17:49.423231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Attempting to bind port 2ba40d97-1837-41ca-8b2b-5976209b9d46 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '787d0495-8b6d-48c4-9009-577ef76cef97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '84c85a63-cf59-459a-8a2d-50ce5e5059a5'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:17:49.423488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Attempting to bind port 2ba40d97-1837-41ca-8b2b-5976209b9d46 on network 84c85a63-cf59-459a-8a2d-50ce5e5059a5 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:17:49.429980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:17:49.430394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Checking segment: {'id': '787d0495-8b6d-48c4-9009-577ef76cef97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '84c85a63-cf59-459a-8a2d-50ce5e5059a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:17:49.430859 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:49.431286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Bound using segment: {'id': '787d0495-8b6d-48c4-9009-577ef76cef97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '84c85a63-cf59-459a-8a2d-50ce5e5059a5'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:17:49.431846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Bound port: 2ba40d97-1837-41ca-8b2b-5976209b9d46, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787d0495-8b6d-48c4-9009-577ef76cef97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '84c85a63-cf59-459a-8a2d-50ce5e5059a5'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:17:49.432304 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:49.536257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] For port 2ba40d97-1837-41ca-8b2b-5976209b9d46, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:17:49.541748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] For port 2ba40d97-1837-41ca-8b2b-5976209b9d46, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=2ba40d97-1837-41ca-8b2b-5976209b9d46,segment=NetworkSegment(787d0495-8b6d-48c4-9009-577ef76cef97),segment_id=787d0495-8b6d-48c4-9009-577ef76cef97)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:17:49.546621 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:49.562947 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:17:49.723477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343acf0-6458-49f2-8a8e-16ab98bc2610 None None] Pushing event updated for resources: {'Port': ['ID=2ba40d97-1837-41ca-8b2b-5976209b9d46,revision_number=4']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:17:49.728104 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5343acf0-6458-49f2-8a8e-16ab98bc2610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:17:49.782290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Routers {'a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:17:49.782978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:17:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:17:49.973157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] Set router a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:17:50.342003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a', 'name': 'router1', 'tenant_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:17:34Z', 'updated_at': '2020-12-22T09:17:46Z', 'revision_number': 2, 'project_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'gw_port_host': None, '_interfaces': [{'id': '2ba40d97-1837-41ca-8b2b-5976209b9d46', 'name': '', 'network_id': '84c85a63-cf59-459a-8a2d-50ce5e5059a5', 'tenant_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'mac_address': 'fa:16:3e:f1:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:17:45Z', 'updated_at': '2020-12-22T09:17:49Z', 'revision_number': 4, 'project_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'subnets': [{'id': '9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd6a6cd1-4c34-4958-a528-8ac24f96803e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:17:50.346733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc0cb1b-0bcf-4158-a9ad-cf305ab1c372 None None] The sync data for ids ['a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a'] in n-d-765315-5 is: [{'id': 'a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a', 'name': 'router1', 'tenant_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:17:34Z', 'updated_at': '2020-12-22T09:17:46Z', 'revision_number': 2, 'project_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'gw_port_host': None, '_interfaces': [{'id': '2ba40d97-1837-41ca-8b2b-5976209b9d46', 'name': '', 'network_id': '84c85a63-cf59-459a-8a2d-50ce5e5059a5', 'tenant_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'mac_address': 'fa:16:3e:f1:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:17:45Z', 'updated_at': '2020-12-22T09:17:49Z', 'revision_number': 4, 'project_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'subnets': [{'id': '9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd6a6cd1-4c34-4958-a528-8ac24f96803e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:17:50.424307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34402) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:50.649099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a668eca-515e-4aa8-be0c-3f57c06ed8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:17:50.650483 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4a668eca-515e-4aa8-be0c-3f57c06ed8b7 admin admin] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 842 time: 0.2250533 Dec 22 09:17:50.662073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-c9b86ecc-5655-40a8-8de2-12b31114e1c8 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.7.1', 'enable_dhcp': False, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'cidr': '172.25.7.0/24', 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:17:50.667138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c9b86ecc-5655-40a8-8de2-12b31114e1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:17:50.671148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c9b86ecc-5655-40a8-8de2-12b31114e1c8 admin admin] Usage tracker for resource:subnet and tenant:8065196c02a5445f84b0e79541a88ed7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:17:50.674908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c9b86ecc-5655-40a8-8de2-12b31114e1c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:17:50.681038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c9b86ecc-5655-40a8-8de2-12b31114e1c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:17:50.696750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b86ecc-5655-40a8-8de2-12b31114e1c8 admin admin] Made reservation on behalf of 8065196c02a5445f84b0e79541a88ed7 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:17:50.701876 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9b86ecc-5655-40a8-8de2-12b31114e1c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:51.169286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-c9b86ecc-5655-40a8-8de2-12b31114e1c8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81072) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:17:51.169778 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9b86ecc-5655-40a8-8de2-12b31114e1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:51.211085 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-86d77588-14b1-463f-92d4-5186896830ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:17:51.341344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b86ecc-5655-40a8-8de2-12b31114e1c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ff75b2-de7a-4191-8418-6bf354cf5b6e,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:17:51.346740 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c9b86ecc-5655-40a8-8de2-12b31114e1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:17:51.402985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b86ecc-5655-40a8-8de2-12b31114e1c8 admin admin] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:17:51.403387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b86ecc-5655-40a8-8de2-12b31114e1c8 admin admin] Network hostable DHCP agents. Network: 3e8ac871-e927-441e-85b7-a068ff198db2, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:17:51.424617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b86ecc-5655-40a8-8de2-12b31114e1c8 admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:17:51.434492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c9b86ecc-5655-40a8-8de2-12b31114e1c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 3e8ac871-e927-441e-85b7-a068ff198db2) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:17:51.439053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b86ecc-5655-40a8-8de2-12b31114e1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:17:51.439610 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9b86ecc-5655-40a8-8de2-12b31114e1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:51.443593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c419ea29-b8fb-4bc4-9bfc-fc03e5b07513 None None] Network 3e8ac871-e927-441e-85b7-a068ff198db2 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:17:51.468016 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c9b86ecc-5655-40a8-8de2-12b31114e1c8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8047104 Dec 22 09:17:51.713460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2c9ccc-2fb0-4022-9dcd-004542b48edb None None] Network 3e8ac871-e927-441e-85b7-a068ff198db2 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:17:53.199383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 2ba40d97-1837-41ca-8b2b-5976209b9d46 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:17:53.298849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 2ba40d97-1837-41ca-8b2b-5976209b9d46 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:17:53.303709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 2ba40d97-1837-41ca-8b2b-5976209b9d46 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:17:53.304143 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:53.433576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:53.469413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 2ba40d97-1837-41ca-8b2b-5976209b9d46, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=2ba40d97-1837-41ca-8b2b-5976209b9d46,segment=NetworkSegment(787d0495-8b6d-48c4-9009-577ef76cef97),segment_id=787d0495-8b6d-48c4-9009-577ef76cef97)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:17:53.472843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:53.475151 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:17:53.550799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=2ba40d97-1837-41ca-8b2b-5976209b9d46,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:17:53.554263 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:17:54.143792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34416) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:54.555891 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d4e09ac0-52a5-4125-95ee-5e1b3809b6af admin admin] 10.222.0.50 "GET /v2.0/routers/a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a HTTP/1.1" status: 200 len: 710 time: 0.4108057 Dec 22 09:17:54.705912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad351065-b59f-4112-9d74-7564f9b5090f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:17:54.707407 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ad351065-b59f-4112-9d74-7564f9b5090f admin admin] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 886 time: 0.1425993 Dec 22 09:17:54.720159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:17:55.150280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 2ba40d97-1837-41ca-8b2b-5976209b9d46 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:17:55.211014 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:55.225065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 2ba40d97-1837-41ca-8b2b-5976209b9d46 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:17:55.225492 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:55.591326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:55.625555 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:55.638735 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:55.655122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:17:55.660108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:17:55.663204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:17:55.669156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:17:55.761636 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:55.765193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:55.784834 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:17:55.905724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3654fd9d-4629-4cc8-ae89-5f72e92412b0,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:17:55.910045 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:17:56.077986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Allocated IP 172.25.7.31 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/198e309e-69e2-4f55-9d1e-14dafd7614c5) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:17:56.241652 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:56.291502 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:56.311510 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:17:56.613771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Pushing event updated for resources: {'Port': ['ID=198e309e-69e2-4f55-9d1e-14dafd7614c5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:17:56.617247 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:17:56.663608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:17:56.664746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:17:56.667131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:17:57.053037 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:57.410478 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:57.414092 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846921732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7854069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846964228'] for router, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:57.602932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Router a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:17:57.790923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:17:57.801819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Sync routers for ids ['a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:17:57.808578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:57.809862 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] 10.222.0.50 "PUT /v2.0/routers/a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a HTTP/1.1" status: 200 len: 889 time: 3.0947962 Dec 22 09:17:57.811828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Routers {'a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:17:57.813082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:17:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:17:58.182912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Set router a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:17:58.550739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a', 'name': 'router1', 'tenant_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '198e309e-69e2-4f55-9d1e-14dafd7614c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:17:34Z', 'updated_at': '2020-12-22T09:17:56Z', 'revision_number': 4, 'project_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'gw_port': {'id': '198e309e-69e2-4f55-9d1e-14dafd7614c5', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:17:55Z', 'updated_at': '2020-12-22T09:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '2ba40d97-1837-41ca-8b2b-5976209b9d46', 'name': '', 'network_id': '84c85a63-cf59-459a-8a2d-50ce5e5059a5', 'tenant_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'mac_address': 'fa:16:3e:f1:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:17:45Z', 'updated_at': '2020-12-22T09:17:53Z', 'revision_number': 5, 'project_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'subnets': [{'id': '9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd6a6cd1-4c34-4958-a528-8ac24f96803e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:17:58.555813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Checking router: a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:17:58.556250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Updating router a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a port 198e309e-69e2-4f55-9d1e-14dafd7614c5 binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:17:58.614246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:59.026734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:59.041380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Transition to ACTIVE for port object 198e309e-69e2-4f55-9d1e-14dafd7614c5 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:17:59.044606 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:59.061492 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:17:59.219933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffae10e-4286-4c47-ada7-cece34971382 None None] Pushing event updated for resources: {'Port': ['ID=198e309e-69e2-4f55-9d1e-14dafd7614c5,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:17:59.224793 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ffae10e-4286-4c47-ada7-cece34971382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:17:59.280197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Attempting to bind port 198e309e-69e2-4f55-9d1e-14dafd7614c5 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:17:59.280558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Attempting to bind port 198e309e-69e2-4f55-9d1e-14dafd7614c5 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:17:59.280964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Attempting to bind port 198e309e-69e2-4f55-9d1e-14dafd7614c5 on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:17:59.287469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:17:59.287892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:17:59.288379 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:59.288814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:17:59.289309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Bound port: 198e309e-69e2-4f55-9d1e-14dafd7614c5, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:17:59.289745 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:59.368695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] For port 198e309e-69e2-4f55-9d1e-14dafd7614c5, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:17:59.372169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] For port 198e309e-69e2-4f55-9d1e-14dafd7614c5, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=198e309e-69e2-4f55-9d1e-14dafd7614c5,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:17:59.377051 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:17:59.394527 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:17:59.548305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffae10e-4286-4c47-ada7-cece34971382 None None] Pushing event updated for resources: {'Port': ['ID=198e309e-69e2-4f55-9d1e-14dafd7614c5,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:17:59.551630 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ffae10e-4286-4c47-ada7-cece34971382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:17:59.600304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Routers {'a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:17:59.600999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:17:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:17:59.792223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] Set router a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:18:00.146692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a', 'name': 'router1', 'tenant_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '198e309e-69e2-4f55-9d1e-14dafd7614c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:17:34Z', 'updated_at': '2020-12-22T09:17:56Z', 'revision_number': 4, 'project_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'gw_port': {'id': '198e309e-69e2-4f55-9d1e-14dafd7614c5', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:17:55Z', 'updated_at': '2020-12-22T09:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '2ba40d97-1837-41ca-8b2b-5976209b9d46', 'name': '', 'network_id': '84c85a63-cf59-459a-8a2d-50ce5e5059a5', 'tenant_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'mac_address': 'fa:16:3e:f1:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:17:45Z', 'updated_at': '2020-12-22T09:17:53Z', 'revision_number': 5, 'project_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'subnets': [{'id': '9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd6a6cd1-4c34-4958-a528-8ac24f96803e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:18:00.151054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037aa6ed-3b5d-4a09-9402-d43dec546e57 None None] The sync data for ids ['a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a'] in n-d-765315-5 is: [{'id': 'a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a', 'name': 'router1', 'tenant_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '198e309e-69e2-4f55-9d1e-14dafd7614c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:17:34Z', 'updated_at': '2020-12-22T09:17:56Z', 'revision_number': 4, 'project_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'gw_port': {'id': '198e309e-69e2-4f55-9d1e-14dafd7614c5', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:17:55Z', 'updated_at': '2020-12-22T09:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '2ba40d97-1837-41ca-8b2b-5976209b9d46', 'name': '', 'network_id': '84c85a63-cf59-459a-8a2d-50ce5e5059a5', 'tenant_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'mac_address': 'fa:16:3e:f1:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ce9ade-97d0-40e8-bbe4-c0ece5f2e75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:17:45Z', 'updated_at': '2020-12-22T09:17:53Z', 'revision_number': 5, 'project_id': 'dd5e2ffb6b7b432aada864aaa259b2c3', 'subnets': [{'id': '9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd6a6cd1-4c34-4958-a528-8ac24f96803e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:18:00.628869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34426) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:00.786979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e824ce4-1dc5-403e-a96d-a73556d980b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:18:00.788707 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4e824ce4-1dc5-403e-a96d-a73556d980b1 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1067 time: 0.1585469 Dec 22 09:18:01.183064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 198e309e-69e2-4f55-9d1e-14dafd7614c5 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:18:01.267537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 198e309e-69e2-4f55-9d1e-14dafd7614c5 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:18:01.273715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 198e309e-69e2-4f55-9d1e-14dafd7614c5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:18:01.274132 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:18:01.400939 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:18:01.419750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 198e309e-69e2-4f55-9d1e-14dafd7614c5, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=198e309e-69e2-4f55-9d1e-14dafd7614c5,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:18:01.421876 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:18:01.425213 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ffae10e-4286-4c47-ada7-cece34971382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:18:01.493964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=198e309e-69e2-4f55-9d1e-14dafd7614c5,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:18:01.497498 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:18:03.175664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 198e309e-69e2-4f55-9d1e-14dafd7614c5 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:18:03.249223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 198e309e-69e2-4f55-9d1e-14dafd7614c5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:18:03.250517 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:18:04.658153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 5 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:18:04.938370 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-caae8682-1480-4ac6-9cc2-8703919d346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:18:07.302914 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f0dd1abc-d99b-4803-b23b-ae23125543f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:18:08.544727 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:18:09.151871 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:18:09.897532 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:18:34.933119 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97fa9e23-d997-44fd-9f91-868a754279b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:18:37.275201 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f07d7d02-aa54-4964-b012-67a8edd9a7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:18:38.534070 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:18:39.145643 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:18:39.890942 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:18:41.657784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 5 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:19:04.942601 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-afef5f5c-4fdf-4bdc-94ee-0705b6266f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:19:07.278633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3ba177b-ec7c-4614-841d-df4bea7b0891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:19:08.539758 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:19:09.148265 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:19:09.901212 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:19:18.657061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 5 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:19:34.935711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2f924421-bc08-42ec-80e5-110119a1f1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:19:37.281453 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-430a62f4-852a-460a-a6b6-e3f04b89fa6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:19:38.542397 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:19:39.150700 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:19:39.901036 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:19:55.657648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 5 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:20:04.938408 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2a3ba81-f9b7-44ef-af1c-5dd59c4540f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:20:07.284455 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86da147d-36dd-4e0e-b45e-fa7ee8208795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:20:08.545450 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:20:09.153592 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:20:09.909833 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:20:18.640462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35034) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:18.748138 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87aad56-000e-4de9-a214-cd85631cfaaa admin admin] GET failed (client error): The resource could not be found. Dec 22 09:20:18.748691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a87aad56-000e-4de9-a214-cd85631cfaaa admin admin] Synchronizing usage tracker for tenant:8065196c02a5445f84b0e79541a88ed7 on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:20:18.766545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a87aad56-000e-4de9-a214-cd85631cfaaa admin admin] Unset dirty status for tenant:8065196c02a5445f84b0e79541a88ed7 on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:20:18.767776 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a87aad56-000e-4de9-a214-cd85631cfaaa admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1261966 Dec 22 09:20:18.909975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ecdb4c-14f3-48cf-89bf-721d67d69c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:20:18.911538 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-92ecdb4c-14f3-48cf-89bf-721d67d69c77 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1392822 Dec 22 09:20:21.373326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35044) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:21.520605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0ebfe4-cf1a-4dab-947c-8e6135c88634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:20:21.521218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3c0ebfe4-cf1a-4dab-947c-8e6135c88634 admin admin] Synchronizing usage tracker for tenant:8065196c02a5445f84b0e79541a88ed7 on resource:subnet {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:20:21.538616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3c0ebfe4-cf1a-4dab-947c-8e6135c88634 admin admin] Unset dirty status for tenant:8065196c02a5445f84b0e79541a88ed7 on resource:subnet {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:20:21.539871 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3c0ebfe4-cf1a-4dab-947c-8e6135c88634 admin admin] 10.222.0.50 "GET /v2.0/subnets/9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224 HTTP/1.1" status: 200 len: 849 time: 0.1648507 Dec 22 09:20:21.550602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:20:21.679193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] Notify callbacks [] for subnet, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:20:22.004550 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762265788446'] for subnet, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:20:22.023323 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:20:22.171822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:20:22.182458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:20:22.182838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:20:22.183213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:20:22.183584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:20:22.183978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:20:22.184339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:20:22.184702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:20:22.185063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:20:22.185421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:20:22.185779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:20:22.186159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:20:22.186657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:20:22.191972 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:20:22.224844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:20:22.225484 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:20:22.226845 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] 10.222.0.50 "PUT /v2.0/subnets/9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224 HTTP/1.1" status: 200 len: 868 time: 0.6804769 Dec 22 09:20:22.242723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3677d7-1019-440c-a0f8-01642598374d None None] Network 84c85a63-cf59-459a-8a2d-50ce5e5059a5 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:20:22.766770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5e98264c-b491-48d9-9425-de9b3c40f223 None None] Provisioning complete for port 2c327890-0e9d-4163-ab01-60f4fe84bab0 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:20:22.767358 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e98264c-b491-48d9-9425-de9b3c40f223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:20:22.895674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5e98264c-b491-48d9-9425-de9b3c40f223 None None] Provisioning complete for port 2ba40d97-1837-41ca-8b2b-5976209b9d46 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:20:22.896137 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e98264c-b491-48d9-9425-de9b3c40f223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:20:24.752745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35054) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:24.973721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966b2b20-17c9-46fa-af09-bba0d55959ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:20:24.974069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966b2b20-17c9-46fa-af09-bba0d55959ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:20:24.975741 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-966b2b20-17c9-46fa-af09-bba0d55959ce admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2219601 Dec 22 09:20:27.480294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35064) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:27.701013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be835eab-a649-44bc-9e95-b4c8aca9ce8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:20:27.701362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be835eab-a649-44bc-9e95-b4c8aca9ce8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:20:27.703874 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-be835eab-a649-44bc-9e95-b4c8aca9ce8c admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2224724 Dec 22 09:20:30.218644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35074) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:30.435123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741b76c4-c9d7-4510-bb5d-e141f596aa7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:20:30.437328 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-741b76c4-c9d7-4510-bb5d-e141f596aa7e admin admin] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 886 time: 0.2174742 Dec 22 09:20:32.657683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 5 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:20:32.942979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35084) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:33.162199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422c6f5f-2491-4e55-94c9-109483e023cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:20:33.163980 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-422c6f5f-2491-4e55-94c9-109483e023cb admin admin] 10.222.0.50 "GET /v2.0/networks/84c85a63-cf59-459a-8a2d-50ce5e5059a5 HTTP/1.1" status: 200 len: 862 time: 0.2199726 Dec 22 09:20:34.941725 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-08929ed7-b0de-41ab-ab9a-54dc9765fcf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:20:35.674052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35094) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:35.984515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1ba29e-9dd5-41a5-879d-ade6c7706313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:20:35.985054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1ba29e-9dd5-41a5-879d-ade6c7706313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:20:35.986439 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7a1ba29e-9dd5-41a5-879d-ade6c7706313 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3113906 Dec 22 09:20:37.288197 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f812adc-743e-4110-bc0f-8e5d94449019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:20:38.547334 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:20:38.559241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35104) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:38.713804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beb310d-66d6-4ae4-a213-8eb3013a8e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:20:38.714226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beb310d-66d6-4ae4-a213-8eb3013a8e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:20:38.715920 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0beb310d-66d6-4ae4-a213-8eb3013a8e21 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1556275 Dec 22 09:20:39.161239 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:20:39.912217 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:20:41.232354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35114) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:41.390170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6116b47-4518-40c8-b3a8-7b616a3bf75a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:20:41.391794 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b6116b47-4518-40c8-b3a8-7b616a3bf75a admin admin] 10.222.0.50 "GET /v2.0/subnets/9bdd5bc0-9e3c-448c-9e1d-96e9b3d4d224 HTTP/1.1" status: 200 len: 868 time: 0.1576972 Dec 22 09:20:43.953416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35124) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:44.098425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4575832d-d66b-44c5-92a9-67f5edef6fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:20:44.099913 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4575832d-d66b-44c5-92a9-67f5edef6fe4 admin admin] 10.222.0.50 "GET /v2.0/subnets/d3ff75b2-de7a-4191-8418-6bf354cf5b6e HTTP/1.1" status: 200 len: 816 time: 0.1453815 Dec 22 09:21:04.944150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-38074eb7-cfca-451e-8e7c-4ef51fb9c724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:07.291266 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d7c9b450-b843-4407-a11f-2f538d33d4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:08.550807 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:09.154532 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:09.657264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 5 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:21:09.921426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:10.376636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35164) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:10.462644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-6f093918-cc72-439a-a2bf-d7b6ba9d48ba admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:21:10.463740 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6f093918-cc72-439a-a2bf-d7b6ba9d48ba admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0858903 Dec 22 09:21:13.075332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35174) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:13.196839 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23fb08f-061d-4e71-badd-e4c13a407999 admin admin] GET failed (client error): The resource could not be found. Dec 22 09:21:13.198174 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a23fb08f-061d-4e71-badd-e4c13a407999 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1217728 Dec 22 09:21:13.507731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04183bd9-276c-4547-b01b-96f9dc819442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:21:13.509255 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-04183bd9-276c-4547-b01b-96f9dc819442 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.3063920 Dec 22 09:21:16.115386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35184) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:16.242366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-110b9675-a498-46b4-9322-da522fbcfbe8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:16.249065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-110b9675-a498-46b4-9322-da522fbcfbe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:21:16.260956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-110b9675-a498-46b4-9322-da522fbcfbe8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:21:16.270211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110b9675-a498-46b4-9322-da522fbcfbe8 admin admin] Made reservation on behalf of 8065196c02a5445f84b0e79541a88ed7 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:21:16.275001 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-110b9675-a498-46b4-9322-da522fbcfbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:16.371775 n-d-765315-5 neutron-server[80960]: WARNING neutron.services.revisions.revision_plugin [None req-110b9675-a498-46b4-9322-da522fbcfbe8 admin admin] Could not find related network for resource to bump revision. Dec 22 09:21:16.392520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110b9675-a498-46b4-9322-da522fbcfbe8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:21:16.402548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-110b9675-a498-46b4-9322-da522fbcfbe8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:16.402975 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-110b9675-a498-46b4-9322-da522fbcfbe8 admin admin] Added segment cabe27b4-d3f4-40f5-965b-e49214650cb6 of type vxlan for network ee268a24-1aba-4855-b238-18ad5c8939ac Dec 22 09:21:16.434579 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-110b9675-a498-46b4-9322-da522fbcfbe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:16.471247 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-110b9675-a498-46b4-9322-da522fbcfbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:16.472588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110b9675-a498-46b4-9322-da522fbcfbe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:21:16.473236 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-110b9675-a498-46b4-9322-da522fbcfbe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:16.478364 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:21:16.577852 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-110b9675-a498-46b4-9322-da522fbcfbe8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4611032 Dec 22 09:21:16.585487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b9675-a498-46b4-9322-da522fbcfbe8 admin admin] Pushing event updated for resources: {'Network': ['ID=ee268a24-1aba-4855-b238-18ad5c8939ac,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:21:16.588766 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-110b9675-a498-46b4-9322-da522fbcfbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:21:16.599218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network ee268a24-1aba-4855-b238-18ad5c8939ac details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:21:19.118401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35194) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:19.228792 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-450084ce-42a2-4460-889a-808cb2906e93 admin admin] GET failed (client error): The resource could not be found. Dec 22 09:21:19.229350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-450084ce-42a2-4460-889a-808cb2906e93 admin admin] Synchronizing usage tracker for tenant:8065196c02a5445f84b0e79541a88ed7 on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:21:19.245449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-450084ce-42a2-4460-889a-808cb2906e93 admin admin] Unset dirty status for tenant:8065196c02a5445f84b0e79541a88ed7 on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:21:19.246668 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-450084ce-42a2-4460-889a-808cb2906e93 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1272302 Dec 22 09:21:19.375249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d665261f-4008-41e0-858c-ea34c7074bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:21:19.376892 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d665261f-4008-41e0-858c-ea34c7074bc0 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1256268 Dec 22 09:21:19.390278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-783f3c23-b709-42b9-ae9b-faa11b067a48 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'name': 'shared-subnet'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:19.395509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-783f3c23-b709-42b9-ae9b-faa11b067a48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:21:19.407260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-783f3c23-b709-42b9-ae9b-faa11b067a48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:21:19.417247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783f3c23-b709-42b9-ae9b-faa11b067a48 admin admin] Made reservation on behalf of 8065196c02a5445f84b0e79541a88ed7 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:21:19.422202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-783f3c23-b709-42b9-ae9b-faa11b067a48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:19.832524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-783f3c23-b709-42b9-ae9b-faa11b067a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:19.845815 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c9b86ecc-5655-40a8-8de2-12b31114e1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:21:19.979189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f3c23-b709-42b9-ae9b-faa11b067a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72d4d737-8533-4562-ba3f-75599cc049f2,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:21:19.982236 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-783f3c23-b709-42b9-ae9b-faa11b067a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:21:20.054469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783f3c23-b709-42b9-ae9b-faa11b067a48 admin admin] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:21:20.054864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783f3c23-b709-42b9-ae9b-faa11b067a48 admin admin] Network hostable DHCP agents. Network: ee268a24-1aba-4855-b238-18ad5c8939ac, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:21:20.080725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783f3c23-b709-42b9-ae9b-faa11b067a48 admin admin] Network ee268a24-1aba-4855-b238-18ad5c8939ac is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:21:20.090225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-783f3c23-b709-42b9-ae9b-faa11b067a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, ee268a24-1aba-4855-b238-18ad5c8939ac) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:21:20.095352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783f3c23-b709-42b9-ae9b-faa11b067a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:21:20.096534 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-783f3c23-b709-42b9-ae9b-faa11b067a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:20.101352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fad0412-38fb-42ac-9451-e3740f660a24 None None] Network ee268a24-1aba-4855-b238-18ad5c8939ac requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:21:20.127823 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-783f3c23-b709-42b9-ae9b-faa11b067a48 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7366672 Dec 22 09:21:20.396973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-ee268a24-1aba-4855-b238-18ad5c8939ac', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'tenant_id': '8065196c02a5445f84b0e79541a88ed7', 'fixed_ips': [{'subnet_id': '72d4d737-8533-4562-ba3f-75599cc049f2'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:21:20.398821 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:20.734413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Allocated IP 192.168.233.2 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/c576c66c-d1e1-42e5-9d73-1a1d27c07f2f) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:21:21.005173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:21.021150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Transition to ACTIVE for port object c576c66c-d1e1-42e5-9d73-1a1d27c07f2f will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:21:21.041003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Transition to ACTIVE for port object c576c66c-d1e1-42e5-9d73-1a1d27c07f2f will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:21:21.047766 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:21.065478 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:21:21.203690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Pushing event updated for resources: {'Port': ['ID=c576c66c-d1e1-42e5-9d73-1a1d27c07f2f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:21:21.218312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:21:21.218769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:21:21.219643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:21:21.219643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:21:21.219981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:21:21.220122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:21:21.220878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:21:21.220878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:21:21.221236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:21:21.221475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:21:21.221835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:21:21.222193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:21:21.228221 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:21:21.292752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:21:21.294473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:21:21.298026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:21:21.361644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Attempting to bind port c576c66c-d1e1-42e5-9d73-1a1d27c07f2f on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:21:21.362057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Attempting to bind port c576c66c-d1e1-42e5-9d73-1a1d27c07f2f by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:21:21.362465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Attempting to bind port c576c66c-d1e1-42e5-9d73-1a1d27c07f2f on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:21:21.368960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:21:21.369416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:21:21.369873 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:21.370436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:21:21.371104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Bound port: c576c66c-d1e1-42e5-9d73-1a1d27c07f2f, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:21:21.371644 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:21.497835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] For port c576c66c-d1e1-42e5-9d73-1a1d27c07f2f, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:21:21.504514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] For port c576c66c-d1e1-42e5-9d73-1a1d27c07f2f, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c576c66c-d1e1-42e5-9d73-1a1d27c07f2f,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:21:21.509609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:21.525950 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e15398a1-5c66-4595-871e-f327ed0f9863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:21:21.721212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Pushing event updated for resources: {'Port': ['ID=c576c66c-d1e1-42e5-9d73-1a1d27c07f2f,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:21:21.734274 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:21:23.319476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30da7a45-599a-4ac9-8699-e16eba69130c None None] Network ee268a24-1aba-4855-b238-18ad5c8939ac requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:21:23.347602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c576c66c-d1e1-42e5-9d73-1a1d27c07f2f up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:21:23.520185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ae681da0-3ab4-4f56-8144-338bc120224f None None] Provisioning for port c576c66c-d1e1-42e5-9d73-1a1d27c07f2f completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:21:23.575349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port c576c66c-d1e1-42e5-9d73-1a1d27c07f2f completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:21:23.586050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port c576c66c-d1e1-42e5-9d73-1a1d27c07f2f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:21:23.586466 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:23.769299 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:23.806076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port c576c66c-d1e1-42e5-9d73-1a1d27c07f2f, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c576c66c-d1e1-42e5-9d73-1a1d27c07f2f,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:21:23.810173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:23.814719 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:21:23.906631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=c576c66c-d1e1-42e5-9d73-1a1d27c07f2f,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:21:23.910131 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:21:24.089930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e0ceb933-48dc-4e91-8ac3-0891b8ae134a None None] Provisioning complete for port c576c66c-d1e1-42e5-9d73-1a1d27c07f2f triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:21:24.090668 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb933-48dc-4e91-8ac3-0891b8ae134a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:24.382894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1956b237-2313-46b0-9d33-ca449eb5134c None None] Provisioning complete for port c576c66c-d1e1-42e5-9d73-1a1d27c07f2f triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:21:24.383533 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1956b237-2313-46b0-9d33-ca449eb5134c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:24.674625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d0086885-06b1-404f-8547-4d1cd1804f43 None None] Provisioning complete for port c576c66c-d1e1-42e5-9d73-1a1d27c07f2f triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:21:24.674959 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0086885-06b1-404f-8547-4d1cd1804f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:25.318215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c576c66c-d1e1-42e5-9d73-1a1d27c07f2f up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:21:25.410454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port c576c66c-d1e1-42e5-9d73-1a1d27c07f2f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:21:25.411297 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:34.946767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93835853-4fd9-433e-9548-2acbe9ae27df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:37.304738 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-64b30d06-3e29-4bd8-91cc-cf4b10e60786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:38.559581 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:39.162574 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:39.929528 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:21:46.661979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 5 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:22:04.953196 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-41fe01ca-85f6-4def-897d-da75ce749dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:22:07.304381 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d4106f20-84d8-4f5e-b868-fd918818a64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:22:08.570863 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:22:09.160677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:22:09.929316 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:22:23.661782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 5 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:22:28.348603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35238) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:22:28.355627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-096a16cc-b1ca-404a-b72e-783aa6f1b990 tempest-verify_tempest_config-666207220 tempest-verify_tempest_config-666207220] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:22:28.356804 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-096a16cc-b1ca-404a-b72e-783aa6f1b990 tempest-verify_tempest_config-666207220 tempest-verify_tempest_config-666207220] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13036 time: 0.0070748 Dec 22 09:22:28.719882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35258) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:22:28.875442 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:22:28.891376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:22:28.895516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Usage tracker for resource:security_group_rule and tenant:56b843af136c4f5d87696c6841fbb357 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:22:28.898632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:22:28.904649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:22:29.000822 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:22:29.003481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:22:29.013629 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:22:29.054628 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=56b843af136c4f5d87696c6841fbb357&name=default HTTP/1.1" status: 200 len: 2875 time: 0.3335972 Dec 22 09:22:29.055519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b22bc57-b849-4fff-a05f-54cdd427a4ea,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:22:29.057542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35264) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:22:29.063474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.063855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.064255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.064625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.064991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.065355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.065715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.066075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.066431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.066786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.067150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.067506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.071455 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:22:29.121957 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-91ce147e-2ece-44b0-adea-957a17561384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:22:29.149385 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-91ce147e-2ece-44b0-adea-957a17561384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:22:29.198302 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-91ce147e-2ece-44b0-adea-957a17561384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:22:29.203963 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:22:29.218199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce147e-2ece-44b0-adea-957a17561384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b22bc57-b849-4fff-a05f-54cdd427a4ea,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:22:29.225823 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-91ce147e-2ece-44b0-adea-957a17561384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:22:29.227026 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-91ce147e-2ece-44b0-adea-957a17561384 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b22bc57-b849-4fff-a05f-54cdd427a4ea HTTP/1.1" status: 204 len: 168 time: 0.1677101 Dec 22 09:22:29.228419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce147e-2ece-44b0-adea-957a17561384 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.228798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce147e-2ece-44b0-adea-957a17561384 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.229166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce147e-2ece-44b0-adea-957a17561384 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.229532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce147e-2ece-44b0-adea-957a17561384 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.229892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce147e-2ece-44b0-adea-957a17561384 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.230277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce147e-2ece-44b0-adea-957a17561384 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.230662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce147e-2ece-44b0-adea-957a17561384 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.231069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce147e-2ece-44b0-adea-957a17561384 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.231422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce147e-2ece-44b0-adea-957a17561384 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.231777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce147e-2ece-44b0-adea-957a17561384 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.232165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce147e-2ece-44b0-adea-957a17561384 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.232520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce147e-2ece-44b0-adea-957a17561384 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:22:29.235797 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-91ce147e-2ece-44b0-adea-957a17561384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:22:34.948020 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3b59015e-3cc1-48a3-89ed-8e0e8dfc3037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:22:37.297234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4d79f9b8-5ece-454b-b6a3-f5106cd911e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:22:38.564344 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:22:39.163056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:22:39.934762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:23:00.661714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 5 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:23:04.940703 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa05a23b-8f4a-45b0-92f0-8b3327e498a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:23:07.303714 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c408997d-d4be-4869-a2ba-e4acf246901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:23:08.568617 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:23:09.174644 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:23:09.933255 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:23:34.943129 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4037c6eb-b0cc-4402-bea9-386a89ceef4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:23:37.297774 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0bdc5d8-a17a-4655-bbe7-55636f7a63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:23:37.661517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 5 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:23:38.567559 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:23:39.167953 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:23:39.937081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:24:04.947531 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c19f887c-30d8-4625-84e8-eeb4916766ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:24:07.302187 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bbd5eb8a-a02e-4d15-be95-08a21faa2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:24:08.571558 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:24:09.171788 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:24:09.942985 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:24:14.661497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 5 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:24:34.951381 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b055bf6c-c9da-45f1-b5b4-f43c3ba49954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:24:37.304055 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a46db75-f063-49bc-b337-3ab22d1abe15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:24:38.572215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:24:39.174177 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:24:39.946431 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:24:51.660543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 5 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:25:04.953529 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ed2d6b9-a44e-4395-9297-b05db20e2de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:25:07.307225 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3894303a-e487-4075-a4c6-9b86732f80a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:25:08.577220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:25:09.176957 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:25:09.948696 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:25:28.659856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 5 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:25:34.955434 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b227d74a-53de-4983-9810-ed6f848b4984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:25:37.311802 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5c28b444-d7cb-476f-92c0-218bc02706d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:25:38.579150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:25:39.180154 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:25:39.288372 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961'] for agent, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:25:39.288965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.289464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.289964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.290494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.290972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.291484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.292034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.292520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.293062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.293545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.294154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.294601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.295115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-h1-765315-5', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:25:39.300509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-h1-765315-5', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:25:39.797338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] get_endpoint_by_host() called for host n-h1-765315-5 {{(pid=81073) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 22 09:25:39.802099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] get_endpoint_by_ip() called for ip 192.168.0.14 {{(pid=81073) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 22 09:25:39.805787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] _add_endpoint() called for ip 192.168.0.14 {{(pid=81073) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 22 09:25:39.811160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] _get_endpoints() called {{(pid=81073) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 22 09:25:39.961069 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:25:39.963493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961'] for agent, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:25:39.963997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.964386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.964793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.965177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.965557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.965934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.966312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.967191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.967772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.968459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.969103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.969821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:25:39.970091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-h2-765315-5', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:25:39.974458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-h2-765315-5', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:25:40.466732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] get_endpoint_by_host() called for host n-h2-765315-5 {{(pid=81073) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 22 09:25:40.471969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] get_endpoint_by_ip() called for ip 192.168.0.67 {{(pid=81073) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 22 09:25:40.475570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] _add_endpoint() called for ip 192.168.0.67 {{(pid=81073) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 22 09:25:40.481125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] _get_endpoints() called {{(pid=81073) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 22 09:26:04.958649 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c13b436-ed23-4d4e-8045-cd830d08e72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:26:05.660840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:26:07.315150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ae38664-e328-46ed-b531-f4b80ecd58b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:26:08.581200 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:26:09.182270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:26:09.293337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:26:09.968051 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:26:09.970647 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:26:12.751758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35324) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:12.903930 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0e3b3820-6b0e-44f4-846b-8167d2290db6 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 6228 time: 0.1509600 Dec 22 09:26:15.432638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35334) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:15.528834 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0f43e303-c4c3-4388-8348-6f669085c560 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 6228 time: 0.0949564 Dec 22 09:26:34.960259 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8c1e026-ef3e-418a-91f1-42acfebf48af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:26:37.325174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e882ab6-07f4-45e9-9521-80083486e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:26:38.582989 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:26:39.185331 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:26:39.296742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:26:39.960117 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:26:39.976810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:26:42.660786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:27:04.965535 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-be81c6e5-4570-480d-b5e1-d621ecf0e6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:07.318225 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23975de2-31e3-4529-b4e4-01d25c341fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:08.587215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:09.188706 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:09.326541 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:09.976741 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:09.994374 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:19.661693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:27:34.971683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-680747ce-50ab-4f77-9968-58b5d1ffc1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:37.321727 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3778156-dd77-48eb-964e-f83abfb0157c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:38.606757 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:39.208805 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:39.357790 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:40.014686 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:40.019122 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:50.566650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35682) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:50.994363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35698) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:51.026519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:51.046931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:27:51.051903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Usage tracker for resource:security_group_rule and tenant:9863a0a3d7bd43338f099234a0104794 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:27:51.055134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:27:51.061035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:27:51.158107 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:51.161386 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:51.172559 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:27:51.229548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Synchronizing usage tracker for tenant:8065196c02a5445f84b0e79541a88ed7 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:27:51.234645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c51eca8-7042-43fe-88d7-e64ac00efd2f,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:27:51.244371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.245016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.245549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.246067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.246583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.247099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.247612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.248158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.248663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.249164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.267719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.267719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.267719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.267719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.267719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.267719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.267719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.267719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.267719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.267719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.267719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.267719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.267719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.267719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.267719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.267719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.270726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.270726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.270726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.270726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.270726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.270726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.270726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.270726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.270726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.270726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Tracked resource versions report: Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: pushed versions: Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: { 'AddressGroup': {'1.0'}, Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': {'1.0'}, Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'Log': {'1.0'}, Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'Network': {'1.1'}, Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'Port': {'1.6'}, Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'PortForwarding': {'1.2'}, Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'QosPolicy': {'1.8'}, Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': {'1.3'}, Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': {'1.1'}, Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'SubPort': {'1.0'}, Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'Subnet': {'1.1'}, Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'Trunk': {'1.1'}} Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: consumer versions: Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: { DHCP agent@n-d-765315-5: {}, Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: L3 agent@n-d-765315-5: {}, Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: Metadata agent@n-d-765315-5: {}, Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: Metering agent@n-d-765315-5: {}, Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: Open vSwitch agent@n-d-765315-5: { 'AddressGroup': '1.0', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': '1.0', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'Log': '1.0', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'Network': '1.1', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'Port': '1.6', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'PortForwarding': '1.2', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'QosPolicy': '1.8', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': '1.3', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': '1.1', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'SubPort': '1.0', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'Subnet': '1.1', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'Trunk': '1.1'}, Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: Open vSwitch agent@n-h1-765315-5: { 'AddressGroup': '1.0', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': '1.0', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'Log': '1.0', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'Network': '1.1', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'Port': '1.6', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'PortForwarding': '1.2', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'QosPolicy': '1.8', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': '1.3', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': '1.1', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'SubPort': '1.0', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'Subnet': '1.1', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'Trunk': '1.1'}, Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: Open vSwitch agent@n-h2-765315-5: { 'AddressGroup': '1.0', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': '1.0', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'Log': '1.0', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'Network': '1.1', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'Port': '1.6', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'PortForwarding': '1.2', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'QosPolicy': '1.8', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': '1.3', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': '1.1', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'SubPort': '1.0', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'Subnet': '1.1', Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: 'Trunk': '1.1'}} Dec 22 09:27:51.272294 n-d-765315-5 neutron-server[80960]: {{(pid=81071) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 09:27:51.296030 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:27:51.315481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Unset dirty status for tenant:8065196c02a5445f84b0e79541a88ed7 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:27:51.317073 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9863a0a3d7bd43338f099234a0104794&name=default HTTP/1.1" status: 200 len: 2875 time: 0.7480299 Dec 22 09:27:51.321895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35704) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:51.424881 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:51.427846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-382a68be-f3af-4dcd-96dc-83e690be84aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:51.452783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-382a68be-f3af-4dcd-96dc-83e690be84aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:27:51.459033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-382a68be-f3af-4dcd-96dc-83e690be84aa admin admin] Usage tracker for resource:security_group_rule and tenant:324a446acf6444bc98b242f897201833 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:27:51.460193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:51.464824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-382a68be-f3af-4dcd-96dc-83e690be84aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:27:51.473226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-382a68be-f3af-4dcd-96dc-83e690be84aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:27:51.518246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:51.524412 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e6fc8dac-673f-42d0-a98a-d600530ef1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:27:51.542066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c51eca8-7042-43fe-88d7-e64ac00efd2f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:27:51.553086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.553540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.553818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.554189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.554553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.554916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.555280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.555654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.556001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.556361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.556721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.557077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.557601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.557951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.558306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.558658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.559182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.559586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.559866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.560245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.560599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.560958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.561280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.561629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.562041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.562390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.562771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.563086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.563430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.563756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.564143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.564486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.564841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.565196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.565540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.565893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Tracked resource versions report: Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: pushed versions: Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: { 'AddressGroup': {'1.0'}, Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': {'1.0'}, Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'Log': {'1.0'}, Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'Network': {'1.1'}, Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'Port': {'1.6'}, Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'PortForwarding': {'1.2'}, Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'QosPolicy': {'1.8'}, Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': {'1.3'}, Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': {'1.1'}, Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'SubPort': {'1.0'}, Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'Subnet': {'1.1'}, Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'Trunk': {'1.1'}} Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: consumer versions: Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: { DHCP agent@n-d-765315-5: {}, Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: L3 agent@n-d-765315-5: {}, Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: Metadata agent@n-d-765315-5: {}, Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: Metering agent@n-d-765315-5: {}, Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: Open vSwitch agent@n-d-765315-5: { 'AddressGroup': '1.0', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': '1.0', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'Log': '1.0', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'Network': '1.1', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'Port': '1.6', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'PortForwarding': '1.2', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'QosPolicy': '1.8', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': '1.3', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': '1.1', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'SubPort': '1.0', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'Subnet': '1.1', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'Trunk': '1.1'}, Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: Open vSwitch agent@n-h1-765315-5: { 'AddressGroup': '1.0', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': '1.0', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'Log': '1.0', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'Network': '1.1', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'Port': '1.6', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'PortForwarding': '1.2', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'QosPolicy': '1.8', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': '1.3', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': '1.1', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'SubPort': '1.0', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'Subnet': '1.1', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'Trunk': '1.1'}, Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: Open vSwitch agent@n-h2-765315-5: { 'AddressGroup': '1.0', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': '1.0', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'Log': '1.0', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'Network': '1.1', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'Port': '1.6', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'PortForwarding': '1.2', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'QosPolicy': '1.8', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': '1.3', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': '1.1', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'SubPort': '1.0', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'Subnet': '1.1', Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: 'Trunk': '1.1'}} Dec 22 09:27:51.568022 n-d-765315-5 neutron-server[80960]: {{(pid=81072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 09:27:51.580050 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:27:51.580050 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:51.581084 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c51eca8-7042-43fe-88d7-e64ac00efd2f HTTP/1.1" status: 204 len: 168 time: 0.2576954 Dec 22 09:27:51.670448 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-382a68be-f3af-4dcd-96dc-83e690be84aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:51.675155 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-382a68be-f3af-4dcd-96dc-83e690be84aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:51.688334 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:27:51.741946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a68be-f3af-4dcd-96dc-83e690be84aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09220a3-0f8b-4278-a6fc-9a6cde72d2f6,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:27:51.759878 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-382a68be-f3af-4dcd-96dc-83e690be84aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:27:51.789559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35734) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:51.789676 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-382a68be-f3af-4dcd-96dc-83e690be84aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=324a446acf6444bc98b242f897201833&name=default HTTP/1.1" status: 200 len: 2875 time: 0.7930613 Dec 22 09:27:51.910104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14d9301a-940b-431c-bdab-1ef4e1b9b452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:51.966875 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14d9301a-940b-431c-bdab-1ef4e1b9b452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:52.031364 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14d9301a-940b-431c-bdab-1ef4e1b9b452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:52.040224 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fb5989a4-99dc-4b70-a52a-08e227e327cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:27:52.063346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9301a-940b-431c-bdab-1ef4e1b9b452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09220a3-0f8b-4278-a6fc-9a6cde72d2f6,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:27:52.067698 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-14d9301a-940b-431c-bdab-1ef4e1b9b452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:27:52.070370 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14d9301a-940b-431c-bdab-1ef4e1b9b452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:52.072238 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-14d9301a-940b-431c-bdab-1ef4e1b9b452 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a09220a3-0f8b-4278-a6fc-9a6cde72d2f6 HTTP/1.1" status: 204 len: 168 time: 0.2824023 Dec 22 09:27:52.184273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35756) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:52.189482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35758) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:52.193211 n-d-765315-5 neutron-server[80960]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 09:27:52.239442 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99ddcc47-728c-4bad-b350-2ee1947af0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:52.247399 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-c5d2f818-e7ef-4369-98c8-a3684b0cf3ce tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/networks?tenant_id=78b6d5de12994e61a153a84d0632ee44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577013 Dec 22 09:27:52.277268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-99ddcc47-728c-4bad-b350-2ee1947af0b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:27:52.286229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-99ddcc47-728c-4bad-b350-2ee1947af0b2 admin admin] Usage tracker for resource:security_group_rule and tenant:098bd2c2e31240dcad299cfdadfadfb5 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:27:52.293162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-99ddcc47-728c-4bad-b350-2ee1947af0b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:27:52.307825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-99ddcc47-728c-4bad-b350-2ee1947af0b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:27:52.453682 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99ddcc47-728c-4bad-b350-2ee1947af0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:52.457907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99ddcc47-728c-4bad-b350-2ee1947af0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:52.474309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-09237a9e-a7dc-4df4-8a7e-ed3ee2fe1872 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:27:52.483295 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-09237a9e-a7dc-4df4-8a7e-ed3ee2fe1872 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2339470 Dec 22 09:27:52.492319 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:27:52.507008 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-e8047c91-203d-4ebd-a0b2-1a7db0f2419a tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/quotas/78b6d5de12994e61a153a84d0632ee44 HTTP/1.1" status: 200 len: 375 time: 0.0219562 Dec 22 09:27:52.523312 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-99ddcc47-728c-4bad-b350-2ee1947af0b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=098bd2c2e31240dcad299cfdadfadfb5&name=default HTTP/1.1" status: 200 len: 2875 time: 0.3314793 Dec 22 09:27:52.524708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddcc47-728c-4bad-b350-2ee1947af0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7250660-cba5-42a5-abca-5eb79e3a40e6,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:27:52.527441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35768) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:52.530876 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99ddcc47-728c-4bad-b350-2ee1947af0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:27:52.596227 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-45fd3783-25c6-42a6-8663-b02670ea4d4c tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?tenant_id=78b6d5de12994e61a153a84d0632ee44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879281 Dec 22 09:27:52.627416 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea41cff8-1772-48b0-b8ef-389948cdfa5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:52.687317 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea41cff8-1772-48b0-b8ef-389948cdfa5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:52.777547 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea41cff8-1772-48b0-b8ef-389948cdfa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:52.785915 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-14d9301a-940b-431c-bdab-1ef4e1b9b452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:27:52.804274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41cff8-1772-48b0-b8ef-389948cdfa5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7250660-cba5-42a5-abca-5eb79e3a40e6,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:27:52.807132 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea41cff8-1772-48b0-b8ef-389948cdfa5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:27:52.810244 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea41cff8-1772-48b0-b8ef-389948cdfa5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:52.815798 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ea41cff8-1772-48b0-b8ef-389948cdfa5f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b7250660-cba5-42a5-abca-5eb79e3a40e6 HTTP/1.1" status: 204 len: 168 time: 0.2829340 Dec 22 09:27:53.049375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35800) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:53.143453 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39515c64-5817-4257-8893-442ad22aba01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:53.180930 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2aad1076-71ef-4641-a727-1440fe31ca3f req-42dbfe63-8f5f-49e4-b77f-09b05ca17c33 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 210 time: 0.0943561 Dec 22 09:27:53.188602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-39515c64-5817-4257-8893-442ad22aba01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:27:53.198093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-39515c64-5817-4257-8893-442ad22aba01 admin admin] Usage tracker for resource:security_group_rule and tenant:c5bed04ea47e4f28a8c1bfcee2b9f140 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:27:53.219302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-39515c64-5817-4257-8893-442ad22aba01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:27:53.237468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-39515c64-5817-4257-8893-442ad22aba01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:27:53.430897 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39515c64-5817-4257-8893-442ad22aba01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:53.437127 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39515c64-5817-4257-8893-442ad22aba01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:53.474102 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-91ce147e-2ece-44b0-adea-957a17561384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:27:53.570947 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-39515c64-5817-4257-8893-442ad22aba01 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c5bed04ea47e4f28a8c1bfcee2b9f140&name=default HTTP/1.1" status: 200 len: 2875 time: 0.5195167 Dec 22 09:27:53.574098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35830) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:53.592185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39515c64-5817-4257-8893-442ad22aba01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d30f6c9-392c-4304-a2e1-6ff848b23bfb,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:27:53.598269 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39515c64-5817-4257-8893-442ad22aba01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:27:53.706718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8a60f4e-8b15-4fe9-8caa-2d9e709c536b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:53.776493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8a60f4e-8b15-4fe9-8caa-2d9e709c536b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:53.872435 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8a60f4e-8b15-4fe9-8caa-2d9e709c536b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:53.891726 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:27:53.943998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a60f4e-8b15-4fe9-8caa-2d9e709c536b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d30f6c9-392c-4304-a2e1-6ff848b23bfb,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:27:53.962445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8a60f4e-8b15-4fe9-8caa-2d9e709c536b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:53.964691 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e8a60f4e-8b15-4fe9-8caa-2d9e709c536b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d30f6c9-392c-4304-a2e1-6ff848b23bfb HTTP/1.1" status: 204 len: 168 time: 0.3889153 Dec 22 09:27:53.965917 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e8a60f4e-8b15-4fe9-8caa-2d9e709c536b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:27:54.386876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35896) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:55.022080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35928) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:55.043681 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ddbe8da0-5af7-42e1-bbc0-51994b9491d6 req-19fc7268-39d2-48e7-8d5c-fec3e2237fe3 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 210 time: 0.6554809 Dec 22 09:27:55.545719 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2784d32-da71-4a66-90d8-ea1c3f9f4eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:55.580618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a2784d32-da71-4a66-90d8-ea1c3f9f4eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:27:55.586102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a2784d32-da71-4a66-90d8-ea1c3f9f4eff admin admin] Usage tracker for resource:security_group_rule and tenant:2539d1063277418ebdeecf0f052838a8 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:27:55.589996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a2784d32-da71-4a66-90d8-ea1c3f9f4eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:27:55.598487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a2784d32-da71-4a66-90d8-ea1c3f9f4eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:27:55.799449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2784d32-da71-4a66-90d8-ea1c3f9f4eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:55.804965 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2784d32-da71-4a66-90d8-ea1c3f9f4eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:55.834338 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:27:55.888278 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a2784d32-da71-4a66-90d8-ea1c3f9f4eff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2539d1063277418ebdeecf0f052838a8&name=default HTTP/1.1" status: 200 len: 2875 time: 0.8618460 Dec 22 09:27:55.889505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35976) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:55.892250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2784d32-da71-4a66-90d8-ea1c3f9f4eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9a66e6-7a18-4c4b-b988-d2b3e86b816e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:27:55.899590 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2784d32-da71-4a66-90d8-ea1c3f9f4eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:27:55.982110 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05c75178-a61a-417e-bbb2-34a959dcc3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:56.021648 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05c75178-a61a-417e-bbb2-34a959dcc3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:56.089162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05c75178-a61a-417e-bbb2-34a959dcc3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:56.104962 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:27:56.119365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c75178-a61a-417e-bbb2-34a959dcc3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9a66e6-7a18-4c4b-b988-d2b3e86b816e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:27:56.124330 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-05c75178-a61a-417e-bbb2-34a959dcc3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:27:56.150250 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05c75178-a61a-417e-bbb2-34a959dcc3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:56.151699 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-05c75178-a61a-417e-bbb2-34a959dcc3e7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c9a66e6-7a18-4c4b-b988-d2b3e86b816e HTTP/1.1" status: 204 len: 168 time: 0.2603862 Dec 22 09:27:56.304082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.64', 62568) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:56.357508 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-0f9f422a-d492-4c92-876e-a01dbadaefa8 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.64 "GET /v2.0/networks?tenant_id=78b6d5de12994e61a153a84d0632ee44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418699 Dec 22 09:27:56.518237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36008) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:56.667615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:27:56.710176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-70bfee60-e4a6-4385-b602-6fd4990bfccc tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:27:56.712100 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-70bfee60-e4a6-4385-b602-6fd4990bfccc tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2692015 Dec 22 09:27:56.718669 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5e3e75c8-ffec-4e6b-a2d4-55ac7abf01d8 req-e835312f-203b-466e-bb84-d20e734c29c3 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 210 time: 0.3598888 Dec 22 09:27:56.829873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Request body: {'port': {'device_id': '09c62774-15cd-4ab6-9cf4-c513e7b240ba', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '78b6d5de12994e61a153a84d0632ee44'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:27:57.021778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:27:57.026939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Usage tracker for resource:port and tenant:78b6d5de12994e61a153a84d0632ee44 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:27:57.030470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:27:57.037027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:27:57.037354 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b8161d2-c3ef-4481-8d69-087e3065fd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:57.047980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Made reservation on behalf of 78b6d5de12994e61a153a84d0632ee44 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:27:57.054770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:57.075997 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:57.086885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5b8161d2-c3ef-4481-8d69-087e3065fd27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:27:57.091218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5b8161d2-c3ef-4481-8d69-087e3065fd27 admin admin] Usage tracker for resource:security_group_rule and tenant:dfd7080c112b4fa9820211c596dd6a22 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:27:57.096704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5b8161d2-c3ef-4481-8d69-087e3065fd27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:27:57.098678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:27:57.105220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Usage tracker for resource:security_group_rule and tenant:78b6d5de12994e61a153a84d0632ee44 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:27:57.108570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:27:57.116780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5b8161d2-c3ef-4481-8d69-087e3065fd27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:27:57.116948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:27:57.334932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36064) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:57.342467 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:57.346710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:57.375261 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:27:57.392664 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b8161d2-c3ef-4481-8d69-087e3065fd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:57.395389 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34b22f8d-9523-47d8-8299-3ba131e4d036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:57.454166 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b8161d2-c3ef-4481-8d69-087e3065fd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:57.465944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Pushing event updated for resources: {'SecurityGroup': ['ID=277cdc35-d894-4767-853c-b48a8ea56cab,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:27:57.474741 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:27:57.478279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-34b22f8d-9523-47d8-8299-3ba131e4d036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:27:57.499928 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:27:57.518461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-34b22f8d-9523-47d8-8299-3ba131e4d036 admin admin] Usage tracker for resource:security_group_rule and tenant:3a57654c4a6d40b5a869a494de3e198d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:27:57.524732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-34b22f8d-9523-47d8-8299-3ba131e4d036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:27:57.533827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-34b22f8d-9523-47d8-8299-3ba131e4d036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:27:57.699837 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34b22f8d-9523-47d8-8299-3ba131e4d036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:57.711706 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5b8161d2-c3ef-4481-8d69-087e3065fd27 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dfd7080c112b4fa9820211c596dd6a22&name=default HTTP/1.1" status: 200 len: 2875 time: 1.1888123 Dec 22 09:27:57.712542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36088) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:57.717780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34b22f8d-9523-47d8-8299-3ba131e4d036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:57.741911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8161d2-c3ef-4481-8d69-087e3065fd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a9e595-9f02-484a-8302-63b5273aa4bd,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:27:57.746926 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5b8161d2-c3ef-4481-8d69-087e3065fd27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:27:57.747258 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea41cff8-1772-48b0-b8ef-389948cdfa5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:27:57.797492 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-34b22f8d-9523-47d8-8299-3ba131e4d036 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a57654c4a6d40b5a869a494de3e198d&name=default HTTP/1.1" status: 200 len: 2875 time: 0.4598143 Dec 22 09:27:57.797492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36096) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:57.824768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b22f8d-9523-47d8-8299-3ba131e4d036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39484ee-d0e1-4a69-8d0b-3359f21771c7,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:27:57.832842 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-34b22f8d-9523-47d8-8299-3ba131e4d036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:27:57.910796 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc568ddf-fedc-4807-a8fd-d5dc3c00c4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:57.945635 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc568ddf-fedc-4807-a8fd-d5dc3c00c4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:58.006332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc568ddf-fedc-4807-a8fd-d5dc3c00c4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:58.018828 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e8a60f4e-8b15-4fe9-8caa-2d9e709c536b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:27:58.031030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Allocated IP 192.168.233.200 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:27:58.038288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc568ddf-fedc-4807-a8fd-d5dc3c00c4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39484ee-d0e1-4a69-8d0b-3359f21771c7,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:27:58.041728 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bc568ddf-fedc-4807-a8fd-d5dc3c00c4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:27:58.055338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc568ddf-fedc-4807-a8fd-d5dc3c00c4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:58.060098 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bc568ddf-fedc-4807-a8fd-d5dc3c00c4b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c39484ee-d0e1-4a69-8d0b-3359f21771c7 HTTP/1.1" status: 204 len: 168 time: 0.2576842 Dec 22 09:27:58.104820 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f03e9338-26c6-40dd-b8b8-f93898bde4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:58.224930 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d8012cd-1118-4eb7-b040-52efe9b8a2b0 req-68b419ad-8fab-44b4-991c-89eeccc4e0ab tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 210 time: 0.1067002 Dec 22 09:27:58.247040 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f03e9338-26c6-40dd-b8b8-f93898bde4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:58.553863 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:58.581216 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f03e9338-26c6-40dd-b8b8-f93898bde4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:58.591072 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-05c75178-a61a-417e-bbb2-34a959dcc3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:27:58.628036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Transition to ACTIVE for port object 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:27:58.630042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e9338-26c6-40dd-b8b8-f93898bde4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a9e595-9f02-484a-8302-63b5273aa4bd,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:27:58.648128 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f03e9338-26c6-40dd-b8b8-f93898bde4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:27:58.681709 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f03e9338-26c6-40dd-b8b8-f93898bde4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:58.682926 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f03e9338-26c6-40dd-b8b8-f93898bde4af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/43a9e595-9f02-484a-8302-63b5273aa4bd HTTP/1.1" status: 204 len: 168 time: 0.9689522 Dec 22 09:27:58.710572 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:58.739865 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:27:58.943477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Pushing event updated for resources: {'Port': ['ID=9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:27:58.956865 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:27:59.121641 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-96611af8-4dd6-4019-9819-b037fdd9483f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/networks?tenant_id=05880b15049a485e8a0832089c3eb875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1395729 Dec 22 09:27:59.322632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:27:59.327930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:27:59.330701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:27:59.335556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:27:59.336490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:59.366561 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5411823 Dec 22 09:27:59.402356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-55262cb2-ca60-4b47-9e5c-303f777e9b0a tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:27:59.416647 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-55262cb2-ca60-4b47-9e5c-303f777e9b0a tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2828074 Dec 22 09:27:59.444364 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-b3d10690-788f-4ebf-95e7-ea620e02c44a tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/quotas/05880b15049a485e8a0832089c3eb875 HTTP/1.1" status: 200 len: 375 time: 0.0271215 Dec 22 09:27:59.584577 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-6835b1d5-2afe-4c88-9cc6-361e2658076c tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/ports?tenant_id=05880b15049a485e8a0832089c3eb875&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1335888 Dec 22 09:27:59.669149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36170) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:59.723096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-75981331-59a7-4b7c-9056-6bfe7688b2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:59.805492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-75981331-59a7-4b7c-9056-6bfe7688b2fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:27:59.820788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bf842af2-f321-4e08-8733-95ce10744903 None None] Provisioning for port 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:27:59.830221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-75981331-59a7-4b7c-9056-6bfe7688b2fe admin admin] Usage tracker for resource:security_group_rule and tenant:d3448931b3ea437b909252a6b315153b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:27:59.834317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bf842af2-f321-4e08-8733-95ce10744903 None None] Provisioning complete for port 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:27:59.834742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf842af2-f321-4e08-8733-95ce10744903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:27:59.844473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-75981331-59a7-4b7c-9056-6bfe7688b2fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:27:59.882049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-75981331-59a7-4b7c-9056-6bfe7688b2fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:00.071154 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd637a5e-8443-4916-a3ad-d96a1ea6eb22 req-885018fa-3017-4812-b230-9583009fc7f7 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 210 time: 0.1190109 Dec 22 09:28:00.079849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-341c862a-aaa4-4c18-b8a8-cf70956cbf79 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:28:00.081996 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-341c862a-aaa4-4c18-b8a8-cf70956cbf79 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0094194 Dec 22 09:28:00.132400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-75981331-59a7-4b7c-9056-6bfe7688b2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:00.143681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-75981331-59a7-4b7c-9056-6bfe7688b2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:00.215164 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-34b22f8d-9523-47d8-8299-3ba131e4d036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:00.236956 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-75981331-59a7-4b7c-9056-6bfe7688b2fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d3448931b3ea437b909252a6b315153b&name=default HTTP/1.1" status: 200 len: 2875 time: 0.5665267 Dec 22 09:28:00.256139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36204) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:00.381352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bf842af2-f321-4e08-8733-95ce10744903 None None] Port 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:28:00.418033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75981331-59a7-4b7c-9056-6bfe7688b2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ca56ef-0a30-4652-88f3-f2b77cf96c93,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:00.449414 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-75981331-59a7-4b7c-9056-6bfe7688b2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:00.558622 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-77143cef-7cd5-410b-b4d3-d5319de0fd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:00.636681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-77143cef-7cd5-410b-b4d3-d5319de0fd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:00.795113 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-77143cef-7cd5-410b-b4d3-d5319de0fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:00.820776 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:00.831625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd7d1d-e7d0-486d-8a8d-e1776d546bdd req-4ff7fac6-663e-40a6-bdbe-d553822cf3f9 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:00.837509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-01bd7d1d-e7d0-486d-8a8d-e1776d546bdd req-4ff7fac6-663e-40a6-bdbe-d553822cf3f9 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Synchronizing usage tracker for tenant:78b6d5de12994e61a153a84d0632ee44 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:28:00.877045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77143cef-7cd5-410b-b4d3-d5319de0fd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ca56ef-0a30-4652-88f3-f2b77cf96c93,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:00.908039 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-77143cef-7cd5-410b-b4d3-d5319de0fd33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:00.920631 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-77143cef-7cd5-410b-b4d3-d5319de0fd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:00.922545 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-77143cef-7cd5-410b-b4d3-d5319de0fd33 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6ca56ef-0a30-4652-88f3-f2b77cf96c93 HTTP/1.1" status: 204 len: 168 time: 0.6623533 Dec 22 09:28:00.934309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-01bd7d1d-e7d0-486d-8a8d-e1776d546bdd req-4ff7fac6-663e-40a6-bdbe-d553822cf3f9 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Unset dirty status for tenant:78b6d5de12994e61a153a84d0632ee44 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:28:00.944251 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01bd7d1d-e7d0-486d-8a8d-e1776d546bdd req-4ff7fac6-663e-40a6-bdbe-d553822cf3f9 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 936 time: 0.8703959 Dec 22 09:28:01.034182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-01bd7d1d-e7d0-486d-8a8d-e1776d546bdd req-68c3abef-cb7a-400b-b125-74b969f87c4e tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Synchronizing usage tracker for tenant:78b6d5de12994e61a153a84d0632ee44 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:28:01.059134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-01bd7d1d-e7d0-486d-8a8d-e1776d546bdd req-68c3abef-cb7a-400b-b125-74b969f87c4e tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Unset dirty status for tenant:78b6d5de12994e61a153a84d0632ee44 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:28:01.060481 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01bd7d1d-e7d0-486d-8a8d-e1776d546bdd req-68c3abef-cb7a-400b-b125-74b969f87c4e tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112008 Dec 22 09:28:01.409630 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a9cd15e4-cfc6-40b9-a687-89d89694ed69 req-2b430cff-8f5e-4d53-951e-355399fdf22e tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 210 time: 0.1343796 Dec 22 09:28:01.431550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Request body: {'port': {'device_id': '09c62774-15cd-4ab6-9cf4-c513e7b240ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:01.796808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:02.610584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:28:02.621896 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:02.648079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Transition to ACTIVE for port object 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:28:02.663868 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:02.683468 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:02.847339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19e321-d8c5-4beb-aa26-c7d1641bd36b req-4bb42710-f7fc-456a-bd0e-65ed1e58cd8a tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:02.854659 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6b19e321-d8c5-4beb-aa26-c7d1641bd36b req-4bb42710-f7fc-456a-bd0e-65ed1e58cd8a tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 936 time: 0.3058188 Dec 22 09:28:02.877808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:02.888579 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:02.948709 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6b19e321-d8c5-4beb-aa26-c7d1641bd36b req-af9ab7c5-7d97-4caa-b927-73b2d4e1477a tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932484 Dec 22 09:28:03.352617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Attempting to bind port 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:28:03.352999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Attempting to bind port 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:28:03.353523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Attempting to bind port 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:28:03.358512 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-644fada9-7421-4654-a470-2a51c8071ce2 req-d6c70590-6330-4b0c-bc35-2c949ac45f1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 210 time: 0.1295955 Dec 22 09:28:03.367442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:28:03.367821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:28:03.368293 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:03.368695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:28:03.369229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Bound port: 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:28:03.369638 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:03.473713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36332) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:03.596769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] For port 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:28:03.609310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] For port 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:28:03.616408 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:03.643177 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-43cbbf1f-4647-45ee-8cba-b83fbdecf42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:03.912621 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25ffb39c-d4fc-44d3-8ee8-ca8caeb7bf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:03.969988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-25ffb39c-d4fc-44d3-8ee8-ca8caeb7bf48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:03.983023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-25ffb39c-d4fc-44d3-8ee8-ca8caeb7bf48 admin admin] Usage tracker for resource:security_group_rule and tenant:669abe33d1114e68a13009831c74fe4d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:04.004001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-25ffb39c-d4fc-44d3-8ee8-ca8caeb7bf48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:04.004829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:04.016934 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:04.031637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-25ffb39c-d4fc-44d3-8ee8-ca8caeb7bf48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:04.128004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:04.128934 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:04.133037 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] 10.222.0.64 "PUT /v2.0/ports/9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d HTTP/1.1" status: 200 len: 1160 time: 3.3578570 Dec 22 09:28:04.135478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c62774-15cd-4ab6-9cf4-c513e7b240ba', 'tag': '9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:28:04.387917 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25ffb39c-d4fc-44d3-8ee8-ca8caeb7bf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:04.396386 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25ffb39c-d4fc-44d3-8ee8-ca8caeb7bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:04.435400 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bc568ddf-fedc-4807-a8fd-d5dc3c00c4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:04.528089 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-25ffb39c-d4fc-44d3-8ee8-ca8caeb7bf48 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=669abe33d1114e68a13009831c74fe4d&name=default HTTP/1.1" status: 200 len: 2875 time: 1.0527008 Dec 22 09:28:04.529468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ffb39c-d4fc-44d3-8ee8-ca8caeb7bf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2991efcf-f3b5-43ff-8b74-b67532f69dc9,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:04.531385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36370) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:04.539092 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-25ffb39c-d4fc-44d3-8ee8-ca8caeb7bf48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:04.705964 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4135f57f-5857-4ef9-84fb-7737f6277b46 req-f4d2285e-fea7-44d2-8231-21ba19ca308a tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 210 time: 0.0790718 Dec 22 09:28:04.734949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547649d-cad2-42bf-9119-7b3466b3ef49 req-87929305-9c85-4319-b635-de571cdf1fac tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:04.737024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36382) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:04.745975 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4547649d-cad2-42bf-9119-7b3466b3ef49 req-87929305-9c85-4319-b635-de571cdf1fac tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 948 time: 0.4420474 Dec 22 09:28:04.825663 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4547649d-cad2-42bf-9119-7b3466b3ef49 req-2c3f650d-4fbd-4aa4-8c49-5127ae2d91e5 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805714 Dec 22 09:28:04.834063 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-acf231e3-8ea6-479b-847b-2bffff28cc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:04.892028 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-acf231e3-8ea6-479b-847b-2bffff28cc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:04.975427 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cff262e-5c23-4b64-b546-e3daed3dd7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:04.979045 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-acf231e3-8ea6-479b-847b-2bffff28cc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:04.986089 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:05.005110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf231e3-8ea6-479b-847b-2bffff28cc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2991efcf-f3b5-43ff-8b74-b67532f69dc9,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:05.014524 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-acf231e3-8ea6-479b-847b-2bffff28cc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:05.015429 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-acf231e3-8ea6-479b-847b-2bffff28cc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:05.022451 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-acf231e3-8ea6-479b-847b-2bffff28cc93 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2991efcf-f3b5-43ff-8b74-b67532f69dc9 HTTP/1.1" status: 204 len: 168 time: 0.4842355 Dec 22 09:28:05.283121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-801b735a-1701-4e56-9a5f-9895c85170ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:05.317434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-801b735a-1701-4e56-9a5f-9895c85170ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:05.322765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-801b735a-1701-4e56-9a5f-9895c85170ba admin admin] Usage tracker for resource:security_group_rule and tenant:e09f262ca7214d64a0c318237533108a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:05.326128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-801b735a-1701-4e56-9a5f-9895c85170ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:05.333531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-801b735a-1701-4e56-9a5f-9895c85170ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:05.454901 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-801b735a-1701-4e56-9a5f-9895c85170ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:05.459059 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-801b735a-1701-4e56-9a5f-9895c85170ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:05.468772 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99ddcc47-728c-4bad-b350-2ee1947af0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:05.526152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36406) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:05.526376 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-801b735a-1701-4e56-9a5f-9895c85170ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e09f262ca7214d64a0c318237533108a&name=default HTTP/1.1" status: 200 len: 2875 time: 0.7879994 Dec 22 09:28:05.527353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b735a-1701-4e56-9a5f-9895c85170ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f8b3b7-d0b2-4f19-8a43-c7a99d6fc62d,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:05.531128 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-801b735a-1701-4e56-9a5f-9895c85170ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:05.595138 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5efca5bd-18bc-4e5c-b07d-37144161a0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:05.637972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5efca5bd-18bc-4e5c-b07d-37144161a0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:05.715669 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5efca5bd-18bc-4e5c-b07d-37144161a0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:05.723977 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39515c64-5817-4257-8893-442ad22aba01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:05.737339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efca5bd-18bc-4e5c-b07d-37144161a0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f8b3b7-d0b2-4f19-8a43-c7a99d6fc62d,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:05.741771 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5efca5bd-18bc-4e5c-b07d-37144161a0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:05.753039 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5efca5bd-18bc-4e5c-b07d-37144161a0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:05.756993 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5efca5bd-18bc-4e5c-b07d-37144161a0f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/84f8b3b7-d0b2-4f19-8a43-c7a99d6fc62d HTTP/1.1" status: 204 len: 168 time: 0.2270782 Dec 22 09:28:05.938074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36418) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:05.964993 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c531c9d4-9131-418f-8586-28d0814682b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:05.998959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c531c9d4-9131-418f-8586-28d0814682b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:06.003717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c531c9d4-9131-418f-8586-28d0814682b8 admin admin] Usage tracker for resource:security_group_rule and tenant:e6f9145bf8e1469d9a6d64c853c04089 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:06.011918 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c62774-15cd-4ab6-9cf4-c513e7b240ba', 'tag': '9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d', 'status': 'completed', 'code': 200} Dec 22 09:28:06.022709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c531c9d4-9131-418f-8586-28d0814682b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:06.035600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c531c9d4-9131-418f-8586-28d0814682b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:06.241559 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c531c9d4-9131-418f-8586-28d0814682b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:06.245020 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c531c9d4-9131-418f-8586-28d0814682b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:06.301320 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:06.310846 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c531c9d4-9131-418f-8586-28d0814682b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e6f9145bf8e1469d9a6d64c853c04089&name=default HTTP/1.1" status: 200 len: 2875 time: 0.3715029 Dec 22 09:28:06.318692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36428) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:06.362674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531c9d4-9131-418f-8586-28d0814682b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172cc00e-c587-4f26-adaf-25a92f366f20,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:06.367300 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c531c9d4-9131-418f-8586-28d0814682b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:06.436883 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0998054-5f52-46d4-8791-4cdc211c743a req-f9cd9518-7683-4287-8658-d07572b59bae tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 210 time: 0.2295778 Dec 22 09:28:06.565461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aebac431-b355-4edf-9f5c-b3b433d276d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:06.575556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80389ec6-5400-4f64-8d07-3f1993badb36 req-c965ca8e-9c01-4ad3-8d95-fd94b0c642e7 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:06.578022 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80389ec6-5400-4f64-8d07-3f1993badb36 req-c965ca8e-9c01-4ad3-8d95-fd94b0c642e7 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 948 time: 0.2615323 Dec 22 09:28:06.652994 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aebac431-b355-4edf-9f5c-b3b433d276d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:06.729861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36438) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:06.736605 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80389ec6-5400-4f64-8d07-3f1993badb36 req-92bf0e85-2db4-4272-9e71-64ee04df34a7 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495314 Dec 22 09:28:06.767620 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-38f792d9-18c5-40c7-98fb-9fd9623818d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:06.776346 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aebac431-b355-4edf-9f5c-b3b433d276d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:06.787999 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:06.810877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-38f792d9-18c5-40c7-98fb-9fd9623818d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:06.815111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebac431-b355-4edf-9f5c-b3b433d276d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172cc00e-c587-4f26-adaf-25a92f366f20,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:06.818999 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aebac431-b355-4edf-9f5c-b3b433d276d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:06.820314 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aebac431-b355-4edf-9f5c-b3b433d276d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:06.820612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-38f792d9-18c5-40c7-98fb-9fd9623818d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f9580a99c74e4dab8f6a416203886f19 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:06.821666 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-aebac431-b355-4edf-9f5c-b3b433d276d9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/172cc00e-c587-4f26-adaf-25a92f366f20 HTTP/1.1" status: 204 len: 168 time: 0.4915271 Dec 22 09:28:06.827421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-38f792d9-18c5-40c7-98fb-9fd9623818d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:06.843467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-38f792d9-18c5-40c7-98fb-9fd9623818d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:07.002352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-38f792d9-18c5-40c7-98fb-9fd9623818d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:07.009864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-38f792d9-18c5-40c7-98fb-9fd9623818d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:07.029550 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c531c9d4-9131-418f-8586-28d0814682b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:07.085124 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-38f792d9-18c5-40c7-98fb-9fd9623818d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9580a99c74e4dab8f6a416203886f19&name=default HTTP/1.1" status: 200 len: 2877 time: 0.3532515 Dec 22 09:28:07.085529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36450) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:07.092794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f792d9-18c5-40c7-98fb-9fd9623818d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ace050-2325-4f08-b5d8-3c3431175cad,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:07.096503 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-38f792d9-18c5-40c7-98fb-9fd9623818d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:07.169966 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-464aff53-ed99-4585-81a8-6fd96d3894f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:07.225740 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-464aff53-ed99-4585-81a8-6fd96d3894f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:07.288533 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-464aff53-ed99-4585-81a8-6fd96d3894f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:07.296235 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:07.317923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464aff53-ed99-4585-81a8-6fd96d3894f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ace050-2325-4f08-b5d8-3c3431175cad,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:07.320499 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-464aff53-ed99-4585-81a8-6fd96d3894f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:07.324944 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-464aff53-ed99-4585-81a8-6fd96d3894f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45ace050-2325-4f08-b5d8-3c3431175cad HTTP/1.1" status: 204 len: 168 time: 0.2377856 Dec 22 09:28:07.326000 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-464aff53-ed99-4585-81a8-6fd96d3894f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:07.355652 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ed0d0c2-3b3a-4885-bc75-6c17e3b44b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:07.706219 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aee69e27-81bb-4e2d-a593-f9a7e1c93bc4 req-1840db30-1f44-46b9-8155-f42254437a31 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 210 time: 0.0899277 Dec 22 09:28:07.853838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36474) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:08.042392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a9a4b-0775-4e58-9e87-63bb213d29d6 req-8d7fdf80-adf1-4f67-aa5e-b160a63e8f4a tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:08.050934 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8a6a9a4b-0775-4e58-9e87-63bb213d29d6 req-8d7fdf80-adf1-4f67-aa5e-b160a63e8f4a tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 948 time: 0.1370909 Dec 22 09:28:08.148424 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8a6a9a4b-0775-4e58-9e87-63bb213d29d6 req-a60d6d39-a399-41f3-a053-10853e6e2859 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961583 Dec 22 09:28:08.183678 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-38729895-971b-4bd5-818a-8c78baf9eeaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:08.200954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-38729895-971b-4bd5-818a-8c78baf9eeaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:08.205121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-38729895-971b-4bd5-818a-8c78baf9eeaf admin admin] Usage tracker for resource:security_group_rule and tenant:28c5427d67654621b296552f814bfcd6 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:08.213523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-38729895-971b-4bd5-818a-8c78baf9eeaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:08.223771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-38729895-971b-4bd5-818a-8c78baf9eeaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:08.353068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-38729895-971b-4bd5-818a-8c78baf9eeaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:08.360820 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-38729895-971b-4bd5-818a-8c78baf9eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:08.372249 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:08.420782 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-38729895-971b-4bd5-818a-8c78baf9eeaf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=28c5427d67654621b296552f814bfcd6&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5652263 Dec 22 09:28:08.424508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36496) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:08.431241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38729895-971b-4bd5-818a-8c78baf9eeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eab8f7-5157-450e-8451-1355648afa8c,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:08.450659 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-38729895-971b-4bd5-818a-8c78baf9eeaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:08.531846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b7770ae-baef-4d0d-8a5d-8ac4326d2eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:08.573041 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b7770ae-baef-4d0d-8a5d-8ac4326d2eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:08.596419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:08.646637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b7770ae-baef-4d0d-8a5d-8ac4326d2eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:08.652619 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:08.669517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7770ae-baef-4d0d-8a5d-8ac4326d2eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eab8f7-5157-450e-8451-1355648afa8c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:08.673861 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5b7770ae-baef-4d0d-8a5d-8ac4326d2eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:08.694288 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b7770ae-baef-4d0d-8a5d-8ac4326d2eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:08.696000 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5b7770ae-baef-4d0d-8a5d-8ac4326d2eae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5eab8f7-5157-450e-8451-1355648afa8c HTTP/1.1" status: 204 len: 168 time: 0.2698748 Dec 22 09:28:08.916445 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa105385-8c8a-445e-8dfd-602ef7bc0c29 req-f659eea5-eecd-4c71-915b-83a18283c299 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 210 time: 0.0532005 Dec 22 09:28:09.220672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:09.266854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a0ce9-431d-4ef9-bca1-bc32df2cc19d req-1be2794c-e9b6-4ee9-b18b-8f3288668e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:09.268772 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-801a0ce9-431d-4ef9-bca1-bc32df2cc19d req-1be2794c-e9b6-4ee9-b18b-8f3288668e00 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78b6d5de12994e61a153a84d0632ee44&device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 1163 time: 0.0934818 Dec 22 09:28:09.337556 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-801a0ce9-431d-4ef9-bca1-bc32df2cc19d req-7c8bcccb-04af-495b-b522-e0ff9878e24c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=78b6d5de12994e61a153a84d0632ee44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512538 Dec 22 09:28:09.358709 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:09.479709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36534) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:09.519150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74f73305-760c-4d98-a8dc-ad5c7accafae admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:09.547105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-74f73305-760c-4d98-a8dc-ad5c7accafae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:09.552739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-74f73305-760c-4d98-a8dc-ad5c7accafae admin admin] Usage tracker for resource:security_group_rule and tenant:ea7492391fc4484996c21345d3e2d116 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:09.556689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-74f73305-760c-4d98-a8dc-ad5c7accafae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:09.566045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-74f73305-760c-4d98-a8dc-ad5c7accafae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:09.616414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a9a22-bebb-4f49-a017-7874d1eeebf1 req-da3823ae-172e-488e-83e5-02baec4e38c9 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:09.618099 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-884a9a22-bebb-4f49-a017-7874d1eeebf1 req-da3823ae-172e-488e-83e5-02baec4e38c9 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 948 time: 0.2346828 Dec 22 09:28:09.662148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a0ce9-431d-4ef9-bca1-bc32df2cc19d req-0cd2826e-310e-40bc-befd-f2601b4a42ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:09.663919 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-801a0ce9-431d-4ef9-bca1-bc32df2cc19d req-0cd2826e-310e-40bc-befd-f2601b4a42ff service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3174410 Dec 22 09:28:09.672287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.64', 62574) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:09.687325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74f73305-760c-4d98-a8dc-ad5c7accafae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:09.690870 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74f73305-760c-4d98-a8dc-ad5c7accafae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:09.722914 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-884a9a22-bebb-4f49-a017-7874d1eeebf1 req-fbea9ae6-661e-4583-bd68-87181e7d1790 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932300 Dec 22 09:28:09.729477 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:09.765065 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-74f73305-760c-4d98-a8dc-ad5c7accafae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea7492391fc4484996c21345d3e2d116&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2827964 Dec 22 09:28:09.766473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f73305-760c-4d98-a8dc-ad5c7accafae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05dc914-c71a-4458-9a8a-5745c2a87510,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:09.770817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36542) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:09.774045 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-74f73305-760c-4d98-a8dc-ad5c7accafae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:09.823861 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-d19bf9a3-a820-4207-91e6-0e1eaee47f63 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.64 "GET /v2.0/networks?tenant_id=05880b15049a485e8a0832089c3eb875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1189587 Dec 22 09:28:09.857170 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-312c35a1-99fd-41b5-8a16-130600ee12d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:09.895279 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-312c35a1-99fd-41b5-8a16-130600ee12d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:09.977267 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-312c35a1-99fd-41b5-8a16-130600ee12d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:09.992177 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5b8161d2-c3ef-4481-8d69-087e3065fd27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:10.023219 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-312c35a1-99fd-41b5-8a16-130600ee12d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:10.024539 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-312c35a1-99fd-41b5-8a16-130600ee12d9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a05dc914-c71a-4458-9a8a-5745c2a87510 HTTP/1.1" status: 204 len: 168 time: 0.2523925 Dec 22 09:28:10.027063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c35a1-99fd-41b5-8a16-130600ee12d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05dc914-c71a-4458-9a8a-5745c2a87510,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:10.036109 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-312c35a1-99fd-41b5-8a16-130600ee12d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:10.108399 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:10.174132 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:10.403210 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a3b07b3f-3999-4895-a895-2f7306824bf8 req-c8bcd278-7d8b-4ce6-a272-665c2f21aedf tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 210 time: 0.1591692 Dec 22 09:28:10.450234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-a193d4b8-9073-4149-84a8-b82d7756e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:10.452791 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-a193d4b8-9073-4149-84a8-b82d7756e6d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78b6d5de12994e61a153a84d0632ee44&device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 1163 time: 0.6779330 Dec 22 09:28:10.549278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-fe3cbcce-5de5-4397-9cff-940139db0e8a tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:10.551025 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-fe3cbcce-5de5-4397-9cff-940139db0e8a tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7213349 Dec 22 09:28:10.552401 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-7ed9aceb-7629-431a-8ddf-0219abee1662 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d HTTP/1.1" status: 200 len: 217 time: 0.0853939 Dec 22 09:28:10.580253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Request body: {'port': {'device_id': 'a82bab16-3fa6-4549-82d6-2963c8bed628', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '05880b15049a485e8a0832089c3eb875'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:10.765947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-9c21b78b-c307-42d0-8b9f-d8142ff0d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:10.767529 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-9c21b78b-c307-42d0-8b9f-d8142ff0d9e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1712055 Dec 22 09:28:10.859541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:10.866268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Usage tracker for resource:port and tenant:05880b15049a485e8a0832089c3eb875 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:10.876834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:10.886917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:10.936998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Made reservation on behalf of 05880b15049a485e8a0832089c3eb875 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:28:10.942786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:10.967266 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:10.984100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-60e5d1b4-c492-4cff-ba41-aed8b1dc1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:10.985777 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-60e5d1b4-c492-4cff-ba41-aed8b1dc1fad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2107306 Dec 22 09:28:10.994941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:11.032814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Usage tracker for resource:security_group_rule and tenant:05880b15049a485e8a0832089c3eb875 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:11.037661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:11.047596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36596) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:11.048895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:11.167398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e5b01-af02-459a-adc5-e00e729821c7 req-f99dd6ef-0447-4f81-af16-5f511012e046 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:11.169071 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-478e5b01-af02-459a-adc5-e00e729821c7 req-f99dd6ef-0447-4f81-af16-5f511012e046 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 948 time: 0.2674587 Dec 22 09:28:11.330866 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-478e5b01-af02-459a-adc5-e00e729821c7 req-08ccd794-21e1-4dbe-9a9b-47b84e1b2927 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485629 Dec 22 09:28:11.337901 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-7a186b07-44fd-4357-a526-d5440ad538cf service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329003 Dec 22 09:28:11.339822 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:11.343135 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:11.357939 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:11.386778 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc79c14b-de6a-4f58-b92c-dc582b0a0217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:11.406201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bc79c14b-de6a-4f58-b92c-dc582b0a0217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:11.411379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bc79c14b-de6a-4f58-b92c-dc582b0a0217 admin admin] Usage tracker for resource:security_group_rule and tenant:b1b8046d89be49cbafd004d50d4715a1 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:11.414542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bc79c14b-de6a-4f58-b92c-dc582b0a0217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:11.420536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bc79c14b-de6a-4f58-b92c-dc582b0a0217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:11.602484 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc79c14b-de6a-4f58-b92c-dc582b0a0217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:11.605999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc79c14b-de6a-4f58-b92c-dc582b0a0217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:11.625163 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:11.625689 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa2d683b-49b8-4560-9ccc-8385de059ca8 req-bed411f1-bf0a-4639-9536-b2d16180f74b service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2686973 Dec 22 09:28:11.664904 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bc79c14b-de6a-4f58-b92c-dc582b0a0217 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b1b8046d89be49cbafd004d50d4715a1&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6166940 Dec 22 09:28:11.668653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36616) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:11.669167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Pushing event updated for resources: {'SecurityGroup': ['ID=38e0d44e-80c5-44cd-80ec-ff64e5bf0600,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:11.673136 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:11.687876 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7cfc9516-f726-461d-8528-739989a110fa req-905c0422-c4a1-45ec-89ef-7b2ef92d4fad tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 210 time: 0.1087263 Dec 22 09:28:11.778528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79c14b-de6a-4f58-b92c-dc582b0a0217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa187a4f-d912-4398-877f-4caa6b89fc05,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:11.789032 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bc79c14b-de6a-4f58-b92c-dc582b0a0217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:11.799964 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-22e5df0a-c9f9-4a20-af81-a5249ed561f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:11.838844 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-22e5df0a-c9f9-4a20-af81-a5249ed561f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:11.904263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-22e5df0a-c9f9-4a20-af81-a5249ed561f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:11.909415 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-312c35a1-99fd-41b5-8a16-130600ee12d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:11.926928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-22e5df0a-c9f9-4a20-af81-a5249ed561f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:11.930629 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-22e5df0a-c9f9-4a20-af81-a5249ed561f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fa187a4f-d912-4398-877f-4caa6b89fc05 HTTP/1.1" status: 204 len: 168 time: 0.2580638 Dec 22 09:28:11.930629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5df0a-c9f9-4a20-af81-a5249ed561f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa187a4f-d912-4398-877f-4caa6b89fc05,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:11.931720 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-22e5df0a-c9f9-4a20-af81-a5249ed561f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:12.046794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Allocated IP 192.168.233.3 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/5a86212d-56b7-4e11-92ee-b787133f1707) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:28:12.300944 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:12.320495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Transition to ACTIVE for port object 5a86212d-56b7-4e11-92ee-b787133f1707 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:28:12.342499 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:12.345882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36640) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:12.373229 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:12.570126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Pushing event updated for resources: {'Port': ['ID=5a86212d-56b7-4e11-92ee-b787133f1707,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:12.574298 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:12.682250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36654) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:12.686869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:28:12.691725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:28:12.696073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:28:12.703497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:12.704654 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:12.720006 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0551fc88-fd20-4580-9d64-4e5ee08cfee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:12.744092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0551fc88-fd20-4580-9d64-4e5ee08cfee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:12.749060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0551fc88-fd20-4580-9d64-4e5ee08cfee8 admin admin] Usage tracker for resource:security_group_rule and tenant:feb65240b0d548e1a2c27eede92aaad2 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:12.753194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0551fc88-fd20-4580-9d64-4e5ee08cfee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:12.760696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0551fc88-fd20-4580-9d64-4e5ee08cfee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:12.762635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abbe4e-3ee1-4956-87e5-e38d0803ff11 req-72bd509e-46f9-4cbb-b460-7d925a8680f6 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:12.765629 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72abbe4e-3ee1-4956-87e5-e38d0803ff11 req-72bd509e-46f9-4cbb-b460-7d925a8680f6 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 948 time: 0.2471571 Dec 22 09:28:12.834486 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2587159 Dec 22 09:28:12.855553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Request body: {'port': {'device_id': 'a82bab16-3fa6-4549-82d6-2963c8bed628', 'device_owner': 'compute:tempest-test_az-772731520', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:12.916607 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72abbe4e-3ee1-4956-87e5-e38d0803ff11 req-efcb1212-4c3f-41e6-8624-7d7cae4a913b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316886 Dec 22 09:28:13.014449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:13.036167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-505611201-network', 'tenant_id': '0fd3a230510047d192938116344c8cd5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:13.056817 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0551fc88-fd20-4580-9d64-4e5ee08cfee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:13.062560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:13.070512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36660) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:13.070794 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0551fc88-fd20-4580-9d64-4e5ee08cfee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:13.080914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Usage tracker for resource:network and tenant:0fd3a230510047d192938116344c8cd5 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:13.084723 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2784d32-da71-4a66-90d8-ea1c3f9f4eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:13.096244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:13.109129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-09db0b85-7171-48cf-ba34-9fcd9486227f None None] Provisioning for port 5a86212d-56b7-4e11-92ee-b787133f1707 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:28:13.120012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:13.125405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-09db0b85-7171-48cf-ba34-9fcd9486227f None None] Provisioning complete for port 5a86212d-56b7-4e11-92ee-b787133f1707 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:28:13.126350 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09db0b85-7171-48cf-ba34-9fcd9486227f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:13.145351 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0551fc88-fd20-4580-9d64-4e5ee08cfee8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=feb65240b0d548e1a2c27eede92aaad2&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4615436 Dec 22 09:28:13.148017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551fc88-fd20-4580-9d64-4e5ee08cfee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f30179-a49a-4138-a349-e12aa04a3b44,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:13.151513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36666) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:13.153709 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0551fc88-fd20-4580-9d64-4e5ee08cfee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:13.166111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Made reservation on behalf of 0fd3a230510047d192938116344c8cd5 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:28:13.171596 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:13.190615 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:13.229057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:13.238601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Usage tracker for resource:security_group_rule and tenant:0fd3a230510047d192938116344c8cd5 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:13.243015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4eb6c5a-8e78-4816-a091-2c83a05780ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:13.243804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:13.253081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:13.257233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-09db0b85-7171-48cf-ba34-9fcd9486227f None None] Port 5a86212d-56b7-4e11-92ee-b787133f1707 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:28:13.281030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d930a5fb-056f-426b-bdb2-be5524666da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:13.324709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e4eb6c5a-8e78-4816-a091-2c83a05780ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:13.326873 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d930a5fb-056f-426b-bdb2-be5524666da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:13.337491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e4eb6c5a-8e78-4816-a091-2c83a05780ec admin admin] Usage tracker for resource:security_group_rule and tenant:a6ba51d2b33a49ba82c7b54ddc3d6d9c is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:13.342455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e4eb6c5a-8e78-4816-a091-2c83a05780ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:13.371343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e4eb6c5a-8e78-4816-a091-2c83a05780ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:13.423676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d930a5fb-056f-426b-bdb2-be5524666da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:13.431707 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:13.439965 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:13.449791 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:13.457622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930a5fb-056f-426b-bdb2-be5524666da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f30179-a49a-4138-a349-e12aa04a3b44,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:13.463427 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d930a5fb-056f-426b-bdb2-be5524666da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:13.463782 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-75981331-59a7-4b7c-9056-6bfe7688b2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:13.489903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d930a5fb-056f-426b-bdb2-be5524666da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:13.491144 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d930a5fb-056f-426b-bdb2-be5524666da7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8f30179-a49a-4138-a349-e12aa04a3b44 HTTP/1.1" status: 204 len: 168 time: 0.3393948 Dec 22 09:28:13.499496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:28:13.515102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f5a25f-e840-41ba-a0e9-3ba9abd58873,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:13.520544 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:13.521553 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:13.521988 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Added segment 6af8f748-bc7a-4903-a21f-3a33844ca01f of type vxlan for network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 Dec 22 09:28:13.573816 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:13.621226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:13.622664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:13.623664 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:13.629516 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-824db4ce-17e9-4c7a-ad48-0f56af44ace0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:13.677808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909051bb-2bd3-4599-986f-3fda0603a1b0 req-3aaff9b5-fd3e-40ed-a21f-4adfa2892ba8 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:13.678521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-909051bb-2bd3-4599-986f-3fda0603a1b0 req-3aaff9b5-fd3e-40ed-a21f-4adfa2892ba8 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Synchronizing usage tracker for tenant:05880b15049a485e8a0832089c3eb875 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:28:13.861999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-909051bb-2bd3-4599-986f-3fda0603a1b0 req-3aaff9b5-fd3e-40ed-a21f-4adfa2892ba8 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Unset dirty status for tenant:05880b15049a485e8a0832089c3eb875 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:28:13.864479 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-909051bb-2bd3-4599-986f-3fda0603a1b0 req-3aaff9b5-fd3e-40ed-a21f-4adfa2892ba8 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 934 time: 0.7679763 Dec 22 09:28:13.992963 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.6458189 Dec 22 09:28:13.994630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Pushing event updated for resources: {'Network': ['ID=9884d074-bf0a-40ed-a9d3-be8dba1c5839,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:13.997487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36700) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:14.005773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-9e18e128-5871-4072-9200-aadda87eb648 admin admin] Request body: {'subnet': {'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-505611201-subnet', 'tenant_id': '0fd3a230510047d192938116344c8cd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:14.009626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:28:14.020444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-909051bb-2bd3-4599-986f-3fda0603a1b0 req-dd8f1e26-316a-46d4-9b51-60bfd60ca02c tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Synchronizing usage tracker for tenant:05880b15049a485e8a0832089c3eb875 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:28:14.025729 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:14.031748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9e18e128-5871-4072-9200-aadda87eb648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:14.041468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9e18e128-5871-4072-9200-aadda87eb648 admin admin] Usage tracker for resource:subnet and tenant:0fd3a230510047d192938116344c8cd5 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:14.044953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9e18e128-5871-4072-9200-aadda87eb648 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:14.052917 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4eb6c5a-8e78-4816-a091-2c83a05780ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:14.053123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9e18e128-5871-4072-9200-aadda87eb648 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:14.065033 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4eb6c5a-8e78-4816-a091-2c83a05780ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:14.066796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:28:14.069613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e18e128-5871-4072-9200-aadda87eb648 admin admin] Made reservation on behalf of 0fd3a230510047d192938116344c8cd5 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:28:14.070746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a86212d-56b7-4e11-92ee-b787133f1707 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:28:14.077892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e18e128-5871-4072-9200-aadda87eb648 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:14.086103 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:14.098114 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:14.108858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-909051bb-2bd3-4599-986f-3fda0603a1b0 req-dd8f1e26-316a-46d4-9b51-60bfd60ca02c tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Unset dirty status for tenant:05880b15049a485e8a0832089c3eb875 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:28:14.122460 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-909051bb-2bd3-4599-986f-3fda0603a1b0 req-dd8f1e26-316a-46d4-9b51-60bfd60ca02c tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/security-groups?id=38e0d44e-80c5-44cd-80ec-ff64e5bf0600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473786 Dec 22 09:28:14.212935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Transition to ACTIVE for port object 5a86212d-56b7-4e11-92ee-b787133f1707 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:28:14.214248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb6c5a-8e78-4816-a091-2c83a05780ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff1e957-56e0-4745-8cab-7203526f07e9,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:14.224781 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e4eb6c5a-8e78-4816-a091-2c83a05780ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:14.232096 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e4eb6c5a-8e78-4816-a091-2c83a05780ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6ba51d2b33a49ba82c7b54ddc3d6d9c&name=default HTTP/1.1" status: 200 len: 2879 time: 1.1604650 Dec 22 09:28:14.238511 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:14.241952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36708) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:14.249866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:28:14.310396 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:14.674363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Pushing event updated for resources: {'Port': ['ID=5a86212d-56b7-4e11-92ee-b787133f1707,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:14.684886 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:14.755320 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-721b540f-c3b0-45f2-b17e-64ce63088792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:14.783152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c4e8f-7aeb-46c7-aa50-4c47d2df3ef5 req-0745efae-eecf-442d-aecd-63c49742cccb tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:14.790971 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b74c4e8f-7aeb-46c7-aa50-4c47d2df3ef5 req-0745efae-eecf-442d-aecd-63c49742cccb tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 948 time: 0.3631198 Dec 22 09:28:14.838281 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e18e128-5871-4072-9200-aadda87eb648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:14.872173 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:14.919151 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-721b540f-c3b0-45f2-b17e-64ce63088792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:14.968596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18e128-5871-4072-9200-aadda87eb648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20ea27e0-c8d1-40af-abba-75e850f0c212,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:14.991267 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e18e128-5871-4072-9200-aadda87eb648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:15.043211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Attempting to bind port 5a86212d-56b7-4e11-92ee-b787133f1707 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:28:15.043559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Attempting to bind port 5a86212d-56b7-4e11-92ee-b787133f1707 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:28:15.043926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Attempting to bind port 5a86212d-56b7-4e11-92ee-b787133f1707 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:28:15.051626 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b74c4e8f-7aeb-46c7-aa50-4c47d2df3ef5 req-aaac8266-3e2f-40dd-9e1c-80ccbf4cc461 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596562 Dec 22 09:28:15.056723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:28:15.057097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:28:15.057497 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:15.057860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:28:15.058334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Bound port: 5a86212d-56b7-4e11-92ee-b787133f1707, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:28:15.058716 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:15.135751 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-721b540f-c3b0-45f2-b17e-64ce63088792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:15.147777 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93b2c1d3-13e2-48cb-b83a-5284d0c03d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:15.168212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b540f-c3b0-45f2-b17e-64ce63088792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff1e957-56e0-4745-8cab-7203526f07e9,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:15.172951 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-721b540f-c3b0-45f2-b17e-64ce63088792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:15.217493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-721b540f-c3b0-45f2-b17e-64ce63088792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:15.218843 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-721b540f-c3b0-45f2-b17e-64ce63088792 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ff1e957-56e0-4745-8cab-7203526f07e9 HTTP/1.1" status: 204 len: 168 time: 0.9747558 Dec 22 09:28:15.246574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] For port 5a86212d-56b7-4e11-92ee-b787133f1707, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:28:15.250922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] For port 5a86212d-56b7-4e11-92ee-b787133f1707, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=5a86212d-56b7-4e11-92ee-b787133f1707,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:28:15.260522 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:15.267811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18e128-5871-4072-9200-aadda87eb648 admin admin] Checking segment: {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:28:15.268414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e18e128-5871-4072-9200-aadda87eb648 admin admin] Network hostable DHCP agents. Network: 9884d074-bf0a-40ed-a9d3-be8dba1c5839, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:28:15.311363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e18e128-5871-4072-9200-aadda87eb648 admin admin] Network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:28:15.323499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9e18e128-5871-4072-9200-aadda87eb648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 9884d074-bf0a-40ed-a9d3-be8dba1c5839) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:28:15.337401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e18e128-5871-4072-9200-aadda87eb648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:15.338051 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e18e128-5871-4072-9200-aadda87eb648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:15.408142 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9e18e128-5871-4072-9200-aadda87eb648 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4092717 Dec 22 09:28:15.470865 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:15.475063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f821316-cf2f-40e5-96e7-f75e5f9ea09f None None] Network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:28:15.579561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Pushing event updated for resources: {'Port': ['ID=5a86212d-56b7-4e11-92ee-b787133f1707,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:15.609644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network ee268a24-1aba-4855-b238-18ad5c8939ac details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:28:15.619583 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:15.742087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff7c27-31f8-4c04-bd82-3c6ae4252455 req-adb1d00f-d981-4848-944b-f57c12f8b5f3 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:15.743844 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6eff7c27-31f8-4c04-bd82-3c6ae4252455 req-adb1d00f-d981-4848-944b-f57c12f8b5f3 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 967 time: 0.3153324 Dec 22 09:28:15.749521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:15.750384 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:15.752393 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] 10.222.0.64 "PUT /v2.0/ports/5a86212d-56b7-4e11-92ee-b787133f1707 HTTP/1.1" status: 200 len: 1179 time: 2.9017484 Dec 22 09:28:15.752910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82bab16-3fa6-4549-82d6-2963c8bed628', 'tag': '5a86212d-56b7-4e11-92ee-b787133f1707'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:28:15.831652 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6eff7c27-31f8-4c04-bd82-3c6ae4252455 req-7bd108f3-1443-48cc-8d2b-e1dee2978b95 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/security-groups?id=38e0d44e-80c5-44cd-80ec-ff64e5bf0600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717423 Dec 22 09:28:15.968116 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82bab16-3fa6-4549-82d6-2963c8bed628', 'tag': '5a86212d-56b7-4e11-92ee-b787133f1707', 'status': 'completed', 'code': 200} Dec 22 09:28:15.995575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4965ca-eb67-4dd4-a6ae-a48d32f311fb None None] Network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:28:16.001583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-6e76f41c-7707-4699-93af-798198a67460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:16.003207 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-6e76f41c-7707-4699-93af-798198a67460 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05880b15049a485e8a0832089c3eb875&device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 1182 time: 0.1702709 Dec 22 09:28:16.130704 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-b4fadfe9-d926-4334-9d33-11542c00e81a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=5a86212d-56b7-4e11-92ee-b787133f1707 HTTP/1.1" status: 200 len: 217 time: 0.1103396 Dec 22 09:28:16.149040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36780) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:16.189825 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-82e6cafb-9fb5-4936-819c-9eb06ddd7f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:16.232739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-bd86f482-d246-4db9-bbba-a5869457072d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:16.235055 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-bd86f482-d246-4db9-bbba-a5869457072d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.0948789 Dec 22 09:28:16.237462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-82e6cafb-9fb5-4936-819c-9eb06ddd7f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:16.243059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-82e6cafb-9fb5-4936-819c-9eb06ddd7f11 admin admin] Usage tracker for resource:security_group_rule and tenant:df18e5b9da884059844c4d5eed2caa87 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:16.258866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-82e6cafb-9fb5-4936-819c-9eb06ddd7f11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:16.271764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-82e6cafb-9fb5-4936-819c-9eb06ddd7f11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:16.366519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-fb498c69-f6d5-43da-9415-1945d97fe92b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:28:16.450674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-82e6cafb-9fb5-4936-819c-9eb06ddd7f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:16.454242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-82e6cafb-9fb5-4936-819c-9eb06ddd7f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:16.466763 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-801b735a-1701-4e56-9a5f-9895c85170ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:16.496599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-c93424cb-f83a-469f-817e-91ea28e9a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:16.498219 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-c93424cb-f83a-469f-817e-91ea28e9a5cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2533128 Dec 22 09:28:16.498724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6cafb-9fb5-4936-819c-9eb06ddd7f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b85ba9-19ea-4697-bdcc-264c82687334,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:16.506297 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-82e6cafb-9fb5-4936-819c-9eb06ddd7f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:16.527259 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-82e6cafb-9fb5-4936-819c-9eb06ddd7f11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=df18e5b9da884059844c4d5eed2caa87&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3763583 Dec 22 09:28:16.529984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36786) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:16.540860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca946b36-36b2-494b-b994-2689b0eac804 req-c20eff03-513e-45e1-a05a-6f47b943a362 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:16.548600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca946b36-36b2-494b-b994-2689b0eac804 req-c20eff03-513e-45e1-a05a-6f47b943a362 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 948 time: 0.1864684 Dec 22 09:28:16.611338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-19a35c56-fa57-405f-a3c3-ece5df74500a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:16.658051 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-19a35c56-fa57-405f-a3c3-ece5df74500a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:16.712652 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-19a35c56-fa57-405f-a3c3-ece5df74500a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:16.719170 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:16.724528 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca946b36-36b2-494b-b994-2689b0eac804 req-9be0a300-06f1-485c-a395-dfe29806d5ed tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747842 Dec 22 09:28:16.744825 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-19a35c56-fa57-405f-a3c3-ece5df74500a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:16.758001 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-19a35c56-fa57-405f-a3c3-ece5df74500a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/23b85ba9-19ea-4697-bdcc-264c82687334 HTTP/1.1" status: 204 len: 168 time: 0.2268846 Dec 22 09:28:16.761810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a35c56-fa57-405f-a3c3-ece5df74500a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b85ba9-19ea-4697-bdcc-264c82687334,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:16.764390 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-19a35c56-fa57-405f-a3c3-ece5df74500a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:16.812606 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-a2eda87b-32b4-4749-92b8-ce7cd11cb3ba service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048573 Dec 22 09:28:16.966744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:28:17.000262 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7693531-84cf-4fe6-ba26-0bc8f4a074cd req-0cd81d85-21f7-49c5-a4e0-9cdd77ad5d77 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1804481 Dec 22 09:28:17.078488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:28:17.086821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:28:17.087427 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:17.185465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee732f1-378c-48b1-954c-be1bf91cb225 req-a7879597-5281-443e-b578-ab0bd0552cda tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:17.187385 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dee732f1-378c-48b1-954c-be1bf91cb225 req-a7879597-5281-443e-b578-ab0bd0552cda tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 967 time: 0.1639793 Dec 22 09:28:17.251598 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dee732f1-378c-48b1-954c-be1bf91cb225 req-5c0bbaf1-5441-40c1-af98-ada5824357e4 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/security-groups?id=38e0d44e-80c5-44cd-80ec-ff64e5bf0600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564394 Dec 22 09:28:17.259712 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:17.261835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9716c9-9be2-41cb-a591-69ef3ef0b3d1 req-32b9248a-fd58-456a-a4f2-e094ec1854c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:17.263606 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ac9716c9-9be2-41cb-a591-69ef3ef0b3d1 req-32b9248a-fd58-456a-a4f2-e094ec1854c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05880b15049a485e8a0832089c3eb875&device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 1182 time: 0.1523693 Dec 22 09:28:17.312578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c62774-15cd-4ab6-9cf4-c513e7b240ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:28:17.400874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:28:17.406193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:17.412658 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:17.428574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9716c9-9be2-41cb-a591-69ef3ef0b3d1 req-e3a6d86d-2407-467b-be10-92be90686dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:17.430174 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ac9716c9-9be2-41cb-a591-69ef3ef0b3d1 req-e3a6d86d-2407-467b-be10-92be90686dab service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.1593122 Dec 22 09:28:17.499572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:17.509985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.510193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.510507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.510872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.511240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.511602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.511976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.512347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.512702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.513060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.513426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.513799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.514205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.514568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.515045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.515464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.515907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.516288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.516652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.517007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.517360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.517718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.518071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.518557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.518812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.519470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.520071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.520689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.521053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.521414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.521766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.522119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.522471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.522825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.523176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.524019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:17.524139 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ac9716c9-9be2-41cb-a591-69ef3ef0b3d1 req-87c85fbc-bd22-488a-b70a-4402d1a93c26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=5a86212d-56b7-4e11-92ee-b787133f1707 HTTP/1.1" status: 200 len: 217 time: 0.0854509 Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Tracked resource versions report: Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: pushed versions: Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: { 'AddressGroup': {'1.0'}, Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': {'1.0'}, Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'Log': {'1.0'}, Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'Network': {'1.1'}, Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'Port': {'1.6'}, Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'PortForwarding': {'1.2'}, Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'QosPolicy': {'1.8'}, Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': {'1.3'}, Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': {'1.1'}, Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'SubPort': {'1.0'}, Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'Subnet': {'1.1'}, Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'Trunk': {'1.1'}} Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: consumer versions: Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: { DHCP agent@n-d-765315-5: {}, Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: L3 agent@n-d-765315-5: {}, Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: Metadata agent@n-d-765315-5: {}, Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: Metering agent@n-d-765315-5: {}, Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: Open vSwitch agent@n-d-765315-5: { 'AddressGroup': '1.0', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': '1.0', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'Log': '1.0', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'Network': '1.1', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'Port': '1.6', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'PortForwarding': '1.2', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'QosPolicy': '1.8', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': '1.3', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': '1.1', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'SubPort': '1.0', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'Subnet': '1.1', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'Trunk': '1.1'}, Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: Open vSwitch agent@n-h1-765315-5: { 'AddressGroup': '1.0', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': '1.0', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'Log': '1.0', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'Network': '1.1', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'Port': '1.6', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'PortForwarding': '1.2', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'QosPolicy': '1.8', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': '1.3', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': '1.1', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'SubPort': '1.0', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'Subnet': '1.1', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'Trunk': '1.1'}, Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: Open vSwitch agent@n-h2-765315-5: { 'AddressGroup': '1.0', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': '1.0', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'Log': '1.0', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'Network': '1.1', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'Port': '1.6', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'PortForwarding': '1.2', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'QosPolicy': '1.8', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': '1.3', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': '1.1', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'SubPort': '1.0', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'Subnet': '1.1', Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: 'Trunk': '1.1'}} Dec 22 09:28:17.525108 n-d-765315-5 neutron-server[80960]: {{(pid=81073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 09:28:17.529563 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:17.614680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9716c9-9be2-41cb-a591-69ef3ef0b3d1 req-0bb42600-8db1-4451-b788-e736b6eb9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:17.617677 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ac9716c9-9be2-41cb-a591-69ef3ef0b3d1 req-0bb42600-8db1-4451-b788-e736b6eb9df3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.0855508 Dec 22 09:28:17.727442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9716c9-9be2-41cb-a591-69ef3ef0b3d1 req-171c0642-3a45-4b9f-8c3e-1692dbedea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:17.727442 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ac9716c9-9be2-41cb-a591-69ef3ef0b3d1 req-171c0642-3a45-4b9f-8c3e-1692dbedea8e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1022406 Dec 22 09:28:17.757062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:28:17.849219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:28:17.849844 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:17.883254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36844) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:17.889725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2133219397-network', 'tenant_id': '9025b344bdf943088f7344c8051660e2'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:17.907802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:17.914816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Usage tracker for resource:network and tenant:9025b344bdf943088f7344c8051660e2 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:17.931535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:17.953426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:17.976150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Made reservation on behalf of 9025b344bdf943088f7344c8051660e2 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:28:17.990751 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:18.011552 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:18.029440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:18.033761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Usage tracker for resource:security_group_rule and tenant:9025b344bdf943088f7344c8051660e2 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:18.038083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:18.044940 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:18.146297 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:18.155960 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:18.164864 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:18.202607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:28:18.216524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384d7550-ed88-4b21-9841-7dc273e21028,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:18.221687 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:18.225483 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:18.225926 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Added segment 2aa5141f-ed8a-4582-9ffb-a9e80e0e47d6 of type vxlan for network cc022e43-0aac-4b4b-b4a9-700093bc409f Dec 22 09:28:18.245399 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ac9716c9-9be2-41cb-a591-69ef3ef0b3d1 req-8d7bda9c-2645-4fa4-836b-3675f2869e8e service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104039 Dec 22 09:28:18.262519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:18.309056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:18.310789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:18.312010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:18.329987 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-110b9675-a498-46b4-9322-da522fbcfbe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:18.452877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36860) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:18.456684 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c62774-15cd-4ab6-9cf4-c513e7b240ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d', 'code': 200} Dec 22 09:28:18.462995 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5782988 Dec 22 09:28:18.470264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36868) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:18.470573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Pushing event updated for resources: {'Network': ['ID=cc022e43-0aac-4b4b-b4a9-700093bc409f,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:18.475100 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:18.483645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network cc022e43-0aac-4b4b-b4a9-700093bc409f details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:28:18.496281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ade39ddc-10f5-4f51-9a0b-4d91bbac224d admin admin] Request body: {'subnet': {'network_id': 'cc022e43-0aac-4b4b-b4a9-700093bc409f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2133219397-subnet', 'tenant_id': '9025b344bdf943088f7344c8051660e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:18.513352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ade39ddc-10f5-4f51-9a0b-4d91bbac224d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:18.524240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network cc022e43-0aac-4b4b-b4a9-700093bc409f details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:28:18.538767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ade39ddc-10f5-4f51-9a0b-4d91bbac224d admin admin] Usage tracker for resource:subnet and tenant:9025b344bdf943088f7344c8051660e2 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:18.544230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ade39ddc-10f5-4f51-9a0b-4d91bbac224d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:18.562688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network cc022e43-0aac-4b4b-b4a9-700093bc409f details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:28:18.565958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ade39ddc-10f5-4f51-9a0b-4d91bbac224d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:18.639621 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ac9716c9-9be2-41cb-a591-69ef3ef0b3d1 req-09a1cc30-fc93-4dbf-a9de-47f646d5c9e8 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3187132 Dec 22 09:28:18.647914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade39ddc-10f5-4f51-9a0b-4d91bbac224d admin admin] Made reservation on behalf of 9025b344bdf943088f7344c8051660e2 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:28:18.667019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ade39ddc-10f5-4f51-9a0b-4d91bbac224d admin admin] Notify callbacks [] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:18.695348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd9c927f-c44c-454a-93c9-0d7233e61c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:18.718616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fd9c927f-c44c-454a-93c9-0d7233e61c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:18.724757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fd9c927f-c44c-454a-93c9-0d7233e61c54 admin admin] Usage tracker for resource:security_group_rule and tenant:82bdd526725545a1a1aa7a1605164bef is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:18.728484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fd9c927f-c44c-454a-93c9-0d7233e61c54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:18.746777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fd9c927f-c44c-454a-93c9-0d7233e61c54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:18.787667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a80773-4676-47b4-9e4b-669b25d5f7c4 req-b8dfd29f-b427-4ce9-9fe4-e7bde60cdfb5 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:18.795537 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0a80773-4676-47b4-9e4b-669b25d5f7c4 req-b8dfd29f-b427-4ce9-9fe4-e7bde60cdfb5 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 950 time: 0.5489354 Dec 22 09:28:18.858177 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd9c927f-c44c-454a-93c9-0d7233e61c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:18.862417 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd9c927f-c44c-454a-93c9-0d7233e61c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:18.874522 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:18.935478 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fd9c927f-c44c-454a-93c9-0d7233e61c54 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=82bdd526725545a1a1aa7a1605164bef&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4774258 Dec 22 09:28:18.935478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c927f-c44c-454a-93c9-0d7233e61c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba93e714-9582-49e4-9372-7e99a9873dc3,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:18.937652 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fd9c927f-c44c-454a-93c9-0d7233e61c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:18.938210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36880) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:18.995926 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0a80773-4676-47b4-9e4b-669b25d5f7c4 req-2fa930df-bfdd-479f-ada0-d6ee0b692231 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992803 Dec 22 09:28:19.006665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f4fb2-6ff3-4895-8705-87a15e27ef15 req-1713c70d-26d9-4605-a8a6-1b8fa3ab3a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:19.014164 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9f7f4fb2-6ff3-4895-8705-87a15e27ef15 req-1713c70d-26d9-4605-a8a6-1b8fa3ab3a95 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 1165 time: 0.4285882 Dec 22 09:28:19.045445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4fdc11f8-9054-4543-aaf7-d5bb654d461c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:19.120841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4fdc11f8-9054-4543-aaf7-d5bb654d461c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:19.154157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9f7f4fb2-6ff3-4895-8705-87a15e27ef15 req-4aa6f101-c6d2-4656-b795-950541317dc1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:19.184198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4fdc11f8-9054-4543-aaf7-d5bb654d461c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:19.190120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26598c-8a98-4b75-94bc-d3f288bdb02e req-34b477f2-8784-44f9-b550-b2adcf29cdf8 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:19.190834 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-22e5df0a-c9f9-4a20-af81-a5249ed561f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:19.192221 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8c26598c-8a98-4b75-94bc-d3f288bdb02e req-34b477f2-8784-44f9-b550-b2adcf29cdf8 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 967 time: 0.4814360 Dec 22 09:28:19.197066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-9f7f4fb2-6ff3-4895-8705-87a15e27ef15 req-4aa6f101-c6d2-4656-b795-950541317dc1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:19.204621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9f7f4fb2-6ff3-4895-8705-87a15e27ef15 req-4aa6f101-c6d2-4656-b795-950541317dc1 service neutron] Usage tracker for resource:security_group_rule and tenant:7142ce944d87425f825511aff49e3e7b is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:19.214904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc11f8-9054-4543-aaf7-d5bb654d461c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba93e714-9582-49e4-9372-7e99a9873dc3,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:19.224981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9f7f4fb2-6ff3-4895-8705-87a15e27ef15 req-4aa6f101-c6d2-4656-b795-950541317dc1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:19.236109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-9f7f4fb2-6ff3-4895-8705-87a15e27ef15 req-4aa6f101-c6d2-4656-b795-950541317dc1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:19.243205 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4fdc11f8-9054-4543-aaf7-d5bb654d461c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:19.257730 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4fdc11f8-9054-4543-aaf7-d5bb654d461c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:19.260538 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4fdc11f8-9054-4543-aaf7-d5bb654d461c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ba93e714-9582-49e4-9372-7e99a9873dc3 HTTP/1.1" status: 204 len: 168 time: 0.3207033 Dec 22 09:28:19.371989 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8c26598c-8a98-4b75-94bc-d3f288bdb02e req-3d7f59af-365a-4e65-a451-46357df80996 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/security-groups?id=38e0d44e-80c5-44cd-80ec-ff64e5bf0600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688836 Dec 22 09:28:19.544293 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9f7f4fb2-6ff3-4895-8705-87a15e27ef15 req-4aa6f101-c6d2-4656-b795-950541317dc1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:19.552474 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9f7f4fb2-6ff3-4895-8705-87a15e27ef15 req-4aa6f101-c6d2-4656-b795-950541317dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:19.564505 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-464aff53-ed99-4585-81a8-6fd96d3894f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:19.637173 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9f7f4fb2-6ff3-4895-8705-87a15e27ef15 req-4aa6f101-c6d2-4656-b795-950541317dc1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106308 Dec 22 09:28:19.650552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6f101-c6d2-4656-b795-950541317dc1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=48db7203-3d4f-4292-b7d1-5f47d3ef8854,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:19.656065 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4aa6f101-c6d2-4656-b795-950541317dc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:19.668051 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ade39ddc-10f5-4f51-9a0b-4d91bbac224d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:19.690208 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:19.807626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-990a8da4-a1ea-4755-9378-d13667e1e6d6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:28:19.844410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade39ddc-10f5-4f51-9a0b-4d91bbac224d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc622d2-63b1-456e-aca5-2f31b99b85c8,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:19.851817 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ade39ddc-10f5-4f51-9a0b-4d91bbac224d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:19.916855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36912) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:19.918390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade39ddc-10f5-4f51-9a0b-4d91bbac224d admin admin] Checking segment: {'id': '2aa5141f-ed8a-4582-9ffb-a9e80e0e47d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cc022e43-0aac-4b4b-b4a9-700093bc409f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:28:19.918725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade39ddc-10f5-4f51-9a0b-4d91bbac224d admin admin] Network hostable DHCP agents. Network: cc022e43-0aac-4b4b-b4a9-700093bc409f, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:28:19.937453 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-516c797c-33ec-4b24-bee1-e9c591d10e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:19.953308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade39ddc-10f5-4f51-9a0b-4d91bbac224d admin admin] Network cc022e43-0aac-4b4b-b4a9-700093bc409f is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:28:19.959464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-516c797c-33ec-4b24-bee1-e9c591d10e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:19.965636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-516c797c-33ec-4b24-bee1-e9c591d10e47 admin admin] Usage tracker for resource:security_group_rule and tenant:153c5874e7094392b7b875625de851f2 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:19.966924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ade39ddc-10f5-4f51-9a0b-4d91bbac224d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, cc022e43-0aac-4b4b-b4a9-700093bc409f) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:28:19.969472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-516c797c-33ec-4b24-bee1-e9c591d10e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:19.976198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4d2426-500e-4905-9055-81b08b3f7274 None None] Network cc022e43-0aac-4b4b-b4a9-700093bc409f requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:28:19.977369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-516c797c-33ec-4b24-bee1-e9c591d10e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:19.981547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade39ddc-10f5-4f51-9a0b-4d91bbac224d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:19.982277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ade39ddc-10f5-4f51-9a0b-4d91bbac224d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:20.021619 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ade39ddc-10f5-4f51-9a0b-4d91bbac224d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5496180 Dec 22 09:28:20.074007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36922) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:20.173373 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-516c797c-33ec-4b24-bee1-e9c591d10e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:20.180539 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-516c797c-33ec-4b24-bee1-e9c591d10e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:20.199478 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-74f73305-760c-4d98-a8dc-ad5c7accafae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:20.232068 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-516c797c-33ec-4b24-bee1-e9c591d10e47 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=153c5874e7094392b7b875625de851f2&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3139932 Dec 22 09:28:20.235256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36930) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:20.270853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c797c-33ec-4b24-bee1-e9c591d10e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad70380d-2df7-48bb-959e-f7b2500db8bc,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:20.291264 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-516c797c-33ec-4b24-bee1-e9c591d10e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:20.358045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5861a18-15b2-4562-a24f-9dde077f9677 None None] Network cc022e43-0aac-4b4b-b4a9-700093bc409f requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:28:20.365503 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b416471-253c-4faf-bb10-859c32c77a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:20.366443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a3625-16a4-45d6-b849-583288a3dc85 req-d92b0b80-3a13-4980-a894-d8dba2a4d7aa tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:20.375274 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-584a3625-16a4-45d6-b849-583288a3dc85 req-d92b0b80-3a13-4980-a894-d8dba2a4d7aa tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 950 time: 0.1724472 Dec 22 09:28:20.441513 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b416471-253c-4faf-bb10-859c32c77a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:20.473829 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-584a3625-16a4-45d6-b849-583288a3dc85 req-752fbded-bf30-4797-9a16-52ed268525b2 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969689 Dec 22 09:28:20.495051 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b416471-253c-4faf-bb10-859c32c77a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:20.513385 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:20.528017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b416471-253c-4faf-bb10-859c32c77a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad70380d-2df7-48bb-959e-f7b2500db8bc,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:20.531662 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5b416471-253c-4faf-bb10-859c32c77a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:20.534162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b416471-253c-4faf-bb10-859c32c77a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:20.537023 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5b416471-253c-4faf-bb10-859c32c77a07 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad70380d-2df7-48bb-959e-f7b2500db8bc HTTP/1.1" status: 204 len: 168 time: 0.3007703 Dec 22 09:28:20.637468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 5a86212d-56b7-4e11-92ee-b787133f1707 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:28:20.688877 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea5b3f79-dd59-45bd-a48e-977a497279e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:20.719011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ea5b3f79-dd59-45bd-a48e-977a497279e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:20.726609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ea5b3f79-dd59-45bd-a48e-977a497279e4 admin admin] Usage tracker for resource:security_group_rule and tenant:76dc906cff7042ec826be3b7c408dcb0 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:20.731069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ea5b3f79-dd59-45bd-a48e-977a497279e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:20.741784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8775b-7f7c-491d-b779-d16ca425632c req-cd380abf-dedb-4836-8732-247b7619850a tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:20.743611 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68a8775b-7f7c-491d-b779-d16ca425632c req-cd380abf-dedb-4836-8732-247b7619850a tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 967 time: 0.1455724 Dec 22 09:28:20.748143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ea5b3f79-dd59-45bd-a48e-977a497279e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:20.824828 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68a8775b-7f7c-491d-b779-d16ca425632c req-9e42134c-1334-4e52-9deb-ad8916a3dce1 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/security-groups?id=38e0d44e-80c5-44cd-80ec-ff64e5bf0600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740309 Dec 22 09:28:20.844013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 5a86212d-56b7-4e11-92ee-b787133f1707 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:28:20.852296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 5a86212d-56b7-4e11-92ee-b787133f1707 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:28:20.852649 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:20.918969 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea5b3f79-dd59-45bd-a48e-977a497279e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:20.923662 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea5b3f79-dd59-45bd-a48e-977a497279e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:20.938092 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-38729895-971b-4bd5-818a-8c78baf9eeaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:20.972866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b3f79-dd59-45bd-a48e-977a497279e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e70acfb-1e5f-47ac-a5d2-5c59be27f167,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:20.980859 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea5b3f79-dd59-45bd-a48e-977a497279e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:21.006822 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ea5b3f79-dd59-45bd-a48e-977a497279e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76dc906cff7042ec826be3b7c408dcb0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9313614 Dec 22 09:28:21.010256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36954) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:21.027019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:21.062812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82bab16-3fa6-4549-82d6-2963c8bed628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a86212d-56b7-4e11-92ee-b787133f1707'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:28:21.075891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 5a86212d-56b7-4e11-92ee-b787133f1707, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=5a86212d-56b7-4e11-92ee-b787133f1707,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:28:21.080218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:21.082628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26579476-9c92-474f-bef7-77c8365ccc0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:21.083111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:28:21.120614 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26579476-9c92-474f-bef7-77c8365ccc0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:21.131885 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:21.183542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26579476-9c92-474f-bef7-77c8365ccc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:21.192897 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-38f792d9-18c5-40c7-98fb-9fd9623818d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:21.219188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26579476-9c92-474f-bef7-77c8365ccc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e70acfb-1e5f-47ac-a5d2-5c59be27f167,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:21.231918 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-26579476-9c92-474f-bef7-77c8365ccc0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:21.248063 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26579476-9c92-474f-bef7-77c8365ccc0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:21.252420 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-26579476-9c92-474f-bef7-77c8365ccc0c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4e70acfb-1e5f-47ac-a5d2-5c59be27f167 HTTP/1.1" status: 204 len: 168 time: 0.2389095 Dec 22 09:28:21.339581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=5a86212d-56b7-4e11-92ee-b787133f1707,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:21.350307 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:21.362000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:28:21.362553 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:21.518813 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82bab16-3fa6-4549-82d6-2963c8bed628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a86212d-56b7-4e11-92ee-b787133f1707', 'code': 200} Dec 22 09:28:21.773727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d06f2e-505b-4727-a394-8db864154bac req-ae9323bc-2bde-46c2-b72e-fd93957cbdbc tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:21.775566 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28d06f2e-505b-4727-a394-8db864154bac req-ae9323bc-2bde-46c2-b72e-fd93957cbdbc tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 807 time: 0.3884003 Dec 22 09:28:21.887809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36990) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:21.907684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cfb68e14-4b37-427e-ada9-1949def0fbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:21.914217 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28d06f2e-505b-4727-a394-8db864154bac req-a19f7266-9d04-4324-9783-24e0a7a30d46 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/quotas/0fd3a230510047d192938116344c8cd5 HTTP/1.1" status: 200 len: 375 time: 0.0860393 Dec 22 09:28:21.926952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cfb68e14-4b37-427e-ada9-1949def0fbe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:21.931216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cfb68e14-4b37-427e-ada9-1949def0fbe8 admin admin] Usage tracker for resource:security_group_rule and tenant:018fdfd1c9f4464181b3f2393c6dff67 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:21.934305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cfb68e14-4b37-427e-ada9-1949def0fbe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:21.936849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36994) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:21.942859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cfb68e14-4b37-427e-ada9-1949def0fbe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:21.963540 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d15f266-9054-43bc-abaa-2e0ef1c526a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:21.983787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0d15f266-9054-43bc-abaa-2e0ef1c526a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:21.984002 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28d06f2e-505b-4727-a394-8db864154bac req-da58039f-5421-4734-a2fe-03727b878b1c tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579302 Dec 22 09:28:21.999351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2a95a-8f07-4bd9-993f-dd9bdfc891cd req-24b396b3-3129-40c5-ac3e-211f04d9b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:22.001042 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10d2a95a-8f07-4bd9-993f-dd9bdfc891cd req-24b396b3-3129-40c5-ac3e-211f04d9b2d0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 1184 time: 0.2192814 Dec 22 09:28:22.004180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0d15f266-9054-43bc-abaa-2e0ef1c526a2 admin admin] Usage tracker for resource:security_group_rule and tenant:f913e2212fdb4c99a46555fa535804a2 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:22.011159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0d15f266-9054-43bc-abaa-2e0ef1c526a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:22.015305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce584d-2c00-4eda-8dac-20b891770031 req-5b8b2fc9-77cb-49c2-adca-3f8a320e0512 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:22.016940 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1cce584d-2c00-4eda-8dac-20b891770031 req-5b8b2fc9-77cb-49c2-adca-3f8a320e0512 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 950 time: 0.1856165 Dec 22 09:28:22.021400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0d15f266-9054-43bc-abaa-2e0ef1c526a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:22.096656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-10d2a95a-8f07-4bd9-993f-dd9bdfc891cd req-6059f03b-aa00-4208-afb5-437a68d3d6a9 service neutron] Synchronizing usage tracker for tenant:7142ce944d87425f825511aff49e3e7b on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:28:22.105516 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1cce584d-2c00-4eda-8dac-20b891770031 req-259be546-7c7d-4530-92ea-0970e6c4c3e4 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748940 Dec 22 09:28:22.118729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-10d2a95a-8f07-4bd9-993f-dd9bdfc891cd req-6059f03b-aa00-4208-afb5-437a68d3d6a9 service neutron] Unset dirty status for tenant:7142ce944d87425f825511aff49e3e7b on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:28:22.120009 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10d2a95a-8f07-4bd9-993f-dd9bdfc891cd req-6059f03b-aa00-4208-afb5-437a68d3d6a9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=38e0d44e-80c5-44cd-80ec-ff64e5bf0600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118298 Dec 22 09:28:22.139766 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cfb68e14-4b37-427e-ada9-1949def0fbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:22.146771 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cfb68e14-4b37-427e-ada9-1949def0fbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:22.154632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 5a86212d-56b7-4e11-92ee-b787133f1707 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:28:22.158462 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0551fc88-fd20-4580-9d64-4e5ee08cfee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:22.243579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 5a86212d-56b7-4e11-92ee-b787133f1707 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:28:22.244382 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:22.245175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-28d06f2e-505b-4727-a394-8db864154bac req-c57f0f1c-2ba7-4c23-ae1f-70395689b9c6 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:28:22.246674 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28d06f2e-505b-4727-a394-8db864154bac req-c57f0f1c-2ba7-4c23-ae1f-70395689b9c6 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.1178925 Dec 22 09:28:22.255338 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cfb68e14-4b37-427e-ada9-1949def0fbe8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=018fdfd1c9f4464181b3f2393c6dff67&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3662953 Dec 22 09:28:22.256227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb68e14-4b37-427e-ada9-1949def0fbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696e1e82-46ad-4749-bfae-a1859200023d,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:22.256746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37008) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:22.260330 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cfb68e14-4b37-427e-ada9-1949def0fbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:22.278788 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d15f266-9054-43bc-abaa-2e0ef1c526a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:22.283859 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d15f266-9054-43bc-abaa-2e0ef1c526a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:22.298510 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-77143cef-7cd5-410b-b4d3-d5319de0fd33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:22.373222 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0d15f266-9054-43bc-abaa-2e0ef1c526a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f913e2212fdb4c99a46555fa535804a2&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4352448 Dec 22 09:28:22.374468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15f266-9054-43bc-abaa-2e0ef1c526a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78611eec-9aa3-447c-bccc-ed023ce557c4,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:22.379211 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0d15f266-9054-43bc-abaa-2e0ef1c526a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:22.380545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37012) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:22.395234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:28:22.461203 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e04acc3-f6d1-4c7d-8cc3-a8e0bccaeaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:22.475256 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-353e63c5-5fba-4643-88f7-2463c917f997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:22.492731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:28:22.493387 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:22.495801 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e04acc3-f6d1-4c7d-8cc3-a8e0bccaeaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:22.525022 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-353e63c5-5fba-4643-88f7-2463c917f997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:22.541555 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28d06f2e-505b-4727-a394-8db864154bac req-c6a7e9a2-116c-48ab-9ae5-8737b58ce8ff service neutron] 10.222.0.50 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867930 Dec 22 09:28:22.553572 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e04acc3-f6d1-4c7d-8cc3-a8e0bccaeaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:22.562965 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:22.587614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04acc3-f6d1-4c7d-8cc3-a8e0bccaeaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78611eec-9aa3-447c-bccc-ed023ce557c4,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:22.599696 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e04acc3-f6d1-4c7d-8cc3-a8e0bccaeaea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:22.600956 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e04acc3-f6d1-4c7d-8cc3-a8e0bccaeaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:22.602652 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4e04acc3-f6d1-4c7d-8cc3-a8e0bccaeaea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/78611eec-9aa3-447c-bccc-ed023ce557c4 HTTP/1.1" status: 204 len: 168 time: 0.2209203 Dec 22 09:28:22.762417 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28d06f2e-505b-4727-a394-8db864154bac req-721d4206-90e5-4871-a716-ceab9665652e service neutron] 10.222.0.50 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2199218 Dec 22 09:28:22.792759 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-353e63c5-5fba-4643-88f7-2463c917f997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:22.800468 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:22.818767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e63c5-5fba-4643-88f7-2463c917f997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696e1e82-46ad-4749-bfae-a1859200023d,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:22.822531 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-353e63c5-5fba-4643-88f7-2463c917f997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:22.835317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c95bbe-487e-46d3-a618-91cd2c0320e9 req-5e05a810-f8c5-499e-a40f-df936191c8ac tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:22.836962 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81c95bbe-487e-46d3-a618-91cd2c0320e9 req-5e05a810-f8c5-499e-a40f-df936191c8ac tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 969 time: 0.1269982 Dec 22 09:28:22.843343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-353e63c5-5fba-4643-88f7-2463c917f997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:22.847179 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-353e63c5-5fba-4643-88f7-2463c917f997 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/696e1e82-46ad-4749-bfae-a1859200023d HTTP/1.1" status: 204 len: 168 time: 0.5867751 Dec 22 09:28:22.913919 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81c95bbe-487e-46d3-a618-91cd2c0320e9 req-5a8e6738-c310-4fc5-9b95-a8e04cef7363 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/security-groups?id=38e0d44e-80c5-44cd-80ec-ff64e5bf0600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614738 Dec 22 09:28:23.060593 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c37369c-92b0-4a94-9943-3a1d28bfe29e req-d5cbbd4b-1fce-41a1-aa5d-5aac2d62a7ad tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 210 time: 0.0629294 Dec 22 09:28:23.738775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37060) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:24.060477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-038b54f1-76e0-4e01-a422-edb863d45836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:24.078306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-038b54f1-76e0-4e01-a422-edb863d45836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:24.086111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-038b54f1-76e0-4e01-a422-edb863d45836 admin admin] Usage tracker for resource:security_group_rule and tenant:e916121c170a4ea5a6e488603d1d70c2 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:24.089722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-038b54f1-76e0-4e01-a422-edb863d45836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:24.096824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-038b54f1-76e0-4e01-a422-edb863d45836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:24.211072 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-038b54f1-76e0-4e01-a422-edb863d45836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:24.215264 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-038b54f1-76e0-4e01-a422-edb863d45836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:24.248283 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:24.258939 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-038b54f1-76e0-4e01-a422-edb863d45836 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e916121c170a4ea5a6e488603d1d70c2&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5187500 Dec 22 09:28:24.261827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37082) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:24.348688 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-88593f08-b819-43e9-b70d-4d37dd919f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:24.381957 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-88593f08-b819-43e9-b70d-4d37dd919f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:24.438903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b54f1-76e0-4e01-a422-edb863d45836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924f0061-cd2f-41d3-bc08-d2153b9a6981,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:24.443246 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-038b54f1-76e0-4e01-a422-edb863d45836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:24.450387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.37', 49698) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:24.452277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-88593f08-b819-43e9-b70d-4d37dd919f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:24.456050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30feaa3d-3f46-443b-a3b1-65c934757648 req-b3b2fa13-e6e5-4f1a-bfd6-c2fe7906dac4 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:24.462901 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:24.465376 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30feaa3d-3f46-443b-a3b1-65c934757648 req-b3b2fa13-e6e5-4f1a-bfd6-c2fe7906dac4 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 950 time: 0.5403402 Dec 22 09:28:24.544682 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30feaa3d-3f46-443b-a3b1-65c934757648 req-52b6e3ee-18e9-4605-a5f7-615c99b80432 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782549 Dec 22 09:28:24.556816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88593f08-b819-43e9-b70d-4d37dd919f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924f0061-cd2f-41d3-bc08-d2153b9a6981,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:24.559642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9197075-c6a5-4cdd-8f74-b4332112ca70 req-e2383dce-1563-4bb8-a0ac-5a612cbf92d7 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:24.561599 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9197075-c6a5-4cdd-8f74-b4332112ca70 req-e2383dce-1563-4bb8-a0ac-5a612cbf92d7 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 969 time: 0.2085924 Dec 22 09:28:24.579282 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-88593f08-b819-43e9-b70d-4d37dd919f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:24.583512 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-88593f08-b819-43e9-b70d-4d37dd919f7d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/924f0061-cd2f-41d3-bc08-d2153b9a6981 HTTP/1.1" status: 204 len: 168 time: 0.3170323 Dec 22 09:28:24.586910 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-88593f08-b819-43e9-b70d-4d37dd919f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:24.587554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37096) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:24.666335 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9197075-c6a5-4cdd-8f74-b4332112ca70 req-34610e5d-718d-4b70-8ff2-0e049ecd5126 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/security-groups?id=38e0d44e-80c5-44cd-80ec-ff64e5bf0600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890348 Dec 22 09:28:24.759996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d06f2e-505b-4727-a394-8db864154bac req-f2c02a29-1f7e-4887-9e4b-74c6a31f9f1b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:24.764300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-28d06f2e-505b-4727-a394-8db864154bac req-f2c02a29-1f7e-4887-9e4b-74c6a31f9f1b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Synchronizing usage tracker for tenant:0fd3a230510047d192938116344c8cd5 on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:28:24.811858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-28d06f2e-505b-4727-a394-8db864154bac req-f2c02a29-1f7e-4887-9e4b-74c6a31f9f1b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Unset dirty status for tenant:0fd3a230510047d192938116344c8cd5 on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:28:24.812883 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28d06f2e-505b-4727-a394-8db864154bac req-f2c02a29-1f7e-4887-9e4b-74c6a31f9f1b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.37 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 807 time: 0.3367639 Dec 22 09:28:24.830394 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf17aede-a661-453d-8db6-0f79e59a81b0 req-b575af35-fe58-47d8-a8e2-025e9f147fb7 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 210 time: 0.0739925 Dec 22 09:28:24.915244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141b1eb-1731-4add-be64-34fd66d3341b req-160c09e6-be1e-449b-8fb1-b89d621a2381 tempest-AggregatesAdminTestJSON-541107834 tempest-AggregatesAdminTestJSON-541107834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:24.920352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-28d06f2e-505b-4727-a394-8db864154bac req-938c260b-9452-4112-a0ad-8e6ac95e2309 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Request body: {'port': {'device_id': '3a70d27f-e75d-4b60-b0b3-e1612f69091b', 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839', 'admin_state_up': True, 'tenant_id': '0fd3a230510047d192938116344c8cd5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:24.920507 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d141b1eb-1731-4add-be64-34fd66d3341b req-160c09e6-be1e-449b-8fb1-b89d621a2381 tempest-AggregatesAdminTestJSON-541107834 tempest-AggregatesAdminTestJSON-541107834] 10.222.0.50 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 1184 time: 0.0890198 Dec 22 09:28:24.945909 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d141b1eb-1731-4add-be64-34fd66d3341b req-7731d7f6-8638-4573-8b24-d9ca0795a15b tempest-AggregatesAdminTestJSON-541107834 tempest-AggregatesAdminTestJSON-541107834] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:24.965493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-d141b1eb-1731-4add-be64-34fd66d3341b req-7731d7f6-8638-4573-8b24-d9ca0795a15b tempest-AggregatesAdminTestJSON-541107834 tempest-AggregatesAdminTestJSON-541107834] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:24.970058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d141b1eb-1731-4add-be64-34fd66d3341b req-7731d7f6-8638-4573-8b24-d9ca0795a15b tempest-AggregatesAdminTestJSON-541107834 tempest-AggregatesAdminTestJSON-541107834] Usage tracker for resource:security_group_rule and tenant:4c856c1cf9d54fc7ae55b1482e76f60b is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:24.973956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d141b1eb-1731-4add-be64-34fd66d3341b req-7731d7f6-8638-4573-8b24-d9ca0795a15b tempest-AggregatesAdminTestJSON-541107834 tempest-AggregatesAdminTestJSON-541107834] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:24.981137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-d141b1eb-1731-4add-be64-34fd66d3341b req-7731d7f6-8638-4573-8b24-d9ca0795a15b tempest-AggregatesAdminTestJSON-541107834 tempest-AggregatesAdminTestJSON-541107834] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:25.118678 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d141b1eb-1731-4add-be64-34fd66d3341b req-7731d7f6-8638-4573-8b24-d9ca0795a15b tempest-AggregatesAdminTestJSON-541107834 tempest-AggregatesAdminTestJSON-541107834] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:25.122658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d141b1eb-1731-4add-be64-34fd66d3341b req-7731d7f6-8638-4573-8b24-d9ca0795a15b tempest-AggregatesAdminTestJSON-541107834 tempest-AggregatesAdminTestJSON-541107834] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:25.123234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-28d06f2e-505b-4727-a394-8db864154bac req-938c260b-9452-4112-a0ad-8e6ac95e2309 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:25.131050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-28d06f2e-505b-4727-a394-8db864154bac req-938c260b-9452-4112-a0ad-8e6ac95e2309 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Usage tracker for resource:port and tenant:0fd3a230510047d192938116344c8cd5 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:25.137590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-28d06f2e-505b-4727-a394-8db864154bac req-938c260b-9452-4112-a0ad-8e6ac95e2309 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:25.152697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-28d06f2e-505b-4727-a394-8db864154bac req-938c260b-9452-4112-a0ad-8e6ac95e2309 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:25.164051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d06f2e-505b-4727-a394-8db864154bac req-938c260b-9452-4112-a0ad-8e6ac95e2309 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Made reservation on behalf of 0fd3a230510047d192938116344c8cd5 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:28:25.170135 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:25.174986 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28d06f2e-505b-4727-a394-8db864154bac req-938c260b-9452-4112-a0ad-8e6ac95e2309 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:25.195026 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d141b1eb-1731-4add-be64-34fd66d3341b req-7731d7f6-8638-4573-8b24-d9ca0795a15b tempest-AggregatesAdminTestJSON-541107834 tempest-AggregatesAdminTestJSON-541107834] 10.222.0.50 "GET /v2.0/security-groups?id=38e0d44e-80c5-44cd-80ec-ff64e5bf0600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703161 Dec 22 09:28:25.253259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1629822525-network', 'tenant_id': '92202f56ba024bd88bdda46d20163167'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:25.261501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731d7f6-8638-4573-8b24-d9ca0795a15b tempest-AggregatesAdminTestJSON-541107834 tempest-AggregatesAdminTestJSON-541107834] Pushing event updated for resources: {'SecurityGroup': ['ID=fffe7848-ab9c-4878-854e-0124ff42352f,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:25.264953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:25.270964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Usage tracker for resource:network and tenant:92202f56ba024bd88bdda46d20163167 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:25.274474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:25.280885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:25.290423 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7731d7f6-8638-4573-8b24-d9ca0795a15b tempest-AggregatesAdminTestJSON-541107834 tempest-AggregatesAdminTestJSON-541107834] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:25.352462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Made reservation on behalf of 92202f56ba024bd88bdda46d20163167 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:28:25.357400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:25.379530 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:25.434966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1ef89-1113-4857-bf45-73753fb998bb req-aa46f489-0fce-4a05-a212-e29061f86fbe tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:25.436617 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3a1ef89-1113-4857-bf45-73753fb998bb req-aa46f489-0fce-4a05-a212-e29061f86fbe tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] 10.222.0.64 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 1165 time: 0.1232984 Dec 22 09:28:25.524959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:25.531272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37126) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:25.540993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Usage tracker for resource:security_group_rule and tenant:92202f56ba024bd88bdda46d20163167 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:25.548672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:25.552932 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1ea08455-7454-4053-ade9-bcec57ed6df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:25.561729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:25.574568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1ea08455-7454-4053-ade9-bcec57ed6df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:25.578025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1ea08455-7454-4053-ade9-bcec57ed6df4 admin admin] Usage tracker for resource:security_group_rule and tenant:5c29149cbc41418dac4e52af66ba4cca is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:25.581267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1ea08455-7454-4053-ade9-bcec57ed6df4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:25.587316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1ea08455-7454-4053-ade9-bcec57ed6df4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:25.622725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-e3a1ef89-1113-4857-bf45-73753fb998bb req-68a5fe15-22b8-46c0-aa42-e85a23a8edfd tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] Deleting port 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:28:25.623116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e3a1ef89-1113-4857-bf45-73753fb998bb req-68a5fe15-22b8-46c0-aa42-e85a23a8edfd tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:25.796013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-28d06f2e-505b-4727-a394-8db864154bac req-938c260b-9452-4112-a0ad-8e6ac95e2309 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Allocated IP 172.20.0.14 (9884d074-bf0a-40ed-a9d3-be8dba1c5839/20ea27e0-c8d1-40af-abba-75e850f0c212/c19eecdb-255b-4b18-85e5-8c54183da0be) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:28:25.840441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:28:25.869281 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1ea08455-7454-4053-ade9-bcec57ed6df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:25.933878 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1ea08455-7454-4053-ade9-bcec57ed6df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:25.951344 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5efca5bd-18bc-4e5c-b07d-37144161a0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:25.989265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea08455-7454-4053-ade9-bcec57ed6df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c799e48d-1985-42ed-b582-0cf37c910428,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:25.992876 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1ea08455-7454-4053-ade9-bcec57ed6df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:25.994135 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:26.073814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:28:26.075618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c62774-15cd-4ab6-9cf4-c513e7b240ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:28:26.083015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:26.086790 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:26.091111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28d06f2e-505b-4727-a394-8db864154bac req-938c260b-9452-4112-a0ad-8e6ac95e2309 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:26.094652 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1ea08455-7454-4053-ade9-bcec57ed6df4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c29149cbc41418dac4e52af66ba4cca&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5622401 Dec 22 09:28:26.095465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37160) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:26.129677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28d06f2e-505b-4727-a394-8db864154bac req-938c260b-9452-4112-a0ad-8e6ac95e2309 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:26.168756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bac87a-ed46-429b-9670-ab2b644f8802 req-60c70624-95ba-4731-a5db-aa2d11c54bf9 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:26.176875 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-85bac87a-ed46-429b-9670-ab2b644f8802 req-60c70624-95ba-4731-a5db-aa2d11c54bf9 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 950 time: 0.4034076 Dec 22 09:28:26.179896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:26.184038 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:26.290888 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b453bda9-6c45-4ccb-97a9-9cf556077b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:26.374023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d06f2e-505b-4727-a394-8db864154bac req-938c260b-9452-4112-a0ad-8e6ac95e2309 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:28:26.375711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aad3fa7c-5280-4e09-bae8-6e4f4cec6d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:26.380422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-28d06f2e-505b-4727-a394-8db864154bac req-938c260b-9452-4112-a0ad-8e6ac95e2309 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:28:26.388809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d06f2e-505b-4727-a394-8db864154bac req-938c260b-9452-4112-a0ad-8e6ac95e2309 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:28:26.393028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d06f2e-505b-4727-a394-8db864154bac req-938c260b-9452-4112-a0ad-8e6ac95e2309 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:26.394116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28d06f2e-505b-4727-a394-8db864154bac req-938c260b-9452-4112-a0ad-8e6ac95e2309 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:26.403880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c260b-9452-4112-a0ad-8e6ac95e2309 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Pushing event updated for resources: {'Port': ['ID=c19eecdb-255b-4b18-85e5-8c54183da0be,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:26.415552 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-938c260b-9452-4112-a0ad-8e6ac95e2309 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:26.449163 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28d06f2e-505b-4727-a394-8db864154bac req-938c260b-9452-4112-a0ad-8e6ac95e2309 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5377274 Dec 22 09:28:26.462179 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-85bac87a-ed46-429b-9670-ab2b644f8802 req-8ff24166-bdc1-4114-a1a0-b3a045980f29 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842963 Dec 22 09:28:26.464186 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aad3fa7c-5280-4e09-bae8-6e4f4cec6d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:26.473867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-e3a1ef89-1113-4857-bf45-73753fb998bb req-68a5fe15-22b8-46c0-aa42-e85a23a8edfd tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] For port 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:28:26.474338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e3a1ef89-1113-4857-bf45-73753fb998bb req-68a5fe15-22b8-46c0-aa42-e85a23a8edfd tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:26.474831 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:26.482441 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:26.496268 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-88593f08-b819-43e9-b70d-4d37dd919f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:26.528067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:28:26.538421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d629e94-50ac-42ad-b902-8f13d1a12a26,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:26.542330 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:26.544943 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:26.545375 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Added segment 31ae71bf-fd69-41bb-b919-c6b704c62bec of type vxlan for network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 Dec 22 09:28:26.574879 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:26.609123 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:26.610701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:26.611664 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:26.617511 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:26.636059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-e3a1ef89-1113-4857-bf45-73753fb998bb req-68a5fe15-22b8-46c0-aa42-e85a23a8edfd tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] Calling delete_port for 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:28:26.723288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9499ac8-a55f-4696-a51e-09f0082e5c42 req-2aadb80a-9736-408c-86a2-0ca0fa87bbdf tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:26.724980 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9499ac8-a55f-4696-a51e-09f0082e5c42 req-2aadb80a-9736-408c-86a2-0ca0fa87bbdf tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 932 time: 0.4193311 Dec 22 09:28:26.737231 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1459315 Dec 22 09:28:26.743678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37178) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:26.751918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5681d15a-c20a-4e2d-a9bc-43dd2bff2e10 admin admin] Request body: {'subnet': {'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1629822525-subnet', 'tenant_id': '92202f56ba024bd88bdda46d20163167', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:26.756632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Pushing event updated for resources: {'Network': ['ID=f1dd3454-fbe2-48e2-8c94-be1dc63802a7,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:26.760535 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:26.761624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5681d15a-c20a-4e2d-a9bc-43dd2bff2e10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:26.765824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5681d15a-c20a-4e2d-a9bc-43dd2bff2e10 admin admin] Usage tracker for resource:subnet and tenant:92202f56ba024bd88bdda46d20163167 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:26.767768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:28:26.769016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5681d15a-c20a-4e2d-a9bc-43dd2bff2e10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:26.774951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5681d15a-c20a-4e2d-a9bc-43dd2bff2e10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:26.784913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5681d15a-c20a-4e2d-a9bc-43dd2bff2e10 admin admin] Made reservation on behalf of 92202f56ba024bd88bdda46d20163167 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:28:26.786474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:28:26.790066 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5681d15a-c20a-4e2d-a9bc-43dd2bff2e10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:26.812639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:28:26.853296 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c62774-15cd-4ab6-9cf4-c513e7b240ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d', 'code': 200} Dec 22 09:28:26.881582 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aad3fa7c-5280-4e09-bae8-6e4f4cec6d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:26.890753 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:26.927805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3fa7c-5280-4e09-bae8-6e4f4cec6d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c799e48d-1985-42ed-b582-0cf37c910428,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:26.930645 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aad3fa7c-5280-4e09-bae8-6e4f4cec6d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:26.933843 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9499ac8-a55f-4696-a51e-09f0082e5c42 req-3fdfcf0c-cc06-4bdf-8b01-89edef4b5440 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968498 Dec 22 09:28:26.935532 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aad3fa7c-5280-4e09-bae8-6e4f4cec6d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:26.948483 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-aad3fa7c-5280-4e09-bae8-6e4f4cec6d0f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c799e48d-1985-42ed-b582-0cf37c910428 HTTP/1.1" status: 204 len: 168 time: 0.8313248 Dec 22 09:28:26.957739 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-e3a1ef89-1113-4857-bf45-73753fb998bb req-68a5fe15-22b8-46c0-aa42-e85a23a8edfd tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:28:26.958125 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-e3a1ef89-1113-4857-bf45-73753fb998bb req-68a5fe15-22b8-46c0-aa42-e85a23a8edfd tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:28:27.462968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-e3a1ef89-1113-4857-bf45-73753fb998bb req-68a5fe15-22b8-46c0-aa42-e85a23a8edfd tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] Deleting port 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:28:27.463360 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e3a1ef89-1113-4857-bf45-73753fb998bb req-68a5fe15-22b8-46c0-aa42-e85a23a8edfd tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:27.680148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5681d15a-c20a-4e2d-a9bc-43dd2bff2e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:27.707557 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-783f3c23-b709-42b9-ae9b-faa11b067a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:27.765198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-e3a1ef89-1113-4857-bf45-73753fb998bb req-68a5fe15-22b8-46c0-aa42-e85a23a8edfd tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] For port 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:28:27.765460 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e3a1ef89-1113-4857-bf45-73753fb998bb req-68a5fe15-22b8-46c0-aa42-e85a23a8edfd tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:27.898186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37224) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:27.905083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681d15a-c20a-4e2d-a9bc-43dd2bff2e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=640a01a7-c30b-476e-9180-1eeb8ef32064,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:27.917986 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5681d15a-c20a-4e2d-a9bc-43dd2bff2e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:28.004485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5681d15a-c20a-4e2d-a9bc-43dd2bff2e10 admin admin] Checking segment: {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:28:28.005000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5681d15a-c20a-4e2d-a9bc-43dd2bff2e10 admin admin] Network hostable DHCP agents. Network: f1dd3454-fbe2-48e2-8c94-be1dc63802a7, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:28:28.027456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5681d15a-c20a-4e2d-a9bc-43dd2bff2e10 admin admin] Network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:28:28.039208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5681d15a-c20a-4e2d-a9bc-43dd2bff2e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, f1dd3454-fbe2-48e2-8c94-be1dc63802a7) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:28:28.051356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2c0fb5-b292-43cc-a75c-7321d00f0c06 None None] Network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:28:28.053224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5681d15a-c20a-4e2d-a9bc-43dd2bff2e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:28.053952 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5681d15a-c20a-4e2d-a9bc-43dd2bff2e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:28.055345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-e3a1ef89-1113-4857-bf45-73753fb998bb req-68a5fe15-22b8-46c0-aa42-e85a23a8edfd tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] Calling delete_port for 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:28:28.116054 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5681d15a-c20a-4e2d-a9bc-43dd2bff2e10 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3711700 Dec 22 09:28:28.224980 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9821a665-d92b-4f26-9ab9-95a32343ea27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:28.263498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9821a665-d92b-4f26-9ab9-95a32343ea27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:28.276034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9821a665-d92b-4f26-9ab9-95a32343ea27 admin admin] Usage tracker for resource:security_group_rule and tenant:f9d124faa1b3407ba51532b0cf4df97d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:28.285223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9821a665-d92b-4f26-9ab9-95a32343ea27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:28.299098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9821a665-d92b-4f26-9ab9-95a32343ea27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:28.310766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926ff6d-2f86-4335-a021-4fd3d5955529 req-7b491dff-c11a-4159-83ba-40c7c3db6c5a tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:28.319910 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6926ff6d-2f86-4335-a021-4fd3d5955529 req-7b491dff-c11a-4159-83ba-40c7c3db6c5a tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 948 time: 0.4387174 Dec 22 09:28:28.427023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75947f6f-b644-41f2-ba4e-f1001a2ad1dd None None] Network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:28:28.435186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64002c8-6be1-4342-ac50-1f4632fa0607 req-4a88319a-c9fa-4b4d-91ae-95fddedee5b5 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:28.436846 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b64002c8-6be1-4342-ac50-1f4632fa0607 req-4a88319a-c9fa-4b4d-91ae-95fddedee5b5 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 932 time: 0.2562377 Dec 22 09:28:28.500178 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9821a665-d92b-4f26-9ab9-95a32343ea27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:28.505132 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9821a665-d92b-4f26-9ab9-95a32343ea27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:28.509878 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6926ff6d-2f86-4335-a021-4fd3d5955529 req-0acaab3b-0410-4255-abc1-504dd85076a3 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889133 Dec 22 09:28:28.522990 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-26579476-9c92-474f-bef7-77c8365ccc0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:28.576511 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e3a1ef89-1113-4857-bf45-73753fb998bb req-68a5fe15-22b8-46c0-aa42-e85a23a8edfd tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:28.580299 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b64002c8-6be1-4342-ac50-1f4632fa0607 req-004c7deb-7031-40de-8175-f8e017d6805a tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342878 Dec 22 09:28:28.621041 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9821a665-d92b-4f26-9ab9-95a32343ea27 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9d124faa1b3407ba51532b0cf4df97d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7211514 Dec 22 09:28:28.623619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37254) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:28.624437 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:28.640885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821a665-d92b-4f26-9ab9-95a32343ea27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1cd82a-1b14-4e89-9b87-7b597b24a0a8,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:28.664413 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9821a665-d92b-4f26-9ab9-95a32343ea27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:28.760341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5fe15-22b8-46c0-aa42-e85a23a8edfd tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] Pushing event deleted for resources: {'Port': ['ID=9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:28.778452 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-68a5fe15-22b8-46c0-aa42-e85a23a8edfd tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:28.795401 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87a9ad10-fcce-403f-9112-b07ae347e0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:28.860349 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87a9ad10-fcce-403f-9112-b07ae347e0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:28.986444 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87a9ad10-fcce-403f-9112-b07ae347e0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:28.994668 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:29.013523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9ad10-fcce-403f-9112-b07ae347e0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1cd82a-1b14-4e89-9b87-7b597b24a0a8,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:29.027759 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-87a9ad10-fcce-403f-9112-b07ae347e0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:29.042455 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87a9ad10-fcce-403f-9112-b07ae347e0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:29.043791 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-87a9ad10-fcce-403f-9112-b07ae347e0a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e1cd82a-1b14-4e89-9b87-7b597b24a0a8 HTTP/1.1" status: 204 len: 168 time: 0.4191666 Dec 22 09:28:29.317556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a1ef89-1113-4857-bf45-73753fb998bb req-68a5fe15-22b8-46c0-aa42-e85a23a8edfd tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] No DVR routers for this DVR port 9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:28:29.321639 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e3a1ef89-1113-4857-bf45-73753fb998bb req-68a5fe15-22b8-46c0-aa42-e85a23a8edfd tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:29.324707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c62774-15cd-4ab6-9cf4-c513e7b240ba', 'name': 'network-vif-deleted', 'tag': '9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:28:29.341767 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3a1ef89-1113-4857-bf45-73753fb998bb req-68a5fe15-22b8-46c0-aa42-e85a23a8edfd tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] 10.222.0.64 "DELETE /v2.0/ports/9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d HTTP/1.1" status: 204 len: 173 time: 3.8962984 Dec 22 09:28:29.418091 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c62774-15cd-4ab6-9cf4-c513e7b240ba', 'name': 'network-vif-deleted', 'tag': '9c3952b6-2ea4-47c3-a6c0-a56b6ae9e06d', 'status': 'completed', 'code': 200} Dec 22 09:28:29.752334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-06e0ca92-8a95-4a18-a26c-aeff71fef976 req-b0885451-24cf-4c36-9dfe-0f67a60fed75 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Synchronizing usage tracker for tenant:78b6d5de12994e61a153a84d0632ee44 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:28:29.775919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-06e0ca92-8a95-4a18-a26c-aeff71fef976 req-b0885451-24cf-4c36-9dfe-0f67a60fed75 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Unset dirty status for tenant:78b6d5de12994e61a153a84d0632ee44 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:28:29.777793 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06e0ca92-8a95-4a18-a26c-aeff71fef976 req-b0885451-24cf-4c36-9dfe-0f67a60fed75 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=09c62774-15cd-4ab6-9cf4-c513e7b240ba HTTP/1.1" status: 200 len: 210 time: 0.0791667 Dec 22 09:28:29.922260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57df3b3-c895-4147-95ec-2e3c15007533 req-486a1814-2e95-4f63-b767-6f8929a75821 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:29.924544 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c57df3b3-c895-4147-95ec-2e3c15007533 req-486a1814-2e95-4f63-b767-6f8929a75821 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 932 time: 0.1153498 Dec 22 09:28:30.025374 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c57df3b3-c895-4147-95ec-2e3c15007533 req-6735a239-9547-4cf4-ad8b-841b9c0aaf58 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934694 Dec 22 09:28:30.154443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37352) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:30.242781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37366) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:30.279197 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-590dfeee-2dd5-4cda-9b1e-8fef9c7e46ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:30.297364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37372) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:30.304962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-375623485-network', 'tenant_id': '9ce215b82e62433aa107548dd03e904d'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:30.305144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-590dfeee-2dd5-4cda-9b1e-8fef9c7e46ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:30.316319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-590dfeee-2dd5-4cda-9b1e-8fef9c7e46ae admin admin] Usage tracker for resource:security_group_rule and tenant:e32b1c8719a041adbeab96f76d60f732 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:30.324644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-590dfeee-2dd5-4cda-9b1e-8fef9c7e46ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:30.332867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-590dfeee-2dd5-4cda-9b1e-8fef9c7e46ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:30.335795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:30.350367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Usage tracker for resource:network and tenant:9ce215b82e62433aa107548dd03e904d is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:30.358661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:30.373630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:30.399141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Made reservation on behalf of 9ce215b82e62433aa107548dd03e904d for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:28:30.410928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:30.442926 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:30.443379 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-590dfeee-2dd5-4cda-9b1e-8fef9c7e46ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:30.450280 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-590dfeee-2dd5-4cda-9b1e-8fef9c7e46ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:30.474147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:30.494614 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5b416471-253c-4faf-bb10-859c32c77a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:30.502719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Usage tracker for resource:security_group_rule and tenant:9ce215b82e62433aa107548dd03e904d is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:30.509642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:30.517875 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-590dfeee-2dd5-4cda-9b1e-8fef9c7e46ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e32b1c8719a041adbeab96f76d60f732&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2726648 Dec 22 09:28:30.524821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37390) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:30.530814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:30.585229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dfeee-2dd5-4cda-9b1e-8fef9c7e46ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9474e05d-b7f2-4506-88a3-225c465f5dbe,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:30.609347 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-590dfeee-2dd5-4cda-9b1e-8fef9c7e46ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:30.670654 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-994faee7-2007-4934-bde4-16ff9ba3f451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:30.705437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-994faee7-2007-4934-bde4-16ff9ba3f451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:30.705437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-994faee7-2007-4934-bde4-16ff9ba3f451 admin admin] Usage tracker for resource:security_group_rule and tenant:92f023ec149f4322a9f892900a8a0a19 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:30.707088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-994faee7-2007-4934-bde4-16ff9ba3f451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:30.730027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-994faee7-2007-4934-bde4-16ff9ba3f451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:30.754674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:30.756654 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:30.761357 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:30.823672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d030c0d6-6123-44cc-8fe8-37909e09e20c,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:30.834236 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:30.834977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:28:30.845846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:30.846232 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Added segment 0457d0a4-9a1d-499a-8513-cec1c9769e8a of type vxlan for network 69133170-7173-4f06-88b9-57d88085218e Dec 22 09:28:30.874299 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-601a37e6-9402-4a4a-b14a-233652464661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:30.884824 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:30.905150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-601a37e6-9402-4a4a-b14a-233652464661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:30.921866 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:30.923395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:30.924764 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:30.955585 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:30.980643 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6820166 Dec 22 09:28:30.981561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37418) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:31.015488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-e931ef1a-5299-4fdb-964f-f04810e66195 admin admin] Request body: {'subnet': {'network_id': '69133170-7173-4f06-88b9-57d88085218e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-375623485-subnet', 'tenant_id': '9ce215b82e62433aa107548dd03e904d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:31.024550 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-994faee7-2007-4934-bde4-16ff9ba3f451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:31.031504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-994faee7-2007-4934-bde4-16ff9ba3f451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:31.043059 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:31.100765 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-994faee7-2007-4934-bde4-16ff9ba3f451 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92f023ec149f4322a9f892900a8a0a19&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9448781 Dec 22 09:28:31.104493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37430) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:31.108324 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-601a37e6-9402-4a4a-b14a-233652464661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:31.119024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e931ef1a-5299-4fdb-964f-f04810e66195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:31.123537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994faee7-2007-4934-bde4-16ff9ba3f451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200bafd3-7d0b-4d8c-ac17-0138f8e0d58c,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:31.127141 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-994faee7-2007-4934-bde4-16ff9ba3f451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:31.132218 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4fdc11f8-9054-4543-aaf7-d5bb654d461c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:31.156375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Pushing event updated for resources: {'Network': ['ID=69133170-7173-4f06-88b9-57d88085218e,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:31.172036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e931ef1a-5299-4fdb-964f-f04810e66195 admin admin] Usage tracker for resource:subnet and tenant:9ce215b82e62433aa107548dd03e904d is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:31.174728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 69133170-7173-4f06-88b9-57d88085218e details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:28:31.178336 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:31.179703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e931ef1a-5299-4fdb-964f-f04810e66195 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:31.187409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e931ef1a-5299-4fdb-964f-f04810e66195 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:31.188400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a37e6-9402-4a4a-b14a-233652464661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9474e05d-b7f2-4506-88a3-225c465f5dbe,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:31.197483 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-601a37e6-9402-4a4a-b14a-233652464661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:31.221607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e931ef1a-5299-4fdb-964f-f04810e66195 admin admin] Made reservation on behalf of 9ce215b82e62433aa107548dd03e904d for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:28:31.240381 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-601a37e6-9402-4a4a-b14a-233652464661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:31.242780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e931ef1a-5299-4fdb-964f-f04810e66195 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:31.253881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 69133170-7173-4f06-88b9-57d88085218e details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:28:31.256554 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-601a37e6-9402-4a4a-b14a-233652464661 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9474e05d-b7f2-4506-88a3-225c465f5dbe HTTP/1.1" status: 204 len: 168 time: 0.7304533 Dec 22 09:28:31.357637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7d25ee9-8e7a-4ade-b897-70fc131249b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:31.434922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 69133170-7173-4f06-88b9-57d88085218e details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:28:31.443423 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7d25ee9-8e7a-4ade-b897-70fc131249b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:31.588366 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7d25ee9-8e7a-4ade-b897-70fc131249b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:31.593736 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-516c797c-33ec-4b24-bee1-e9c591d10e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:31.629845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d25ee9-8e7a-4ade-b897-70fc131249b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200bafd3-7d0b-4d8c-ac17-0138f8e0d58c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:31.641040 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b7d25ee9-8e7a-4ade-b897-70fc131249b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:31.646996 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7d25ee9-8e7a-4ade-b897-70fc131249b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:31.648578 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b7d25ee9-8e7a-4ade-b897-70fc131249b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/200bafd3-7d0b-4d8c-ac17-0138f8e0d58c HTTP/1.1" status: 204 len: 168 time: 0.5427959 Dec 22 09:28:31.705260 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-4f2c1a74-2939-434e-832a-9e219299aa21 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/networks?tenant_id=78b6d5de12994e61a153a84d0632ee44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686591 Dec 22 09:28:31.983894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab91950-2d49-4c9b-a3a2-77e8b85560cb req-7b6b0af4-3aad-4764-b31d-16916baaadf9 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:31.993535 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6ab91950-2d49-4c9b-a3a2-77e8b85560cb req-7b6b0af4-3aad-4764-b31d-16916baaadf9 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 932 time: 0.5461512 Dec 22 09:28:32.144219 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6ab91950-2d49-4c9b-a3a2-77e8b85560cb req-d6ea9424-c04a-4dd1-8112-0ab5bbc15a39 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496325 Dec 22 09:28:32.174400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-aed821e1-1bbd-4ab6-a9ce-8b36fe2cec63 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:32.182558 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-aed821e1-1bbd-4ab6-a9ce-8b36fe2cec63 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4762342 Dec 22 09:28:32.197596 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-c49140a2-2270-4cac-98ee-fefe482baec7 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/quotas/78b6d5de12994e61a153a84d0632ee44 HTTP/1.1" status: 200 len: 375 time: 0.0139668 Dec 22 09:28:32.319636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37474) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:32.339021 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-a28387f9-55b6-4933-a9b8-d9bf59545900 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?tenant_id=78b6d5de12994e61a153a84d0632ee44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947542 Dec 22 09:28:32.493307 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e931ef1a-5299-4fdb-964f-f04810e66195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:32.526620 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:32.804168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c62cc77a-2b35-487b-84cc-6f292a0b3afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:32.820989 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2a71df5f-5393-48b0-af27-3c842e1e735a req-d2381a32-997b-4aba-b834-1167a6a197ca tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=50903dfd-cd37-49ba-bdce-e78cf1a3ba02 HTTP/1.1" status: 200 len: 210 time: 0.2239492 Dec 22 09:28:32.872122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931ef1a-5299-4fdb-964f-f04810e66195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07444052-1ef7-447b-8923-1a295505985f,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:32.873844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c62cc77a-2b35-487b-84cc-6f292a0b3afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:32.900020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-28d06f2e-505b-4727-a394-8db864154bac req-ae4f5ec1-bd18-4c6a-8ad8-01828a4474a3 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:28:32.902055 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28d06f2e-505b-4727-a394-8db864154bac req-ae4f5ec1-bd18-4c6a-8ad8-01828a4474a3 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0138562 Dec 22 09:28:32.903658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c62cc77a-2b35-487b-84cc-6f292a0b3afd admin admin] Usage tracker for resource:security_group_rule and tenant:66d66b26a5324b96821618bc303a6328 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:32.934567 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e931ef1a-5299-4fdb-964f-f04810e66195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:32.934856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c62cc77a-2b35-487b-84cc-6f292a0b3afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:32.961994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c62cc77a-2b35-487b-84cc-6f292a0b3afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:33.029245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e931ef1a-5299-4fdb-964f-f04810e66195 admin admin] Checking segment: {'id': '0457d0a4-9a1d-499a-8513-cec1c9769e8a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '69133170-7173-4f06-88b9-57d88085218e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:28:33.029969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e931ef1a-5299-4fdb-964f-f04810e66195 admin admin] Network hostable DHCP agents. Network: 69133170-7173-4f06-88b9-57d88085218e, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:28:33.070509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e931ef1a-5299-4fdb-964f-f04810e66195 admin admin] Network 69133170-7173-4f06-88b9-57d88085218e is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:28:33.095746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e931ef1a-5299-4fdb-964f-f04810e66195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 69133170-7173-4f06-88b9-57d88085218e) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:28:33.101101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e931ef1a-5299-4fdb-964f-f04810e66195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:33.101745 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e931ef1a-5299-4fdb-964f-f04810e66195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:33.140625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4977449b-e9dd-40ac-a58a-c4400013d5a1 None None] Network 69133170-7173-4f06-88b9-57d88085218e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:28:33.233459 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c62cc77a-2b35-487b-84cc-6f292a0b3afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:33.243755 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c62cc77a-2b35-487b-84cc-6f292a0b3afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:33.264411 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:33.288084 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e931ef1a-5299-4fdb-964f-f04810e66195 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2981443 Dec 22 09:28:33.327345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37512) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:33.378824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cc77a-2b35-487b-84cc-6f292a0b3afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e3b4c4-cb25-4c24-acd4-d8365f1ac158,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:33.400922 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c62cc77a-2b35-487b-84cc-6f292a0b3afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:33.413014 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c62cc77a-2b35-487b-84cc-6f292a0b3afd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66d66b26a5324b96821618bc303a6328&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0915756 Dec 22 09:28:33.415528 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f03b55cc-5885-4729-b02c-6cc22629c5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:33.420694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37518) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:33.465059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f03b55cc-5885-4729-b02c-6cc22629c5e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:33.482701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8d2147-7be4-4247-9c90-fdcb746eb440 None None] Network 69133170-7173-4f06-88b9-57d88085218e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:28:33.570864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f03b55cc-5885-4729-b02c-6cc22629c5e2 admin admin] Usage tracker for resource:security_group_rule and tenant:a69f15b48e9b4b6bbf8068dd74bd6a22 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:33.591761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0242b017-3027-48d2-bfe3-24f0b73abb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:33.609510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f03b55cc-5885-4729-b02c-6cc22629c5e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:33.621774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0823e92-1e69-41e4-9d3c-57aaf2c083bc req-a12caf9f-9522-45e7-8c8f-e4bf9a63c9ba tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:33.631699 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0823e92-1e69-41e4-9d3c-57aaf2c083bc req-a12caf9f-9522-45e7-8c8f-e4bf9a63c9ba tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 969 time: 0.4880934 Dec 22 09:28:33.644648 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0242b017-3027-48d2-bfe3-24f0b73abb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:33.659083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f03b55cc-5885-4729-b02c-6cc22629c5e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:33.660204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:28:33.733760 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0823e92-1e69-41e4-9d3c-57aaf2c083bc req-4bfc882c-ac28-495e-a8f8-e5c705bb129e tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/security-groups?id=38e0d44e-80c5-44cd-80ec-ff64e5bf0600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993006 Dec 22 09:28:33.746622 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0242b017-3027-48d2-bfe3-24f0b73abb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:33.760717 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-87a9ad10-fcce-403f-9112-b07ae347e0a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:33.791762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0242b017-3027-48d2-bfe3-24f0b73abb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:33.793339 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0242b017-3027-48d2-bfe3-24f0b73abb13 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b2e3b4c4-cb25-4c24-acd4-d8365f1ac158 HTTP/1.1" status: 204 len: 168 time: 0.3713665 Dec 22 09:28:33.794838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b4a3e-7b0a-4dfd-a0ec-9d992f46ff89 req-2d5a9f31-06fa-4958-8b54-15fe9fc19486 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:33.801424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242b017-3027-48d2-bfe3-24f0b73abb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e3b4c4-cb25-4c24-acd4-d8365f1ac158,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:33.803664 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-865b4a3e-7b0a-4dfd-a0ec-9d992f46ff89 req-2d5a9f31-06fa-4958-8b54-15fe9fc19486 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 932 time: 0.3237052 Dec 22 09:28:33.814729 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0242b017-3027-48d2-bfe3-24f0b73abb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:33.901107 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-865b4a3e-7b0a-4dfd-a0ec-9d992f46ff89 req-5280e79e-120b-46b1-9032-eb8284a005fd tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963433 Dec 22 09:28:33.971580 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f03b55cc-5885-4729-b02c-6cc22629c5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:33.975481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f03b55cc-5885-4729-b02c-6cc22629c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:33.986091 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:34.027626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Request body: {'port': {'device_id': '3a70d27f-e75d-4b60-b0b3-e1612f69091b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:34.052527 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f03b55cc-5885-4729-b02c-6cc22629c5e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a69f15b48e9b4b6bbf8068dd74bd6a22&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7238271 Dec 22 09:28:34.053282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37534) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:34.121086 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9b4a6057-df38-46d9-be98-4341b8a5e2bc req-4e106f01-54da-45b1-9504-669da8d6411c tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=50903dfd-cd37-49ba-bdce-e78cf1a3ba02 HTTP/1.1" status: 200 len: 210 time: 0.0758238 Dec 22 09:28:34.176920 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:34.177118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b55cc-5885-4729-b02c-6cc22629c5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cb5cbe-f006-4bbb-ba29-d56a2bb5f4e5,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:34.193117 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f03b55cc-5885-4729-b02c-6cc22629c5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:34.228317 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f4490ef8-bb55-4b97-94d5-7c2ad6b7454e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:34.275253 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f4490ef8-bb55-4b97-94d5-7c2ad6b7454e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:34.364738 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f4490ef8-bb55-4b97-94d5-7c2ad6b7454e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:34.369832 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1ea08455-7454-4053-ade9-bcec57ed6df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:34.400239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4490ef8-bb55-4b97-94d5-7c2ad6b7454e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cb5cbe-f006-4bbb-ba29-d56a2bb5f4e5,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:34.403343 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f4490ef8-bb55-4b97-94d5-7c2ad6b7454e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:34.407743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f4490ef8-bb55-4b97-94d5-7c2ad6b7454e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:34.412867 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f4490ef8-bb55-4b97-94d5-7c2ad6b7454e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/62cb5cbe-f006-4bbb-ba29-d56a2bb5f4e5 HTTP/1.1" status: 204 len: 168 time: 0.3507595 Dec 22 09:28:34.515997 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-6b2f7666-7a91-4a45-8c1d-3a97e8735775 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.64 "GET /v2.0/networks?tenant_id=78b6d5de12994e61a153a84d0632ee44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666263 Dec 22 09:28:34.791598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37556) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:34.801606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-bade2a69-9f72-49d1-b5b0-3dd1423e9e04 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:34.803355 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-bade2a69-9f72-49d1-b5b0-3dd1423e9e04 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2824326 Dec 22 09:28:34.818922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19eecdb-255b-4b18-85e5-8c54183da0be {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:28:34.824999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-184e17c2-2aa3-4259-a45c-9500d55ec102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:34.827145 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:34.843534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Transition to ACTIVE for port object c19eecdb-255b-4b18-85e5-8c54183da0be will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:28:34.844467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-175084e9-1ad8-44ac-8f9a-16e274d4ea7b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Request body: {'port': {'device_id': '50903dfd-cd37-49ba-bdce-e78cf1a3ba02', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '78b6d5de12994e61a153a84d0632ee44'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:34.846587 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:34.892794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-184e17c2-2aa3-4259-a45c-9500d55ec102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:34.902648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-184e17c2-2aa3-4259-a45c-9500d55ec102 admin admin] Usage tracker for resource:security_group_rule and tenant:1aa22b64fbbd41d8b9525e030e8f38b9 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:34.909951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-184e17c2-2aa3-4259-a45c-9500d55ec102 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:34.985866 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-938c260b-9452-4112-a0ad-8e6ac95e2309 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:34.989370 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e1b02b9f-55f1-451b-b954-bc5d93e09502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:34.991909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-184e17c2-2aa3-4259-a45c-9500d55ec102 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:35.007983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d852e95-1190-46d2-9346-1db1d19599af req-89321e3d-b170-494f-852e-6abcba13af39 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:35.009826 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7d852e95-1190-46d2-9346-1db1d19599af req-89321e3d-b170-494f-852e-6abcba13af39 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.64 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 969 time: 0.3447838 Dec 22 09:28:35.079279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Pushing event updated for resources: {'Port': ['ID=c19eecdb-255b-4b18-85e5-8c54183da0be,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:35.093783 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:35.298297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Attempting to bind port c19eecdb-255b-4b18-85e5-8c54183da0be on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:28:35.299000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Attempting to bind port c19eecdb-255b-4b18-85e5-8c54183da0be by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:28:35.299000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Attempting to bind port c19eecdb-255b-4b18-85e5-8c54183da0be on network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:28:35.305854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:28:35.306283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Checking segment: {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:28:35.306637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:35.307520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Bound using segment: {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:28:35.308080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Bound port: c19eecdb-255b-4b18-85e5-8c54183da0be, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:28:35.308446 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:35.422874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] For port c19eecdb-255b-4b18-85e5-8c54183da0be, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:28:35.427752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] For port c19eecdb-255b-4b18-85e5-8c54183da0be, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c19eecdb-255b-4b18-85e5-8c54183da0be,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:28:35.431723 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:35.597030 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:35.597349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-7d852e95-1190-46d2-9346-1db1d19599af req-26b5dd51-ca88-4a2f-99f1-707327c0d721 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Deleting port 5a86212d-56b7-4e11-92ee-b787133f1707 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:28:35.597577 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7d852e95-1190-46d2-9346-1db1d19599af req-26b5dd51-ca88-4a2f-99f1-707327c0d721 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:35.654688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-f00f1e86-1408-4cb6-9976-42c7823a1a50 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:35.665160 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-f00f1e86-1408-4cb6-9976-42c7823a1a50 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/networks?id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 200 len: 821 time: 0.3187528 Dec 22 09:28:35.674549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-175084e9-1ad8-44ac-8f9a-16e274d4ea7b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:35.699053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Pushing event updated for resources: {'Port': ['ID=c19eecdb-255b-4b18-85e5-8c54183da0be,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:35.721314 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-e2d3ce1d-544c-44c0-bd1e-4d95cb4ace4a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/quotas/92202f56ba024bd88bdda46d20163167 HTTP/1.1" status: 200 len: 375 time: 0.0551643 Dec 22 09:28:35.725542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-175084e9-1ad8-44ac-8f9a-16e274d4ea7b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:35.734430 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:35.767809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:35.769047 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:35.770562 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28d06f2e-505b-4727-a394-8db864154bac req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] 10.222.0.37 "PUT /v2.0/ports/c19eecdb-255b-4b18-85e5-8c54183da0be HTTP/1.1" status: 200 len: 1156 time: 2.2609544 Dec 22 09:28:35.771096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a70d27f-e75d-4b60-b0b3-e1612f69091b', 'tag': 'c19eecdb-255b-4b18-85e5-8c54183da0be'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:28:35.802897 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-e3d1bb02-682f-42d4-b993-cca27f2d0b0e tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?tenant_id=92202f56ba024bd88bdda46d20163167&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682461 Dec 22 09:28:35.905847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-175084e9-1ad8-44ac-8f9a-16e274d4ea7b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Made reservation on behalf of 78b6d5de12994e61a153a84d0632ee44 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:28:35.912054 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-175084e9-1ad8-44ac-8f9a-16e274d4ea7b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:35.930510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 5a86212d-56b7-4e11-92ee-b787133f1707 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:28:35.932356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d06f2e-505b-4727-a394-8db864154bac req-b5e55589-8899-4825-a20e-6cfa0aa4fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:35.934620 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28d06f2e-505b-4727-a394-8db864154bac req-b5e55589-8899-4825-a20e-6cfa0aa4fb7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 1159 time: 0.0853755 Dec 22 09:28:36.021671 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-184e17c2-2aa3-4259-a45c-9500d55ec102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:36.039831 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28d06f2e-505b-4727-a394-8db864154bac req-ceee177e-1fc8-4c6e-9ac0-e382f20d5dae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c19eecdb-255b-4b18-85e5-8c54183da0be HTTP/1.1" status: 200 len: 217 time: 0.0894957 Dec 22 09:28:36.178798 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:36.182087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d06f2e-505b-4727-a394-8db864154bac req-57a64200-e632-4844-882e-52c85c2af8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:36.183841 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28d06f2e-505b-4727-a394-8db864154bac req-57a64200-e632-4844-882e-52c85c2af8f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20ea27e0-c8d1-40af-abba-75e850f0c212 HTTP/1.1" status: 200 len: 847 time: 0.1372068 Dec 22 09:28:36.258265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82bab16-3fa6-4549-82d6-2963c8bed628', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a86212d-56b7-4e11-92ee-b787133f1707'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:28:36.282435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 5a86212d-56b7-4e11-92ee-b787133f1707, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=5a86212d-56b7-4e11-92ee-b787133f1707,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:28:36.289242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:36.293117 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1ad0370-f020-445f-b74c-c615d60b0066 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:36.321325 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28d06f2e-505b-4727-a394-8db864154bac req-fccab079-2cbd-4250-a1cc-1005d2666728 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9884d074-bf0a-40ed-a9d3-be8dba1c5839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238117 Dec 22 09:28:36.403448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-175084e9-1ad8-44ac-8f9a-16e274d4ea7b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Allocated IP 192.168.233.71 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/cbc23038-b24c-4608-aa84-15d00e0feb9f) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:28:36.436774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=5a86212d-56b7-4e11-92ee-b787133f1707,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:36.440734 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:36.451738 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-184e17c2-2aa3-4259-a45c-9500d55ec102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:36.463717 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f03b55cc-5885-4729-b02c-6cc22629c5e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:36.599319 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28d06f2e-505b-4727-a394-8db864154bac req-8f45f715-18d5-46fa-b2dc-c3b4b1202a41 service neutron] 10.222.0.37 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740116 Dec 22 09:28:36.693560 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-175084e9-1ad8-44ac-8f9a-16e274d4ea7b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:36.714808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-175084e9-1ad8-44ac-8f9a-16e274d4ea7b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Transition to ACTIVE for port object cbc23038-b24c-4608-aa84-15d00e0feb9f will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:28:36.760560 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-175084e9-1ad8-44ac-8f9a-16e274d4ea7b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:36.769659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-ce2a01ed-5404-495e-9a07-4db94e994abe service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:28:36.780503 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-ce2a01ed-5404-495e-9a07-4db94e994abe service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.7616484 Dec 22 09:28:36.837251 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28d06f2e-505b-4727-a394-8db864154bac req-680734e5-39d1-47a6-87a0-8535642476be service neutron] 10.222.0.37 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2290843 Dec 22 09:28:36.903295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e17c2-2aa3-4259-a45c-9500d55ec102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d4a597-76ba-4ea0-a572-e6276f18d5f1,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:36.912508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356327e4-2987-496d-8289-5a71a8b9a019 req-a62690f0-02c4-419f-9894-7c5282c3134f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:36.919982 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-356327e4-2987-496d-8289-5a71a8b9a019 req-a62690f0-02c4-419f-9894-7c5282c3134f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 969 time: 1.1080697 Dec 22 09:28:36.922162 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-184e17c2-2aa3-4259-a45c-9500d55ec102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:36.931045 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:36.967290 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-184e17c2-2aa3-4259-a45c-9500d55ec102 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1aa22b64fbbd41d8b9525e030e8f38b9&name=default HTTP/1.1" status: 200 len: 2879 time: 2.1697598 Dec 22 09:28:36.968015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37626) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:37.184505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175084e9-1ad8-44ac-8f9a-16e274d4ea7b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Pushing event updated for resources: {'Port': ['ID=cbc23038-b24c-4608-aa84-15d00e0feb9f,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:37.196743 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-175084e9-1ad8-44ac-8f9a-16e274d4ea7b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:37.212734 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-356327e4-2987-496d-8289-5a71a8b9a019 req-f422e3ff-ca86-4a4b-a6b7-8b1fc904d385 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/security-groups?id=38e0d44e-80c5-44cd-80ec-ff64e5bf0600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915704 Dec 22 09:28:37.225262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cec1b50c-e9ec-4deb-a89e-6ed4ac8cafb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:37.299428 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cec1b50c-e9ec-4deb-a89e-6ed4ac8cafb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:37.322602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-7d852e95-1190-46d2-9346-1db1d19599af req-26b5dd51-ca88-4a2f-99f1-707327c0d721 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] For port 5a86212d-56b7-4e11-92ee-b787133f1707, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=5a86212d-56b7-4e11-92ee-b787133f1707,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:28:37.323641 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7d852e95-1190-46d2-9346-1db1d19599af req-26b5dd51-ca88-4a2f-99f1-707327c0d721 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:37.347815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea267f71-1181-4c3d-a767-96dc266bb1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:37.389715 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cec1b50c-e9ec-4deb-a89e-6ed4ac8cafb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:37.395294 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5b7770ae-baef-4d0d-8a5d-8ac4326d2eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:37.406841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1b50c-e9ec-4deb-a89e-6ed4ac8cafb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d4a597-76ba-4ea0-a572-e6276f18d5f1,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:37.413343 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cec1b50c-e9ec-4deb-a89e-6ed4ac8cafb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:37.415567 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cec1b50c-e9ec-4deb-a89e-6ed4ac8cafb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:37.416812 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cec1b50c-e9ec-4deb-a89e-6ed4ac8cafb0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/25d4a597-76ba-4ea0-a572-e6276f18d5f1 HTTP/1.1" status: 204 len: 168 time: 0.4481201 Dec 22 09:28:37.507199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-7d852e95-1190-46d2-9346-1db1d19599af req-26b5dd51-ca88-4a2f-99f1-707327c0d721 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Calling delete_port for 5a86212d-56b7-4e11-92ee-b787133f1707 owned by compute:tempest-test_az-772731520 {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:28:37.788702 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-48b5b7c9-73db-4168-8f91-992942906be2 service neutron] 10.222.0.50 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0060689 Dec 22 09:28:38.027580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-175084e9-1ad8-44ac-8f9a-16e274d4ea7b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:28:38.035851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-175084e9-1ad8-44ac-8f9a-16e274d4ea7b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:28:38.041116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-7d852e95-1190-46d2-9346-1db1d19599af req-26b5dd51-ca88-4a2f-99f1-707327c0d721 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:28:38.041492 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-7d852e95-1190-46d2-9346-1db1d19599af req-26b5dd51-ca88-4a2f-99f1-707327c0d721 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:28:38.051488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-175084e9-1ad8-44ac-8f9a-16e274d4ea7b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:28:38.055820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-175084e9-1ad8-44ac-8f9a-16e274d4ea7b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:38.056572 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-175084e9-1ad8-44ac-8f9a-16e274d4ea7b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:38.093241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441985a6-6112-43b5-bdab-a2668de41450 req-634e0cd4-5744-49e9-b4a9-25e577d24ece tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:38.095169 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-441985a6-6112-43b5-bdab-a2668de41450 req-634e0cd4-5744-49e9-b4a9-25e577d24ece tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 944 time: 0.6024339 Dec 22 09:28:38.111034 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-4362e331-7de2-41a4-8d30-66c001de0db1 service neutron] 10.222.0.50 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2987854 Dec 22 09:28:38.224921 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-441985a6-6112-43b5-bdab-a2668de41450 req-8ac89229-a892-4c1f-8a1c-b07024a2f608 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123364 Dec 22 09:28:38.231386 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-175084e9-1ad8-44ac-8f9a-16e274d4ea7b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3932803 Dec 22 09:28:38.261293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Request body: {'port': {'device_id': '50903dfd-cd37-49ba-bdce-e78cf1a3ba02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:38.473363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6b5d1aea-c8ec-4f75-9af3-9d1b9f156cd6 None None] Provisioning for port cbc23038-b24c-4608-aa84-15d00e0feb9f completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:28:38.480007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6b5d1aea-c8ec-4f75-9af3-9d1b9f156cd6 None None] Provisioning complete for port cbc23038-b24c-4608-aa84-15d00e0feb9f triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:28:38.480667 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6b5d1aea-c8ec-4f75-9af3-9d1b9f156cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:38.547587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-7d852e95-1190-46d2-9346-1db1d19599af req-26b5dd51-ca88-4a2f-99f1-707327c0d721 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Deleting port 5a86212d-56b7-4e11-92ee-b787133f1707 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:28:38.548406 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7d852e95-1190-46d2-9346-1db1d19599af req-26b5dd51-ca88-4a2f-99f1-707327c0d721 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:38.633412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6b5d1aea-c8ec-4f75-9af3-9d1b9f156cd6 None None] Port cbc23038-b24c-4608-aa84-15d00e0feb9f cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:28:38.638454 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:38.767545 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:39.088288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417be680-aafe-4203-bc63-7898ed1cd448 req-ff3bb464-2566-459d-8c9b-cf9654ca4bd6 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:39.089552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-417be680-aafe-4203-bc63-7898ed1cd448 req-ff3bb464-2566-459d-8c9b-cf9654ca4bd6 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Synchronizing usage tracker for tenant:78b6d5de12994e61a153a84d0632ee44 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:28:39.108292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37682) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:39.154349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-417be680-aafe-4203-bc63-7898ed1cd448 req-ff3bb464-2566-459d-8c9b-cf9654ca4bd6 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Unset dirty status for tenant:78b6d5de12994e61a153a84d0632ee44 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:28:39.162919 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-417be680-aafe-4203-bc63-7898ed1cd448 req-ff3bb464-2566-459d-8c9b-cf9654ca4bd6 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=50903dfd-cd37-49ba-bdce-e78cf1a3ba02 HTTP/1.1" status: 200 len: 935 time: 0.5209100 Dec 22 09:28:39.212492 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:39.346464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-7d852e95-1190-46d2-9346-1db1d19599af req-26b5dd51-ca88-4a2f-99f1-707327c0d721 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] For port 5a86212d-56b7-4e11-92ee-b787133f1707, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=5a86212d-56b7-4e11-92ee-b787133f1707,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:28:39.347000 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7d852e95-1190-46d2-9346-1db1d19599af req-26b5dd51-ca88-4a2f-99f1-707327c0d721 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:39.378873 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82bab16-3fa6-4549-82d6-2963c8bed628', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a86212d-56b7-4e11-92ee-b787133f1707', 'code': 200} Dec 22 09:28:39.396030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:39.404471 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ae20ae07-f300-41f2-947f-02c8487b8474 tempest-AutoAllocateNetworkTest-62115257 tempest-AutoAllocateNetworkTest-62115257] 10.222.0.50 "GET /v2.0/networks?tenant_id=c6929243e8e44745b185f1e782cc3ec6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2957578 Dec 22 09:28:39.407090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37694) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:39.442418 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-417be680-aafe-4203-bc63-7898ed1cd448 req-eeaa0f76-2bdd-4200-ba20-a9247224e1c7 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781055 Dec 22 09:28:39.542382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-7d852e95-1190-46d2-9346-1db1d19599af req-26b5dd51-ca88-4a2f-99f1-707327c0d721 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Calling delete_port for 5a86212d-56b7-4e11-92ee-b787133f1707 owned by compute:tempest-test_az-772731520 {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:28:39.611611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43a6733-f201-4969-80f8-b384bb497369 tempest-AutoAllocateNetworkTest-62115257 tempest-AutoAllocateNetworkTest-62115257] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:39.617266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37700) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:39.631287 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f43a6733-f201-4969-80f8-b384bb497369 tempest-AutoAllocateNetworkTest-62115257 tempest-AutoAllocateNetworkTest-62115257] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2230504 Dec 22 09:28:39.653601 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a70d27f-e75d-4b60-b0b3-e1612f69091b', 'tag': 'c19eecdb-255b-4b18-85e5-8c54183da0be', 'status': 'completed', 'code': 200} Dec 22 09:28:39.776420 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e496998d-39c3-49b8-8f54-c2dff14c1843 tempest-AutoAllocateNetworkTest-62115257 tempest-AutoAllocateNetworkTest-62115257] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073046 Dec 22 09:28:39.780025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37706) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:39.872895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50965b2d-c45b-4bbe-96e3-03288a6d049b req-1fb2f5e6-80b4-4a5c-b18f-4662539e7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:39.874879 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50965b2d-c45b-4bbe-96e3-03288a6d049b req-1fb2f5e6-80b4-4a5c-b18f-4662539e7e00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 1159 time: 0.0932372 Dec 22 09:28:39.876834 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1fa2b82d-79c0-4be7-8c60-962309f19733 tempest-AutoAllocateNetworkTest-62115257 tempest-AutoAllocateNetworkTest-62115257] 10.222.0.50 "GET /v2.0/networks?tenant_id=c6929243e8e44745b185f1e782cc3ec6 HTTP/1.1" status: 200 len: 208 time: 0.0912249 Dec 22 09:28:39.975468 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb4808a9-c859-4860-81db-b11826dc8c0e req-b8407d73-21da-4f1d-9858-87328db36be9 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 210 time: 0.0910590 Dec 22 09:28:39.989110 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:40.041104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:40.051021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50965b2d-c45b-4bbe-96e3-03288a6d049b req-518eb22d-83a4-4cf2-8563-f1647c46fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:40.054497 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50965b2d-c45b-4bbe-96e3-03288a6d049b req-518eb22d-83a4-4cf2-8563-f1647c46fad9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 901 time: 0.1692901 Dec 22 09:28:40.134436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac96b0-036d-4935-bbbe-a5ebdef8348e req-50d55184-6122-4517-b2b3-780da9f19ac5 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:40.135206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f2ac96b0-036d-4935-bbbe-a5ebdef8348e req-50d55184-6122-4517-b2b3-780da9f19ac5 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Synchronizing usage tracker for tenant:05880b15049a485e8a0832089c3eb875 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:28:40.145399 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7d852e95-1190-46d2-9346-1db1d19599af req-26b5dd51-ca88-4a2f-99f1-707327c0d721 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:40.162414 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50965b2d-c45b-4bbe-96e3-03288a6d049b req-3ef4530f-0f92-40a5-845a-7b0537b9ba37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c19eecdb-255b-4b18-85e5-8c54183da0be HTTP/1.1" status: 200 len: 217 time: 0.0986958 Dec 22 09:28:40.300377 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:40.310945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50965b2d-c45b-4bbe-96e3-03288a6d049b req-a42175fd-bd7f-4035-9887-54e698f421b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:40.314058 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50965b2d-c45b-4bbe-96e3-03288a6d049b req-a42175fd-bd7f-4035-9887-54e698f421b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20ea27e0-c8d1-40af-abba-75e850f0c212 HTTP/1.1" status: 200 len: 847 time: 0.1444020 Dec 22 09:28:40.363586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5dd51-ca88-4a2f-99f1-707327c0d721 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Pushing event deleted for resources: {'Port': ['ID=5a86212d-56b7-4e11-92ee-b787133f1707,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:40.368852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc23038-b24c-4608-aa84-15d00e0feb9f {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:28:40.372215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f2ac96b0-036d-4935-bbbe-a5ebdef8348e req-50d55184-6122-4517-b2b3-780da9f19ac5 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Unset dirty status for tenant:05880b15049a485e8a0832089c3eb875 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:28:40.373478 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2ac96b0-036d-4935-bbbe-a5ebdef8348e req-50d55184-6122-4517-b2b3-780da9f19ac5 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/ports?device_id=a82bab16-3fa6-4549-82d6-2963c8bed628 HTTP/1.1" status: 200 len: 967 time: 0.5900431 Dec 22 09:28:40.375898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37722) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:40.387977 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-26b5dd51-ca88-4a2f-99f1-707327c0d721 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:40.392981 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50965b2d-c45b-4bbe-96e3-03288a6d049b req-4c62cfb8-9b2d-41ae-a854-c72eba61fc74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9884d074-bf0a-40ed-a9d3-be8dba1c5839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706813 Dec 22 09:28:40.393454 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:40.437017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Transition to ACTIVE for port object cbc23038-b24c-4608-aa84-15d00e0feb9f will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:28:40.496031 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2ac96b0-036d-4935-bbbe-a5ebdef8348e req-05708691-ac57-4b57-b8a1-e2bdcfb11a0c tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.50 "GET /v2.0/security-groups?id=38e0d44e-80c5-44cd-80ec-ff64e5bf0600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096518 Dec 22 09:28:40.510282 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:40.594098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.37', 49714) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:40.808552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-9474c7ba-266a-45f4-ad94-cc6874d4c28c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:28:40.821758 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9f2177e-ccf4-4dcf-92b0-2c55072cfa3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:40.940958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e9f2177e-ccf4-4dcf-92b0-2c55072cfa3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:40.943319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d852e95-1190-46d2-9346-1db1d19599af req-26b5dd51-ca88-4a2f-99f1-707327c0d721 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] No DVR routers for this DVR port 5a86212d-56b7-4e11-92ee-b787133f1707 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:28:40.948982 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-68a5fe15-22b8-46c0-aa42-e85a23a8edfd tempest-DeleteServersAdminTestJSON-1115443597 tempest-DeleteServersAdminTestJSON-1115443597] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:40.951189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e9f2177e-ccf4-4dcf-92b0-2c55072cfa3f admin admin] Usage tracker for resource:security_group_rule and tenant:c6929243e8e44745b185f1e782cc3ec6 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:40.958442 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50965b2d-c45b-4bbe-96e3-03288a6d049b req-5c717fdb-fcb3-4b78-b4db-5b9f5a3b742d service neutron] 10.222.0.37 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526104 Dec 22 09:28:40.961581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e9f2177e-ccf4-4dcf-92b0-2c55072cfa3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:40.996591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e9f2177e-ccf4-4dcf-92b0-2c55072cfa3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:40.998535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37744) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:41.010219 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7d852e95-1190-46d2-9346-1db1d19599af req-26b5dd51-ca88-4a2f-99f1-707327c0d721 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:41.012284 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7d852e95-1190-46d2-9346-1db1d19599af req-26b5dd51-ca88-4a2f-99f1-707327c0d721 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] 10.222.0.64 "DELETE /v2.0/ports/5a86212d-56b7-4e11-92ee-b787133f1707 HTTP/1.1" status: 204 len: 173 time: 5.9934897 Dec 22 09:28:41.015638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82bab16-3fa6-4549-82d6-2963c8bed628', 'name': 'network-vif-deleted', 'tag': '5a86212d-56b7-4e11-92ee-b787133f1707'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:28:41.059659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6564a32e-4e62-4605-bae0-0b7fece6e677 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:41.060357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6564a32e-4e62-4605-bae0-0b7fece6e677 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Synchronizing usage tracker for tenant:92202f56ba024bd88bdda46d20163167 on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:28:41.200964 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50965b2d-c45b-4bbe-96e3-03288a6d049b req-49fa9bc4-afa8-40c3-b651-862f69cabb0e service neutron] 10.222.0.37 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2338343 Dec 22 09:28:41.247715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Pushing event updated for resources: {'Port': ['ID=cbc23038-b24c-4608-aa84-15d00e0feb9f,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:41.258613 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:41.269254 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9f2177e-ccf4-4dcf-92b0-2c55072cfa3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:41.276720 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9f2177e-ccf4-4dcf-92b0-2c55072cfa3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:41.286091 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b7d25ee9-8e7a-4ade-b897-70fc131249b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:41.294087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6564a32e-4e62-4605-bae0-0b7fece6e677 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Unset dirty status for tenant:92202f56ba024bd88bdda46d20163167 on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:28:41.295345 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6564a32e-4e62-4605-bae0-0b7fece6e677 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.37 "GET /v2.0/networks?id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 200 len: 821 time: 0.7002053 Dec 22 09:28:41.328732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-70c3db29-66b5-4156-b7a7-f01f7bbeff76 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Request body: {'port': {'device_id': '50391564-330b-44ec-ba63-9809b61b3a47', 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7', 'admin_state_up': True, 'tenant_id': '92202f56ba024bd88bdda46d20163167'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:41.394260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c19eecdb-255b-4b18-85e5-8c54183da0be up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:28:41.395545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2177e-ccf4-4dcf-92b0-2c55072cfa3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78f8f2e-f31d-4bff-93ee-dd8fd81c7fb4,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:41.422302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3ffa6-3375-470f-95a4-68ff96dc07cc req-3d9424d0-85a7-46b5-a2fb-a149bcb649b8 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:41.423909 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2ef3ffa6-3375-470f-95a4-68ff96dc07cc req-3d9424d0-85a7-46b5-a2fb-a149bcb649b8 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 944 time: 0.9217806 Dec 22 09:28:41.457048 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e9f2177e-ccf4-4dcf-92b0-2c55072cfa3f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c6929243e8e44745b185f1e782cc3ec6&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0793977 Dec 22 09:28:41.458624 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3340fb7e-e4ce-49c8-8f05-bdd1ee2cfca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:41.488860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37756) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:41.507669 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e9f2177e-ccf4-4dcf-92b0-2c55072cfa3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:41.511772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port c19eecdb-255b-4b18-85e5-8c54183da0be completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:28:41.514016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3340fb7e-e4ce-49c8-8f05-bdd1ee2cfca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:41.517451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port c19eecdb-255b-4b18-85e5-8c54183da0be triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:28:41.518080 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:41.519593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3340fb7e-e4ce-49c8-8f05-bdd1ee2cfca8 admin admin] Usage tracker for resource:security_group_rule and tenant:a0fb4a48689443549416b992cc44389a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:41.523481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3340fb7e-e4ce-49c8-8f05-bdd1ee2cfca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:41.530296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3340fb7e-e4ce-49c8-8f05-bdd1ee2cfca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:41.562089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Attempting to bind port cbc23038-b24c-4608-aa84-15d00e0feb9f on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:28:41.562430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Attempting to bind port cbc23038-b24c-4608-aa84-15d00e0feb9f by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:28:41.562799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Attempting to bind port cbc23038-b24c-4608-aa84-15d00e0feb9f on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:28:41.577605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:28:41.577988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:28:41.578445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:41.578759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:28:41.579228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Bound port: cbc23038-b24c-4608-aa84-15d00e0feb9f, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:28:41.580033 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:41.632394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9d7e4-bfe3-4334-acdb-c87bf5943a7e req-01a3c265-73ef-4931-9a2e-f6edceaead06 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:41.634245 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dfa9d7e4-bfe3-4334-acdb-c87bf5943a7e req-01a3c265-73ef-4931-9a2e-f6edceaead06 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=50903dfd-cd37-49ba-bdce-e78cf1a3ba02 HTTP/1.1" status: 200 len: 947 time: 0.2082145 Dec 22 09:28:41.692219 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:41.735059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port c19eecdb-255b-4b18-85e5-8c54183da0be, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c19eecdb-255b-4b18-85e5-8c54183da0be,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:28:41.735685 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3340fb7e-e4ce-49c8-8f05-bdd1ee2cfca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:41.736215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a70d27f-e75d-4b60-b0b3-e1612f69091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19eecdb-255b-4b18-85e5-8c54183da0be'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:28:41.741149 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2ef3ffa6-3375-470f-95a4-68ff96dc07cc req-fc5180b9-c75f-4659-8fe0-2812b3fc3a61 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067744 Dec 22 09:28:41.743605 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:41.746090 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:41.759671 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3340fb7e-e4ce-49c8-8f05-bdd1ee2cfca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:41.791392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-70c3db29-66b5-4156-b7a7-f01f7bbeff76 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:41.803193 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dfa9d7e4-bfe3-4334-acdb-c87bf5943a7e req-5159f2be-d764-4ce0-92c3-658ce83fe228 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451571 Dec 22 09:28:41.804425 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fd9c927f-c44c-454a-93c9-0d7233e61c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:41.837302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=c19eecdb-255b-4b18-85e5-8c54183da0be,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:41.838324 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-173e2548-1ff8-4a00-b2b7-6f2e1506beff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:41.845262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-70c3db29-66b5-4156-b7a7-f01f7bbeff76 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Usage tracker for resource:port and tenant:92202f56ba024bd88bdda46d20163167 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:41.848943 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:41.871078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-70c3db29-66b5-4156-b7a7-f01f7bbeff76 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:41.880440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] For port cbc23038-b24c-4608-aa84-15d00e0feb9f, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:28:41.884787 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-173e2548-1ff8-4a00-b2b7-6f2e1506beff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:41.887809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-70c3db29-66b5-4156-b7a7-f01f7bbeff76 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:41.894595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] For port cbc23038-b24c-4608-aa84-15d00e0feb9f, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cbc23038-b24c-4608-aa84-15d00e0feb9f,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:28:41.902862 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3340fb7e-e4ce-49c8-8f05-bdd1ee2cfca8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0fb4a48689443549416b992cc44389a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8943460 Dec 22 09:28:41.902862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37768) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:41.906919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340fb7e-e4ce-49c8-8f05-bdd1ee2cfca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b1f290-c621-498e-aeec-d97bc6250dfc,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:41.911664 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:41.924668 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3340fb7e-e4ce-49c8-8f05-bdd1ee2cfca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:41.925747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-70c3db29-66b5-4156-b7a7-f01f7bbeff76 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Made reservation on behalf of 92202f56ba024bd88bdda46d20163167 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:28:41.932751 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-70c3db29-66b5-4156-b7a7-f01f7bbeff76 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:41.936567 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:41.969786 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82bab16-3fa6-4549-82d6-2963c8bed628', 'name': 'network-vif-deleted', 'tag': '5a86212d-56b7-4e11-92ee-b787133f1707', 'status': 'completed', 'code': 200} Dec 22 09:28:42.132328 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-212b24a2-8752-4a4d-9762-7257b124378e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:42.173369 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b6a4438f-d1c2-4b2b-abca-299e5110f03b req-76ff4810-f44c-4dfc-8ab4-d19680ac61f0 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 210 time: 0.0751314 Dec 22 09:28:42.181750 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-212b24a2-8752-4a4d-9762-7257b124378e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:42.182021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Pushing event updated for resources: {'Port': ['ID=cbc23038-b24c-4608-aa84-15d00e0feb9f,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:42.187417 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:42.192677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-173e2548-1ff8-4a00-b2b7-6f2e1506beff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:42.206026 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-acf231e3-8ea6-479b-847b-2bffff28cc93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:42.233951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e2548-1ff8-4a00-b2b7-6f2e1506beff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78f8f2e-f31d-4bff-93ee-dd8fd81c7fb4,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:42.245310 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-173e2548-1ff8-4a00-b2b7-6f2e1506beff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:42.250306 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-173e2548-1ff8-4a00-b2b7-6f2e1506beff admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:42.251550 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-173e2548-1ff8-4a00-b2b7-6f2e1506beff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f78f8f2e-f31d-4bff-93ee-dd8fd81c7fb4 HTTP/1.1" status: 204 len: 168 time: 0.7369072 Dec 22 09:28:42.274603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:42.275311 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:42.276925 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] 10.222.0.64 "PUT /v2.0/ports/cbc23038-b24c-4608-aa84-15d00e0feb9f HTTP/1.1" status: 200 len: 1159 time: 4.0314305 Dec 22 09:28:42.449126 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-212b24a2-8752-4a4d-9762-7257b124378e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:42.463387 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a70d27f-e75d-4b60-b0b3-e1612f69091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19eecdb-255b-4b18-85e5-8c54183da0be', 'code': 200} Dec 22 09:28:42.468127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-7b49d8a4-6bf2-4d41-a204-a11b3219e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:42.469796 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-7b49d8a4-6bf2-4d41-a204-a11b3219e1cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78b6d5de12994e61a153a84d0632ee44&device_id=50903dfd-cd37-49ba-bdce-e78cf1a3ba02 HTTP/1.1" status: 200 len: 1162 time: 0.1366823 Dec 22 09:28:42.505861 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-590dfeee-2dd5-4cda-9b1e-8fef9c7e46ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:42.537268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-70c3db29-66b5-4156-b7a7-f01f7bbeff76 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Allocated IP 172.20.0.5 (f1dd3454-fbe2-48e2-8c94-be1dc63802a7/640a01a7-c30b-476e-9180-1eeb8ef32064/c9794798-0fb3-4f07-9a97-38dd72429966) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:28:42.546119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b24a2-8752-4a4d-9762-7257b124378e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b1f290-c621-498e-aeec-d97bc6250dfc,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:42.558698 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-212b24a2-8752-4a4d-9762-7257b124378e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:42.656621 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-07cf6406-b31a-4408-880b-c77f3762e3db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=cbc23038-b24c-4608-aa84-15d00e0feb9f HTTP/1.1" status: 200 len: 217 time: 0.1717169 Dec 22 09:28:42.716452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-212b24a2-8752-4a4d-9762-7257b124378e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:42.720392 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-212b24a2-8752-4a4d-9762-7257b124378e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/60b1f290-c621-498e-aeec-d97bc6250dfc HTTP/1.1" status: 204 len: 168 time: 0.8152289 Dec 22 09:28:42.760881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-e98d03a7-b4ba-4fda-8773-a60fde9891df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:42.763359 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-e98d03a7-b4ba-4fda-8773-a60fde9891df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.0999413 Dec 22 09:28:42.844052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c19eecdb-255b-4b18-85e5-8c54183da0be up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:28:42.878512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-f53f3887-a4c7-42e8-a58d-928bdb88d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:42.886007 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-f53f3887-a4c7-42e8-a58d-928bdb88d1d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1138408 Dec 22 09:28:43.017745 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-70c3db29-66b5-4156-b7a7-f01f7bbeff76 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:43.036814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port c19eecdb-255b-4b18-85e5-8c54183da0be triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:28:43.037576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:43.059289 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-70c3db29-66b5-4156-b7a7-f01f7bbeff76 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:43.067129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e200d-2e90-4032-896d-8f7c51eca942 req-9a06aef3-ac04-47d2-a492-09fcc7e6ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:43.068816 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0d8e200d-2e90-4032-896d-8f7c51eca942 req-9a06aef3-ac04-47d2-a492-09fcc7e6ac02 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 1161 time: 0.4112079 Dec 22 09:28:43.257611 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:43.356890 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-433d7543-9be6-4f3b-970c-766e20aa9eaf service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645653 Dec 22 09:28:43.398187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3db29-66b5-4156-b7a7-f01f7bbeff76 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Pushing event updated for resources: {'Port': ['ID=c9794798-0fb3-4f07-9a97-38dd72429966,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:43.406908 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0d8e200d-2e90-4032-896d-8f7c51eca942 req-e85b0d08-6f00-4daf-9048-32c5b199b9c8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753907 Dec 22 09:28:43.411170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37806) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:43.415332 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-70c3db29-66b5-4156-b7a7-f01f7bbeff76 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:43.433688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-70c3db29-66b5-4156-b7a7-f01f7bbeff76 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:28:43.435589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-70c3db29-66b5-4156-b7a7-f01f7bbeff76 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:28:43.438503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-70c3db29-66b5-4156-b7a7-f01f7bbeff76 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:28:43.444667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-70c3db29-66b5-4156-b7a7-f01f7bbeff76 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:43.445670 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-70c3db29-66b5-4156-b7a7-f01f7bbeff76 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:43.455449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f052c-b343-4baf-8a50-08b66a189f44 req-c26a063c-db9a-41db-b946-5c0d965f73a0 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:43.458125 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-784f052c-b343-4baf-8a50-08b66a189f44 req-c26a063c-db9a-41db-b946-5c0d965f73a0 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=50903dfd-cd37-49ba-bdce-e78cf1a3ba02 HTTP/1.1" status: 200 len: 947 time: 0.3353281 Dec 22 09:28:43.469465 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-70c3db29-66b5-4156-b7a7-f01f7bbeff76 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1485527 Dec 22 09:28:43.528398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace14ac1-0169-4d40-b48e-c6cbc617b4c2 req-0a239eca-2c14-4024-8527-2c48cd0848e2 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:43.530036 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ace14ac1-0169-4d40-b48e-c6cbc617b4c2 req-0a239eca-2c14-4024-8527-2c48cd0848e2 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 946 time: 0.4058719 Dec 22 09:28:43.553168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37814) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:43.653506 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-784f052c-b343-4baf-8a50-08b66a189f44 req-73dd58be-3bb4-4d69-964d-a33d008f2f7a tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223946 Dec 22 09:28:43.660437 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7fddbb82-c724-41b9-b0c0-61da518c43fc req-1fd70e35-1a20-4e0a-8ce3-43414ec7b6ba service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2952380 Dec 22 09:28:43.665185 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ace14ac1-0169-4d40-b48e-c6cbc617b4c2 req-cf1319d9-3a4f-4ac5-b26e-edc46de873ec tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264737 Dec 22 09:28:43.781448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Request body: {'port': {'device_id': '50391564-330b-44ec-ba63-9809b61b3a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:43.897739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37824) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:43.929824 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9b6c200-96f1-45cc-8601-ad9ecbe17593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:43.972487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50903dfd-cd37-49ba-bdce-e78cf1a3ba02', 'tag': 'cbc23038-b24c-4608-aa84-15d00e0feb9f'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:28:43.990372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a9b6c200-96f1-45cc-8601-ad9ecbe17593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:44.005736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a9b6c200-96f1-45cc-8601-ad9ecbe17593 admin admin] Usage tracker for resource:security_group_rule and tenant:9128098472a446608d24fb0663c94caf is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:44.014465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a9b6c200-96f1-45cc-8601-ad9ecbe17593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:44.025960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a9b6c200-96f1-45cc-8601-ad9ecbe17593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:44.258018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d4b740a-e26a-4d25-b004-2e59f7c16382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:44.288643 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bbd92a6a-60dd-4ca1-933a-6d573ff2ea65 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05880b15049a485e8a0832089c3eb875&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7338629 Dec 22 09:28:44.294102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37836) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:44.303006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2d4b740a-e26a-4d25-b004-2e59f7c16382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:44.306748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbe1e9-7156-4ca4-96ab-38eeabe8e88a req-4a95b153-d05b-44ea-865c-48a2ead7f7fe tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:44.309599 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b5dbe1e9-7156-4ca4-96ab-38eeabe8e88a req-4a95b153-d05b-44ea-865c-48a2ead7f7fe tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 931 time: 0.4725027 Dec 22 09:28:44.331126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2d4b740a-e26a-4d25-b004-2e59f7c16382 admin admin] Usage tracker for resource:security_group_rule and tenant:693932482e334e989037723518915f28 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:44.345148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2d4b740a-e26a-4d25-b004-2e59f7c16382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:44.348548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:44.374992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2d4b740a-e26a-4d25-b004-2e59f7c16382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:44.402965 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50903dfd-cd37-49ba-bdce-e78cf1a3ba02', 'tag': 'cbc23038-b24c-4608-aa84-15d00e0feb9f', 'status': 'completed', 'code': 200} Dec 22 09:28:44.407415 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b5dbe1e9-7156-4ca4-96ab-38eeabe8e88a req-41e86c90-0075-462a-a90f-a77b059e8eaf tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870559 Dec 22 09:28:44.533653 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9b6c200-96f1-45cc-8601-ad9ecbe17593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:44.551019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9b6c200-96f1-45cc-8601-ad9ecbe17593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:44.573528 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:44.592997 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20b1e04a-829c-4a04-b293-df47bb09262a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:44.694663 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a9b6c200-96f1-45cc-8601-ad9ecbe17593 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9128098472a446608d24fb0663c94caf&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7953668 Dec 22 09:28:44.699265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6c200-96f1-45cc-8601-ad9ecbe17593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5eb178d-6b19-455d-9c1b-ec18b4ba7571,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:44.704231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37852) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:44.724303 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20b1e04a-829c-4a04-b293-df47bb09262a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:44.738305 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9b6c200-96f1-45cc-8601-ad9ecbe17593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:44.808845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb07bd-b71d-4a4f-84fe-72bbb7461fff req-7cfd48b0-0808-409a-a80e-a3e8af5b8a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:44.810828 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fcb07bd-b71d-4a4f-84fe-72bbb7461fff req-7cfd48b0-0808-409a-a80e-a3e8af5b8a4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78b6d5de12994e61a153a84d0632ee44&device_id=50903dfd-cd37-49ba-bdce-e78cf1a3ba02 HTTP/1.1" status: 200 len: 1162 time: 0.3744147 Dec 22 09:28:44.872805 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d4b740a-e26a-4d25-b004-2e59f7c16382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:44.878716 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d4b740a-e26a-4d25-b004-2e59f7c16382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:44.898771 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-353e1333-22d3-4850-ac64-ed7ffb6bd161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:44.947186 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-212b24a2-8752-4a4d-9762-7257b124378e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:45.015422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20b1e04a-829c-4a04-b293-df47bb09262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:45.025687 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2d4b740a-e26a-4d25-b004-2e59f7c16382 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=693932482e334e989037723518915f28&name=default HTTP/1.1" status: 200 len: 2879 time: 1.6119874 Dec 22 09:28:45.026560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b740a-e26a-4d25-b004-2e59f7c16382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94460f59-7917-4143-902d-30c4b03f7e08,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:45.039975 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2d4b740a-e26a-4d25-b004-2e59f7c16382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:45.039975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37862) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:45.039975 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bc79c14b-de6a-4f58-b92c-dc582b0a0217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:45.069252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1e04a-829c-4a04-b293-df47bb09262a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e0d44e-80c5-44cd-80ec-ff64e5bf0600,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:45.072162 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-20b1e04a-829c-4a04-b293-df47bb09262a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:45.117231 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20b1e04a-829c-4a04-b293-df47bb09262a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:45.118766 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-20b1e04a-829c-4a04-b293-df47bb09262a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/38e0d44e-80c5-44cd-80ec-ff64e5bf0600 HTTP/1.1" status: 204 len: 168 time: 0.8202422 Dec 22 09:28:45.175019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-353e1333-22d3-4850-ac64-ed7ffb6bd161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:45.365675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193741c8-524b-4775-b5bd-bc97dd4a917d req-897617af-9da0-41aa-b7e5-5424d84ce0fb tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:45.373212 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-193741c8-524b-4775-b5bd-bc97dd4a917d req-897617af-9da0-41aa-b7e5-5424d84ce0fb tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 946 time: 0.3909841 Dec 22 09:28:45.388885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9794798-0fb3-4f07-9a97-38dd72429966 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:28:45.397169 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:45.412131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Transition to ACTIVE for port object c9794798-0fb3-4f07-9a97-38dd72429966 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:28:45.414454 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-398b20b2-7385-421e-befa-13f9c137d116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:45.420366 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:45.465070 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-70c3db29-66b5-4156-b7a7-f01f7bbeff76 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:45.593693 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-193741c8-524b-4775-b5bd-bc97dd4a917d req-5e6e905f-ba21-4d49-b511-69fde8db0216 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018702 Dec 22 09:28:45.608988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb07bd-b71d-4a4f-84fe-72bbb7461fff req-a0a65165-e954-4c27-878b-ec049e407521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:45.611409 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fcb07bd-b71d-4a4f-84fe-72bbb7461fff req-a0a65165-e954-4c27-878b-ec049e407521 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.7836971 Dec 22 09:28:45.642530 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-398b20b2-7385-421e-befa-13f9c137d116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:45.681241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Pushing event updated for resources: {'Port': ['ID=c9794798-0fb3-4f07-9a97-38dd72429966,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:45.746175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a7fce-0e09-4906-b6ff-4a70a5100d0d req-c5b44cfb-d117-4f07-8de2-e7e28339d84d tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:45.747867 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6b7a7fce-0e09-4906-b6ff-4a70a5100d0d req-c5b44cfb-d117-4f07-8de2-e7e28339d84d tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=50903dfd-cd37-49ba-bdce-e78cf1a3ba02 HTTP/1.1" status: 200 len: 947 time: 0.3736696 Dec 22 09:28:45.760573 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fcb07bd-b71d-4a4f-84fe-72bbb7461fff req-2ebfa6bf-22fa-4d81-b0ac-dc896749596b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=cbc23038-b24c-4608-aa84-15d00e0feb9f HTTP/1.1" status: 200 len: 217 time: 0.1369076 Dec 22 09:28:45.776534 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-353e1333-22d3-4850-ac64-ed7ffb6bd161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:45.819166 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f03e9338-26c6-40dd-b8b8-f93898bde4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:45.821282 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:45.842999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e1333-22d3-4850-ac64-ed7ffb6bd161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5eb178d-6b19-455d-9c1b-ec18b4ba7571,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:45.890422 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-353e1333-22d3-4850-ac64-ed7ffb6bd161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:45.948854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37886) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:45.958086 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6b7a7fce-0e09-4906-b6ff-4a70a5100d0d req-5de4a2b9-1142-4bc0-95b1-7aaefee4f491 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997218 Dec 22 09:28:45.960592 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-398b20b2-7385-421e-befa-13f9c137d116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:45.965790 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e04acc3-f6d1-4c7d-8cc3-a8e0bccaeaea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:45.979730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b20b2-7385-421e-befa-13f9c137d116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94460f59-7917-4143-902d-30c4b03f7e08,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:45.984744 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-353e1333-22d3-4850-ac64-ed7ffb6bd161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:45.985951 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-353e1333-22d3-4850-ac64-ed7ffb6bd161 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f5eb178d-6b19-455d-9c1b-ec18b4ba7571 HTTP/1.1" status: 204 len: 168 time: 1.2777805 Dec 22 09:28:46.000467 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-398b20b2-7385-421e-befa-13f9c137d116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:46.001132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Attempting to bind port c9794798-0fb3-4f07-9a97-38dd72429966 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:28:46.001604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Attempting to bind port c9794798-0fb3-4f07-9a97-38dd72429966 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:28:46.002004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Attempting to bind port c9794798-0fb3-4f07-9a97-38dd72429966 on network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:28:46.011324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:28:46.011324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Checking segment: {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:28:46.011324 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:46.011324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Bound using segment: {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:28:46.011324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Bound port: c9794798-0fb3-4f07-9a97-38dd72429966, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:28:46.011324 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:46.036817 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-398b20b2-7385-421e-befa-13f9c137d116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:46.040964 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-398b20b2-7385-421e-befa-13f9c137d116 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/94460f59-7917-4143-902d-30c4b03f7e08 HTTP/1.1" status: 204 len: 168 time: 0.9969144 Dec 22 09:28:46.069651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb07bd-b71d-4a4f-84fe-72bbb7461fff req-25bb326a-0905-4156-a7c5-95ab3ea9b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:46.071224 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fcb07bd-b71d-4a4f-84fe-72bbb7461fff req-25bb326a-0905-4156-a7c5-95ab3ea9b86c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.2887764 Dec 22 09:28:46.151917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] For port c9794798-0fb3-4f07-9a97-38dd72429966, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:28:46.157670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] For port c9794798-0fb3-4f07-9a97-38dd72429966, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c9794798-0fb3-4f07-9a97-38dd72429966,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:28:46.161772 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1916aa53-138d-454b-9b49-1a2f9c4715d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c856c1cf9d54fc7ae55b1482e76f60b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2069376 Dec 22 09:28:46.162116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:46.162589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37898) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:46.249868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9791-16bb-46cb-9dd6-3e87de39f126 req-5b6ac3d6-ee80-4b6d-9b39-dd7d3cfc75f0 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:46.251528 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-597b9791-16bb-46cb-9dd6-3e87de39f126 req-5b6ac3d6-ee80-4b6d-9b39-dd7d3cfc75f0 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 943 time: 0.4097552 Dec 22 09:28:46.333821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb07bd-b71d-4a4f-84fe-72bbb7461fff req-6aa6b92a-769b-4d1b-951c-6fdf395dd9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:46.335517 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fcb07bd-b71d-4a4f-84fe-72bbb7461fff req-6aa6b92a-769b-4d1b-951c-6fdf395dd9bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2552316 Dec 22 09:28:46.339149 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99b217a5-6be6-44fc-8f0d-3c834220c873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:46.350575 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:46.378622 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-597b9791-16bb-46cb-9dd6-3e87de39f126 req-17db0046-9695-4fe8-92e0-eef381781ca2 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143911 Dec 22 09:28:46.424551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99b217a5-6be6-44fc-8f0d-3c834220c873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:46.453682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:46.454376 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:46.456247 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] 10.222.0.37 "PUT /v2.0/ports/c9794798-0fb3-4f07-9a97-38dd72429966 HTTP/1.1" status: 200 len: 1155 time: 2.6842799 Dec 22 09:28:46.459039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50391564-330b-44ec-ba63-9809b61b3a47', 'tag': 'c9794798-0fb3-4f07-9a97-38dd72429966'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:28:46.486474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Pushing event updated for resources: {'Port': ['ID=c9794798-0fb3-4f07-9a97-38dd72429966,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:46.491358 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:46.577683 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50391564-330b-44ec-ba63-9809b61b3a47', 'tag': 'c9794798-0fb3-4f07-9a97-38dd72429966', 'status': 'completed', 'code': 200} Dec 22 09:28:46.590590 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fcb07bd-b71d-4a4f-84fe-72bbb7461fff req-fc6a01a4-6c80-4e10-99be-2b6289282749 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389073 Dec 22 09:28:46.597964 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99b217a5-6be6-44fc-8f0d-3c834220c873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:46.604976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cbc23038-b24c-4608-aa84-15d00e0feb9f up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:28:46.622386 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f5875963-80af-4fc8-b4b7-c5b836f13272 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:46.625582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-853e131a-32e1-400f-a012-52fe24dff08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:46.628536 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-853e131a-32e1-400f-a012-52fe24dff08a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92202f56ba024bd88bdda46d20163167&device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 1158 time: 0.1165981 Dec 22 09:28:46.675837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b217a5-6be6-44fc-8f0d-3c834220c873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffe7848-ab9c-4878-854e-0124ff42352f,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:46.679001 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99b217a5-6be6-44fc-8f0d-3c834220c873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:46.701591 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99b217a5-6be6-44fc-8f0d-3c834220c873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:46.705342 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-99b217a5-6be6-44fc-8f0d-3c834220c873 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fffe7848-ab9c-4878-854e-0124ff42352f HTTP/1.1" status: 204 len: 168 time: 0.5382440 Dec 22 09:28:46.709165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port cbc23038-b24c-4608-aa84-15d00e0feb9f completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:28:46.749489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port cbc23038-b24c-4608-aa84-15d00e0feb9f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:28:46.750531 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:46.832816 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fcb07bd-b71d-4a4f-84fe-72bbb7461fff req-ced625fe-a37c-4503-a0ef-206ae2fbef4e service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2175546 Dec 22 09:28:46.833991 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-901a3fd4-632c-4a5e-b9b5-5d4601c91945 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9794798-0fb3-4f07-9a97-38dd72429966 HTTP/1.1" status: 200 len: 217 time: 0.1914816 Dec 22 09:28:46.918561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37922) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:46.953076 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b39b8bb7-32cd-49f7-a59f-d65f5eae1e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:46.975723 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:46.982591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b39b8bb7-32cd-49f7-a59f-d65f5eae1e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:46.983574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-fd1c6a73-66cf-4a29-8474-a6c91fa73292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:46.990556 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-fd1c6a73-66cf-4a29-8474-a6c91fa73292 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=640a01a7-c30b-476e-9180-1eeb8ef32064 HTTP/1.1" status: 200 len: 861 time: 0.1496141 Dec 22 09:28:46.990732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b39b8bb7-32cd-49f7-a59f-d65f5eae1e1c admin admin] Usage tracker for resource:security_group_rule and tenant:b38e1393a69d4890ba377cfdbefeb60f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:46.994462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b39b8bb7-32cd-49f7-a59f-d65f5eae1e1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:47.004213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b39b8bb7-32cd-49f7-a59f-d65f5eae1e1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:47.013174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port cbc23038-b24c-4608-aa84-15d00e0feb9f, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cbc23038-b24c-4608-aa84-15d00e0feb9f,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:28:47.014824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50903dfd-cd37-49ba-bdce-e78cf1a3ba02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc23038-b24c-4608-aa84-15d00e0feb9f'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:28:47.020322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322ea9e-0756-49e1-9965-07bcec595525 req-625fb22f-1d67-4bad-bcb1-170b6b7aa0f1 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:47.022101 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8322ea9e-0756-49e1-9965-07bcec595525 req-625fb22f-1d67-4bad-bcb1-170b6b7aa0f1 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 946 time: 0.1478798 Dec 22 09:28:47.023157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:47.025565 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:47.105292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=cbc23038-b24c-4608-aa84-15d00e0feb9f,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:47.113929 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-14d8227d-5a31-414b-b602-94ec0691fac1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157999 Dec 22 09:28:47.118933 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:47.136111 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8322ea9e-0756-49e1-9965-07bcec595525 req-681c5d0b-079e-4005-b956-32265abfcbdf tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055319 Dec 22 09:28:47.281108 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b39b8bb7-32cd-49f7-a59f-d65f5eae1e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:47.287508 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b39b8bb7-32cd-49f7-a59f-d65f5eae1e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:47.309267 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9b6c200-96f1-45cc-8601-ad9ecbe17593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:47.311231 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50903dfd-cd37-49ba-bdce-e78cf1a3ba02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc23038-b24c-4608-aa84-15d00e0feb9f', 'code': 200} Dec 22 09:28:47.361542 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-3fed8ebe-baff-4d21-8e19-204628186ef0 service neutron] 10.222.0.37 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401366 Dec 22 09:28:47.396601 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b39b8bb7-32cd-49f7-a59f-d65f5eae1e1c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b38e1393a69d4890ba377cfdbefeb60f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4772496 Dec 22 09:28:47.400457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37942) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:47.449084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b8bb7-32cd-49f7-a59f-d65f5eae1e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12710079-859e-41f4-b2fd-c968555ea77a,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:47.466627 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b39b8bb7-32cd-49f7-a59f-d65f5eae1e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:47.575015 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc4eeca5-7c22-4342-87dc-80f05f51ac09 req-87e6de26-95bb-4438-8361-c1b81e62089e service neutron] 10.222.0.37 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2052462 Dec 22 09:28:47.608564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061ac35-c0c6-4cf9-81fc-fde9507bbf36 req-616d3a8e-2a03-470e-b83e-61ebcc95abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:47.610246 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a061ac35-c0c6-4cf9-81fc-fde9507bbf36 req-616d3a8e-2a03-470e-b83e-61ebcc95abf8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=50903dfd-cd37-49ba-bdce-e78cf1a3ba02 HTTP/1.1" status: 200 len: 1164 time: 0.2112279 Dec 22 09:28:47.616099 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e7e46067-dd47-48ae-bb2f-6fdd1149eead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:47.687162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e7e46067-dd47-48ae-bb2f-6fdd1149eead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:47.706830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fea39a-3576-4f2a-97d2-abf8d822eb54 req-20a1f35a-94d5-4c35-ae10-c85ce5c06424 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:47.708553 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10fea39a-3576-4f2a-97d2-abf8d822eb54 req-20a1f35a-94d5-4c35-ae10-c85ce5c06424 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=50903dfd-cd37-49ba-bdce-e78cf1a3ba02 HTTP/1.1" status: 200 len: 949 time: 0.2412682 Dec 22 09:28:47.722645 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a061ac35-c0c6-4cf9-81fc-fde9507bbf36 req-a1fdd2e6-71a2-4936-90b4-4f55a810a18c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031578 Dec 22 09:28:47.810200 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10fea39a-3576-4f2a-97d2-abf8d822eb54 req-c4505b9f-6d8c-4946-a7ff-db6aa5fcd219 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666959 Dec 22 09:28:47.816389 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e7e46067-dd47-48ae-bb2f-6fdd1149eead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:47.828947 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e4eb6c5a-8e78-4816-a091-2c83a05780ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:47.868954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e46067-dd47-48ae-bb2f-6fdd1149eead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12710079-859e-41f4-b2fd-c968555ea77a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:47.872763 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e7e46067-dd47-48ae-bb2f-6fdd1149eead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:47.879215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e7e46067-dd47-48ae-bb2f-6fdd1149eead admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:47.883625 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e7e46067-dd47-48ae-bb2f-6fdd1149eead admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/12710079-859e-41f4-b2fd-c968555ea77a HTTP/1.1" status: 204 len: 168 time: 0.4818797 Dec 22 09:28:47.900443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b6d80-2409-471a-9f54-eca63ad2f55c req-fd7fa960-8163-47e2-81b6-06ed4ea84be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:47.902135 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-312b6d80-2409-471a-9f54-eca63ad2f55c req-fd7fa960-8163-47e2-81b6-06ed4ea84be1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92202f56ba024bd88bdda46d20163167&device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 1158 time: 0.2333255 Dec 22 09:28:47.989140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b28177-a2f2-449f-9a04-3a749c9150d6 req-38557e2e-b701-4f97-b426-26fabee4cd9b tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:47.991014 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a8b28177-a2f2-449f-9a04-3a749c9150d6 req-38557e2e-b701-4f97-b426-26fabee4cd9b tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 1161 time: 0.0987406 Dec 22 09:28:48.051457 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a8b28177-a2f2-449f-9a04-3a749c9150d6 req-e23a9c59-4677-40f9-9dd2-45b00e5b4a53 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527582 Dec 22 09:28:48.068673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b6d80-2409-471a-9f54-eca63ad2f55c req-c3158e98-c91c-489b-b052-558b22336965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:48.070270 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-312b6d80-2409-471a-9f54-eca63ad2f55c req-c3158e98-c91c-489b-b052-558b22336965 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 200 len: 915 time: 0.1603553 Dec 22 09:28:48.148590 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-312b6d80-2409-471a-9f54-eca63ad2f55c req-f0b8f65c-dafa-4d6f-a56e-312967d3d1ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9794798-0fb3-4f07-9a97-38dd72429966 HTTP/1.1" status: 200 len: 217 time: 0.0706348 Dec 22 09:28:48.225022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b6d80-2409-471a-9f54-eca63ad2f55c req-c7480270-1dc2-4da0-ab8a-b5c9c75d041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:48.226774 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-312b6d80-2409-471a-9f54-eca63ad2f55c req-c7480270-1dc2-4da0-ab8a-b5c9c75d041e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=640a01a7-c30b-476e-9180-1eeb8ef32064 HTTP/1.1" status: 200 len: 861 time: 0.0695071 Dec 22 09:28:48.255789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cbc23038-b24c-4608-aa84-15d00e0feb9f up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:28:48.290557 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-312b6d80-2409-471a-9f54-eca63ad2f55c req-b7c77d38-d66b-41b9-89c8-abe70b66b410 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568502 Dec 22 09:28:48.358815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port cbc23038-b24c-4608-aa84-15d00e0feb9f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:28:48.359520 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:48.507996 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-312b6d80-2409-471a-9f54-eca63ad2f55c req-4524c26b-2614-4225-ac11-aa360089ba67 service neutron] 10.222.0.37 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026939 Dec 22 09:28:48.678864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcd8ec-8748-4e7d-b870-7a70aa64f06c req-b353f2cb-85b0-4715-be36-c91a618293ec tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:48.693396 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0fcd8ec-8748-4e7d-b870-7a70aa64f06c req-b353f2cb-85b0-4715-be36-c91a618293ec tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 943 time: 0.1542978 Dec 22 09:28:48.701050 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-312b6d80-2409-471a-9f54-eca63ad2f55c req-bea66762-8df5-4de8-a5d2-204c6dab5038 service neutron] 10.222.0.37 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1871679 Dec 22 09:28:48.764758 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0fcd8ec-8748-4e7d-b870-7a70aa64f06c req-a4f8bc6a-3adf-49b3-8cb4-bf4734aaaba2 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684357 Dec 22 09:28:49.104582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546906e-1e5c-40da-be29-1cc32c35266b req-37b8f0e1-1d67-4d71-9674-f84fdf34572f tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:49.113811 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a546906e-1e5c-40da-be29-1cc32c35266b req-37b8f0e1-1d67-4d71-9674-f84fdf34572f tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=50903dfd-cd37-49ba-bdce-e78cf1a3ba02 HTTP/1.1" status: 200 len: 949 time: 0.1076066 Dec 22 09:28:49.172317 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a546906e-1e5c-40da-be29-1cc32c35266b req-88f7eaf8-00ab-407b-b44d-086319834ea6 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575669 Dec 22 09:28:49.848315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f35748-8a07-4fd8-ae77-67fcae6aa4f4 req-0fb299f9-7012-4b3b-abdc-9a4f2c392777 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:49.863089 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-95f35748-8a07-4fd8-ae77-67fcae6aa4f4 req-0fb299f9-7012-4b3b-abdc-9a4f2c392777 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=50903dfd-cd37-49ba-bdce-e78cf1a3ba02 HTTP/1.1" status: 200 len: 949 time: 0.1467018 Dec 22 09:28:49.998790 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-95f35748-8a07-4fd8-ae77-67fcae6aa4f4 req-7ef86669-9066-47d0-bb38-8d77b79d5eea tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344724 Dec 22 09:28:50.002931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38040) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:50.202693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cbc23038-b24c-4608-aa84-15d00e0feb9f up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:28:50.273958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92035c85-d6d3-4a25-9d30-5be9616c72a6 req-9ca8b02c-9b28-4e6d-9525-dad4fec0ffb8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:50.275602 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92035c85-d6d3-4a25-9d30-5be9616c72a6 req-9ca8b02c-9b28-4e6d-9525-dad4fec0ffb8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 943 time: 0.1436167 Dec 22 09:28:50.333412 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92035c85-d6d3-4a25-9d30-5be9616c72a6 req-ff838c8a-c741-4887-a33a-00cc3848adfe tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509653 Dec 22 09:28:50.379648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port cbc23038-b24c-4608-aa84-15d00e0feb9f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:28:50.380185 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:50.402146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-network', 'tenant_id': '3c601d64a3954b579c533381321f4616'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:50.411358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:50.416478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Usage tracker for resource:network and tenant:3c601d64a3954b579c533381321f4616 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:50.420560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:50.428875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:50.472848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Made reservation on behalf of 3c601d64a3954b579c533381321f4616 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:28:50.485665 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:50.538629 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:50.581571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:50.606600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Usage tracker for resource:security_group_rule and tenant:3c601d64a3954b579c533381321f4616 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:50.619234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:50.637804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:50.787320 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:50.792174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:50.801488 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9821a665-d92b-4f26-9ab9-95a32343ea27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:50.802267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38060) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:50.819148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-081de476-6a0f-475e-b97b-142886f7ab9d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:28:50.838315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:28:50.852222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1285b5-5214-4ebc-b924-c2916c3b515e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:50.858050 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:50.858497 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Added segment 1fa756de-5d21-42b1-a5a1-3166ef3941a6 of type vxlan for network 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd Dec 22 09:28:50.860622 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:50.902621 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:50.936093 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:50.937773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:50.938738 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:50.946380 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-526e4f68-63de-4f76-9a20-767c6fdcd078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:51.077973 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0708191 Dec 22 09:28:51.077973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Pushing event updated for resources: {'Network': ['ID=5de9d9f5-b9ec-40ce-80f5-cb36be8750fd,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:51.078398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38074) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:51.086365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Request body: {'subnet': {'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-subnet', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:51.090410 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:51.092931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:51.097564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Usage tracker for resource:subnet and tenant:3c601d64a3954b579c533381321f4616 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:51.101272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:51.101426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:28:51.107389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:51.126392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Made reservation on behalf of 3c601d64a3954b579c533381321f4616 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:28:51.132012 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:51.188065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:28:51.255270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a73fed-aafd-44b6-a7db-a4b46b52fd9e req-ceafe43b-0419-4f46-87a2-083d1731009b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:51.256948 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-56a73fed-aafd-44b6-a7db-a4b46b52fd9e req-ceafe43b-0419-4f46-87a2-083d1731009b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=50903dfd-cd37-49ba-bdce-e78cf1a3ba02 HTTP/1.1" status: 200 len: 949 time: 0.1544557 Dec 22 09:28:51.368533 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-56a73fed-aafd-44b6-a7db-a4b46b52fd9e req-c5cbee79-f557-4390-9d9f-159839e2413b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986841 Dec 22 09:28:51.369790 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:51.404237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:51.407301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:28:51.415877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Usage tracker for resource:security_group_rule and tenant:2918af8a408e4ad4afc554ad8080d124 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:51.419185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:51.441214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:51.620358 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:51.629161 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:51.651651 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-721b540f-c3b0-45f2-b17e-64ce63088792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:51.711619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c9794798-0fb3-4f07-9a97-38dd72429966 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:28:51.720127 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2918af8a408e4ad4afc554ad8080d124&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9165537 Dec 22 09:28:51.721248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ce26d8-0e7b-4a48-af8d-710d897037c6,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:51.730056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38094) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:51.731653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.732077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.732471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.732860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.733244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.733966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.733966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.734340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.734716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.735092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.735468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.735842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.736438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.736884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.737398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.737778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.738151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.738530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.738907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.739277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.739648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.740052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.740425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.740796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.741231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.741603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.741952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.742302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.742677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.743048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.743418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.743790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.744201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.744573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.744946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.745319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:51.750730 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:51.823448 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc3e87b6-f50a-4594-ba68-818b3a684ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:51.855617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port c9794798-0fb3-4f07-9a97-38dd72429966 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:28:51.858775 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc3e87b6-f50a-4594-ba68-818b3a684ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:51.882611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port c9794798-0fb3-4f07-9a97-38dd72429966 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:28:51.883241 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:51.938555 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc3e87b6-f50a-4594-ba68-818b3a684ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:51.945684 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-353e1333-22d3-4850-ac64-ed7ffb6bd161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:51.972531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e87b6-f50a-4594-ba68-818b3a684ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ce26d8-0e7b-4a48-af8d-710d897037c6,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:51.980307 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bc3e87b6-f50a-4594-ba68-818b3a684ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:51.995329 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc3e87b6-f50a-4594-ba68-818b3a684ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:51.999626 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bc3e87b6-f50a-4594-ba68-818b3a684ccd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/06ce26d8-0e7b-4a48-af8d-710d897037c6 HTTP/1.1" status: 204 len: 168 time: 0.2444820 Dec 22 09:28:52.053895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38106) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:52.110528 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:52.273532 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:52.322019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:52.419407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port c9794798-0fb3-4f07-9a97-38dd72429966, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c9794798-0fb3-4f07-9a97-38dd72429966,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:28:52.425305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5019215f-48f7-4d84-9c78-44c724f667e0,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:52.425505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50391564-330b-44ec-ba63-9809b61b3a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9794798-0fb3-4f07-9a97-38dd72429966'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:28:52.443928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:52.447232 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ffae10e-4286-4c47-ada7-cece34971382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:52.457897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.458684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.458817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.459113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.459495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.459876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.460307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.460682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.461052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.461424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.461799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.472690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.473360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.473752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.474133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.474512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.474887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.475261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.475636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.476045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.476420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.476789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.477156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.477525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.477950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.478317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.478678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.479045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.479409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.479774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.480165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.480528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.480889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.481252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.481612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.481974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:28:52.523297 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:52.554603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=c9794798-0fb3-4f07-9a97-38dd72429966,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:52.560244 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:52.631337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Checking segment: {'id': '1fa756de-5d21-42b1-a5a1-3166ef3941a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:28:52.631731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Network hostable DHCP agents. Network: 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:28:52.643274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cbf3a-a457-4158-9943-1352830f6ed3 req-0ea4c81c-a352-4eef-ac58-18b8926d6622 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:52.653194 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca6cbf3a-a457-4158-9943-1352830f6ed3 req-0ea4c81c-a352-4eef-ac58-18b8926d6622 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.64 "GET /v2.0/ports?device_id=50903dfd-cd37-49ba-bdce-e78cf1a3ba02 HTTP/1.1" status: 200 len: 949 time: 0.2804930 Dec 22 09:28:52.677437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Network 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:28:52.686806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:28:52.693359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:52.694003 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:52.696242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848864bd-2056-4652-9d5c-1f3004232f72 None None] Network 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:28:52.715761 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6364636 Dec 22 09:28:52.718461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38126) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:52.728746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:52.736439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:52.743404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Usage tracker for resource:router and tenant:3c601d64a3954b579c533381321f4616 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:52.748331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:52.761004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:52.774314 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:52.776091 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:52.804184 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:52.905970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c9794798-0fb3-4f07-9a97-38dd72429966 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:28:52.914545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38130) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:52.956276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a9e486b-5d88-4393-a949-f322355179c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:53.024309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-ca6cbf3a-a457-4158-9943-1352830f6ed3 req-7b37bcef-92ae-41f0-883b-61b667960b4e tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Deleting port cbc23038-b24c-4608-aa84-15d00e0feb9f {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:28:53.024683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ca6cbf3a-a457-4158-9943-1352830f6ed3 req-7b37bcef-92ae-41f0-883b-61b667960b4e tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:53.053014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1a9e486b-5d88-4393-a949-f322355179c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:53.058273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1a9e486b-5d88-4393-a949-f322355179c7 admin admin] Usage tracker for resource:security_group_rule and tenant:516353dabca8437a98ff0a15adf0307d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:53.062026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1a9e486b-5d88-4393-a949-f322355179c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:53.064583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-network', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:53.070467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1a9e486b-5d88-4393-a949-f322355179c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:53.082177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:53.099346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Usage tracker for resource:network and tenant:40fbcf60bc434afd9e98a45ed63e9499 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:53.107023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:53.127706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:53.181346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Made reservation on behalf of 40fbcf60bc434afd9e98a45ed63e9499 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:28:53.186513 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:53.210419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:53.219590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a9e486b-5d88-4393-a949-f322355179c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:53.250532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:53.263618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47618300-31fb-4191-9458-0b6e8bb8419e req-9077d983-26c2-4c2f-b618-ffc18563f753 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:53.271684 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47618300-31fb-4191-9458-0b6e8bb8419e req-9077d983-26c2-4c2f-b618-ffc18563f753 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 945 time: 0.6151519 Dec 22 09:28:53.319308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Usage tracker for resource:security_group_rule and tenant:40fbcf60bc434afd9e98a45ed63e9499 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:53.319866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port c9794798-0fb3-4f07-9a97-38dd72429966 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:28:53.320193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:53.323786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:53.330792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:53.432470 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:53.437586 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a9e486b-5d88-4393-a949-f322355179c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:53.450900 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-19a35c56-fa57-405f-a3c3-ece5df74500a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:53.484626 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:53.509578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:53.524705 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99b217a5-6be6-44fc-8f0d-3c834220c873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:53.526839 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1a9e486b-5d88-4393-a949-f322355179c7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=516353dabca8437a98ff0a15adf0307d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6035841 Dec 22 09:28:53.534871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38136) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:53.538841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e486b-5d88-4393-a949-f322355179c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfd518f-9df1-44db-94e3-ebe0dbafa9f9,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:53.562708 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a9e486b-5d88-4393-a949-f322355179c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:53.695708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'fixed_ips': [{'subnet_id': '5019215f-48f7-4d84-9c78-44c724f667e0'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:28:53.697290 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:53.713213 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47618300-31fb-4191-9458-0b6e8bb8419e req-0d5bbcd3-d174-492c-8a1c-08b0746968a1 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396169 Dec 22 09:28:53.721562 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f905af30-bdde-4a1e-9023-c5345a590192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:53.736064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:28:53.784357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f905af30-bdde-4a1e-9023-c5345a590192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:53.825970 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:53.826587 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Added segment d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7 of type vxlan for network dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 Dec 22 09:28:53.832102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874a55ad-dc54-4fd2-8f01-ff9413dbfbd3,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:53.842606 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:53.869840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-ca6cbf3a-a457-4158-9943-1352830f6ed3 req-7b37bcef-92ae-41f0-883b-61b667960b4e tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] For port cbc23038-b24c-4608-aa84-15d00e0feb9f, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cbc23038-b24c-4608-aa84-15d00e0feb9f,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:28:53.870476 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ca6cbf3a-a457-4158-9943-1352830f6ed3 req-7b37bcef-92ae-41f0-883b-61b667960b4e tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:54.023206 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f905af30-bdde-4a1e-9023-c5345a590192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:54.034342 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-25ffb39c-d4fc-44d3-8ee8-ca8caeb7bf48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:54.164978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Allocated IP 172.20.0.2 (5de9d9f5-b9ec-40ce-80f5-cb36be8750fd/5019215f-48f7-4d84-9c78-44c724f667e0/2ffbcdde-7d82-4476-b03d-378f3a9d642f) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:28:54.172545 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50391564-330b-44ec-ba63-9809b61b3a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9794798-0fb3-4f07-9a97-38dd72429966', 'code': 200} Dec 22 09:28:54.172911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905af30-bdde-4a1e-9023-c5345a590192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfd518f-9df1-44db-94e3-ebe0dbafa9f9,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:54.173356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cbc23038-b24c-4608-aa84-15d00e0feb9f no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:28:54.184355 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f905af30-bdde-4a1e-9023-c5345a590192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:54.206308 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f905af30-bdde-4a1e-9023-c5345a590192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:54.210161 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f905af30-bdde-4a1e-9023-c5345a590192 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fdfd518f-9df1-44db-94e3-ebe0dbafa9f9 HTTP/1.1" status: 204 len: 168 time: 0.6715620 Dec 22 09:28:54.221870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-ca6cbf3a-a457-4158-9943-1352830f6ed3 req-7b37bcef-92ae-41f0-883b-61b667960b4e tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Calling delete_port for cbc23038-b24c-4608-aa84-15d00e0feb9f owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:28:54.319578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:54.331717 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:54.360440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a948c2-6907-4d2a-b367-69cef06dfb04 req-9af5d8ad-7a59-4878-a588-0a7a44e29574 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:54.363669 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f8a948c2-6907-4d2a-b367-69cef06dfb04 req-9af5d8ad-7a59-4878-a588-0a7a44e29574 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=50903dfd-cd37-49ba-bdce-e78cf1a3ba02 HTTP/1.1" status: 200 len: 949 time: 0.7757726 Dec 22 09:28:54.418782 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:54.459381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d908fe-5274-432d-b1d0-b7c5a5e8efa1 req-992f9f49-48e5-4d6e-8601-a91d4e4c4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:54.470476 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f8a948c2-6907-4d2a-b367-69cef06dfb04 req-af9cf4e6-c40b-4072-b10e-4fa96e450c03 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/security-groups?id=277cdc35-d894-4767-853c-b48a8ea56cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886946 Dec 22 09:28:54.473035 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71d908fe-5274-432d-b1d0-b7c5a5e8efa1 req-992f9f49-48e5-4d6e-8601-a91d4e4c4858 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 1160 time: 0.4405711 Dec 22 09:28:54.518924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:54.521555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:54.522330 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:54.529309 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5261ba42-1fd6-4c35-99d6-507133058083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:54.540012 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:54.567567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Transition to ACTIVE for port object 2ffbcdde-7d82-4476-b03d-378f3a9d642f will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:28:54.693626 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71d908fe-5274-432d-b1d0-b7c5a5e8efa1 req-b2b2c8eb-c0da-43c4-8de7-1d00ba43771d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980433 Dec 22 09:28:54.715024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Pushing event updated for resources: {'Network': ['ID=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:54.725129 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6671772 Dec 22 09:28:54.725129 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:54.727721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38152) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:54.734797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-e0c66d67-3449-4a9c-9b7b-ae1cb42fd31f admin admin] Request body: {'subnet': {'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-subnet', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:54.740855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e0c66d67-3449-4a9c-9b7b-ae1cb42fd31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:54.745548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e0c66d67-3449-4a9c-9b7b-ae1cb42fd31f admin admin] Usage tracker for resource:subnet and tenant:40fbcf60bc434afd9e98a45ed63e9499 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:54.749147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e0c66d67-3449-4a9c-9b7b-ae1cb42fd31f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:54.758606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e0c66d67-3449-4a9c-9b7b-ae1cb42fd31f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:54.769880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c66d67-3449-4a9c-9b7b-ae1cb42fd31f admin admin] Made reservation on behalf of 40fbcf60bc434afd9e98a45ed63e9499 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:28:54.774760 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e0c66d67-3449-4a9c-9b7b-ae1cb42fd31f admin admin] Notify callbacks [] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:54.811803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:28:54.949773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:28:55.056416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:28:55.209921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c9794798-0fb3-4f07-9a97-38dd72429966 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:28:55.261043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Allocated IP 172.25.7.150 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/df90aafb-7131-4e55-89ef-1b938f114606) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:28:55.458071 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ca6cbf3a-a457-4158-9943-1352830f6ed3 req-7b37bcef-92ae-41f0-883b-61b667960b4e tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:55.458609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Transition to ACTIVE for port object 2ffbcdde-7d82-4476-b03d-378f3a9d642f will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:28:55.742886 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:55.790666 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-55feca7d-4d85-4488-ada1-e1beb8ba3c26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:55.802093 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:55.837755 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:55.859204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38186) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:55.928364 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:55.957825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Port cbc23038-b24c-4608-aa84-15d00e0feb9f update to DOWN by agent not found {{(pid=81073) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2085}} Dec 22 09:28:56.014236 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:56.050894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37bcef-92ae-41f0-883b-61b667960b4e tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Pushing event deleted for resources: {'Port': ['ID=cbc23038-b24c-4608-aa84-15d00e0feb9f,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:56.067245 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7b37bcef-92ae-41f0-883b-61b667960b4e tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:56.149796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b330e17d-d9c4-4a13-8600-f9f0af9b3143 req-a9985a7e-30ef-44d6-89e3-62b8c9845e76 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Synchronizing usage tracker for tenant:78b6d5de12994e61a153a84d0632ee44 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:28:56.315669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6cbf3a-a457-4158-9943-1352830f6ed3 req-7b37bcef-92ae-41f0-883b-61b667960b4e tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] No DVR routers for this DVR port cbc23038-b24c-4608-aa84-15d00e0feb9f on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:28:56.333056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ca6cbf3a-a457-4158-9943-1352830f6ed3 req-7b37bcef-92ae-41f0-883b-61b667960b4e tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:56.339700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Pushing event updated for resources: {'Port': ['ID=2ffbcdde-7d82-4476-b03d-378f3a9d642f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:56.340834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50903dfd-cd37-49ba-bdce-e78cf1a3ba02', 'name': 'network-vif-deleted', 'tag': 'cbc23038-b24c-4608-aa84-15d00e0feb9f'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:28:56.351316 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca6cbf3a-a457-4158-9943-1352830f6ed3 req-7b37bcef-92ae-41f0-883b-61b667960b4e tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.64 "DELETE /v2.0/ports/cbc23038-b24c-4608-aa84-15d00e0feb9f HTTP/1.1" status: 204 len: 173 time: 3.6481082 Dec 22 09:28:56.362444 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:56.368842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b330e17d-d9c4-4a13-8600-f9f0af9b3143 req-a9985a7e-30ef-44d6-89e3-62b8c9845e76 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Unset dirty status for tenant:78b6d5de12994e61a153a84d0632ee44 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:28:56.370050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port c9794798-0fb3-4f07-9a97-38dd72429966 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:28:56.370626 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:56.370911 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b330e17d-d9c4-4a13-8600-f9f0af9b3143 req-a9985a7e-30ef-44d6-89e3-62b8c9845e76 tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] 10.222.0.50 "GET /v2.0/ports?device_id=50903dfd-cd37-49ba-bdce-e78cf1a3ba02 HTTP/1.1" status: 200 len: 210 time: 0.5820756 Dec 22 09:28:56.422066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584905d7-f2c0-4230-9160-06606798090d req-0afefa7f-ff5f-403e-94e7-20512aa21334 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:56.425832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Network 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:28:56.438221 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-584905d7-f2c0-4230-9160-06606798090d req-0afefa7f-ff5f-403e-94e7-20512aa21334 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 945 time: 1.2229116 Dec 22 09:28:56.443333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:28:56.454654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Pushing event updated for resources: {'Port': ['ID=df90aafb-7131-4e55-89ef-1b938f114606,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:56.485305 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:56.492500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:28:56.594922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:28:56.601903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:28:56.613420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:28:56.619148 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50903dfd-cd37-49ba-bdce-e78cf1a3ba02', 'name': 'network-vif-deleted', 'tag': 'cbc23038-b24c-4608-aa84-15d00e0feb9f', 'status': 'completed', 'code': 200} Dec 22 09:28:56.650954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Attempting to bind port 2ffbcdde-7d82-4476-b03d-378f3a9d642f on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:28:56.651908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Attempting to bind port 2ffbcdde-7d82-4476-b03d-378f3a9d642f by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '1fa756de-5d21-42b1-a5a1-3166ef3941a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:28:56.652544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Attempting to bind port 2ffbcdde-7d82-4476-b03d-378f3a9d642f on network 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:28:56.662930 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-584905d7-f2c0-4230-9160-06606798090d req-e8ba5117-801a-44bd-8341-5db42911d8c0 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887035 Dec 22 09:28:56.672164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:28:56.672856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Checking segment: {'id': '1fa756de-5d21-42b1-a5a1-3166ef3941a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:28:56.673532 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:56.674201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Bound using segment: {'id': '1fa756de-5d21-42b1-a5a1-3166ef3941a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:28:56.675129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Bound port: 2ffbcdde-7d82-4476-b03d-378f3a9d642f, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa756de-5d21-42b1-a5a1-3166ef3941a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:28:56.675892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:56.869019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3beeb21-bc85-48d8-8a73-54c50871557a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:56.898005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38202) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:56.916602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e0c66d67-3449-4a9c-9b7b-ae1cb42fd31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:56.921429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b3beeb21-bc85-48d8-8a73-54c50871557a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:56.926766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b3beeb21-bc85-48d8-8a73-54c50871557a admin admin] Usage tracker for resource:security_group_rule and tenant:1068cf7207a04fb4accec5f99934d17c is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:56.929845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b3beeb21-bc85-48d8-8a73-54c50871557a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:56.936137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] For port 2ffbcdde-7d82-4476-b03d-378f3a9d642f, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:28:56.936461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b3beeb21-bc85-48d8-8a73-54c50871557a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:56.943271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] For port 2ffbcdde-7d82-4476-b03d-378f3a9d642f, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=2ffbcdde-7d82-4476-b03d-378f3a9d642f,segment=NetworkSegment(1fa756de-5d21-42b1-a5a1-3166ef3941a6),segment_id=1fa756de-5d21-42b1-a5a1-3166ef3941a6)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:28:56.951264 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:56.987327 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:57.058788 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3beeb21-bc85-48d8-8a73-54c50871557a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:57.063216 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ade39ddc-10f5-4f51-9a0b-4d91bbac224d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:57.141211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c66d67-3449-4a9c-9b7b-ae1cb42fd31f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c8afb31-70cb-4424-9738-21fa798b43cb,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:57.164981 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e0c66d67-3449-4a9c-9b7b-ae1cb42fd31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:57.168247 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3beeb21-bc85-48d8-8a73-54c50871557a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:57.243144 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aad3fa7c-5280-4e09-bae8-6e4f4cec6d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:57.267293 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b3beeb21-bc85-48d8-8a73-54c50871557a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1068cf7207a04fb4accec5f99934d17c&name=default HTTP/1.1" status: 200 len: 2879 time: 1.4042146 Dec 22 09:28:57.303239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38212) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:57.399422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Pushing event updated for resources: {'Port': ['ID=2ffbcdde-7d82-4476-b03d-378f3a9d642f,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:57.409069 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:57.480099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3beeb21-bc85-48d8-8a73-54c50871557a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866e8659-dfa9-490e-9666-98e2b6049cd5,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:57.495181 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b3beeb21-bc85-48d8-8a73-54c50871557a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:57.568092 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f95e382-6093-4780-9400-bc5acfc9b5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:57.632398 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f95e382-6093-4780-9400-bc5acfc9b5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:57.772765 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb4a13c7-1931-41ab-8f03-0b287784f265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:57.829157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-eb4a13c7-1931-41ab-8f03-0b287784f265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:57.859572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-eb4a13c7-1931-41ab-8f03-0b287784f265 admin admin] Usage tracker for resource:security_group_rule and tenant:7e12bc677b0241c0b9a64424873c35f5 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:57.869945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-eb4a13c7-1931-41ab-8f03-0b287784f265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:57.939016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-eb4a13c7-1931-41ab-8f03-0b287784f265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:57.947614 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f95e382-6093-4780-9400-bc5acfc9b5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:57.973195 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4aa6f101-c6d2-4656-b795-950541317dc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:57.988985 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:58.171710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95e382-6093-4780-9400-bc5acfc9b5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866e8659-dfa9-490e-9666-98e2b6049cd5,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:58.278869 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3f95e382-6093-4780-9400-bc5acfc9b5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:58.308990 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f95e382-6093-4780-9400-bc5acfc9b5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:58.313548 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3f95e382-6093-4780-9400-bc5acfc9b5f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/866e8659-dfa9-490e-9666-98e2b6049cd5 HTTP/1.1" status: 204 len: 168 time: 1.0063670 Dec 22 09:28:58.321744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c66d67-3449-4a9c-9b7b-ae1cb42fd31f admin admin] Checking segment: {'id': 'd447bf87-9b44-4ae7-9aaf-d6d397ed8bb7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:28:58.322238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c66d67-3449-4a9c-9b7b-ae1cb42fd31f admin admin] Network hostable DHCP agents. Network: dbc1409b-d4d4-4b8c-af3c-779bf8077bd7, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:28:58.420532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bc214-d24c-4cc6-85b5-a68ce46792bd req-ab7e8438-1f76-4ac3-82c3-b5c5f9314469 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:58.423155 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad4bc214-d24c-4cc6-85b5-a68ce46792bd req-ab7e8438-1f76-4ac3-82c3-b5c5f9314469 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 945 time: 0.3778009 Dec 22 09:28:58.431854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c66d67-3449-4a9c-9b7b-ae1cb42fd31f admin admin] Network dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:28:58.519081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e0c66d67-3449-4a9c-9b7b-ae1cb42fd31f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, dbc1409b-d4d4-4b8c-af3c-779bf8077bd7) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:28:58.530540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d94fed-ce0d-4294-bba1-7415ecf42174 None None] Network dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:28:58.540733 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad4bc214-d24c-4cc6-85b5-a68ce46792bd req-e27ad340-caaf-4345-a763-fa415f9ad71d tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048131 Dec 22 09:28:58.564057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c66d67-3449-4a9c-9b7b-ae1cb42fd31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:28:58.565022 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e0c66d67-3449-4a9c-9b7b-ae1cb42fd31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:58.565771 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:58.684896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e0c66d67-3449-4a9c-9b7b-ae1cb42fd31f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.9555194 Dec 22 09:28:58.686266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38242) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:58.708830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:58.735148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:28:58.791785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Usage tracker for resource:router and tenant:40fbcf60bc434afd9e98a45ed63e9499 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:28:58.813790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:28:58.845615 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb4a13c7-1931-41ab-8f03-0b287784f265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:58.847782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:28:58.852153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb4a13c7-1931-41ab-8f03-0b287784f265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:58.936258 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f4490ef8-bb55-4b97-94d5-7c2ad6b7454e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:28:58.967902 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-eb4a13c7-1931-41ab-8f03-0b287784f265 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e12bc677b0241c0b9a64424873c35f5&name=default HTTP/1.1" status: 200 len: 2879 time: 2.0624003 Dec 22 09:28:58.985625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38254) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:59.010960 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:59.012202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:59.071388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a13c7-1931-41ab-8f03-0b287784f265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a680129a-4d3e-4931-b4b2-745d7b51b0d1,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:28:59.086286 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eb4a13c7-1931-41ab-8f03-0b287784f265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:28:59.090039 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:59.446431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Router 462fb372-4b7b-4150-94df-ae098fa99884 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:28:59.446973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:28:59.447921 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:59.766612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3ebb21-2325-4994-bc3f-9eebb141c132 None None] Network 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:28:59.819728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 2ffbcdde-7d82-4476-b03d-378f3a9d642f up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:28:59.830189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:28:59.841563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Sync routers for ids ['462fb372-4b7b-4150-94df-ae098fa99884'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:28:59.857256 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:28:59.865469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Routers {'462fb372-4b7b-4150-94df-ae098fa99884'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:28:59.866751 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.1461942 Dec 22 09:28:59.867107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:28:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['462fb372-4b7b-4150-94df-ae098fa99884'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:28:59.868081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38262) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:59.924361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a05c6cf1-2603-4d78-a887-ad192d1e5728 None None] Provisioning for port 2ffbcdde-7d82-4476-b03d-378f3a9d642f completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:28:59.965156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38268) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:00.011873 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abfc7580-d857-46b4-8e06-f48ebe997962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:00.071883 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abfc7580-d857-46b4-8e06-f48ebe997962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:00.220386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38272) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:00.222347 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abfc7580-d857-46b4-8e06-f48ebe997962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:00.247512 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea5b3f79-dd59-45bd-a48e-977a497279e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:00.267452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 2ffbcdde-7d82-4476-b03d-378f3a9d642f completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:00.275381 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-699bad00-1e85-4f0b-b575-84c4332b08dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:00.282476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 2ffbcdde-7d82-4476-b03d-378f3a9d642f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:00.283305 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:00.332580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-699bad00-1e85-4f0b-b575-84c4332b08dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:00.339209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-699bad00-1e85-4f0b-b575-84c4332b08dc admin admin] Usage tracker for resource:security_group_rule and tenant:0ed07b9dc54b402a9f9201397a99bff3 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:00.342798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-699bad00-1e85-4f0b-b575-84c4332b08dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:00.350633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-699bad00-1e85-4f0b-b575-84c4332b08dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:00.471929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Set router 462fb372-4b7b-4150-94df-ae098fa99884 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:29:00.614243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc7580-d857-46b4-8e06-f48ebe997962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a680129a-4d3e-4931-b4b2-745d7b51b0d1,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:00.616996 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:00.627851 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-abfc7580-d857-46b4-8e06-f48ebe997962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:00.662489 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abfc7580-d857-46b4-8e06-f48ebe997962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:00.664033 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-abfc7580-d857-46b4-8e06-f48ebe997962 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a680129a-4d3e-4931-b4b2-745d7b51b0d1 HTTP/1.1" status: 204 len: 168 time: 1.6771657 Dec 22 09:29:00.710886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 2ffbcdde-7d82-4476-b03d-378f3a9d642f, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=2ffbcdde-7d82-4476-b03d-378f3a9d642f,segment=NetworkSegment(1fa756de-5d21-42b1-a5a1-3166ef3941a6),segment_id=1fa756de-5d21-42b1-a5a1-3166ef3941a6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:29:00.798290 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:00.826644 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:00.980642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Allocated IP 172.20.0.2 (dbc1409b-d4d4-4b8c-af3c-779bf8077bd7/5c8afb31-70cb-4424-9738-21fa798b43cb/3525e95b-c68d-4b3d-82a5-1d87df9418e6) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:29:00.990246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-699bad00-1e85-4f0b-b575-84c4332b08dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:00.996560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42957c57-17e0-433a-9ae6-2f7867868484 req-aee30375-2219-4a9c-b161-f246a0d2695f tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:01.004578 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42957c57-17e0-433a-9ae6-2f7867868484 req-aee30375-2219-4a9c-b161-f246a0d2695f tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 1160 time: 1.2000136 Dec 22 09:29:01.025253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=2ffbcdde-7d82-4476-b03d-378f3a9d642f,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:01.056866 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:01.083448 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-699bad00-1e85-4f0b-b575-84c4332b08dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:01.221542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:01.245144 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2b0c706e-3300-415e-bdf8-edfff4f5d45e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78b6d5de12994e61a153a84d0632ee44&name=default HTTP/1.1" status: 200 len: 2875 time: 1.0153327 Dec 22 09:29:01.245542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38292) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:01.247014 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-353e63c5-5fba-4643-88f7-2463c917f997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:01.285101 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-699bad00-1e85-4f0b-b575-84c4332b08dc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0ed07b9dc54b402a9f9201397a99bff3&name=default HTTP/1.1" status: 200 len: 2879 time: 1.3040757 Dec 22 09:29:01.306579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38296) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:01.422724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:28:57Z', 'revision_number': 3, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:01.437543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Checking router: 462fb372-4b7b-4150-94df-ae098fa99884 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:29:01.440090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Updating router 462fb372-4b7b-4150-94df-ae098fa99884 port df90aafb-7131-4e55-89ef-1b938f114606 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:29:01.447341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-cd21db70-5f89-4607-a4ef-bc7fb93dfa04 None None] Provisioning complete for port 2ffbcdde-7d82-4476-b03d-378f3a9d642f triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:01.452592 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd21db70-5f89-4607-a4ef-bc7fb93dfa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:01.641272 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:01.643740 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-03f179ac-e51d-420c-80a7-a1c871da40ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:01.689475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 2ffbcdde-7d82-4476-b03d-378f3a9d642f up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:01.727049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-03f179ac-e51d-420c-80a7-a1c871da40ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:01.903384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38304) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:01.907449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-42957c57-17e0-433a-9ae6-2f7867868484 req-8676cff0-fe88-42f3-8238-ed4d4033ac5d tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Synchronizing usage tracker for tenant:9ce215b82e62433aa107548dd03e904d on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:29:01.938138 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-03f179ac-e51d-420c-80a7-a1c871da40ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:01.962025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38308) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:01.965198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e1846d8-448f-49fd-af04-ef3de2942d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:01.983449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 2ffbcdde-7d82-4476-b03d-378f3a9d642f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:01.984558 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:01.986078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bad00-1e85-4f0b-b575-84c4332b08dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82b730b-f3cc-4274-93ae-a231c7c98461,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:02.004244 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-699bad00-1e85-4f0b-b575-84c4332b08dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:02.028184 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aebac431-b355-4edf-9f5c-b3b433d276d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:02.053523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f179ac-e51d-420c-80a7-a1c871da40ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82b730b-f3cc-4274-93ae-a231c7c98461,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:02.064760 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-03f179ac-e51d-420c-80a7-a1c871da40ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:02.066551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7e1846d8-448f-49fd-af04-ef3de2942d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:02.099710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f43156e2-c2b5-4bf8-a531-fe9afe8881b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:02.105858 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-03f179ac-e51d-420c-80a7-a1c871da40ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:02.120863 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-03f179ac-e51d-420c-80a7-a1c871da40ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b82b730b-f3cc-4274-93ae-a231c7c98461 HTTP/1.1" status: 204 len: 168 time: 0.8128283 Dec 22 09:29:02.122204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7e1846d8-448f-49fd-af04-ef3de2942d5a admin admin] Usage tracker for resource:security_group_rule and tenant:46c0579118584d2eb19b5b541748b87a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:02.125434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7e1846d8-448f-49fd-af04-ef3de2942d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:02.131914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7e1846d8-448f-49fd-af04-ef3de2942d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:02.177008 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f43156e2-c2b5-4bf8-a531-fe9afe8881b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:02.228776 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e1846d8-448f-49fd-af04-ef3de2942d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:02.232170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-42957c57-17e0-433a-9ae6-2f7867868484 req-8676cff0-fe88-42f3-8238-ed4d4033ac5d tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Unset dirty status for tenant:9ce215b82e62433aa107548dd03e904d on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:29:02.233469 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42957c57-17e0-433a-9ae6-2f7867868484 req-8676cff0-fe88-42f3-8238-ed4d4033ac5d tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2280114 Dec 22 09:29:02.234070 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e1846d8-448f-49fd-af04-ef3de2942d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:02.245422 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:02.368243 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:02.417002 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:02.470217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Transition to ACTIVE for port object 3525e95b-c68d-4b3d-82a5-1d87df9418e6 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:29:02.489141 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7e1846d8-448f-49fd-af04-ef3de2942d5a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=46c0579118584d2eb19b5b541748b87a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5650101 Dec 22 09:29:02.496533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38318) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:02.513928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5163208d-e1b1-457d-b468-032101a71f31 None None] Provisioning complete for port 2ffbcdde-7d82-4476-b03d-378f3a9d642f triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:02.514357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5163208d-e1b1-457d-b468-032101a71f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:02.530722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1846d8-448f-49fd-af04-ef3de2942d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a4cc20-4d09-4794-a992-3af3dc5dd33a,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:02.543806 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f43156e2-c2b5-4bf8-a531-fe9afe8881b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:02.561474 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e1846d8-448f-49fd-af04-ef3de2942d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:02.572243 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0d15f266-9054-43bc-abaa-2e0ef1c526a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:02.582758 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:02.598694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Transition to ACTIVE for port object df90aafb-7131-4e55-89ef-1b938f114606 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:29:02.602646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43156e2-c2b5-4bf8-a531-fe9afe8881b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277cdc35-d894-4767-853c-b48a8ea56cab,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:02.603431 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:02.661284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Transition to ACTIVE for port object 3525e95b-c68d-4b3d-82a5-1d87df9418e6 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:29:02.674942 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f43156e2-c2b5-4bf8-a531-fe9afe8881b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:02.677014 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:02.696742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f43156e2-c2b5-4bf8-a531-fe9afe8881b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:02.700312 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f43156e2-c2b5-4bf8-a531-fe9afe8881b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/277cdc35-d894-4767-853c-b48a8ea56cab HTTP/1.1" status: 204 len: 168 time: 1.4485171 Dec 22 09:29:02.700482 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:02.711977 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5343acf0-6458-49f2-8a8e-16ab98bc2610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:02.729770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b73f5b8d-a978-4960-8a16-8fb692cfb8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:02.764180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b73f5b8d-a978-4960-8a16-8fb692cfb8fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:02.773760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b73f5b8d-a978-4960-8a16-8fb692cfb8fc admin admin] Usage tracker for resource:security_group_rule and tenant:d2420dd1217045aa8f3f72fca0c3139d is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:02.779492 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa29d1fc-72bf-40dc-a6ee-60defc61267a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:02.786768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b73f5b8d-a978-4960-8a16-8fb692cfb8fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:02.832860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Pushing event updated for resources: {'Port': ['ID=3525e95b-c68d-4b3d-82a5-1d87df9418e6,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:02.840739 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:02.892067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b73f5b8d-a978-4960-8a16-8fb692cfb8fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:03.009844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Pushing event updated for resources: {'Port': ['ID=df90aafb-7131-4e55-89ef-1b938f114606,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:03.062084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.064373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.067723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.068403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.068926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.069511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.070114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.070660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.071239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.079809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.081024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.081612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.082352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.087186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.091085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.091693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.092319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.095721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.096456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.099069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.099426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.101905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.102648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.105442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.106162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.107558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.108209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.115891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.120566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.121261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.122003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.122398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.122978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.128158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.128880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.134486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:03.139343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa29d1fc-72bf-40dc-a6ee-60defc61267a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Tracked resource versions report: Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: pushed versions: Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: { 'AddressGroup': {'1.0'}, Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': {'1.0'}, Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'Log': {'1.0'}, Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'Network': {'1.1'}, Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'Port': {'1.6'}, Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'PortForwarding': {'1.2'}, Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'QosPolicy': {'1.8'}, Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': {'1.3'}, Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': {'1.1'}, Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'SubPort': {'1.0'}, Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'Subnet': {'1.1'}, Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'Trunk': {'1.1'}} Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: consumer versions: Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: { DHCP agent@n-d-765315-5: {}, Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: L3 agent@n-d-765315-5: {}, Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: Metadata agent@n-d-765315-5: {}, Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: Metering agent@n-d-765315-5: {}, Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: Open vSwitch agent@n-d-765315-5: { 'AddressGroup': '1.0', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': '1.0', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'Log': '1.0', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'Network': '1.1', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'Port': '1.6', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'PortForwarding': '1.2', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'QosPolicy': '1.8', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': '1.3', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': '1.1', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'SubPort': '1.0', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'Subnet': '1.1', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'Trunk': '1.1'}, Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: Open vSwitch agent@n-h1-765315-5: { 'AddressGroup': '1.0', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': '1.0', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'Log': '1.0', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'Network': '1.1', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'Port': '1.6', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'PortForwarding': '1.2', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'QosPolicy': '1.8', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': '1.3', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': '1.1', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'SubPort': '1.0', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'Subnet': '1.1', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'Trunk': '1.1'}, Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: Open vSwitch agent@n-h2-765315-5: { 'AddressGroup': '1.0', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'ConntrackHelper': '1.0', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'Log': '1.0', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'Network': '1.1', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'Port': '1.6', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'PortForwarding': '1.2', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'QosPolicy': '1.8', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'SecurityGroup': '1.3', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'SecurityGroupRule': '1.1', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'SubPort': '1.0', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'Subnet': '1.1', Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: 'Trunk': '1.1'}} Dec 22 09:29:03.139505 n-d-765315-5 neutron-server[80960]: {{(pid=81074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 09:29:03.180909 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:03.324791 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:03.381354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Allocated IP 172.20.0.1 (5de9d9f5-b9ec-40ce-80f5-cb36be8750fd/5019215f-48f7-4d84-9c78-44c724f667e0/5d6a864e-ea86-419d-93c8-492c713e2af8) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:29:03.443432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Attempting to bind port df90aafb-7131-4e55-89ef-1b938f114606 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:29:03.444057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Attempting to bind port df90aafb-7131-4e55-89ef-1b938f114606 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:29:03.444638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Attempting to bind port df90aafb-7131-4e55-89ef-1b938f114606 on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:29:03.456347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:29:03.456980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:29:03.458293 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:03.458968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:29:03.459961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Bound port: df90aafb-7131-4e55-89ef-1b938f114606, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:29:03.460711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:03.641539 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b73f5b8d-a978-4960-8a16-8fb692cfb8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:03.723546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] For port df90aafb-7131-4e55-89ef-1b938f114606, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:29:03.735323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] For port df90aafb-7131-4e55-89ef-1b938f114606, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=df90aafb-7131-4e55-89ef-1b938f114606,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:29:03.741788 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:03.747849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b73f5b8d-a978-4960-8a16-8fb692cfb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:03.784942 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-03f179ac-e51d-420c-80a7-a1c871da40ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:03.804761 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5343acf0-6458-49f2-8a8e-16ab98bc2610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:03.898489 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:03.936323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f5b8d-a978-4960-8a16-8fb692cfb8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae21fdc-700d-411f-a977-ebf3a1f9e47d,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:03.945526 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b73f5b8d-a978-4960-8a16-8fb692cfb8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:03.946996 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa29d1fc-72bf-40dc-a6ee-60defc61267a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:03.978604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Network dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:29:03.979078 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-184e17c2-2aa3-4259-a45c-9500d55ec102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:03.985431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:29:03.997074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:29:04.087613 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:04.102552 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b73f5b8d-a978-4960-8a16-8fb692cfb8fc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d2420dd1217045aa8f3f72fca0c3139d&name=default HTTP/1.1" status: 200 len: 2879 time: 2.1207337 Dec 22 09:29:04.114026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38346) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:04.114746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Pushing event updated for resources: {'Port': ['ID=df90aafb-7131-4e55-89ef-1b938f114606,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:04.131476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29d1fc-72bf-40dc-a6ee-60defc61267a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a4cc20-4d09-4794-a992-3af3dc5dd33a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:04.140146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38350) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:04.145409 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:04.175872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Transition to ACTIVE for port object 5d6a864e-ea86-419d-93c8-492c713e2af8 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:29:04.186997 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa29d1fc-72bf-40dc-a6ee-60defc61267a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:04.188167 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa29d1fc-72bf-40dc-a6ee-60defc61267a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:04.192624 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-aa29d1fc-72bf-40dc-a6ee-60defc61267a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66a4cc20-4d09-4794-a992-3af3dc5dd33a HTTP/1.1" status: 204 len: 168 time: 1.6793189 Dec 22 09:29:04.281669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Attempting to bind port 3525e95b-c68d-4b3d-82a5-1d87df9418e6 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:29:04.282399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Attempting to bind port 3525e95b-c68d-4b3d-82a5-1d87df9418e6 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'd447bf87-9b44-4ae7-9aaf-d6d397ed8bb7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:29:04.283050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Attempting to bind port 3525e95b-c68d-4b3d-82a5-1d87df9418e6 on network dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:29:04.311809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:29:04.312232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Checking segment: {'id': 'd447bf87-9b44-4ae7-9aaf-d6d397ed8bb7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:29:04.312848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:04.313437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Bound using segment: {'id': 'd447bf87-9b44-4ae7-9aaf-d6d397ed8bb7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:29:04.314113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Bound port: 3525e95b-c68d-4b3d-82a5-1d87df9418e6, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd447bf87-9b44-4ae7-9aaf-d6d397ed8bb7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:29:04.315334 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:04.386856 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-419da975-39ea-4917-90d0-ba7798c04a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:04.521164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-419da975-39ea-4917-90d0-ba7798c04a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:04.544885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-419da975-39ea-4917-90d0-ba7798c04a18 admin admin] Usage tracker for resource:security_group_rule and tenant:02a8973a5a074cee8f37c50cc7fd307d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:04.566750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-419da975-39ea-4917-90d0-ba7798c04a18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:04.585144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-419da975-39ea-4917-90d0-ba7798c04a18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:04.613732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] For port 3525e95b-c68d-4b3d-82a5-1d87df9418e6, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:29:04.615800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:04.630677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] For port 3525e95b-c68d-4b3d-82a5-1d87df9418e6, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=3525e95b-c68d-4b3d-82a5-1d87df9418e6,segment=NetworkSegment(d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7),segment_id=d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:29:04.641817 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:04.711664 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4b2bca95-ca6f-4758-ac46-b104a0a8aa68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:04.713846 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:04.739530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Routers {'462fb372-4b7b-4150-94df-ae098fa99884'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:04.740708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:28:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['462fb372-4b7b-4150-94df-ae098fa99884'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:04.787072 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abd49155-1431-4468-b8ae-7639db9ed7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:04.941827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Pushing event updated for resources: {'Port': ['ID=3525e95b-c68d-4b3d-82a5-1d87df9418e6,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:04.967500 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:04.987556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Pushing event updated for resources: {'Port': ['ID=5d6a864e-ea86-419d-93c8-492c713e2af8,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:05.011252 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abd49155-1431-4468-b8ae-7639db9ed7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:05.018723 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:05.151382 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c943ab3-64b7-4d83-ab2f-2d23994dffea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:05.285835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-419da975-39ea-4917-90d0-ba7798c04a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:05.288543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Network 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:29:05.288831 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abd49155-1431-4468-b8ae-7639db9ed7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:05.290059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:29:05.304626 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e1846d8-448f-49fd-af04-ef3de2942d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:05.306375 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-419da975-39ea-4917-90d0-ba7798c04a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:05.338039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:29:05.357753 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:05.364244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Allocated IP 172.25.7.210 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/883bc647-e902-4968-baf9-767803c7d81d) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:29:05.388137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd49155-1431-4468-b8ae-7639db9ed7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae21fdc-700d-411f-a977-ebf3a1f9e47d,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:05.393603 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-abd49155-1431-4468-b8ae-7639db9ed7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:05.458705 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abd49155-1431-4468-b8ae-7639db9ed7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:05.460003 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-abd49155-1431-4468-b8ae-7639db9ed7e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ae21fdc-700d-411f-a977-ebf3a1f9e47d HTTP/1.1" status: 204 len: 168 time: 1.3303022 Dec 22 09:29:05.569515 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d930a5fb-056f-426b-bdb2-be5524666da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:05.676653 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-419da975-39ea-4917-90d0-ba7798c04a18 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=02a8973a5a074cee8f37c50cc7fd307d&name=default HTTP/1.1" status: 200 len: 2879 time: 1.5345562 Dec 22 09:29:05.687083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38384) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:05.687845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419da975-39ea-4917-90d0-ba7798c04a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de00da52-46a1-4eba-9b4a-97280e404046,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:05.703507 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-419da975-39ea-4917-90d0-ba7798c04a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:05.736306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ccad4835-3689-4a8f-94d5-5646b0bccc1e None None] Provisioning for port 5d6a864e-ea86-419d-93c8-492c713e2af8 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:05.781168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ccad4835-3689-4a8f-94d5-5646b0bccc1e None None] Provisioning complete for port 5d6a864e-ea86-419d-93c8-492c713e2af8 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:05.795058 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ccad4835-3689-4a8f-94d5-5646b0bccc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:05.903520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] Set router 462fb372-4b7b-4150-94df-ae098fa99884 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:29:05.928253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ccad4835-3689-4a8f-94d5-5646b0bccc1e None None] Port 5d6a864e-ea86-419d-93c8-492c713e2af8 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:29:05.932030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:05.981276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:05.999900 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-175084e9-1ad8-44ac-8f9a-16e274d4ea7b tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:06.032672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8c2ccf1-436f-43ae-b193-68702ee831ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:06.097559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Pushing event updated for resources: {'Port': ['ID=883bc647-e902-4968-baf9-767803c7d81d,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:06.104292 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:06.157745 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8c2ccf1-436f-43ae-b193-68702ee831ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:06.339396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:29:06.342344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:29:06.347021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:29:06.436929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:06.543796 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8c2ccf1-436f-43ae-b193-68702ee831ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:06.559427 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:06.602834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2ccf1-436f-43ae-b193-68702ee831ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de00da52-46a1-4eba-9b4a-97280e404046,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:06.611242 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b8c2ccf1-436f-43ae-b193-68702ee831ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:06.702887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38404) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:06.772273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:28:57Z', 'revision_number': 3, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:06.777419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab6fd2-6e8f-4987-bb61-fba0baca95a6 None None] The sync data for ids ['462fb372-4b7b-4150-94df-ae098fa99884'] in n-d-765315-5 is: [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:28:57Z', 'revision_number': 3, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:29:06.813964 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-37cd2258-729c-4730-afdb-6093306b6578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:06.864195 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8c2ccf1-436f-43ae-b193-68702ee831ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:06.868214 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b8c2ccf1-436f-43ae-b193-68702ee831ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de00da52-46a1-4eba-9b4a-97280e404046 HTTP/1.1" status: 204 len: 168 time: 1.1746726 Dec 22 09:29:06.888846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-37cd2258-729c-4730-afdb-6093306b6578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:06.899071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-37cd2258-729c-4730-afdb-6093306b6578 admin admin] Usage tracker for resource:security_group_rule and tenant:8c72dee9156043158a5bc1f770f7ec43 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:06.930714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-37cd2258-729c-4730-afdb-6093306b6578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:06.988651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-37cd2258-729c-4730-afdb-6093306b6578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:07.295914 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:29:07.401118 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:07.442252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eee877e-6e66-49ac-b9d7-6045c1694a4e None None] Network dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:29:07.445071 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:07.478967 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:07.517047 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-37cd2258-729c-4730-afdb-6093306b6578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:07.519061 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:07.525416 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:07.578257 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-37cd2258-729c-4730-afdb-6093306b6578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:07.796508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38428) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:07.887456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Pushing event updated for resources: {'Port': ['ID=5d6a864e-ea86-419d-93c8-492c713e2af8,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:07.935963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 3525e95b-c68d-4b3d-82a5-1d87df9418e6 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:07.945916 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-37cd2258-729c-4730-afdb-6093306b6578 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c72dee9156043158a5bc1f770f7ec43&name=default HTTP/1.1" status: 200 len: 2879 time: 1.2300017 Dec 22 09:29:07.955895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38440) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:07.965662 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:07.975929 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-20b1e04a-829c-4a04-b293-df47bb09262a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.378s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:08.054885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3fbd8d5-3139-42de-b17c-f33953c73604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:08.182327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c3c9942e-a758-4453-90c8-18f477edd575 None None] Provisioning for port 3525e95b-c68d-4b3d-82a5-1d87df9418e6 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:08.227874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Network 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:29:08.231477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:29:08.233592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd2258-729c-4730-afdb-6093306b6578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72d4e67-7b7d-40ad-9967-8c9d2ba9aaec,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:08.284475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 3525e95b-c68d-4b3d-82a5-1d87df9418e6 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:08.304770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 3525e95b-c68d-4b3d-82a5-1d87df9418e6 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:08.305295 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:08.438906 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-37cd2258-729c-4730-afdb-6093306b6578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:08.565526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2128208946-network', 'tenant_id': '5634a425f3bf420d8f417a6e1e557272'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:08.617596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:08.649981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Usage tracker for resource:network and tenant:5634a425f3bf420d8f417a6e1e557272 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:08.689177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:08.709448 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8d70cd5-4978-4f18-81eb-0fdc25997a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:08.739331 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:08.774471 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:08.840771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 3525e95b-c68d-4b3d-82a5-1d87df9418e6, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=3525e95b-c68d-4b3d-82a5-1d87df9418e6,segment=NetworkSegment(d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7),segment_id=d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:29:08.847313 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:08.848982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device df90aafb-7131-4e55-89ef-1b938f114606 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:08.851598 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:08.916659 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:09.154318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d7ea7739-13c8-41db-aa16-a711684c5557 None None] Provisioning complete for port 5d6a864e-ea86-419d-93c8-492c713e2af8 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:09.161497 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d7ea7739-13c8-41db-aa16-a711684c5557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:09.361353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d7ea7739-13c8-41db-aa16-a711684c5557 None None] Port 5d6a864e-ea86-419d-93c8-492c713e2af8 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:29:09.510487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:29:09.558107 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:09.593534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port df90aafb-7131-4e55-89ef-1b938f114606 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:09.603314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=3525e95b-c68d-4b3d-82a5-1d87df9418e6,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:09.613742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:09.633607 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8d70cd5-4978-4f18-81eb-0fdc25997a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:09.635769 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:09.644705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bcbba76c-353a-49c1-b4df-3d7e9f45d885 None None] Provisioning complete for port 3525e95b-c68d-4b3d-82a5-1d87df9418e6 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:09.645223 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bcbba76c-353a-49c1-b4df-3d7e9f45d885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:09.735528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:09.738913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port df90aafb-7131-4e55-89ef-1b938f114606 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:09.740047 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:09.769310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Made reservation on behalf of 5634a425f3bf420d8f417a6e1e557272 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:29:09.777869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:09.786916 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8d70cd5-4978-4f18-81eb-0fdc25997a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:09.799210 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-82e6cafb-9fb5-4936-819c-9eb06ddd7f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:09.829960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d70cd5-4978-4f18-81eb-0fdc25997a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72d4e67-7b7d-40ad-9967-8c9d2ba9aaec,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:09.829960 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8d70cd5-4978-4f18-81eb-0fdc25997a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:09.829960 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8d70cd5-4978-4f18-81eb-0fdc25997a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:09.840016 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d8d70cd5-4978-4f18-81eb-0fdc25997a70 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b72d4e67-7b7d-40ad-9967-8c9d2ba9aaec HTTP/1.1" status: 204 len: 168 time: 1.8572302 Dec 22 09:29:09.840016 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:09.870474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Router 462fb372-4b7b-4150-94df-ae098fa99884 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:29:09.882126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:09.900780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Usage tracker for resource:security_group_rule and tenant:5634a425f3bf420d8f417a6e1e557272 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:10.201629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:10.218706 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-e7d46dc8-73de-4f0a-b523-0007a79fb4c8 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/networks?tenant_id=d43d9aaf39f0471b9afa5150453637c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1264715 Dec 22 09:29:10.224307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:29:10.242308 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:10.250535 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] 10.222.0.50 "PUT /v2.0/routers/462fb372-4b7b-4150-94df-ae098fa99884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3811185 Dec 22 09:29:10.260667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:10.400271 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:10.430549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port df90aafb-7131-4e55-89ef-1b938f114606, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=df90aafb-7131-4e55-89ef-1b938f114606,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:29:10.432964 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:10.437599 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:10.443020 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:10.524708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:10.531199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:10.576818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:29:10.621154 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:10.621892 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Added segment 0f4032f8-afde-481a-bfc9-ebc11ef8707e of type vxlan for network 846cc9fb-bc3f-4396-a232-a24993c7dbd6 Dec 22 09:29:10.637107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 3525e95b-c68d-4b3d-82a5-1d87df9418e6 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:10.662014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:29:10.727058 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:10.741395 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3340fb7e-e4ce-49c8-8f05-bdd1ee2cfca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:10.746833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a146f-a7a0-497c-bdab-376ca211a1f9 req-46e4b49e-3cae-4758-b00c-e8769f71421b tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:10.756766 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-574a146f-a7a0-497c-bdab-376ca211a1f9 req-46e4b49e-3cae-4758-b00c-e8769f71421b tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 1161 time: 1.0232422 Dec 22 09:29:10.779550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-61e58b6e-6d5f-4972-ab58-d8495bbe7f8d tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:10.786394 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-61e58b6e-6d5f-4972-ab58-d8495bbe7f8d tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4106605 Dec 22 09:29:10.793170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=df90aafb-7131-4e55-89ef-1b938f114606,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:10.814091 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:10.833536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-25739337-10e9-407e-97ee-01c6372a3bcb None None] Provisioning complete for port 3525e95b-c68d-4b3d-82a5-1d87df9418e6 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:10.833968 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25739337-10e9-407e-97ee-01c6372a3bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:10.840314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386efa59-dab2-457c-b85c-d7edf8ac4eac,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:10.845659 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:10.926238 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:10.928814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:10.930296 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:10.936983 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-574a146f-a7a0-497c-bdab-376ca211a1f9 req-f5f30072-5b69-478c-b438-f59884e53074 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491907 Dec 22 09:29:10.958749 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-5d3219c4-fc79-4f26-a558-94c4615c2586 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/quotas/d43d9aaf39f0471b9afa5150453637c8 HTTP/1.1" status: 200 len: 375 time: 0.1433434 Dec 22 09:29:10.997734 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:11.036625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Sync routers for ids ['462fb372-4b7b-4150-94df-ae098fa99884'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:29:11.086418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:29:11.100395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Sync routers for ids ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:29:11.103862 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-100189b6-db53-4c8b-a338-e10aa6fc198e tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?tenant_id=d43d9aaf39f0471b9afa5150453637c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1304741 Dec 22 09:29:11.119242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Routers {'462fb372-4b7b-4150-94df-ae098fa99884'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:11.120017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:29:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['462fb372-4b7b-4150-94df-ae098fa99884'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:11.136100 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:11.139837 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 12.4482298 Dec 22 09:29:11.143423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38494) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:11.154490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Routers {'88be0c2b-bc19-4e49-a9c1-095e1d03e405'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:11.160109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-12673545-797e-4301-ac87-8120442e2b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:29:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:11.324661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Pushing event updated for resources: {'Network': ['ID=846cc9fb-bc3f-4396-a232-a24993c7dbd6,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:11.332859 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:11.339912 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.5374978 Dec 22 09:29:11.343493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38502) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:11.650545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Set router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:29:11.806040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Set router 462fb372-4b7b-4150-94df-ae098fa99884 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:29:11.824831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-b6788427-996d-4bf9-b6b6-80481b419f5c admin admin] Request body: {'subnet': {'network_id': '846cc9fb-bc3f-4396-a232-a24993c7dbd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2128208946-subnet', 'tenant_id': '5634a425f3bf420d8f417a6e1e557272', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:11.987464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b6788427-996d-4bf9-b6b6-80481b419f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:12.053298 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0e8d3966-ef0f-4ed8-b12d-c795c7f88950 req-583c9e08-c125-4f7f-8cb2-cee51971beaa tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?device_id=96ce9d04-866a-4be6-9266-31d7159a9686 HTTP/1.1" status: 200 len: 210 time: 0.2818880 Dec 22 09:29:12.054499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b6788427-996d-4bf9-b6b6-80481b419f5c admin admin] Usage tracker for resource:subnet and tenant:5634a425f3bf420d8f417a6e1e557272 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:12.125326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 846cc9fb-bc3f-4396-a232-a24993c7dbd6 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:29:12.141560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 846cc9fb-bc3f-4396-a232-a24993c7dbd6 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:29:12.170065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 846cc9fb-bc3f-4396-a232-a24993c7dbd6 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:29:12.281483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b6788427-996d-4bf9-b6b6-80481b419f5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:12.314408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b6788427-996d-4bf9-b6b6-80481b419f5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:12.382079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6788427-996d-4bf9-b6b6-80481b419f5c admin admin] Made reservation on behalf of 5634a425f3bf420d8f417a6e1e557272 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:29:12.387902 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6788427-996d-4bf9-b6b6-80481b419f5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:12.520018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 3525e95b-c68d-4b3d-82a5-1d87df9418e6 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:12.521148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:12.594749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-12673545-797e-4301-ac87-8120442e2b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:07Z', 'revision_number': 3, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:12.605923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Checking router: 88be0c2b-bc19-4e49-a9c1-095e1d03e405 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:29:12.606499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Updating router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 port 883bc647-e902-4968-baf9-767803c7d81d binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:29:12.793859 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:13.474604 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:13.601479 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f52475ea-106b-4ebf-a470-ca8dd59d8655 req-0f517473-29b1-43d8-bb62-eb7225342201 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?device_id=96ce9d04-866a-4be6-9266-31d7159a9686 HTTP/1.1" status: 200 len: 210 time: 0.1399579 Dec 22 09:29:13.881396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38570) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:13.889071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140564265-network', 'tenant_id': '2a7e044016c64c509a2791d1b4e7077d'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:13.904420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:13.909240 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:13.925667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Usage tracker for resource:network and tenant:2a7e044016c64c509a2791d1b4e7077d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:13.929992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:13.957735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Transition to ACTIVE for port object 883bc647-e902-4968-baf9-767803c7d81d will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:29:13.959199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:13.964990 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:14.005902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Made reservation on behalf of 2a7e044016c64c509a2791d1b4e7077d for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:29:14.007959 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:14.020745 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:14.083127 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:14.157414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:14.180633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Usage tracker for resource:security_group_rule and tenant:2a7e044016c64c509a2791d1b4e7077d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:14.186071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:14.189826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device df90aafb-7131-4e55-89ef-1b938f114606 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:14.198151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:14.340793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:14.344579 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:14.360806 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cfb68e14-4b37-427e-ada9-1949def0fbe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:14.374462 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-f9095e40-ea76-4fc1-b565-f28acf0bdaa7 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.64 "GET /v2.0/networks?tenant_id=d43d9aaf39f0471b9afa5150453637c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776441 Dec 22 09:29:14.422511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:29:14.442096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effd9697-b5a8-4009-8c84-443e32f65ae2,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:14.457284 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:14.460028 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Added segment 66cf4bf0-77ba-4c83-b303-13adaa289084 of type vxlan for network 871b720a-d517-485b-90dc-806135a28c98 Dec 22 09:29:14.462354 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:14.488871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e7995-4922-42ca-abe2-5250459ba820 None None] Pushing event updated for resources: {'Port': ['ID=883bc647-e902-4968-baf9-767803c7d81d,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:14.494051 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-926e7995-4922-42ca-abe2-5250459ba820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:14.571522 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:14.646193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:14.647709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:14.649855 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:14.666209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port df90aafb-7131-4e55-89ef-1b938f114606 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:14.666890 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:14.667086 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:14.674461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Attempting to bind port 883bc647-e902-4968-baf9-767803c7d81d on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:29:14.675187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Attempting to bind port 883bc647-e902-4968-baf9-767803c7d81d by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:29:14.678737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Attempting to bind port 883bc647-e902-4968-baf9-767803c7d81d on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:29:14.692621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:29:14.693125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:29:14.696320 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:14.696700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:29:14.697273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Bound port: 883bc647-e902-4968-baf9-767803c7d81d, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:29:14.697751 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:14.887408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:29:06Z', 'revision_number': 4, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '5d6a864e-ea86-419d-93c8-492c713e2af8', 'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'mac_address': 'fa:16:3e:99:49:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:02Z', 'updated_at': '2020-12-22T09:29:06Z', 'revision_number': 2, 'project_id': '3c601d64a3954b579c533381321f4616', 'subnets': [{'id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:14.960436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Checking router: 462fb372-4b7b-4150-94df-ae098fa99884 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:29:14.961931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Updating router 462fb372-4b7b-4150-94df-ae098fa99884 port 5d6a864e-ea86-419d-93c8-492c713e2af8 binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:29:14.988641 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84f7c4aa-9f96-499b-8fd4-a45c850dfc25 req-b2602a4b-2258-4b1a-ad79-f18588f01da6 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?device_id=96ce9d04-866a-4be6-9266-31d7159a9686 HTTP/1.1" status: 200 len: 210 time: 0.0942700 Dec 22 09:29:14.989321 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1067345 Dec 22 09:29:14.990492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Pushing event updated for resources: {'Network': ['ID=871b720a-d517-485b-90dc-806135a28c98,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:14.995846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38590) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:15.012744 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:15.019030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-cfc30809-016d-4a25-9511-a767f37b9548 admin admin] Request body: {'subnet': {'network_id': '871b720a-d517-485b-90dc-806135a28c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140564265-subnet', 'tenant_id': '2a7e044016c64c509a2791d1b4e7077d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:15.036372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cfc30809-016d-4a25-9511-a767f37b9548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:15.046495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cfc30809-016d-4a25-9511-a767f37b9548 admin admin] Usage tracker for resource:subnet and tenant:2a7e044016c64c509a2791d1b4e7077d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:15.063258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-12673545-797e-4301-ac87-8120442e2b88 None None] For port 883bc647-e902-4968-baf9-767803c7d81d, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:29:15.066920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cfc30809-016d-4a25-9511-a767f37b9548 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:15.073528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-12673545-797e-4301-ac87-8120442e2b88 None None] For port 883bc647-e902-4968-baf9-767803c7d81d, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=883bc647-e902-4968-baf9-767803c7d81d,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:29:15.086035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cfc30809-016d-4a25-9511-a767f37b9548 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:15.091166 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:15.101738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc30809-016d-4a25-9511-a767f37b9548 admin admin] Made reservation on behalf of 2a7e044016c64c509a2791d1b4e7077d for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:29:15.110857 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:15.111652 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cfc30809-016d-4a25-9511-a767f37b9548 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:15.125733 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-926e7995-4922-42ca-abe2-5250459ba820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:15.131987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 871b720a-d517-485b-90dc-806135a28c98 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:29:15.248130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-bfaa6dd1-654b-4b9f-a8ac-09f8eb69f50c tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:15.249851 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-bfaa6dd1-654b-4b9f-a8ac-09f8eb69f50c tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8563139 Dec 22 09:29:15.271527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 871b720a-d517-485b-90dc-806135a28c98 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:29:15.409482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 871b720a-d517-485b-90dc-806135a28c98 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:29:15.418818 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6788427-996d-4bf9-b6b6-80481b419f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:15.426620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Request body: {'port': {'device_id': '96ce9d04-866a-4be6-9266-31d7159a9686', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': 'd43d9aaf39f0471b9afa5150453637c8'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:15.622764 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e0c66d67-3449-4a9c-9b7b-ae1cb42fd31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:15.672181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38606) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:15.692591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-0ae25238-7d17-4c64-96b0-7b5d4bfd0c02 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:29:15.693977 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-0ae25238-7d17-4c64-96b0-7b5d4bfd0c02 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0205636 Dec 22 09:29:15.709935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Allocated IP 172.20.0.1 (dbc1409b-d4d4-4b8c-af3c-779bf8077bd7/5c8afb31-70cb-4424-9738-21fa798b43cb/74aab288-ca0d-4e26-900d-a9888989b63d) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:29:15.801893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e7995-4922-42ca-abe2-5250459ba820 None None] Pushing event updated for resources: {'Port': ['ID=883bc647-e902-4968-baf9-767803c7d81d,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:15.808604 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-926e7995-4922-42ca-abe2-5250459ba820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:15.881583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Routers {'88be0c2b-bc19-4e49-a9c1-095e1d03e405'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:15.882765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-12673545-797e-4301-ac87-8120442e2b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:29:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:16.129637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6788427-996d-4bf9-b6b6-80481b419f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1584cb8-f08a-48e1-99d0-55a33e45ee04,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:16.135311 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b6788427-996d-4bf9-b6b6-80481b419f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:16.151554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6788427-996d-4bf9-b6b6-80481b419f5c admin admin] Checking segment: {'id': '0f4032f8-afde-481a-bfc9-ebc11ef8707e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '846cc9fb-bc3f-4396-a232-a24993c7dbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:29:16.152651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6788427-996d-4bf9-b6b6-80481b419f5c admin admin] Network hostable DHCP agents. Network: 846cc9fb-bc3f-4396-a232-a24993c7dbd6, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:29:16.219538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-3bf3e808-6e20-4de3-88b4-708ed7f8dc57 service neutron] Request body: {'binding': {'host': 'n-h1-765315-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:16.219755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-3bf3e808-6e20-4de3-88b4-708ed7f8dc57 service neutron] Unknown quota resources ['binding']. {{(pid=81072) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Dec 22 09:29:16.295718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-12673545-797e-4301-ac87-8120442e2b88 None None] Set router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:29:16.502387 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:16.534358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Transition to ACTIVE for port object 74aab288-ca0d-4e26-900d-a9888989b63d will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:29:16.554980 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cfc30809-016d-4a25-9511-a767f37b9548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:16.592680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:16.601967 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:16.617066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Transition to ACTIVE for port object 5d6a864e-ea86-419d-93c8-492c713e2af8 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:29:16.620133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:16.759570 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:16.791251 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:16.839360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-12673545-797e-4301-ac87-8120442e2b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:07Z', 'revision_number': 3, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:16.845366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12673545-797e-4301-ac87-8120442e2b88 None None] The sync data for ids ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'] in n-d-765315-5 is: [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:07Z', 'revision_number': 3, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:29:16.884392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Pushing event updated for resources: {'Port': ['ID=5d6a864e-ea86-419d-93c8-492c713e2af8,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:16.887925 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:16.909946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc30809-016d-4a25-9511-a767f37b9548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d91322-4c7e-40a7-8a1f-f7a621030384,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:16.931766 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cfc30809-016d-4a25-9511-a767f37b9548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:16.943636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc30809-016d-4a25-9511-a767f37b9548 admin admin] Checking segment: {'id': '66cf4bf0-77ba-4c83-b303-13adaa289084', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '871b720a-d517-485b-90dc-806135a28c98'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:29:16.944272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc30809-016d-4a25-9511-a767f37b9548 admin admin] Network hostable DHCP agents. Network: 871b720a-d517-485b-90dc-806135a28c98, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:29:16.989297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc30809-016d-4a25-9511-a767f37b9548 admin admin] Network 871b720a-d517-485b-90dc-806135a28c98 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:29:17.004341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-3bf3e808-6e20-4de3-88b4-708ed7f8dc57 service neutron] Attempting to bind port c19eecdb-255b-4b18-85e5-8c54183da0be on host n-h1-765315-5 for vnic_type normal with profile None {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:29:17.004839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-3bf3e808-6e20-4de3-88b4-708ed7f8dc57 service neutron] Attempting to bind port c19eecdb-255b-4b18-85e5-8c54183da0be by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:29:17.005343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-3bf3e808-6e20-4de3-88b4-708ed7f8dc57 service neutron] Attempting to bind port c19eecdb-255b-4b18-85e5-8c54183da0be on network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:29:17.013330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-3bf3e808-6e20-4de3-88b4-708ed7f8dc57 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:29:17.013805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-3bf3e808-6e20-4de3-88b4-708ed7f8dc57 service neutron] Checking segment: {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:29:17.014326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-3bf3e808-6e20-4de3-88b4-708ed7f8dc57 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:17.014843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-3bf3e808-6e20-4de3-88b4-708ed7f8dc57 service neutron] Bound using segment: {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:29:17.015463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-3bf3e808-6e20-4de3-88b4-708ed7f8dc57 service neutron] Bound port: c19eecdb-255b-4b18-85e5-8c54183da0be, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:29:17.067919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Attempting to bind port 5d6a864e-ea86-419d-93c8-492c713e2af8 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:29:17.068379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Attempting to bind port 5d6a864e-ea86-419d-93c8-492c713e2af8 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '1fa756de-5d21-42b1-a5a1-3166ef3941a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:29:17.068888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Attempting to bind port 5d6a864e-ea86-419d-93c8-492c713e2af8 on network 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:29:17.076075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:29:17.076472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Checking segment: {'id': '1fa756de-5d21-42b1-a5a1-3166ef3941a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:29:17.076931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:17.077373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Bound using segment: {'id': '1fa756de-5d21-42b1-a5a1-3166ef3941a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:29:17.078190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Bound port: 5d6a864e-ea86-419d-93c8-492c713e2af8, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa756de-5d21-42b1-a5a1-3166ef3941a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:29:17.078615 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:17.103048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-3bf3e808-6e20-4de3-88b4-708ed7f8dc57 service neutron] For port c19eecdb-255b-4b18-85e5-8c54183da0be, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c19eecdb-255b-4b18-85e5-8c54183da0be,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:29:17.113859 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-3bf3e808-6e20-4de3-88b4-708ed7f8dc57 service neutron] Notify callbacks [] for binding, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:17.128048 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-3bf3e808-6e20-4de3-88b4-708ed7f8dc57 service neutron] 10.222.0.50 "POST /v2.0/ports/c19eecdb-255b-4b18-85e5-8c54183da0be/bindings HTTP/1.1" status: 201 len: 459 time: 1.1103377 Dec 22 09:29:17.162061 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a9e9636-c197-473b-83b6-94affb671a08 req-d3cde5a8-7634-4841-b73e-33934ac3592d tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?device_id=96ce9d04-866a-4be6-9266-31d7159a9686 HTTP/1.1" status: 200 len: 210 time: 0.5826738 Dec 22 09:29:17.209785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] For port 5d6a864e-ea86-419d-93c8-492c713e2af8, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:29:17.223616 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:17.225609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] For port 5d6a864e-ea86-419d-93c8-492c713e2af8, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=5d6a864e-ea86-419d-93c8-492c713e2af8,segment=NetworkSegment(1fa756de-5d21-42b1-a5a1-3166ef3941a6),segment_id=1fa756de-5d21-42b1-a5a1-3166ef3941a6)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:29:17.227254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-cfc30809-016d-4a25-9511-a767f37b9548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 871b720a-d517-485b-90dc-806135a28c98) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:29:17.231928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc30809-016d-4a25-9511-a767f37b9548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:17.232967 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cfc30809-016d-4a25-9511-a767f37b9548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:17.241436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bfd1f6-81d3-4310-9314-8846860fc713 None None] Network 871b720a-d517-485b-90dc-806135a28c98 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:29:17.270876 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cfc30809-016d-4a25-9511-a767f37b9548 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2650108 Dec 22 09:29:17.273909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38638) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:17.281828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140564265-router', 'tenant_id': '2a7e044016c64c509a2791d1b4e7077d', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:17.287894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6788427-996d-4bf9-b6b6-80481b419f5c admin admin] Network 846cc9fb-bc3f-4396-a232-a24993c7dbd6 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:29:17.295240 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:17.297962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:17.313288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Usage tracker for resource:router and tenant:2a7e044016c64c509a2791d1b4e7077d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:17.321544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:17.338707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:17.341900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:17.393202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:17.397523 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:17.440270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-b6788427-996d-4bf9-b6b6-80481b419f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 846cc9fb-bc3f-4396-a232-a24993c7dbd6) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:29:17.442150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:17.456873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Usage tracker for resource:port and tenant:d43d9aaf39f0471b9afa5150453637c8 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:17.480311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Network dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:29:17.483679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:17.498943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6788427-996d-4bf9-b6b6-80481b419f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:17.499879 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6788427-996d-4bf9-b6b6-80481b419f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:17.511797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:29:17.573980 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:17.584689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:29:17.588740 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:17.742182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80837f5-b7c3-47dc-8e8b-b60b5d745252 None None] Network 846cc9fb-bc3f-4396-a232-a24993c7dbd6 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:29:17.748982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:17.851920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Pushing event updated for resources: {'Port': ['ID=5d6a864e-ea86-419d-93c8-492c713e2af8,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:17.941430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Pushing event updated for resources: {'Port': ['ID=74aab288-ca0d-4e26-900d-a9888989b63d,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:17.945827 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:17.997882 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b6788427-996d-4bf9-b6b6-80481b419f5c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.3744476 Dec 22 09:29:17.997882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Made reservation on behalf of d43d9aaf39f0471b9afa5150453637c8 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:29:17.997882 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:18.048565 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:18.067576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.068170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.068305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.068685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.069056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.069419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.069778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.080553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.081372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.081862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.082476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.083109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.083748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.084152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.084525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.084894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.085257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.085618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.085981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.086340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.086702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.087059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.087415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.087769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.093787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.094217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.094600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.094997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.095571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.100748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:18.104357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.104357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.104612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.104992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.105358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.107553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.107553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:18.115295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Usage tracker for resource:security_group_rule and tenant:d43d9aaf39f0471b9afa5150453637c8 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:18.120009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:18.130894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:18.157202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:18.225616 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:18.274636 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:18.287835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:18.304649 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b3beeb21-bc85-48d8-8a73-54c50871557a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:18.332120 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:18.428143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 883bc647-e902-4968-baf9-767803c7d81d up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:18.801194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-20b5b206-c9f5-4bd7-82d5-29114a318c93 None None] Provisioning for port 74aab288-ca0d-4e26-900d-a9888989b63d completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:18.802084 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:18.840904 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:18.865265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Routers {'462fb372-4b7b-4150-94df-ae098fa99884'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:18.865980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:29:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['462fb372-4b7b-4150-94df-ae098fa99884'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:18.933978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-ebe867c2-1911-433a-9ba7-ccdae611f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:18.935973 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-ebe867c2-1911-433a-9ba7-ccdae611f9d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 1161 time: 1.1897023 Dec 22 09:29:18.945925 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:18.966550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3f14ba-4a3e-40d0-8026-01fdc576e97a,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:19.006025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 883bc647-e902-4968-baf9-767803c7d81d completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:19.011209 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:19.053752 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:19.055345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-20b5b206-c9f5-4bd7-82d5-29114a318c93 None None] Provisioning complete for port 74aab288-ca0d-4e26-900d-a9888989b63d triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:19.055769 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20b5b206-c9f5-4bd7-82d5-29114a318c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:19.079207 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:19.119631 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:19.171660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 883bc647-e902-4968-baf9-767803c7d81d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:19.172125 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:19.172631 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0f217aaf-7b18-4dc8-bbf0-6430cb69dfce req-4ebf3d07-edc8-4143-818e-94d1a41edffe tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?device_id=96ce9d04-866a-4be6-9266-31d7159a9686 HTTP/1.1" status: 200 len: 210 time: 0.3453059 Dec 22 09:29:19.347531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700d6b4-3e9e-4fe1-bfe5-a96f152a24f4 req-061cdf20-841e-4c56-8c02-b81fe150f6d4 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:19.353502 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4700d6b4-3e9e-4fe1-bfe5-a96f152a24f4 req-061cdf20-841e-4c56-8c02-b81fe150f6d4 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 946 time: 1.5322018 Dec 22 09:29:19.401603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-20b5b206-c9f5-4bd7-82d5-29114a318c93 None None] Port 74aab288-ca0d-4e26-900d-a9888989b63d cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:29:19.453631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-871b720a-d517-485b-90dc-806135a28c98', 'network_id': '871b720a-d517-485b-90dc-806135a28c98', 'tenant_id': '2a7e044016c64c509a2791d1b4e7077d', 'fixed_ips': [{'subnet_id': 'e5d91322-4c7e-40a7-8a1f-f7a621030384'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:29:19.457346 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:19.552125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] Set router 462fb372-4b7b-4150-94df-ae098fa99884 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:29:19.603558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-e9e318bf-85b1-43cc-9eeb-3ff1ff8df81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:19.606798 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-e9e318bf-85b1-43cc-9eeb-3ff1ff8df81d service neutron] 10.222.0.64 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 901 time: 0.6360919 Dec 22 09:29:19.654254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38678) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:19.669255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2080694813-network', 'tenant_id': 'bbdc1f2fa2db4d0ab236b08261680a41'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:19.680500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:19.689329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Usage tracker for resource:network and tenant:bbdc1f2fa2db4d0ab236b08261680a41 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:19.694060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:19.703274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:19.725004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Allocated IP 172.25.7.227 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/c8b652ba-0160-43ad-af2a-91ecad74c82f) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:29:19.729603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Made reservation on behalf of bbdc1f2fa2db4d0ab236b08261680a41 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:29:19.734549 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:19.753934 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:19.775706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:19.812219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Usage tracker for resource:security_group_rule and tenant:bbdc1f2fa2db4d0ab236b08261680a41 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:19.826287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:19.837886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:19.850885 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-384ab45b-38c7-4869-9bab-cf5ec9b96989 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c19eecdb-255b-4b18-85e5-8c54183da0be HTTP/1.1" status: 200 len: 217 time: 0.1740932 Dec 22 09:29:19.866967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Pushing event updated for resources: {'Port': ['ID=74aab288-ca0d-4e26-900d-a9888989b63d,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:19.904200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917cb0ff-117a-4f92-accd-5b8521febd10 None None] Network 846cc9fb-bc3f-4396-a232-a24993c7dbd6 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:29:19.955313 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:19.991030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:20.063695 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:20.068358 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:20.085958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:29:20.107312 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:20.107855 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Added segment f1dafd59-a88e-4b27-bec9-04e6c8264043 of type vxlan for network 8dec0d04-0f23-46d9-8fda-b372ce574b67 Dec 22 09:29:20.120899 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:20.133226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:20.165935 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4700d6b4-3e9e-4fe1-bfe5-a96f152a24f4 req-2eb15aeb-254c-472b-b713-e80ee0bba73b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6939392 Dec 22 09:29:20.169030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:20.224316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Network dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:29:20.226718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-108f644f-07b7-46e3-8830-d3d2666ab2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:20.228977 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-108f644f-07b7-46e3-8830-d3d2666ab2f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20ea27e0-c8d1-40af-abba-75e850f0c212 HTTP/1.1" status: 200 len: 847 time: 0.2842410 Dec 22 09:29:20.235376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:29:20.487162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124f765-d283-46ba-8db4-c4b93eb02184 req-0576c615-0a73-4f7a-8c22-53d7fd22f3f2 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:20.499698 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5124f765-d283-46ba-8db4-c4b93eb02184 req-0576c615-0a73-4f7a-8c22-53d7fd22f3f2 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 1160 time: 0.8735309 Dec 22 09:29:20.558665 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:29:20.608297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51506abc-1a41-4926-b50f-14e54db2e2e9,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:20.612020 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:20.621078 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:20.621620 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e30f3b8-f775-4ab3-abc4-a0588c682ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.454s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:20.740342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:20.740991 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:20.774037 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-c6d39b9c-eed3-4d56-98e1-6f588a21c8e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9884d074-bf0a-40ed-a9d3-be8dba1c5839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4927289 Dec 22 09:29:20.790435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:29:20.797979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:29:20.804001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:29:20.840848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Allocated IP 172.20.0.2 (871b720a-d517-485b-90dc-806135a28c98/e5d91322-4c7e-40a7-8a1f-f7a621030384/38223a9b-b3e3-4ba8-a3b2-1dfa06eac765) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:29:20.885966 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2305517 Dec 22 09:29:20.889004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38688) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:20.930565 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6c7cc42f-983b-48c7-9a43-d76aba29fdd8 req-6b8c27bb-1b70-4023-90f0-0124d885a1a7 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?device_id=96ce9d04-866a-4be6-9266-31d7159a9686 HTTP/1.1" status: 200 len: 210 time: 0.1554828 Dec 22 09:29:21.093149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Allocated IP 192.168.233.126 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/f5eff9d6-a5f9-4dac-a8ce-7de72be566e4) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:29:21.112042 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5124f765-d283-46ba-8db4-c4b93eb02184 req-eea2d530-92a2-4f62-848f-d5527cc5ca53 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6110156 Dec 22 09:29:21.149247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38698) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:21.186560 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:21.245432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 883bc647-e902-4968-baf9-767803c7d81d, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=883bc647-e902-4968-baf9-767803c7d81d,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:29:21.251865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ce4fad73-39af-4b22-acd3-b0d4166459f6 admin admin] Request body: {'subnet': {'network_id': '8dec0d04-0f23-46d9-8fda-b372ce574b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2080694813-subnet', 'tenant_id': 'bbdc1f2fa2db4d0ab236b08261680a41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:21.254951 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:21.256320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Pushing event updated for resources: {'Port': ['ID=c8b652ba-0160-43ad-af2a-91ecad74c82f,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:21.259995 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:21.261540 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:21.266707 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.486s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:21.290591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-dfde1c8f-e46f-40a0-90ff-2e36d7bc0079 None None] Provisioning complete for port 74aab288-ca0d-4e26-900d-a9888989b63d triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:21.290922 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dfde1c8f-e46f-40a0-90ff-2e36d7bc0079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:21.410630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ce4fad73-39af-4b22-acd3-b0d4166459f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:21.415362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ce4fad73-39af-4b22-acd3-b0d4166459f6 admin admin] Usage tracker for resource:subnet and tenant:bbdc1f2fa2db4d0ab236b08261680a41 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:21.418552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ce4fad73-39af-4b22-acd3-b0d4166459f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:21.425293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ce4fad73-39af-4b22-acd3-b0d4166459f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:21.434589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Pushing event updated for resources: {'Network': ['ID=8dec0d04-0f23-46d9-8fda-b372ce574b67,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:21.437488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4fad73-39af-4b22-acd3-b0d4166459f6 admin admin] Made reservation on behalf of bbdc1f2fa2db4d0ab236b08261680a41 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:29:21.442640 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce4fad73-39af-4b22-acd3-b0d4166459f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:21.461975 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:21.691073 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:21.788896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 8dec0d04-0f23-46d9-8fda-b372ce574b67 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:29:21.791111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:21.835969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Transition to ACTIVE for port object f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:29:21.940006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 8dec0d04-0f23-46d9-8fda-b372ce574b67 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:29:21.952988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 8dec0d04-0f23-46d9-8fda-b372ce574b67 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:29:21.955466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38714) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:21.984454 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-5a500bc2-e74f-4157-a0b6-3671042ca09a service neutron] 10.222.0.64 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1968479 Dec 22 09:29:21.988075 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:22.137986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-dfde1c8f-e46f-40a0-90ff-2e36d7bc0079 None None] Port 74aab288-ca0d-4e26-900d-a9888989b63d cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:29:22.198281 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e3aecd72-8582-4bb0-86f1-f9993b1f94fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:22.210910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:29:22.222028 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:22.422676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e3aecd72-8582-4bb0-86f1-f9993b1f94fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:22.429212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=883bc647-e902-4968-baf9-767803c7d81d,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:22.447800 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.188s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:22.467692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:29:06Z', 'revision_number': 4, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '5d6a864e-ea86-419d-93c8-492c713e2af8', 'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'mac_address': 'fa:16:3e:99:49:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:02Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '3c601d64a3954b579c533381321f4616', 'subnets': [{'id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:22.476447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12322712-e14e-4f87-8ae0-f83d69435f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:22.478817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd3a459-188f-4569-aeeb-f27ca5a36bd1 None None] The sync data for ids ['462fb372-4b7b-4150-94df-ae098fa99884'] in n-d-765315-5 is: [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:29:06Z', 'revision_number': 4, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '5d6a864e-ea86-419d-93c8-492c713e2af8', 'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'mac_address': 'fa:16:3e:99:49:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:02Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '3c601d64a3954b579c533381321f4616', 'subnets': [{'id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:29:22.504700 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:22.521351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-12322712-e14e-4f87-8ae0-f83d69435f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:22.524714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Transition to ACTIVE for port object 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:29:22.543272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-12322712-e14e-4f87-8ae0-f83d69435f0e admin admin] Usage tracker for resource:security_group_rule and tenant:6857b3dbcc1e486fbed743abb3794f9a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:22.552201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-12322712-e14e-4f87-8ae0-f83d69435f0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:22.557292 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:22.574744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Transition to ACTIVE for port object 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:29:22.577290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-12322712-e14e-4f87-8ae0-f83d69435f0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:22.585399 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:22.616260 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:22.617890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Pushing event updated for resources: {'Port': ['ID=f5eff9d6-a5f9-4dac-a8ce-7de72be566e4,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:23.141893 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:23.144680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e3aecd72-8582-4bb0-86f1-f9993b1f94fb admin admin] Usage tracker for resource:security_group_rule and tenant:7b35e8f242644d5b9803131f19b0fc09 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:23.167577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:29:23.171580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e3aecd72-8582-4bb0-86f1-f9993b1f94fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:23.186338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Sync routers for ids ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:29:23.195202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Network 871b720a-d517-485b-90dc-806135a28c98 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:29:23.196544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Pushing event updated for resources: {'Port': ['ID=38223a9b-b3e3-4ba8-a3b2-1dfa06eac765,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:23.200488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:29:23.214461 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-f1615755-e32c-45ea-bd51-a7eea6fad68b service neutron] 10.222.0.64 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2119896 Dec 22 09:29:23.218017 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:23.222112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:29:23.239039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e3aecd72-8582-4bb0-86f1-f9993b1f94fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:23.241817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Routers {'88be0c2b-bc19-4e49-a9c1-095e1d03e405'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:23.242731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-bd102415-7e04-463f-8932-a828ad21094a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:29:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:23.260769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:29:23.268343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:29:23.280377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:29:23.287434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:23.288370 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:23.326216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a439e-0dce-42cc-b139-e34eb9d210c8 req-273e653b-e2e0-431c-af74-72cfdfdcf464 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:23.348141 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f24a439e-0dce-42cc-b139-e34eb9d210c8 req-273e653b-e2e0-431c-af74-72cfdfdcf464 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 946 time: 1.4145296 Dec 22 09:29:23.362029 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.9466558 Dec 22 09:29:23.399578 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] 10.222.0.50 "PUT /v2.0/routers/88be0c2b-bc19-4e49-a9c1-095e1d03e405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2545629 Dec 22 09:29:23.404446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Request body: {'port': {'device_id': '96ce9d04-866a-4be6-9266-31d7159a9686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:23.650148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12322712-e14e-4f87-8ae0-f83d69435f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:23.674785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 883bc647-e902-4968-baf9-767803c7d81d up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:23.677823 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12322712-e14e-4f87-8ae0-f83d69435f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:23.690504 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-994faee7-2007-4934-bde4-16ff9ba3f451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:23.694940 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f24a439e-0dce-42cc-b139-e34eb9d210c8 req-534acb7f-bc6e-4bb8-8667-2de799c26db3 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448184 Dec 22 09:29:23.789011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:23.900577 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e3aecd72-8582-4bb0-86f1-f9993b1f94fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:23.905082 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e3aecd72-8582-4bb0-86f1-f9993b1f94fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:23.950164 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-12322712-e14e-4f87-8ae0-f83d69435f0e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6857b3dbcc1e486fbed743abb3794f9a&name=default HTTP/1.1" status: 200 len: 2879 time: 1.9929144 Dec 22 09:29:23.960742 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:23.962364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Set router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:29:23.969147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38752) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:23.972837 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce4fad73-39af-4b22-acd3-b0d4166459f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:24.080622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Router 9716eef1-5c04-4744-a2e9-a98a80ca5a6a is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:29:24.120797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38758) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:24.130642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-bb538b45-c829-460b-b970-09ee4a9fd128 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:29:24.143445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12322712-e14e-4f87-8ae0-f83d69435f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a3a3fd-f9c2-49b3-8fea-bf884e49a4f5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:24.144349 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-bb538b45-c829-460b-b970-09ee4a9fd128 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0216205 Dec 22 09:29:24.164207 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-12322712-e14e-4f87-8ae0-f83d69435f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:24.166975 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e7c6fce-5a6f-4f0b-958b-cb2f07c53c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:24.280931 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e3aecd72-8582-4bb0-86f1-f9993b1f94fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b35e8f242644d5b9803131f19b0fc09&name=default HTTP/1.1" status: 200 len: 2879 time: 3.1148539 Dec 22 09:29:24.287186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aecd72-8582-4bb0-86f1-f9993b1f94fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e05922-9b5f-45a5-b6b5-0328eab5acc6,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:24.313122 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e3aecd72-8582-4bb0-86f1-f9993b1f94fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:24.335091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38770) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:24.380634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Attempting to bind port 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:29:24.381397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Attempting to bind port 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '66cf4bf0-77ba-4c83-b303-13adaa289084', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '871b720a-d517-485b-90dc-806135a28c98'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:29:24.381968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Attempting to bind port 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 on network 871b720a-d517-485b-90dc-806135a28c98 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:29:24.411734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:29:24.412592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Checking segment: {'id': '66cf4bf0-77ba-4c83-b303-13adaa289084', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '871b720a-d517-485b-90dc-806135a28c98'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:29:24.413253 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:24.413857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Bound using segment: {'id': '66cf4bf0-77ba-4c83-b303-13adaa289084', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '871b720a-d517-485b-90dc-806135a28c98'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:29:24.414597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Bound port: 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cf4bf0-77ba-4c83-b303-13adaa289084', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '871b720a-d517-485b-90dc-806135a28c98'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:29:24.415185 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:24.518382 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-098f3a84-8cfa-4959-b4e4-df2ced0556a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:24.597679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-c05da3db-11fd-4c80-9332-90ec85ee8e1c service neutron] Request body: {'binding': {'host': 'n-h1-765315-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:24.598611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-c05da3db-11fd-4c80-9332-90ec85ee8e1c service neutron] Unknown quota resources ['binding']. {{(pid=81071) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Dec 22 09:29:24.603468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fad73-39af-4b22-acd3-b0d4166459f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b3f216-419f-47ac-aa0d-88b17a6bed71,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:24.630649 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ce4fad73-39af-4b22-acd3-b0d4166459f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:24.632611 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-098f3a84-8cfa-4959-b4e4-df2ced0556a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:24.696535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] For port 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:29:24.700658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] For port 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=38223a9b-b3e3-4ba8-a3b2-1dfa06eac765,segment=NetworkSegment(66cf4bf0-77ba-4c83-b303-13adaa289084),segment_id=66cf4bf0-77ba-4c83-b303-13adaa289084)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:29:24.709370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f77f73a3-59f4-4d00-a308-dcc1be95f104 None None] Provisioning for port f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:24.718242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f77f73a3-59f4-4d00-a308-dcc1be95f104 None None] Provisioning complete for port f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:24.718931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f77f73a3-59f4-4d00-a308-dcc1be95f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:24.751191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:24.768800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1328c-c3ce-46dd-8a7b-f8c1e3ff6c11 req-788703c2-0815-4230-aefa-00aab1b82d3f tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:24.770567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-97d1328c-c3ce-46dd-8a7b-f8c1e3ff6c11 req-788703c2-0815-4230-aefa-00aab1b82d3f tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Synchronizing usage tracker for tenant:d43d9aaf39f0471b9afa5150453637c8 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:29:24.780954 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:24.831030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc41632d-96ba-4595-b42e-8d082df37f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:24.838912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4fad73-39af-4b22-acd3-b0d4166459f6 admin admin] Checking segment: {'id': 'f1dafd59-a88e-4b27-bec9-04e6c8264043', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '8dec0d04-0f23-46d9-8fda-b372ce574b67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:29:24.839454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4fad73-39af-4b22-acd3-b0d4166459f6 admin admin] Network hostable DHCP agents. Network: 8dec0d04-0f23-46d9-8fda-b372ce574b67, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:29:24.852588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:29:24.865057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Sync routers for ids ['9716eef1-5c04-4744-a2e9-a98a80ca5a6a'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:29:24.886536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4fad73-39af-4b22-acd3-b0d4166459f6 admin admin] Network 8dec0d04-0f23-46d9-8fda-b372ce574b67 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:29:24.888841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Routers {'9716eef1-5c04-4744-a2e9-a98a80ca5a6a'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:24.889644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:29:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9716eef1-5c04-4744-a2e9-a98a80ca5a6a'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:24.903377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Pushing event updated for resources: {'Port': ['ID=38223a9b-b3e3-4ba8-a3b2-1dfa06eac765,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:24.905882 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-098f3a84-8cfa-4959-b4e4-df2ced0556a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:24.915353 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c62cc77a-2b35-487b-84cc-6f292a0b3afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:24.929940 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-098f3a84-8cfa-4959-b4e4-df2ced0556a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:24.931404 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-098f3a84-8cfa-4959-b4e4-df2ced0556a6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22a3a3fd-f9c2-49b3-8fea-bf884e49a4f5 HTTP/1.1" status: 204 len: 168 time: 0.9573534 Dec 22 09:29:24.932027 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:24.933117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f3a84-8cfa-4959-b4e4-df2ced0556a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a3a3fd-f9c2-49b3-8fea-bf884e49a4f5,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:24.935593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ce4fad73-39af-4b22-acd3-b0d4166459f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 8dec0d04-0f23-46d9-8fda-b372ce574b67) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:29:24.937358 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:24.938862 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.6636739 Dec 22 09:29:24.940427 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-098f3a84-8cfa-4959-b4e4-df2ced0556a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:24.943756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4fad73-39af-4b22-acd3-b0d4166459f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:24.944483 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce4fad73-39af-4b22-acd3-b0d4166459f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:24.950880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38784) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:25.091602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f77f73a3-59f4-4d00-a308-dcc1be95f104 None None] Port f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:29:25.099162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbcb370-6410-4431-971d-51c5919ef5b5 None None] Network 8dec0d04-0f23-46d9-8fda-b372ce574b67 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:29:25.363480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Set router 9716eef1-5c04-4744-a2e9-a98a80ca5a6a gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:29:25.641681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-c05da3db-11fd-4c80-9332-90ec85ee8e1c service neutron] Attempting to bind port c9794798-0fb3-4f07-9a97-38dd72429966 on host n-h1-765315-5 for vnic_type normal with profile None {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:29:25.642503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-c05da3db-11fd-4c80-9332-90ec85ee8e1c service neutron] Attempting to bind port c9794798-0fb3-4f07-9a97-38dd72429966 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:29:25.642916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-c05da3db-11fd-4c80-9332-90ec85ee8e1c service neutron] Attempting to bind port c9794798-0fb3-4f07-9a97-38dd72429966 on network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:29:25.652762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-97d1328c-c3ce-46dd-8a7b-f8c1e3ff6c11 req-788703c2-0815-4230-aefa-00aab1b82d3f tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Unset dirty status for tenant:d43d9aaf39f0471b9afa5150453637c8 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:29:25.653490 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97d1328c-c3ce-46dd-8a7b-f8c1e3ff6c11 req-788703c2-0815-4230-aefa-00aab1b82d3f tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?device_id=96ce9d04-866a-4be6-9266-31d7159a9686 HTTP/1.1" status: 200 len: 936 time: 1.5463588 Dec 22 09:29:25.668424 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc41632d-96ba-4595-b42e-8d082df37f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:25.683463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-c05da3db-11fd-4c80-9332-90ec85ee8e1c service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:29:25.683844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-c05da3db-11fd-4c80-9332-90ec85ee8e1c service neutron] Checking segment: {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:29:25.684339 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-c05da3db-11fd-4c80-9332-90ec85ee8e1c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:25.684802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-c05da3db-11fd-4c80-9332-90ec85ee8e1c service neutron] Bound using segment: {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:29:25.685291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-c05da3db-11fd-4c80-9332-90ec85ee8e1c service neutron] Bound port: c9794798-0fb3-4f07-9a97-38dd72429966, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:29:25.796560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 883bc647-e902-4968-baf9-767803c7d81d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:25.798019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:25.829020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-c05da3db-11fd-4c80-9332-90ec85ee8e1c service neutron] For port c9794798-0fb3-4f07-9a97-38dd72429966, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c9794798-0fb3-4f07-9a97-38dd72429966,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:29:25.845708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140564265-router', 'tenant_id': '2a7e044016c64c509a2791d1b4e7077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'c8b652ba-0160-43ad-af2a-91ecad74c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:29:17Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 3, 'project_id': '2a7e044016c64c509a2791d1b4e7077d', 'gw_port': {'id': 'c8b652ba-0160-43ad-af2a-91ecad74c82f', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:19Z', 'updated_at': '2020-12-22T09:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:25.859161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Checking router: 9716eef1-5c04-4744-a2e9-a98a80ca5a6a for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:29:25.864302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Updating router 9716eef1-5c04-4744-a2e9-a98a80ca5a6a port c8b652ba-0160-43ad-af2a-91ecad74c82f binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:29:25.885964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9785d8a8-ab62-4354-9832-1bcd915fbb5c None None] Network 8dec0d04-0f23-46d9-8fda-b372ce574b67 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:29:25.896273 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ce4fad73-39af-4b22-acd3-b0d4166459f6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.9935219 Dec 22 09:29:26.009777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc41632d-96ba-4595-b42e-8d082df37f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:26.018672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:26.028277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-c05da3db-11fd-4c80-9332-90ec85ee8e1c service neutron] Notify callbacks [] for binding, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:26.029607 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-c05da3db-11fd-4c80-9332-90ec85ee8e1c service neutron] 10.222.0.50 "POST /v2.0/ports/c9794798-0fb3-4f07-9a97-38dd72429966/bindings HTTP/1.1" status: 201 len: 459 time: 1.7582493 Dec 22 09:29:26.033929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38792) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:26.036680 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3f95e382-6093-4780-9400-bc5acfc9b5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:26.069037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41632d-96ba-4595-b42e-8d082df37f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e05922-9b5f-45a5-b6b5-0328eab5acc6,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:26.096420 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bc41632d-96ba-4595-b42e-8d082df37f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:26.117187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-97d1328c-c3ce-46dd-8a7b-f8c1e3ff6c11 req-1b36f83a-efba-4c38-81ec-2e79ccea0b63 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Synchronizing usage tracker for tenant:d43d9aaf39f0471b9afa5150453637c8 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:29:26.150923 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd22b5c6-a0c7-4550-a03c-3f5044f7a2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:26.186392 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc41632d-96ba-4595-b42e-8d082df37f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:26.198775 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bc41632d-96ba-4595-b42e-8d082df37f9d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2e05922-9b5f-45a5-b6b5-0328eab5acc6 HTTP/1.1" status: 204 len: 168 time: 1.8600092 Dec 22 09:29:26.202830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-bd102415-7e04-463f-8932-a828ad21094a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:18Z', 'revision_number': 2, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:26.216481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:29:26.221485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Checking router: 88be0c2b-bc19-4e49-a9c1-095e1d03e405 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:29:26.222240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Updating router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 port 74aab288-ca0d-4e26-900d-a9888989b63d binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:29:26.263548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fd22b5c6-a0c7-4550-a03c-3f5044f7a2d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:26.279468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fd22b5c6-a0c7-4550-a03c-3f5044f7a2d6 admin admin] Usage tracker for resource:security_group_rule and tenant:6d05db9621a347d8b00b9948d9cd916b is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:26.293986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fd22b5c6-a0c7-4550-a03c-3f5044f7a2d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:26.316967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fd22b5c6-a0c7-4550-a03c-3f5044f7a2d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:26.447450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38804) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:26.549404 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd22b5c6-a0c7-4550-a03c-3f5044f7a2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:26.564476 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd22b5c6-a0c7-4550-a03c-3f5044f7a2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:26.578706 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b73f5b8d-a978-4960-8a16-8fb692cfb8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:26.626811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-97d1328c-c3ce-46dd-8a7b-f8c1e3ff6c11 req-1b36f83a-efba-4c38-81ec-2e79ccea0b63 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Unset dirty status for tenant:d43d9aaf39f0471b9afa5150453637c8 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:29:26.635135 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97d1328c-c3ce-46dd-8a7b-f8c1e3ff6c11 req-1b36f83a-efba-4c38-81ec-2e79ccea0b63 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/security-groups?id=2f3f14ba-4a3e-40d0-8026-01fdc576e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7997372 Dec 22 09:29:26.660829 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:26.695024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 5d6a864e-ea86-419d-93c8-492c713e2af8 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:26.704602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22b5c6-a0c7-4550-a03c-3f5044f7a2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd722a69-c04c-4039-9229-d0cb0ae3161c,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:26.755389 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fd22b5c6-a0c7-4550-a03c-3f5044f7a2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:26.779249 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fd22b5c6-a0c7-4550-a03c-3f5044f7a2d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d05db9621a347d8b00b9948d9cd916b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7202642 Dec 22 09:29:26.795026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38810) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:26.822020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:29:26.834140 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:26.887855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Transition to ACTIVE for port object f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:29:26.924433 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:26.942644 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:26.954278 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:26.967482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Transition to ACTIVE for port object c8b652ba-0160-43ad-af2a-91ecad74c82f will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:29:26.971068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:27.067426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-152f29da-593b-4149-bb6c-1e6eeb0d5396 admin admin] Deleting subnet f1584cb8-f08a-48e1-99d0-55a33e45ee04 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:29:27.071797 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-152f29da-593b-4149-bb6c-1e6eeb0d5396 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:27.134786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-152f29da-593b-4149-bb6c-1e6eeb0d5396 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:27.139373 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aade5fee-5cc8-4652-b9f9-66660b69314b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:27.148242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-152f29da-593b-4149-bb6c-1e6eeb0d5396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:27.207592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38814) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:27.255005 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:27.397881 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6358-f46a-406a-a42c-32ce926d97a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:27.397881 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-836739b4-b139-4e2e-b72d-6cf69b3b25d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:27.522549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761e2b8-64ad-4906-827f-32deb739cb10 None None] Pushing event updated for resources: {'Port': ['ID=c8b652ba-0160-43ad-af2a-91ecad74c82f,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:27.530515 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8761e2b8-64ad-4906-827f-32deb739cb10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:27.543140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-836739b4-b139-4e2e-b72d-6cf69b3b25d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:27.599076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Attempting to bind port c8b652ba-0160-43ad-af2a-91ecad74c82f on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:29:27.599842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Attempting to bind port c8b652ba-0160-43ad-af2a-91ecad74c82f by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:29:27.601013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Attempting to bind port c8b652ba-0160-43ad-af2a-91ecad74c82f on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:29:27.608350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:29:27.608691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-836739b4-b139-4e2e-b72d-6cf69b3b25d3 admin admin] Usage tracker for resource:security_group_rule and tenant:673663613ae94fae916a0a53b26dd610 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:27.609384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:29:27.610209 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:27.611642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:29:27.612296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Bound port: c8b652ba-0160-43ad-af2a-91ecad74c82f, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:29:27.612976 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:27.619506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Attempting to bind port f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:29:27.619865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Attempting to bind port f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:29:27.620442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Attempting to bind port f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:29:27.623338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f5eff9d6-a5f9-4dac-a8ce-7de72be566e4,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:27.630920 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6358-f46a-406a-a42c-32ce926d97a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:27.683624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-836739b4-b139-4e2e-b72d-6cf69b3b25d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:27.702858 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:27.704756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-836739b4-b139-4e2e-b72d-6cf69b3b25d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:27.715367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:29:27.716341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:29:27.718604 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:27.719351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:29:27.721396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Bound port: f5eff9d6-a5f9-4dac-a8ce-7de72be566e4, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:29:27.722076 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:27.738075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] For port c8b652ba-0160-43ad-af2a-91ecad74c82f, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:29:27.745573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] For port c8b652ba-0160-43ad-af2a-91ecad74c82f, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c8b652ba-0160-43ad-af2a-91ecad74c82f,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:29:27.749434 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:27.768069 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:27.852673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f5fd7-a143-4989-a756-87d1c68e84bf req-fe1cf1ec-364a-4e22-b283-ca94c7d7773f tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:27.855145 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b7f5fd7-a143-4989-a756-87d1c68e84bf req-fe1cf1ec-364a-4e22-b283-ca94c7d7773f tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 946 time: 0.9657547 Dec 22 09:29:27.865599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761e2b8-64ad-4906-827f-32deb739cb10 None None] Pushing event updated for resources: {'Port': ['ID=c8b652ba-0160-43ad-af2a-91ecad74c82f,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:27.870492 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:27.870799 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8761e2b8-64ad-4906-827f-32deb739cb10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:27.886151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Transition to ACTIVE for port object 74aab288-ca0d-4e26-900d-a9888989b63d will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:29:27.895520 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:27.916775 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:27.946919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 5d6a864e-ea86-419d-93c8-492c713e2af8 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:27.962116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 5d6a864e-ea86-419d-93c8-492c713e2af8 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:27.965319 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:28.060281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Routers {'9716eef1-5c04-4744-a2e9-a98a80ca5a6a'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:28.061875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:29:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9716eef1-5c04-4744-a2e9-a98a80ca5a6a'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:28.065312 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b7f5fd7-a143-4989-a756-87d1c68e84bf req-3bd846d8-500c-47e5-948b-f9aa16384974 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850564 Dec 22 09:29:28.071971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-fd3e9a30-82bb-4345-a169-47e6cd6ac583 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:28.074885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-fd3e9a30-82bb-4345-a169-47e6cd6ac583 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Synchronizing usage tracker for tenant:40fbcf60bc434afd9e98a45ed63e9499 on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:29:28.117359 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6358-f46a-406a-a42c-32ce926d97a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:28.127776 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:28.159205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a6358-f46a-406a-a42c-32ce926d97a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd722a69-c04c-4039-9229-d0cb0ae3161c,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:28.163801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3335f9-37a5-4a4c-8e48-a8de413c6730 None None] Pushing event updated for resources: {'Port': ['ID=74aab288-ca0d-4e26-900d-a9888989b63d,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:28.164786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] For port f5eff9d6-a5f9-4dac-a8ce-7de72be566e4, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:29:28.172341 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0b0a6358-f46a-406a-a42c-32ce926d97a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:28.172709 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0f3335f9-37a5-4a4c-8e48-a8de413c6730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:28.200401 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6358-f46a-406a-a42c-32ce926d97a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:28.216621 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0b0a6358-f46a-406a-a42c-32ce926d97a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd722a69-c04c-4039-9229-d0cb0ae3161c HTTP/1.1" status: 204 len: 168 time: 1.4201560 Dec 22 09:29:28.240653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] For port f5eff9d6-a5f9-4dac-a8ce-7de72be566e4, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f5eff9d6-a5f9-4dac-a8ce-7de72be566e4,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:29:28.258147 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:28.294106 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:28.340213 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:28.344041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 5d6a864e-ea86-419d-93c8-492c713e2af8, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=5d6a864e-ea86-419d-93c8-492c713e2af8,segment=NetworkSegment(1fa756de-5d21-42b1-a5a1-3166ef3941a6),segment_id=1fa756de-5d21-42b1-a5a1-3166ef3941a6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:29:28.349915 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:28.355309 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0f3335f9-37a5-4a4c-8e48-a8de413c6730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:28.365381 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-152f29da-593b-4149-bb6c-1e6eeb0d5396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:28.472127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=5d6a864e-ea86-419d-93c8-492c713e2af8,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:28.481250 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:28.495879 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-836739b4-b139-4e2e-b72d-6cf69b3b25d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:28.589845 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-836739b4-b139-4e2e-b72d-6cf69b3b25d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:28.638086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:28.640749 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6869a69f-d5c1-4431-9e9f-27c24b1ad092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:28.655726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] Set router 9716eef1-5c04-4744-a2e9-a98a80ca5a6a gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:29:28.783116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-fd3e9a30-82bb-4345-a169-47e6cd6ac583 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Unset dirty status for tenant:40fbcf60bc434afd9e98a45ed63e9499 on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:29:28.790808 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-fd3e9a30-82bb-4345-a169-47e6cd6ac583 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/networks?id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 HTTP/1.1" status: 200 len: 820 time: 1.4827549 Dec 22 09:29:28.826694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Attempting to bind port 74aab288-ca0d-4e26-900d-a9888989b63d on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:29:28.827490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Attempting to bind port 74aab288-ca0d-4e26-900d-a9888989b63d by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'd447bf87-9b44-4ae7-9aaf-d6d397ed8bb7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:29:28.828077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Attempting to bind port 74aab288-ca0d-4e26-900d-a9888989b63d on network dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:29:28.831453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f29da-593b-4149-bb6c-1e6eeb0d5396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1584cb8-f08a-48e1-99d0-55a33e45ee04,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:28.833300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38830) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:28.842993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:29:28.843425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Checking segment: {'id': 'd447bf87-9b44-4ae7-9aaf-d6d397ed8bb7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:29:28.843884 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:28.844356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Bound using segment: {'id': 'd447bf87-9b44-4ae7-9aaf-d6d397ed8bb7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:29:28.845448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Bound port: 74aab288-ca0d-4e26-900d-a9888989b63d, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd447bf87-9b44-4ae7-9aaf-d6d397ed8bb7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:29:28.845971 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:28.846896 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-152f29da-593b-4149-bb6c-1e6eeb0d5396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:28.848487 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-836739b4-b139-4e2e-b72d-6cf69b3b25d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=673663613ae94fae916a0a53b26dd610&name=default HTTP/1.1" status: 200 len: 2879 time: 1.6290579 Dec 22 09:29:28.888780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f5eff9d6-a5f9-4dac-a8ce-7de72be566e4,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:28.903368 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:28.919490 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-837ebce1-ee0c-45cb-8101-86f4b3fee226 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/quotas/40fbcf60bc434afd9e98a45ed63e9499 HTTP/1.1" status: 200 len: 375 time: 0.1275997 Dec 22 09:29:28.921459 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b39b8bb7-32cd-49f7-a59f-d65f5eae1e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.319s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:28.934175 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-152f29da-593b-4149-bb6c-1e6eeb0d5396 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:28.979432 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a8212ce-170b-4069-850d-580e02e70979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:28.994182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Allocated IP 172.20.0.1 (871b720a-d517-485b-90dc-806135a28c98/e5d91322-4c7e-40a7-8a1f-f7a621030384/abb7cd76-124f-4904-8f8c-72e3839cfb25) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:29:29.003203 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-152f29da-593b-4149-bb6c-1e6eeb0d5396 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f1584cb8-f08a-48e1-99d0-55a33e45ee04 HTTP/1.1" status: 204 len: 168 time: 2.5421512 Dec 22 09:29:29.007453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38836) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:29.027919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-bd102415-7e04-463f-8932-a828ad21094a None None] For port 74aab288-ca0d-4e26-900d-a9888989b63d, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:29:29.031544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-bd102415-7e04-463f-8932-a828ad21094a None None] For port 74aab288-ca0d-4e26-900d-a9888989b63d, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=74aab288-ca0d-4e26-900d-a9888989b63d,segment=NetworkSegment(d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7),segment_id=d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:29:29.034679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:29.045590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae476d97-b684-4820-b23e-f0387ad0dd7b None None] Network 871b720a-d517-485b-90dc-806135a28c98 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:29:29.068569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:29.114841 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:29.137805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836739b4-b139-4e2e-b72d-6cf69b3b25d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2944028-4786-404d-be86-53bbac6729fb,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:29.156671 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-836739b4-b139-4e2e-b72d-6cf69b3b25d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:29.195676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:29.202139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b3b40-92a3-4b9c-b6bc-bf97baed56f9 req-9fe319b7-8bb6-4a01-8f26-981d03dfd8f9 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:29.218573 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-915b3b40-92a3-4b9c-b6bc-bf97baed56f9 req-9fe319b7-8bb6-4a01-8f26-981d03dfd8f9 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 945 time: 0.8161871 Dec 22 09:29:29.321792 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a8212ce-170b-4069-850d-580e02e70979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:29.334173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:29.335064 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:29.336813 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] 10.222.0.64 "PUT /v2.0/ports/f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 HTTP/1.1" status: 200 len: 1160 time: 5.9412744 Dec 22 09:29:29.360182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ce9d04-866a-4be6-9266-31d7159a9686', 'tag': 'f5eff9d6-a5f9-4dac-a8ce-7de72be566e4'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:29:29.539887 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-915b3b40-92a3-4b9c-b6bc-bf97baed56f9 req-e4fae50a-ca2d-499c-85c1-c3f2350622a3 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791944 Dec 22 09:29:29.547915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-25e80b19-6bbe-4972-8fab-18cf3b017688 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Synchronizing usage tracker for tenant:40fbcf60bc434afd9e98a45ed63e9499 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:29:29.573121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-25e80b19-6bbe-4972-8fab-18cf3b017688 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Unset dirty status for tenant:40fbcf60bc434afd9e98a45ed63e9499 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:29:29.580575 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-25e80b19-6bbe-4972-8fab-18cf3b017688 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?tenant_id=40fbcf60bc434afd9e98a45ed63e9499&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6600454 Dec 22 09:29:29.589071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-d5488f9e-7c9f-4b4d-a20b-46dd680f7d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:29.590935 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-d5488f9e-7c9f-4b4d-a20b-46dd680f7d71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d43d9aaf39f0471b9afa5150453637c8&device_id=96ce9d04-866a-4be6-9266-31d7159a9686 HTTP/1.1" status: 200 len: 1163 time: 0.1769652 Dec 22 09:29:29.612350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140564265-router', 'tenant_id': '2a7e044016c64c509a2791d1b4e7077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'c8b652ba-0160-43ad-af2a-91ecad74c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:29:17Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 3, 'project_id': '2a7e044016c64c509a2791d1b4e7077d', 'gw_port': {'id': 'c8b652ba-0160-43ad-af2a-91ecad74c82f', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:19Z', 'updated_at': '2020-12-22T09:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:29.642040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e806228-079c-4705-8729-f1a511f93f9e None None] The sync data for ids ['9716eef1-5c04-4744-a2e9-a98a80ca5a6a'] in n-d-765315-5 is: [{'id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140564265-router', 'tenant_id': '2a7e044016c64c509a2791d1b4e7077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'c8b652ba-0160-43ad-af2a-91ecad74c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:29:17Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 3, 'project_id': '2a7e044016c64c509a2791d1b4e7077d', 'gw_port': {'id': 'c8b652ba-0160-43ad-af2a-91ecad74c82f', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:19Z', 'updated_at': '2020-12-22T09:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:29:29.700607 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-1307c071-baf2-4572-923e-40167275b831 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 HTTP/1.1" status: 200 len: 217 time: 0.0942185 Dec 22 09:29:29.821845 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:29.972212 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a8212ce-170b-4069-850d-580e02e70979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:29.983928 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cec1b50c-e9ec-4deb-a89e-6ed4ac8cafb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:29.989403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3335f9-37a5-4a4c-8e48-a8de413c6730 None None] Pushing event updated for resources: {'Port': ['ID=74aab288-ca0d-4e26-900d-a9888989b63d,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:30.000368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8212ce-170b-4069-850d-580e02e70979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2944028-4786-404d-be86-53bbac6729fb,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:30.019997 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:30.021621 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0f3335f9-37a5-4a4c-8e48-a8de413c6730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.909s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:30.024786 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3a8212ce-170b-4069-850d-580e02e70979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:30.039231 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a8212ce-170b-4069-850d-580e02e70979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:30.040530 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3a8212ce-170b-4069-850d-580e02e70979 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2944028-4786-404d-be86-53bbac6729fb HTTP/1.1" status: 204 len: 168 time: 1.1995289 Dec 22 09:29:30.046798 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=81072) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:29:30.047195 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=81072) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:29:30.048174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=81072) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:29:30.048545 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Subscribe: > port after_create 55550000 {{(pid=81072) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:29:30.048930 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Subscribe: > port after_delete 55550000 {{(pid=81072) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:29:30.049271 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Subscribe: > port after_update 55550000 {{(pid=81072) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:29:30.049625 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=81072) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:29:30.049980 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=81072) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:29:30.050332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=81072) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:29:30.050682 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=81072) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:29:30.134357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=81072) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:29:30.134745 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=81072) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:29:30.135118 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=81072) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:29:30.135487 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=81072) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:29:30.135878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846cc9fb-bc3f-4396-a232-a24993c7dbd6']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:30.162760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Transition to ACTIVE for port object abb7cd76-124f-4904-8f8c-72e3839cfb25 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:29:30.165123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f4032f8-afde-481a-bfc9-ebc11ef8707e') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:30.165405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f4032f8-afde-481a-bfc9-ebc11ef8707e') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:30.194245 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:30.246736 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:30.251045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:29:30.289084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Routers {'88be0c2b-bc19-4e49-a9c1-095e1d03e405'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:30.289623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-bd102415-7e04-463f-8932-a828ad21094a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:29:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:30.655708 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-729a9cee-d9c3-4914-86e4-e7a7e2608b0e service neutron] 10.222.0.50 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0507147 Dec 22 09:29:30.690457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-bd102415-7e04-463f-8932-a828ad21094a None None] Set router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:29:30.726554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:30.768830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Network 846cc9fb-bc3f-4396-a232-a24993c7dbd6 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:29:30.771197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5d4daf2b-9e7e-4f4a-b906-670c83a6f7a4 None None] Provisioning for port 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:30.794554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5d4daf2b-9e7e-4f4a-b906-670c83a6f7a4 None None] Provisioning complete for port 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:30.795054 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d4daf2b-9e7e-4f4a-b906-670c83a6f7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:30.802570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-4520975c-4714-44f6-969d-df0882faf295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:30.804258 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-4520975c-4714-44f6-969d-df0882faf295 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.5571482 Dec 22 09:29:30.809547 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:30.828158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c8b652ba-0160-43ad-af2a-91ecad74c82f up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:30.941096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:30.967515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Pushing event updated for resources: {'Port': ['ID=abb7cd76-124f-4904-8f8c-72e3839cfb25,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:31.015755 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:31.174557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2dbb7-c61a-4f68-afbf-7c2ebc31ab3a req-0fbecaed-c307-4b91-acd5-aa8978714f0c tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:31.186009 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bba2dbb7-c61a-4f68-afbf-7c2ebc31ab3a req-0fbecaed-c307-4b91-acd5-aa8978714f0c tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?device_id=96ce9d04-866a-4be6-9266-31d7159a9686 HTTP/1.1" status: 200 len: 948 time: 0.9371226 Dec 22 09:29:31.381137 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bba2dbb7-c61a-4f68-afbf-7c2ebc31ab3a req-e4bdcb32-35b0-4d94-9c55-1bf03eaa63fd tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/security-groups?id=2f3f14ba-4a3e-40d0-8026-01fdc576e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940284 Dec 22 09:29:31.434803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-6f940ada-dcdf-40bc-b544-b4aa391cad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:31.443284 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-6f940ada-dcdf-40bc-b544-b4aa391cad48 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6122332 Dec 22 09:29:31.452808 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-4210b33b-3dd2-4d8e-a6a3-9c0fb0752cd2 service neutron] 10.222.0.50 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7259419 Dec 22 09:29:31.607784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port c8b652ba-0160-43ad-af2a-91ecad74c82f completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:31.622747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d4daf2b-9e7e-4f4a-b906-670c83a6f7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:31.668932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Network 846cc9fb-bc3f-4396-a232-a24993c7dbd6 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:29:31.680338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port c8b652ba-0160-43ad-af2a-91ecad74c82f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:31.680696 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:31.772987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-bd102415-7e04-463f-8932-a828ad21094a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:29Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: (rel_b, rel_a, rel_b), Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: (rel_b, rel_a, rel_b), Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:29:31.780890 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:29:31.849411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd102415-7e04-463f-8932-a828ad21094a None None] The sync data for ids ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'] in n-d-765315-5 is: [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:29Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:29:32.020672 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96ce9d04-866a-4be6-9266-31d7159a9686', 'tag': 'f5eff9d6-a5f9-4dac-a8ce-7de72be566e4', 'status': 'completed', 'code': 200} Dec 22 09:29:32.127285 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-43119970-ee38-4d2d-bc3c-b2287a98ddc3 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6722300 Dec 22 09:29:32.136254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5d4daf2b-9e7e-4f4a-b906-670c83a6f7a4 None None] For port 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=38223a9b-b3e3-4ba8-a3b2-1dfa06eac765,segment=NetworkSegment(66cf4bf0-77ba-4c83-b303-13adaa289084),segment_id=66cf4bf0-77ba-4c83-b303-13adaa289084)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:29:32.163246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea8fd2-7cb8-4ae6-b6c6-2ddf0178483c req-2216a5c5-f39c-449a-b4e1-5d8e24fec640 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:32.164789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Network 871b720a-d517-485b-90dc-806135a28c98 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:29:32.186881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:29:32.193536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:29:32.195479 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51ea8fd2-7cb8-4ae6-b6c6-2ddf0178483c req-2216a5c5-f39c-449a-b4e1-5d8e24fec640 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 946 time: 0.4528008 Dec 22 09:29:32.306634 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d4daf2b-9e7e-4f4a-b906-670c83a6f7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:32.343562 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:32.520551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:32.546209 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:32.567090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:32.577061 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:32.669529 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:32.701498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=846cc9fb-bc3f-4396-a232-a24993c7dbd6,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:32.708976 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] 10.222.0.50 "DELETE /v2.0/networks/846cc9fb-bc3f-4396-a232-a24993c7dbd6 HTTP/1.1" status: 204 len: 168 time: 3.6972744 Dec 22 09:29:32.716884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38900) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:32.728646 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:32.780609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port c8b652ba-0160-43ad-af2a-91ecad74c82f, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c8b652ba-0160-43ad-af2a-91ecad74c82f,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:29:32.820862 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:32.822193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 5d6a864e-ea86-419d-93c8-492c713e2af8 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:32.957088 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51ea8fd2-7cb8-4ae6-b6c6-2ddf0178483c req-4aa6107b-f8a0-4365-a839-886fc5049e3f tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7603729 Dec 22 09:29:33.076113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b149d5d-ba13-4a28-89f0-0b355036f524 admin admin] Deleting subnet 58b3f216-419f-47ac-aa0d-88b17a6bed71 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:29:33.093416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4daf2b-9e7e-4f4a-b906-670c83a6f7a4 None None] Pushing event updated for resources: {'Port': ['ID=38223a9b-b3e3-4ba8-a3b2-1dfa06eac765,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:33.118782 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5d4daf2b-9e7e-4f4a-b906-670c83a6f7a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:33.120473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3f9bed60-77ae-454c-8784-70cf16843639 None None] Provisioning complete for port 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:33.121269 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f9bed60-77ae-454c-8784-70cf16843639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:33.122803 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b149d5d-ba13-4a28-89f0-0b355036f524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:33.137652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4023b-d281-4be7-8114-a5947315d34b req-82a3a6ab-5c61-490f-9aa1-d3af83df0f84 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:33.175249 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98c4023b-d281-4be7-8114-a5947315d34b req-82a3a6ab-5c61-490f-9aa1-d3af83df0f84 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 945 time: 0.6301591 Dec 22 09:29:33.184127 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de7e50c3-20fa-485c-b9fc-633b6a462645 req-54b3c4c0-2f52-45f7-aeca-b96e128f547f service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0445449 Dec 22 09:29:33.184651 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-343ae12c-1d6c-46e0-ad76-694b29c2c03c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:33.261371 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b149d5d-ba13-4a28-89f0-0b355036f524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:33.409295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 5d6a864e-ea86-419d-93c8-492c713e2af8 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:33.410157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:33.511553 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b149d5d-ba13-4a28-89f0-0b355036f524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:33.582638 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98c4023b-d281-4be7-8114-a5947315d34b req-b05b610c-ef3d-434f-b298-803efbd1364b tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025006 Dec 22 09:29:33.590104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=c8b652ba-0160-43ad-af2a-91ecad74c82f,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:33.618185 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:33.783550 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4004a738-9785-4ef3-b93e-a07e3bd0c183 req-2a1ae16c-f2cd-4d54-9414-49310671ef6f tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 210 time: 0.1988499 Dec 22 09:29:33.878775 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:34.032851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6496579d-0f2e-4456-bccd-5dd0b11f3fcf None None] Provisioning complete for port 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:34.033235 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6496579d-0f2e-4456-bccd-5dd0b11f3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:34.252388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b8256-7b7a-49cb-8725-a79234b53acf req-77bb3c7b-a4ef-45a5-a136-dd26bc8dc2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:34.255776 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b72b8256-7b7a-49cb-8725-a79234b53acf req-77bb3c7b-a4ef-45a5-a136-dd26bc8dc2ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d43d9aaf39f0471b9afa5150453637c8&device_id=96ce9d04-866a-4be6-9266-31d7159a9686 HTTP/1.1" status: 200 len: 1163 time: 0.8355126 Dec 22 09:29:34.279478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6496579d-0f2e-4456-bccd-5dd0b11f3fcf None None] Provisioning for port abb7cd76-124f-4904-8f8c-72e3839cfb25 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:34.289411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6496579d-0f2e-4456-bccd-5dd0b11f3fcf None None] Provisioning complete for port abb7cd76-124f-4904-8f8c-72e3839cfb25 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:34.289841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6496579d-0f2e-4456-bccd-5dd0b11f3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:34.370680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6496579d-0f2e-4456-bccd-5dd0b11f3fcf None None] Port abb7cd76-124f-4904-8f8c-72e3839cfb25 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:29:34.492188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c8b652ba-0160-43ad-af2a-91ecad74c82f up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:34.713608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port c8b652ba-0160-43ad-af2a-91ecad74c82f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:34.714278 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:34.744342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-82066de5-1ca0-495e-8c5f-a0123d70780d tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:34.746991 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-82066de5-1ca0-495e-8c5f-a0123d70780d tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.64 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b&tenant_id=0fd3a230510047d192938116344c8cd5&binding%3Ahost_id=n-h2-765315-5 HTTP/1.1" status: 200 len: 1161 time: 0.9000595 Dec 22 09:29:34.770074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b8256-7b7a-49cb-8725-a79234b53acf req-d4442c65-0d99-48f9-b662-5eac3e05b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:34.772711 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b72b8256-7b7a-49cb-8725-a79234b53acf req-d4442c65-0d99-48f9-b662-5eac3e05b0cd service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.3734329 Dec 22 09:29:34.789910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-5'}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:34.894051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Request body: {'security_group': {'name': 'tempest-securitygroup-734897085', 'description': 'tempest-description-350252301'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:34.905740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:34.913989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Usage tracker for resource:security_group and tenant:ba713f84375442d7bd1ac4adb06b5364 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:34.918869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:34.931077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:34.950434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.64', 62613) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:35.037534 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:35.068888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 74aab288-ca0d-4e26-900d-a9888989b63d up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:35.118015 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b72b8256-7b7a-49cb-8725-a79234b53acf req-25c8e1a6-e048-43d2-994e-86a77f4ff36e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 HTTP/1.1" status: 200 len: 217 time: 0.1693845 Dec 22 09:29:35.131689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:35.182358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:35.188022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Usage tracker for resource:security_group_rule and tenant:ba713f84375442d7bd1ac4adb06b5364 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:35.193763 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b149d5d-ba13-4a28-89f0-0b355036f524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:35.194924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:35.208778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:35.278646 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05236f9a-f0cc-4b8c-a899-2e2e91f9b4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:35.289134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 74aab288-ca0d-4e26-900d-a9888989b63d completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:35.300293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 74aab288-ca0d-4e26-900d-a9888989b63d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:35.300756 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:35.380508 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:35.462857 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:35.484807 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:35.524006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 74aab288-ca0d-4e26-900d-a9888989b63d, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=74aab288-ca0d-4e26-900d-a9888989b63d,segment=NetworkSegment(d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7),segment_id=d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:29:35.527233 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:35.528211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:35.561679 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-abfc7580-d857-46b4-8e06-f48ebe997962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:35.569430 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:35.612851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:35.621302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420ccf8-5435-44b3-a154-7016816fd469 req-34e2b1ad-ba70-4005-b439-7abce9513d54 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:35.629478 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6420ccf8-5435-44b3-a154-7016816fd469 req-34e2b1ad-ba70-4005-b439-7abce9513d54 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?device_id=96ce9d04-866a-4be6-9266-31d7159a9686 HTTP/1.1" status: 200 len: 948 time: 1.4259443 Dec 22 09:29:35.631598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Pushing event updated for resources: {'SecurityGroup': ['ID=130eeaaf-01e2-4c7e-8488-92a9bf034c93,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:35.751920 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:35.754111 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5681d15a-c20a-4e2d-a9bc-43dd2bff2e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:35.787308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=74aab288-ca0d-4e26-900d-a9888989b63d,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:35.793031 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:35.799223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:35.800003 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:35.809126 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:35.861783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b149d5d-ba13-4a28-89f0-0b355036f524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b3f216-419f-47ac-aa0d-88b17a6bed71,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:35.873804 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7b149d5d-ba13-4a28-89f0-0b355036f524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:35.874213 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:35.960873 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b149d5d-ba13-4a28-89f0-0b355036f524 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:35.991243 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7b149d5d-ba13-4a28-89f0-0b355036f524 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/58b3f216-419f-47ac-aa0d-88b17a6bed71 HTTP/1.1" status: 204 len: 168 time: 3.2586570 Dec 22 09:29:35.996662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38940) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:35.999750 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:36.011790 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:36.017482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Pushing event updated for resources: {'Port': ['ID=abb7cd76-124f-4904-8f8c-72e3839cfb25,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:36.079921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Usage tracker for resource:security_group_rule and tenant:ba713f84375442d7bd1ac4adb06b5364 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:36.107823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:36.148885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:36.152958 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:36.158853 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2d21d9d-26fa-488e-b17b-68786d89b9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:36.181503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:36.195145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 74aab288-ca0d-4e26-900d-a9888989b63d up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:36.292733 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6420ccf8-5435-44b3-a154-7016816fd469 req-e9367592-ba2e-4c89-894d-b6c6cd722163 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/security-groups?id=2f3f14ba-4a3e-40d0-8026-01fdc576e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6617734 Dec 22 09:29:36.323232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 74aab288-ca0d-4e26-900d-a9888989b63d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:36.323748 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:36.342654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b8256-7b7a-49cb-8725-a79234b53acf req-1ab99f59-3fb1-4999-bf58-924d7fd66511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:36.350098 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b72b8256-7b7a-49cb-8725-a79234b53acf req-1ab99f59-3fb1-4999-bf58-924d7fd66511 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 1.2016642 Dec 22 09:29:36.527788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Network 871b720a-d517-485b-90dc-806135a28c98 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:29:36.535204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:29:36.538489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-68487dab-760d-4e71-a04f-03f016a33b4c tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:36.541455 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-68487dab-760d-4e71-a04f-03f016a33b4c tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.64 "GET /v2.0/networks?id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 HTTP/1.1" status: 200 len: 820 time: 1.5786164 Dec 22 09:29:36.588725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-8b6f0511-89b8-42fe-96cc-c96182f16c49 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Request body: {'port': {'device_id': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'admin_state_up': True, 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:36.728510 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2d21d9d-26fa-488e-b17b-68786d89b9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:36.899414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c2d21d9d-26fa-488e-b17b-68786d89b9ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dec0d04-0f23-46d9-8fda-b372ce574b67']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:36.919568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c2d21d9d-26fa-488e-b17b-68786d89b9ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1dafd59-a88e-4b27-bec9-04e6c8264043') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:36.919886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c2d21d9d-26fa-488e-b17b-68786d89b9ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1dafd59-a88e-4b27-bec9-04e6c8264043') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:36.942683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2d21d9d-26fa-488e-b17b-68786d89b9ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:36.983057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b47394a0-84b6-40cf-87f7-cd1b0056ada9 None None] Provisioning complete for port abb7cd76-124f-4904-8f8c-72e3839cfb25 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:36.983603 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b47394a0-84b6-40cf-87f7-cd1b0056ada9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:37.030981 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2d21d9d-26fa-488e-b17b-68786d89b9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:37.035982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c2d21d9d-26fa-488e-b17b-68786d89b9ab admin admin] Releasing vxlan tunnel 11 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:29:37.063790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b47394a0-84b6-40cf-87f7-cd1b0056ada9 None None] Port abb7cd76-124f-4904-8f8c-72e3839cfb25 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:29:37.067078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-3a72022e-1e02-4633-b7d2-015cdd2e009c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:29:37.070992 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:37.099114 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:37.107518 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa29d1fc-72bf-40dc-a6ee-60defc61267a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:37.128464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b8256-7b7a-49cb-8725-a79234b53acf req-a91b23ca-0b95-4996-b246-808c07382f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:37.130081 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b72b8256-7b7a-49cb-8725-a79234b53acf req-a91b23ca-0b95-4996-b246-808c07382f2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7684438 Dec 22 09:29:37.146263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-8b6f0511-89b8-42fe-96cc-c96182f16c49 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:37.170207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Router 9716eef1-5c04-4744-a2e9-a98a80ca5a6a has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:29:37.216104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-8b6f0511-89b8-42fe-96cc-c96182f16c49 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:37.257916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Pushing event updated for resources: {'SecurityGroup': ['ID=2aedfec3-f993-427a-b0a1-1eba2d33423a,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:37.261331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c2d21d9d-26fa-488e-b17b-68786d89b9ab admin admin] Network 8dec0d04-0f23-46d9-8fda-b372ce574b67 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:29:37.268367 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:37.273015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:37.276526 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2d21d9d-26fa-488e-b17b-68786d89b9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:37.284595 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b21b445a-4770-436e-a793-6b1b67b4e1ba req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1731 time: 2.4046011 Dec 22 09:29:37.291873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e3edd-cd59-457e-9c35-88d8d546321e req-451aa6e0-8008-4d48-8afe-f08502cfdc19 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:37.292941 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-952e3edd-cd59-457e-9c35-88d8d546321e req-451aa6e0-8008-4d48-8afe-f08502cfdc19 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 946 time: 0.6807058 Dec 22 09:29:37.342807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] For port c19eecdb-255b-4b18-85e5-8c54183da0be, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c19eecdb-255b-4b18-85e5-8c54183da0be,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:29:37.354388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-8b6f0511-89b8-42fe-96cc-c96182f16c49 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Made reservation on behalf of 40fbcf60bc434afd9e98a45ed63e9499 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:29:37.358350 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f53d7cd1-3ef2-4bda-94a8-dd0e0e5a6777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:37.359975 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-8b6f0511-89b8-42fe-96cc-c96182f16c49 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:37.553760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:37.572290 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-952e3edd-cd59-457e-9c35-88d8d546321e req-a619c3bf-8d7d-4dad-bef5-48e3a88186dc tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261724 Dec 22 09:29:37.580885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c2d21d9d-26fa-488e-b17b-68786d89b9ab admin admin] Network 8dec0d04-0f23-46d9-8fda-b372ce574b67 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:29:37.595700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] For port c19eecdb-255b-4b18-85e5-8c54183da0be, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:29:37.620072 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:29:37.627557 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b72b8256-7b7a-49cb-8725-a79234b53acf req-58697727-41d9-4273-8fed-c27eabc0c47d service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752116 Dec 22 09:29:37.648540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:37.654710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:37.655341 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:37.798813 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:37.812452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:29:37.820121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2d21d9d-26fa-488e-b17b-68786d89b9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:37.824517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Sync routers for ids ['9716eef1-5c04-4744-a2e9-a98a80ca5a6a'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:29:37.826036 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2d21d9d-26fa-488e-b17b-68786d89b9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:37.828640 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c2d21d9d-26fa-488e-b17b-68786d89b9ab admin admin] 10.222.0.50 "DELETE /v2.0/networks/8dec0d04-0f23-46d9-8fda-b372ce574b67 HTTP/1.1" status: 204 len: 168 time: 1.8307490 Dec 22 09:29:37.830194 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:37.856499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port f5eff9d6-a5f9-4dac-a8ce-7de72be566e4, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f5eff9d6-a5f9-4dac-a8ce-7de72be566e4,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:29:37.857869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ce9d04-866a-4be6-9266-31d7159a9686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5eff9d6-a5f9-4dac-a8ce-7de72be566e4'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:29:37.869300 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] 10.222.0.50 "PUT /v2.0/routers/9716eef1-5c04-4744-a2e9-a98a80ca5a6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9148622 Dec 22 09:29:37.871282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d21d9d-26fa-488e-b17b-68786d89b9ab admin admin] Pushing event deleted for resources: {'Network': ['ID=8dec0d04-0f23-46d9-8fda-b372ce574b67,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:37.880464 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2d21d9d-26fa-488e-b17b-68786d89b9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:37.883357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:37.887599 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:37.918858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a70d27f-e75d-4b60-b0b3-e1612f69091b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c19eecdb-255b-4b18-85e5-8c54183da0be'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:29:37.932213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Routers {'9716eef1-5c04-4744-a2e9-a98a80ca5a6a'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:37.932965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:29:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9716eef1-5c04-4744-a2e9-a98a80ca5a6a'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:37.937574 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:38.005119 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b05d4c45-3607-4c4c-af68-2ce73b6f211e req-17bd0c70-556c-4ece-909a-196fbf99a0be tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 210 time: 0.2256434 Dec 22 09:29:38.022006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c1c13-442c-4623-85f8-d2086f3a3d87 req-abfd1586-306f-476e-80e5-4ae93ab56857 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:38.023738 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-084c1c13-442c-4623-85f8-d2086f3a3d87 req-abfd1586-306f-476e-80e5-4ae93ab56857 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 945 time: 0.5920575 Dec 22 09:29:38.033432 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:38.064576 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:38.154967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Set router 9716eef1-5c04-4744-a2e9-a98a80ca5a6a gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:29:38.173248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38964) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:38.339246 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b96b294e-3016-492e-ac2f-5a72cd013e38 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5634a425f3bf420d8f417a6e1e557272&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1645381 Dec 22 09:29:38.340196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38972) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:38.431874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-734b4789-f2c3-472f-9c28-7703111eaceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:38.475655 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-734b4789-f2c3-472f-9c28-7703111eaceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:38.553254 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-734b4789-f2c3-472f-9c28-7703111eaceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:38.560475 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:38.574514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b4789-f2c3-472f-9c28-7703111eaceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386efa59-dab2-457c-b85c-d7edf8ac4eac,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:38.588536 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-734b4789-f2c3-472f-9c28-7703111eaceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:38.593133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-734b4789-f2c3-472f-9c28-7703111eaceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:38.599274 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-734b4789-f2c3-472f-9c28-7703111eaceb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/386efa59-dab2-457c-b85c-d7edf8ac4eac HTTP/1.1" status: 204 len: 168 time: 0.2577755 Dec 22 09:29:38.650817 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b72b8256-7b7a-49cb-8725-a79234b53acf req-6abd7293-30ac-4032-a11e-59912e043e0f service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9898787 Dec 22 09:29:38.705104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=f5eff9d6-a5f9-4dac-a8ce-7de72be566e4,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:38.709060 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:38.715411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:38.720994 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-084c1c13-442c-4623-85f8-d2086f3a3d87 req-4522c765-265d-4c8c-8ae6-d3f50ef1ee84 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6574123 Dec 22 09:29:38.746025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-5a5bce7d-467d-40d4-b741-7d91e8e7381b req-e79d060e-c7ea-406e-b09b-f423bb7989b0 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Request body: {'security_group': {'name': 'tempest-securitygroup-545196269', 'description': 'tempest-description-499959700'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:38.784071 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:38.826364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140564265-router', 'tenant_id': '2a7e044016c64c509a2791d1b4e7077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'c8b652ba-0160-43ad-af2a-91ecad74c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:29:17Z', 'updated_at': '2020-12-22T09:29:33Z', 'revision_number': 4, 'project_id': '2a7e044016c64c509a2791d1b4e7077d', 'gw_port': {'id': 'c8b652ba-0160-43ad-af2a-91ecad74c82f', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:19Z', 'updated_at': '2020-12-22T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'abb7cd76-124f-4904-8f8c-72e3839cfb25', 'name': '', 'network_id': '871b720a-d517-485b-90dc-806135a28c98', 'tenant_id': '2a7e044016c64c509a2791d1b4e7077d', 'mac_address': 'fa:16:3e:18:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e5d91322-4c7e-40a7-8a1f-f7a621030384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:28Z', 'updated_at': '2020-12-22T09:29:34Z', 'revision_number': 2, 'project_id': '2a7e044016c64c509a2791d1b4e7077d', 'subnets': [{'id': 'e5d91322-4c7e-40a7-8a1f-f7a621030384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:38.828233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-8b6f0511-89b8-42fe-96cc-c96182f16c49 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Allocated IP 172.20.0.14 (dbc1409b-d4d4-4b8c-af3c-779bf8077bd7/5c8afb31-70cb-4424-9738-21fa798b43cb/6c91e0a3-36ba-4fed-bf40-56ae0f237427) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:29:38.832420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:38.832960 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:38.863245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Checking router: 9716eef1-5c04-4744-a2e9-a98a80ca5a6a for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:29:38.863661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Updating router 9716eef1-5c04-4744-a2e9-a98a80ca5a6a port abb7cd76-124f-4904-8f8c-72e3839cfb25 binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:29:38.893649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-5a5bce7d-467d-40d4-b741-7d91e8e7381b req-e79d060e-c7ea-406e-b09b-f423bb7989b0 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:38.898568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5a5bce7d-467d-40d4-b741-7d91e8e7381b req-e79d060e-c7ea-406e-b09b-f423bb7989b0 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Usage tracker for resource:security_group and tenant:ba713f84375442d7bd1ac4adb06b5364 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:38.905306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5a5bce7d-467d-40d4-b741-7d91e8e7381b req-e79d060e-c7ea-406e-b09b-f423bb7989b0 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:38.913079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-5a5bce7d-467d-40d4-b741-7d91e8e7381b req-e79d060e-c7ea-406e-b09b-f423bb7989b0 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:38.932303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Pushing event updated for resources: {'Port': ['ID=c19eecdb-255b-4b18-85e5-8c54183da0be,revision_number=6']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:38.947041 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:38.953440 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5a5bce7d-467d-40d4-b741-7d91e8e7381b req-e79d060e-c7ea-406e-b09b-f423bb7989b0 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:38.979645 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.915s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:39.005929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-5a5bce7d-467d-40d4-b741-7d91e8e7381b req-e79d060e-c7ea-406e-b09b-f423bb7989b0 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:39.083512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5a5bce7d-467d-40d4-b741-7d91e8e7381b req-e79d060e-c7ea-406e-b09b-f423bb7989b0 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Usage tracker for resource:security_group_rule and tenant:ba713f84375442d7bd1ac4adb06b5364 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:39.120730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5a5bce7d-467d-40d4-b741-7d91e8e7381b req-e79d060e-c7ea-406e-b09b-f423bb7989b0 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:39.162692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-5a5bce7d-467d-40d4-b741-7d91e8e7381b req-e79d060e-c7ea-406e-b09b-f423bb7989b0 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:39.193794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38986) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:39.235694 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:39.249118 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bdb1d8bc-a91a-4c34-868a-8bfa751a3e71 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bbdc1f2fa2db4d0ab236b08261680a41&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0538595 Dec 22 09:29:39.251898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38990) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:39.304412 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-8b6f0511-89b8-42fe-96cc-c96182f16c49 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:39.335694 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-782605a9-af8f-41bd-8386-e48c9921a9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:39.367678 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-782605a9-af8f-41bd-8386-e48c9921a9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:39.368345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-8b6f0511-89b8-42fe-96cc-c96182f16c49 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Transition to ACTIVE for port object 6c91e0a3-36ba-4fed-bf40-56ae0f237427 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:29:39.373820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Attempting to bind port c19eecdb-255b-4b18-85e5-8c54183da0be on host n-h2-765315-5 for vnic_type normal with profile {"migrating_to": "n-h1-765315-5"} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:29:39.373820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Attempting to bind port c19eecdb-255b-4b18-85e5-8c54183da0be by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:29:39.373820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Attempting to bind port c19eecdb-255b-4b18-85e5-8c54183da0be on network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:29:39.384825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:29:39.384825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Checking segment: {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:29:39.384825 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:39.386006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Bound using segment: {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:29:39.386656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Bound port: c19eecdb-255b-4b18-85e5-8c54183da0be, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:29:39.386840 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:39.401615 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:39.421333 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-782605a9-af8f-41bd-8386-e48c9921a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:39.426967 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-038b54f1-76e0-4e01-a422-edb863d45836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:39.439105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782605a9-af8f-41bd-8386-e48c9921a9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51506abc-1a41-4926-b50f-14e54db2e2e9,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:39.446009 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-782605a9-af8f-41bd-8386-e48c9921a9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:39.447079 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-782605a9-af8f-41bd-8386-e48c9921a9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:39.451223 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-782605a9-af8f-41bd-8386-e48c9921a9e9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/51506abc-1a41-4926-b50f-14e54db2e2e9 HTTP/1.1" status: 204 len: 168 time: 0.1983907 Dec 22 09:29:39.526330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4021378-206f-4ed9-bfba-e5c6ab783107 req-f3f8243b-bce8-442e-8bb3-db092ff2f594 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:39.528469 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4021378-206f-4ed9-bfba-e5c6ab783107 req-f3f8243b-bce8-442e-8bb3-db092ff2f594 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?device_id=96ce9d04-866a-4be6-9266-31d7159a9686 HTTP/1.1" status: 200 len: 950 time: 0.5146537 Dec 22 09:29:39.551519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-8b6f0511-89b8-42fe-96cc-c96182f16c49 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:39.559277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:39.572755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Transition to ACTIVE for port object abb7cd76-124f-4904-8f8c-72e3839cfb25 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:29:39.575647 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:39.592410 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-74972bc8-842a-43f8-bddf-66d4b6e1a42f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:39.596992 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:39.673870 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5a5bce7d-467d-40d4-b741-7d91e8e7381b req-e79d060e-c7ea-406e-b09b-f423bb7989b0 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:39.683579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b741c0-27ac-4eb7-a14a-0354bd1526e3 None None] Pushing event updated for resources: {'Port': ['ID=abb7cd76-124f-4904-8f8c-72e3839cfb25,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:39.692252 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4b741c0-27ac-4eb7-a14a-0354bd1526e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:39.713822 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5a5bce7d-467d-40d4-b741-7d91e8e7381b req-e79d060e-c7ea-406e-b09b-f423bb7989b0 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:39.778551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f0511-89b8-42fe-96cc-c96182f16c49 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Pushing event updated for resources: {'Port': ['ID=6c91e0a3-36ba-4fed-bf40-56ae0f237427,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:39.847816 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b6f0511-89b8-42fe-96cc-c96182f16c49 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:39.848445 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:39.867449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] For port c19eecdb-255b-4b18-85e5-8c54183da0be, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:29:39.887021 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4021378-206f-4ed9-bfba-e5c6ab783107 req-56a00a07-48e1-4631-8838-c54de4082ca3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/security-groups?id=2f3f14ba-4a3e-40d0-8026-01fdc576e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409274 Dec 22 09:29:39.934381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c19eecdb-255b-4b18-85e5-8c54183da0be up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:39.985058 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ce9d04-866a-4be6-9266-31d7159a9686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5eff9d6-a5f9-4dac-a8ce-7de72be566e4', 'code': 200} Dec 22 09:29:40.069525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d060e-c7ea-406e-b09b-f423bb7989b0 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7e27e2-4fe6-45d4-b8ec-52c56e24228b,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:40.097705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] For port c19eecdb-255b-4b18-85e5-8c54183da0be, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c19eecdb-255b-4b18-85e5-8c54183da0be,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:29:40.114821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Attempting to bind port abb7cd76-124f-4904-8f8c-72e3839cfb25 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:29:40.115294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Attempting to bind port abb7cd76-124f-4904-8f8c-72e3839cfb25 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '66cf4bf0-77ba-4c83-b303-13adaa289084', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '871b720a-d517-485b-90dc-806135a28c98'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:29:40.115683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Attempting to bind port abb7cd76-124f-4904-8f8c-72e3839cfb25 on network 871b720a-d517-485b-90dc-806135a28c98 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:29:40.126627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:29:40.127066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Checking segment: {'id': '66cf4bf0-77ba-4c83-b303-13adaa289084', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '871b720a-d517-485b-90dc-806135a28c98'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:29:40.127527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:40.127985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Bound using segment: {'id': '66cf4bf0-77ba-4c83-b303-13adaa289084', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '871b720a-d517-485b-90dc-806135a28c98'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:29:40.128539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Bound port: abb7cd76-124f-4904-8f8c-72e3839cfb25, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cf4bf0-77ba-4c83-b303-13adaa289084', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '871b720a-d517-485b-90dc-806135a28c98'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:29:40.128964 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:40.139447 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a70d27f-e75d-4b60-b0b3-e1612f69091b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c19eecdb-255b-4b18-85e5-8c54183da0be', 'code': 200} Dec 22 09:29:40.145002 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e79d060e-c7ea-406e-b09b-f423bb7989b0 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:40.147570 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:40.158485 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5a5bce7d-467d-40d4-b741-7d91e8e7381b req-e79d060e-c7ea-406e-b09b-f423bb7989b0 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:40.161828 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5a5bce7d-467d-40d4-b741-7d91e8e7381b req-e79d060e-c7ea-406e-b09b-f423bb7989b0 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1731 time: 1.4855108 Dec 22 09:29:40.167516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:40.213410 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76462b34-62e0-4aa1-be81-0ad746b2af7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:40.306932 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:40.337559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port c19eecdb-255b-4b18-85e5-8c54183da0be triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:40.338191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:40.358478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-8b6f0511-89b8-42fe-96cc-c96182f16c49 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Network dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:29:40.372093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-8b6f0511-89b8-42fe-96cc-c96182f16c49 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:29:40.374734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-8b6f0511-89b8-42fe-96cc-c96182f16c49 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:29:40.380359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-8b6f0511-89b8-42fe-96cc-c96182f16c49 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:40.381506 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-8b6f0511-89b8-42fe-96cc-c96182f16c49 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:40.453864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] For port abb7cd76-124f-4904-8f8c-72e3839cfb25, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:29:40.464387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] For port abb7cd76-124f-4904-8f8c-72e3839cfb25, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=abb7cd76-124f-4904-8f8c-72e3839cfb25,segment=NetworkSegment(66cf4bf0-77ba-4c83-b303-13adaa289084),segment_id=66cf4bf0-77ba-4c83-b303-13adaa289084)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:29:40.499187 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-8b6f0511-89b8-42fe-96cc-c96182f16c49 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9204621 Dec 22 09:29:40.518946 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:40.526381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Request body: {'port': {'device_id': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:40.792983 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:40.830325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:40.882312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Pushing event updated for resources: {'Port': ['ID=c19eecdb-255b-4b18-85e5-8c54183da0be,revision_number=7']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:40.888435 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:40.902051 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:41.060449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e9ee695e-73f2-4d50-ad30-5baa49727a59 None None] Provisioning for port 6c91e0a3-36ba-4fed-bf40-56ae0f237427 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:41.084150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e9ee695e-73f2-4d50-ad30-5baa49727a59 None None] Provisioning complete for port 6c91e0a3-36ba-4fed-bf40-56ae0f237427 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:41.084584 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9ee695e-73f2-4d50-ad30-5baa49727a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:41.151355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e9ee695e-73f2-4d50-ad30-5baa49727a59 None None] Port 6c91e0a3-36ba-4fed-bf40-56ae0f237427 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:29:41.163987 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:41.197766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Routers {'9716eef1-5c04-4744-a2e9-a98a80ca5a6a'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:41.198456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:29:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9716eef1-5c04-4744-a2e9-a98a80ca5a6a'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:41.379409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b741c0-27ac-4eb7-a14a-0354bd1526e3 None None] Pushing event updated for resources: {'Port': ['ID=abb7cd76-124f-4904-8f8c-72e3839cfb25,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:41.405490 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4b741c0-27ac-4eb7-a14a-0354bd1526e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:41.418982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aff28e-bcbc-4b53-9e1f-3ef4c23c8678 req-fae8e8b3-ae08-4072-a0da-03706a918c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:41.441943 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b6aff28e-bcbc-4b53-9e1f-3ef4c23c8678 req-fae8e8b3-ae08-4072-a0da-03706a918c81 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96ce9d04-866a-4be6-9266-31d7159a9686 HTTP/1.1" status: 200 len: 1165 time: 1.2394133 Dec 22 09:29:41.448338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port c19eecdb-255b-4b18-85e5-8c54183da0be, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c19eecdb-255b-4b18-85e5-8c54183da0be,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:29:41.477927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:41.618289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15a86b-7957-4670-bb3b-8cf952438d26 req-f20882ab-8250-4496-9a63-f43161969bb8 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:41.622200 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5d4daf2b-9e7e-4f4a-b906-670c83a6f7a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:41.627546 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea15a86b-7957-4670-bb3b-8cf952438d26 req-f20882ab-8250-4496-9a63-f43161969bb8 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 944 time: 1.1677361 Dec 22 09:29:41.802785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:41.803463 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:41.805241 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] 10.222.0.64 "PUT /v2.0/ports/c19eecdb-255b-4b18-85e5-8c54183da0be HTTP/1.1" status: 200 len: 1186 time: 7.0240798 Dec 22 09:29:41.807629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c91e0a3-36ba-4fed-bf40-56ae0f237427 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:29:41.828419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:41.831581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:41.832352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:41.854517 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b6aff28e-bcbc-4b53-9e1f-3ef4c23c8678 req-adf188d2-a729-4934-8ef3-b84c15629949 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2f3f14ba-4a3e-40d0-8026-01fdc576e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293741 Dec 22 09:29:41.873961 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea15a86b-7957-4670-bb3b-8cf952438d26 req-7959c8bf-fc35-40d4-a11b-4545059b2b34 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453213 Dec 22 09:29:41.887620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Transition to ACTIVE for port object 6c91e0a3-36ba-4fed-bf40-56ae0f237427 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:29:41.913721 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:41.949044 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:41.965268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd1561-c536-4732-b65c-19ec8a58c9b4 req-8beb6662-9a30-41e8-b9cb-3a05392de461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:41.966944 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d3fd1561-c536-4732-b65c-19ec8a58c9b4 req-8beb6662-9a30-41e8-b9cb-3a05392de461 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 1191 time: 0.2146447 Dec 22 09:29:42.000208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a70d27f-e75d-4b60-b0b3-e1612f69091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19eecdb-255b-4b18-85e5-8c54183da0be'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:29:42.094577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=c19eecdb-255b-4b18-85e5-8c54183da0be,revision_number=8']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:42.102088 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:42.106334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] Set router 9716eef1-5c04-4744-a2e9-a98a80ca5a6a gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:29:42.166776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a70d27f-e75d-4b60-b0b3-e1612f69091b', 'tag': 'c19eecdb-255b-4b18-85e5-8c54183da0be'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:29:42.383271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c19eecdb-255b-4b18-85e5-8c54183da0be up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:42.528202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c91e0a3-36ba-4fed-bf40-56ae0f237427,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:42.532380 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:42.552233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd1561-c536-4732-b65c-19ec8a58c9b4 req-b3dca1a4-25c0-4461-9876-630b2394e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:42.554982 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d3fd1561-c536-4732-b65c-19ec8a58c9b4 req-b3dca1a4-25c0-4461-9876-630b2394e8e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 901 time: 0.5542295 Dec 22 09:29:42.556169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82a257-d94d-4a2f-84f1-1bd216768b82 req-0269ffc0-8ac5-473f-aebb-588b85957055 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:42.556939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-4c82a257-d94d-4a2f-84f1-1bd216768b82 req-0269ffc0-8ac5-473f-aebb-588b85957055 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Synchronizing usage tracker for tenant:40fbcf60bc434afd9e98a45ed63e9499 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:29:42.572363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port c19eecdb-255b-4b18-85e5-8c54183da0be triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:42.572785 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:42.609132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-4c82a257-d94d-4a2f-84f1-1bd216768b82 req-0269ffc0-8ac5-473f-aebb-588b85957055 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Unset dirty status for tenant:40fbcf60bc434afd9e98a45ed63e9499 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:29:42.611004 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c82a257-d94d-4a2f-84f1-1bd216768b82 req-0269ffc0-8ac5-473f-aebb-588b85957055 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 932 time: 0.9656386 Dec 22 09:29:42.628567 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d3fd1561-c536-4732-b65c-19ec8a58c9b4 req-4b6a378d-1dca-47ae-affe-b8b6036bc2e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c19eecdb-255b-4b18-85e5-8c54183da0be HTTP/1.1" status: 200 len: 217 time: 0.0653021 Dec 22 09:29:42.709507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172df41-79c4-424c-a773-ea34cd547b13 req-e65e010a-c93e-4bf4-b480-487e273fd7d0 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:42.714572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd1561-c536-4732-b65c-19ec8a58c9b4 req-cfacfcf5-d76e-431a-aa29-7664fa2cd30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:42.716418 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d3fd1561-c536-4732-b65c-19ec8a58c9b4 req-cfacfcf5-d76e-431a-aa29-7664fa2cd30f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20ea27e0-c8d1-40af-abba-75e850f0c212 HTTP/1.1" status: 200 len: 847 time: 0.0802908 Dec 22 09:29:42.717255 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2172df41-79c4-424c-a773-ea34cd547b13 req-e65e010a-c93e-4bf4-b480-487e273fd7d0 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 945 time: 0.5414577 Dec 22 09:29:42.786872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140564265-router', 'tenant_id': '2a7e044016c64c509a2791d1b4e7077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'c8b652ba-0160-43ad-af2a-91ecad74c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:29:17Z', 'updated_at': '2020-12-22T09:29:33Z', 'revision_number': 4, 'project_id': '2a7e044016c64c509a2791d1b4e7077d', 'gw_port': {'id': 'c8b652ba-0160-43ad-af2a-91ecad74c82f', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:19Z', 'updated_at': '2020-12-22T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'abb7cd76-124f-4904-8f8c-72e3839cfb25', 'name': '', 'network_id': '871b720a-d517-485b-90dc-806135a28c98', 'tenant_id': '2a7e044016c64c509a2791d1b4e7077d', 'mac_address': 'fa:16:3e:18:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e5d91322-4c7e-40a7-8a1f-f7a621030384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:28Z', 'updated_at': '2020-12-22T09:29:40Z', 'revision_number': 4, 'project_id': '2a7e044016c64c509a2791d1b4e7077d', 'subnets': [{'id': 'e5d91322-4c7e-40a7-8a1f-f7a621030384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:29:42.789296 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d3fd1561-c536-4732-b65c-19ec8a58c9b4 req-84243b80-768d-4198-84a7-318c3c982c62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9884d074-bf0a-40ed-a9d3-be8dba1c5839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651636 Dec 22 09:29:42.792057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680710f9-e8a8-43ea-ae0d-2d0ca25cf84f None None] The sync data for ids ['9716eef1-5c04-4744-a2e9-a98a80ca5a6a'] in n-d-765315-5 is: [{'id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140564265-router', 'tenant_id': '2a7e044016c64c509a2791d1b4e7077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'c8b652ba-0160-43ad-af2a-91ecad74c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:29:17Z', 'updated_at': '2020-12-22T09:29:33Z', 'revision_number': 4, 'project_id': '2a7e044016c64c509a2791d1b4e7077d', 'gw_port': {'id': 'c8b652ba-0160-43ad-af2a-91ecad74c82f', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:19Z', 'updated_at': '2020-12-22T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'abb7cd76-124f-4904-8f8c-72e3839cfb25', 'name': '', 'network_id': '871b720a-d517-485b-90dc-806135a28c98', 'tenant_id': '2a7e044016c64c509a2791d1b4e7077d', 'mac_address': 'fa:16:3e:18:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e5d91322-4c7e-40a7-8a1f-f7a621030384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:28Z', 'updated_at': '2020-12-22T09:29:40Z', 'revision_number': 4, 'project_id': '2a7e044016c64c509a2791d1b4e7077d', 'subnets': [{'id': 'e5d91322-4c7e-40a7-8a1f-f7a621030384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:29:42.826228 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2172df41-79c4-424c-a773-ea34cd547b13 req-e712b370-c6e2-4720-8b7e-c0baf31b0481 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079094 Dec 22 09:29:42.829918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Attempting to bind port 6c91e0a3-36ba-4fed-bf40-56ae0f237427 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:29:42.830306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Attempting to bind port 6c91e0a3-36ba-4fed-bf40-56ae0f237427 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'd447bf87-9b44-4ae7-9aaf-d6d397ed8bb7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:29:42.830661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Attempting to bind port 6c91e0a3-36ba-4fed-bf40-56ae0f237427 on network dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:29:42.844282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-4c82a257-d94d-4a2f-84f1-1bd216768b82 req-bd899bb1-b67d-409a-bc40-4a3c6279aefb tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Synchronizing usage tracker for tenant:40fbcf60bc434afd9e98a45ed63e9499 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:29:42.873906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:29:42.874432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Checking segment: {'id': 'd447bf87-9b44-4ae7-9aaf-d6d397ed8bb7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:29:42.884536 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:42.884976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Bound using segment: {'id': 'd447bf87-9b44-4ae7-9aaf-d6d397ed8bb7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:29:42.885512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Bound port: 6c91e0a3-36ba-4fed-bf40-56ae0f237427, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd447bf87-9b44-4ae7-9aaf-d6d397ed8bb7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:29:42.885908 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:42.937136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-4c82a257-d94d-4a2f-84f1-1bd216768b82 req-bd899bb1-b67d-409a-bc40-4a3c6279aefb tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Unset dirty status for tenant:40fbcf60bc434afd9e98a45ed63e9499 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:29:42.953564 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c82a257-d94d-4a2f-84f1-1bd216768b82 req-bd899bb1-b67d-409a-bc40-4a3c6279aefb tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/security-groups?id=874a55ad-dc54-4fd2-8f01-ff9413dbfbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783642 Dec 22 09:29:43.022932 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d3fd1561-c536-4732-b65c-19ec8a58c9b4 req-4891cbd9-dfe5-4c66-83b2-7c62f8c23800 service neutron] 10.222.0.37 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262597 Dec 22 09:29:43.082087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] For port 6c91e0a3-36ba-4fed-bf40-56ae0f237427, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:29:43.085990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] For port 6c91e0a3-36ba-4fed-bf40-56ae0f237427, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6c91e0a3-36ba-4fed-bf40-56ae0f237427,segment=NetworkSegment(d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7),segment_id=d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:29:43.092104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:43.125483 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:43.222669 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d3fd1561-c536-4732-b65c-19ec8a58c9b4 req-28d9eb97-70ed-40fe-8085-2ba697368ac8 service neutron] 10.222.0.37 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1924508 Dec 22 09:29:43.356039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c91e0a3-36ba-4fed-bf40-56ae0f237427,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:43.367259 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:43.372029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Request body: {'security_group': {'name': 'tempest-securitygroup-1135293433', 'description': 'tempest-description-1169790128'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:43.389423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:43.398978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Usage tracker for resource:security_group and tenant:3717924e21274b8793b526df43063c55 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:43.403418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:43.414887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:43.431258 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:43.444600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:43.445293 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:43.446809 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] 10.222.0.64 "PUT /v2.0/ports/6c91e0a3-36ba-4fed-bf40-56ae0f237427 HTTP/1.1" status: 200 len: 1156 time: 2.9286988 Dec 22 09:29:43.449625 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:43.467683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:43.474844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Usage tracker for resource:security_group_rule and tenant:3717924e21274b8793b526df43063c55 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:43.478001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:43.484225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:43.739721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-1fe3b299-e924-4039-9ccc-80d09cba4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:43.741414 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-1fe3b299-e924-4039-9ccc-80d09cba4bf8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40fbcf60bc434afd9e98a45ed63e9499&device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 1159 time: 0.2254930 Dec 22 09:29:43.748356 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:43.756114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fee933-9f78-497b-b862-102249bf9d68 req-73809e7c-64f6-4e7f-900f-68595136beb5 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:43.758405 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00fee933-9f78-497b-b862-102249bf9d68 req-73809e7c-64f6-4e7f-900f-68595136beb5 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?device_id=96ce9d04-866a-4be6-9266-31d7159a9686 HTTP/1.1" status: 200 len: 950 time: 0.1986978 Dec 22 09:29:43.812371 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:43.821680 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-abd49155-1431-4468-b8ae-7639db9ed7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:43.858925 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-b15c5f01-69b3-44e8-9b2a-0b483fb25bd7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c91e0a3-36ba-4fed-bf40-56ae0f237427 HTTP/1.1" status: 200 len: 217 time: 0.1001418 Dec 22 09:29:43.863092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:43.926221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Usage tracker for resource:security_group_rule and tenant:3717924e21274b8793b526df43063c55 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:43.934424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:43.941759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Pushing event updated for resources: {'SecurityGroup': ['ID=118104eb-a2f9-4829-b830-1600a0be9844,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:43.955797 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:43.964116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:43.983316 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00fee933-9f78-497b-b862-102249bf9d68 req-8b5bb111-5c8e-44bc-95a5-c806dd749810 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/security-groups?id=2f3f14ba-4a3e-40d0-8026-01fdc576e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679730 Dec 22 09:29:44.007776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-508c6b64-f373-4dbe-afb6-0edc2d7d3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:44.009655 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-508c6b64-f373-4dbe-afb6-0edc2d7d3529 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c8afb31-70cb-4424-9738-21fa798b43cb HTTP/1.1" status: 200 len: 859 time: 0.1396053 Dec 22 09:29:44.154650 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:44.161454 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:44.180658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device abb7cd76-124f-4904-8f8c-72e3839cfb25 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:44.184575 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-150c1697-7303-4692-a915-3a9db35d8a1f tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:44.194600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-627b9306-eef6-4c41-a2a0-e37434aa4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:44.196256 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-627b9306-eef6-4c41-a2a0-e37434aa4933 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799369 Dec 22 09:29:44.284138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port abb7cd76-124f-4904-8f8c-72e3839cfb25 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:44.290756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port abb7cd76-124f-4904-8f8c-72e3839cfb25 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:44.291179 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:44.361666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c19eecdb-255b-4b18-85e5-8c54183da0be up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:44.365130 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:44.366445 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-95ae99c0-85e3-4939-a086-fdcdcfbf189f req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1733 time: 1.0036783 Dec 22 09:29:44.393924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ed0570-02bc-47f0-857e-c520bae77441,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:44.399379 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:44.434568 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-2f0d2e70-1695-4e89-b64f-914e8beba3f8 service neutron] 10.222.0.64 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273157 Dec 22 09:29:44.489483 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a70d27f-e75d-4b60-b0b3-e1612f69091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19eecdb-255b-4b18-85e5-8c54183da0be', 'code': 200} Dec 22 09:29:44.490064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port c19eecdb-255b-4b18-85e5-8c54183da0be triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:44.490479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:44.632544 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a70d27f-e75d-4b60-b0b3-e1612f69091b', 'tag': 'c19eecdb-255b-4b18-85e5-8c54183da0be', 'status': 'completed', 'code': 200} Dec 22 09:29:44.698342 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:44.760296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ba840-f475-4a94-a5da-dddcc22e4540 req-e90468f9-85ec-412b-9874-9373c8419f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:44.761869 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-859ba840-f475-4a94-a5da-dddcc22e4540 req-e90468f9-85ec-412b-9874-9373c8419f34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 1191 time: 0.0983610 Dec 22 09:29:44.769822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port abb7cd76-124f-4904-8f8c-72e3839cfb25, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=abb7cd76-124f-4904-8f8c-72e3839cfb25,segment=NetworkSegment(66cf4bf0-77ba-4c83-b303-13adaa289084),segment_id=66cf4bf0-77ba-4c83-b303-13adaa289084)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:29:44.772810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:44.774778 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4b741c0-27ac-4eb7-a14a-0354bd1526e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:44.847275 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fea8b7af-9b00-432f-b38d-bd00916ba0e8 req-69d3bce7-522f-432b-af15-22626655f591 service neutron] 10.222.0.64 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3998895 Dec 22 09:29:44.848656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=abb7cd76-124f-4904-8f8c-72e3839cfb25,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:44.852117 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:44.927211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ba840-f475-4a94-a5da-dddcc22e4540 req-4f409288-a2c0-437b-848c-86218fe24ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:44.928853 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-859ba840-f475-4a94-a5da-dddcc22e4540 req-4f409288-a2c0-437b-848c-86218fe24ce3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 901 time: 0.1606982 Dec 22 09:29:44.934494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6abdb-bdfa-4d73-ad17-fc5334e99872 req-04ffbb9f-2f6e-43c2-b070-7b06fc70daa6 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:44.936167 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68a6abdb-bdfa-4d73-ad17-fc5334e99872 req-04ffbb9f-2f6e-43c2-b070-7b06fc70daa6 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 946 time: 0.2525728 Dec 22 09:29:44.944250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a3ec6-a505-4636-9bd3-ce6c40fea6b1 req-4063fc25-d56f-4406-821f-b87afe76afe3 tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:44.944658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a3ec6-a505-4636-9bd3-ce6c40fea6b1 req-4063fc25-d56f-4406-821f-b87afe76afe3 tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:44.945102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a3ec6-a505-4636-9bd3-ce6c40fea6b1 req-4063fc25-d56f-4406-821f-b87afe76afe3 tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:44.945519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a3ec6-a505-4636-9bd3-ce6c40fea6b1 req-4063fc25-d56f-4406-821f-b87afe76afe3 tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:44.945931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a3ec6-a505-4636-9bd3-ce6c40fea6b1 req-4063fc25-d56f-4406-821f-b87afe76afe3 tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:44.946389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a3ec6-a505-4636-9bd3-ce6c40fea6b1 req-4063fc25-d56f-4406-821f-b87afe76afe3 tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:44.946985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a3ec6-a505-4636-9bd3-ce6c40fea6b1 req-4063fc25-d56f-4406-821f-b87afe76afe3 tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:44.947456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a3ec6-a505-4636-9bd3-ce6c40fea6b1 req-4063fc25-d56f-4406-821f-b87afe76afe3 tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:44.947909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a3ec6-a505-4636-9bd3-ce6c40fea6b1 req-4063fc25-d56f-4406-821f-b87afe76afe3 tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:44.948585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a3ec6-a505-4636-9bd3-ce6c40fea6b1 req-4063fc25-d56f-4406-821f-b87afe76afe3 tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:44.950720 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd2a3ec6-a505-4636-9bd3-ce6c40fea6b1 req-4063fc25-d56f-4406-821f-b87afe76afe3 tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7084 time: 0.3213773 Dec 22 09:29:45.010428 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68a6abdb-bdfa-4d73-ad17-fc5334e99872 req-94035afc-f71a-4f4e-96b8-dc5be32e3965 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584826 Dec 22 09:29:45.024069 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-859ba840-f475-4a94-a5da-dddcc22e4540 req-8ff3cc1a-23bd-4d26-87e3-b406b2170f13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c19eecdb-255b-4b18-85e5-8c54183da0be HTTP/1.1" status: 200 len: 217 time: 0.0874221 Dec 22 09:29:45.113761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ba840-f475-4a94-a5da-dddcc22e4540 req-3290b95a-9a28-4097-97d2-958ae6b479d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:45.115258 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-859ba840-f475-4a94-a5da-dddcc22e4540 req-3290b95a-9a28-4097-97d2-958ae6b479d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20ea27e0-c8d1-40af-abba-75e850f0c212 HTTP/1.1" status: 200 len: 847 time: 0.0735290 Dec 22 09:29:45.173995 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-859ba840-f475-4a94-a5da-dddcc22e4540 req-0e478448-6549-4322-8312-da84d9af6942 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9884d074-bf0a-40ed-a9d3-be8dba1c5839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509715 Dec 22 09:29:45.250162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc819d29-11ee-4b9f-84b6-da3328aee1d9 req-c7e981b6-8239-479e-ad7e-1ea6d990e82d tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:45.256638 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc819d29-11ee-4b9f-84b6-da3328aee1d9 req-c7e981b6-8239-479e-ad7e-1ea6d990e82d tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 945 time: 0.1579421 Dec 22 09:29:45.286199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf5fb4-5f7e-459d-823b-244d63fa53b0 req-afd3d9d5-1b2d-437d-89fd-75bcd5170e67 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:45.287801 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5fcf5fb4-5f7e-459d-823b-244d63fa53b0 req-afd3d9d5-1b2d-437d-89fd-75bcd5170e67 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 944 time: 0.1442242 Dec 22 09:29:45.325797 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-859ba840-f475-4a94-a5da-dddcc22e4540 req-6b467645-bd42-4fbb-8804-4874668563a5 service neutron] 10.222.0.37 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450040 Dec 22 09:29:45.338913 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc819d29-11ee-4b9f-84b6-da3328aee1d9 req-edfec78e-11c4-43b0-bf07-d836b6c1f074 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790899 Dec 22 09:29:45.359520 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5fcf5fb4-5f7e-459d-823b-244d63fa53b0 req-3ea310da-f76d-49d9-bf01-d154fc1ea909 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/security-groups?id=874a55ad-dc54-4fd2-8f01-ff9413dbfbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640395 Dec 22 09:29:45.421404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-5ef789e8-066a-4f28-9d37-ed42cd80d850 req-158b0de6-2e0f-4375-88cf-aaed9205523e tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Request body: {'security_group': {'name': 'tempest-securitygroup-1702273977', 'description': 'tempest-description-1302744968'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:45.430622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-5ef789e8-066a-4f28-9d37-ed42cd80d850 req-158b0de6-2e0f-4375-88cf-aaed9205523e tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:45.437627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5ef789e8-066a-4f28-9d37-ed42cd80d850 req-158b0de6-2e0f-4375-88cf-aaed9205523e tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Usage tracker for resource:security_group and tenant:3717924e21274b8793b526df43063c55 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:45.443396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5ef789e8-066a-4f28-9d37-ed42cd80d850 req-158b0de6-2e0f-4375-88cf-aaed9205523e tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:45.454762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-5ef789e8-066a-4f28-9d37-ed42cd80d850 req-158b0de6-2e0f-4375-88cf-aaed9205523e tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:45.471913 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5ef789e8-066a-4f28-9d37-ed42cd80d850 req-158b0de6-2e0f-4375-88cf-aaed9205523e tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:45.490012 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-859ba840-f475-4a94-a5da-dddcc22e4540 req-9377a83e-738e-4def-8f66-59cc0cce080f service neutron] 10.222.0.37 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1571105 Dec 22 09:29:45.502849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-5ef789e8-066a-4f28-9d37-ed42cd80d850 req-158b0de6-2e0f-4375-88cf-aaed9205523e tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:45.507010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5ef789e8-066a-4f28-9d37-ed42cd80d850 req-158b0de6-2e0f-4375-88cf-aaed9205523e tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Usage tracker for resource:security_group_rule and tenant:3717924e21274b8793b526df43063c55 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:45.510466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5ef789e8-066a-4f28-9d37-ed42cd80d850 req-158b0de6-2e0f-4375-88cf-aaed9205523e tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:45.517252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-5ef789e8-066a-4f28-9d37-ed42cd80d850 req-158b0de6-2e0f-4375-88cf-aaed9205523e tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:45.592067 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5ef789e8-066a-4f28-9d37-ed42cd80d850 req-158b0de6-2e0f-4375-88cf-aaed9205523e tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:45.595419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5ef789e8-066a-4f28-9d37-ed42cd80d850 req-158b0de6-2e0f-4375-88cf-aaed9205523e tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:45.599119 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0b0a6358-f46a-406a-a42c-32ce926d97a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:45.648091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b0de6-2e0f-4375-88cf-aaed9205523e tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a37431-3b28-4152-983d-df6ad2ba1ce8,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:45.651482 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5ef789e8-066a-4f28-9d37-ed42cd80d850 req-158b0de6-2e0f-4375-88cf-aaed9205523e tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:45.652920 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5ef789e8-066a-4f28-9d37-ed42cd80d850 req-158b0de6-2e0f-4375-88cf-aaed9205523e tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1733 time: 0.2398822 Dec 22 09:29:45.654098 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-158b0de6-2e0f-4375-88cf-aaed9205523e tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:45.899801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c501276-f80d-4082-8236-db388dc86f01 req-c37de858-a4be-441b-92fd-c96fd436e9ee tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:45.901507 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c501276-f80d-4082-8236-db388dc86f01 req-c37de858-a4be-441b-92fd-c96fd436e9ee tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 886 time: 0.2179463 Dec 22 09:29:46.090043 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-c798f61a-9bbf-456e-8b22-f84eb36b3b36 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/networks?tenant_id=d43d9aaf39f0471b9afa5150453637c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553439 Dec 22 09:29:46.153253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device abb7cd76-124f-4904-8f8c-72e3839cfb25 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:46.278500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port abb7cd76-124f-4904-8f8c-72e3839cfb25 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:46.279154 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:46.374746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-72b2f10c-3c09-44fa-bf57-40a7ad3c1f2c tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:46.377324 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-72b2f10c-3c09-44fa-bf57-40a7ad3c1f2c tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2684295 Dec 22 09:29:46.391913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-897977ef-95be-424e-90f4-38211b3e3134 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Synchronizing usage tracker for tenant:3717924e21274b8793b526df43063c55 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:29:46.416265 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a0074c17-62c3-4380-8e00-a787983b5680 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/quotas/d43d9aaf39f0471b9afa5150453637c8 HTTP/1.1" status: 200 len: 375 time: 0.0198886 Dec 22 09:29:46.477902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-897977ef-95be-424e-90f4-38211b3e3134 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Unset dirty status for tenant:3717924e21274b8793b526df43063c55 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:29:46.480272 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-897977ef-95be-424e-90f4-38211b3e3134 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 43204 time: 0.6329026 Dec 22 09:29:46.583199 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-442ac5b7-c0e2-4877-963c-35bbf005e8ef tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?tenant_id=d43d9aaf39f0471b9afa5150453637c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1592429 Dec 22 09:29:46.588295 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-71cf3072-c076-442a-86b2-f040d2c4f205 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/0fd3af36-ddd1-433c-acf1-6a0aa08cad72 HTTP/1.1" status: 200 len: 2877 time: 0.0828345 Dec 22 09:29:46.660189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'tag': '6c91e0a3-36ba-4fed-bf40-56ae0f237427'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:29:46.678131 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-1f3abaf6-8670-41ff-a95f-3b2f1e443ea0 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/0fd3af36-ddd1-433c-acf1-6a0aa08cad72 HTTP/1.1" status: 200 len: 2877 time: 0.0718715 Dec 22 09:29:46.776093 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-06598e7c-d2fb-40d2-961b-4b59e0da710c tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/118104eb-a2f9-4829-b830-1600a0be9844 HTTP/1.1" status: 200 len: 2881 time: 0.0764391 Dec 22 09:29:46.900528 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-6291407d-2478-4fde-89ca-d514fe7d2d5f tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/118104eb-a2f9-4829-b830-1600a0be9844 HTTP/1.1" status: 200 len: 2881 time: 0.1231923 Dec 22 09:29:46.949961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39132) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:47.043157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-4d8d2402-3cb1-41e2-9c0e-2ecc4bd32b36 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:29:47.061392 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-4db2a4cb-bff8-4c3d-af95-c3dd1f6e1203 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/130eeaaf-01e2-4c7e-8488-92a9bf034c93 HTTP/1.1" status: 200 len: 2881 time: 0.1546557 Dec 22 09:29:47.112278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6c2c8-1805-40d1-9b2a-a036980374f3 req-bb05cd68-7bf1-49f7-a4a1-ba7831d45b5f tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:47.112706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6c2c8-1805-40d1-9b2a-a036980374f3 req-bb05cd68-7bf1-49f7-a4a1-ba7831d45b5f tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:47.113133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6c2c8-1805-40d1-9b2a-a036980374f3 req-bb05cd68-7bf1-49f7-a4a1-ba7831d45b5f tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:47.113547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6c2c8-1805-40d1-9b2a-a036980374f3 req-bb05cd68-7bf1-49f7-a4a1-ba7831d45b5f tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:47.113957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6c2c8-1805-40d1-9b2a-a036980374f3 req-bb05cd68-7bf1-49f7-a4a1-ba7831d45b5f tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:47.114486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6c2c8-1805-40d1-9b2a-a036980374f3 req-bb05cd68-7bf1-49f7-a4a1-ba7831d45b5f tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:47.115044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6c2c8-1805-40d1-9b2a-a036980374f3 req-bb05cd68-7bf1-49f7-a4a1-ba7831d45b5f tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:47.115557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6c2c8-1805-40d1-9b2a-a036980374f3 req-bb05cd68-7bf1-49f7-a4a1-ba7831d45b5f tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:47.116149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6c2c8-1805-40d1-9b2a-a036980374f3 req-bb05cd68-7bf1-49f7-a4a1-ba7831d45b5f tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:47.116649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6c2c8-1805-40d1-9b2a-a036980374f3 req-bb05cd68-7bf1-49f7-a4a1-ba7831d45b5f tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:47.118711 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bfa6c2c8-1805-40d1-9b2a-a036980374f3 req-bb05cd68-7bf1-49f7-a4a1-ba7831d45b5f tempest-NetworksTest-752979101 tempest-NetworksTest-752979101] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7084 time: 0.3044176 Dec 22 09:29:47.164221 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-e3fce181-2954-4434-a3d4-993b652f4f90 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/130eeaaf-01e2-4c7e-8488-92a9bf034c93 HTTP/1.1" status: 200 len: 2881 time: 0.0824304 Dec 22 09:29:47.173470 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0cf6b72-ea26-4e38-954b-6a43b758ce8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:47.230811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b0cf6b72-ea26-4e38-954b-6a43b758ce8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:47.238824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b0cf6b72-ea26-4e38-954b-6a43b758ce8d admin admin] Usage tracker for resource:security_group_rule and tenant:96f2d9adaddf4a3d83a4a3bf6a038111 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:47.248937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b0cf6b72-ea26-4e38-954b-6a43b758ce8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:47.256814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b0cf6b72-ea26-4e38-954b-6a43b758ce8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:47.290758 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-c6a2b663-5536-4a5f-8595-a49f72983442 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/2f3f14ba-4a3e-40d0-8026-01fdc576e97a HTTP/1.1" status: 200 len: 2881 time: 0.1176696 Dec 22 09:29:47.391755 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0cf6b72-ea26-4e38-954b-6a43b758ce8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:47.395426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0cf6b72-ea26-4e38-954b-6a43b758ce8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:47.432073 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-734b4789-f2c3-472f-9c28-7703111eaceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:47.446561 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b0cf6b72-ea26-4e38-954b-6a43b758ce8d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=96f2d9adaddf4a3d83a4a3bf6a038111&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4947462 Dec 22 09:29:47.450157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39144) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:47.502386 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-044636b2-7732-4db5-9ffc-607dfc364960 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/2f3f14ba-4a3e-40d0-8026-01fdc576e97a HTTP/1.1" status: 200 len: 2881 time: 0.1037967 Dec 22 09:29:47.520922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39148) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:47.528367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf6b72-ea26-4e38-954b-6a43b758ce8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb23f3a-5b24-49fe-b188-71913277b896,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:47.548715 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b0cf6b72-ea26-4e38-954b-6a43b758ce8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:47.599795 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89c0afbe-915e-46a4-be76-56d10fd57420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:47.622425 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-c5c3cd35-7659-4579-b691-ac3dafc905f8 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/3654fd9d-4629-4cc8-ae89-5f72e92412b0 HTTP/1.1" status: 200 len: 2557 time: 0.1185784 Dec 22 09:29:47.658811 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89c0afbe-915e-46a4-be76-56d10fd57420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:47.666149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:29:47.676857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6c91e0a3-36ba-4fed-bf40-56ae0f237427 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:47.740098 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89c0afbe-915e-46a4-be76-56d10fd57420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:47.747357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdf282-1c52-4116-b0f7-e0ba8a3ee142 req-e17f08fb-cf8f-4c1e-940d-9d622fc0cb11 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:47.747900 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f43156e2-c2b5-4bf8-a531-fe9afe8881b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:47.756225 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-32cdf282-1c52-4116-b0f7-e0ba8a3ee142 req-e17f08fb-cf8f-4c1e-940d-9d622fc0cb11 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 946 time: 0.4785140 Dec 22 09:29:47.778922 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-144f7168-fb60-48a0-b5b9-5d3c2e04bc99 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/3654fd9d-4629-4cc8-ae89-5f72e92412b0 HTTP/1.1" status: 200 len: 2557 time: 0.1484451 Dec 22 09:29:47.793295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0afbe-915e-46a4-be76-56d10fd57420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb23f3a-5b24-49fe-b188-71913277b896,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:47.798506 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89c0afbe-915e-46a4-be76-56d10fd57420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:47.799752 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-334c9b97-f291-43aa-aeed-ed4b04154120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:47.824893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89c0afbe-915e-46a4-be76-56d10fd57420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:47.831670 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-89c0afbe-915e-46a4-be76-56d10fd57420 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7cb23f3a-5b24-49fe-b188-71913277b896 HTTP/1.1" status: 204 len: 168 time: 0.3797941 Dec 22 09:29:47.841315 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-32cdf282-1c52-4116-b0f7-e0ba8a3ee142 req-bcf76dd7-49f0-4806-bc9c-959a89d30bd1 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837502 Dec 22 09:29:47.848739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-334c9b97-f291-43aa-aeed-ed4b04154120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:47.857068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-334c9b97-f291-43aa-aeed-ed4b04154120 admin admin] Usage tracker for resource:security_group_rule and tenant:760203b5d04e45bb9d0123dda67a056d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:47.872076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-334c9b97-f291-43aa-aeed-ed4b04154120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:47.877007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 6c91e0a3-36ba-4fed-bf40-56ae0f237427 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:47.885387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 6c91e0a3-36ba-4fed-bf40-56ae0f237427 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:47.886038 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:47.886921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-334c9b97-f291-43aa-aeed-ed4b04154120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:48.068396 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:48.085874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-334c9b97-f291-43aa-aeed-ed4b04154120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:48.092845 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-334c9b97-f291-43aa-aeed-ed4b04154120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:48.104792 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89c0afbe-915e-46a4-be76-56d10fd57420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:48.109574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c91e0a3-36ba-4fed-bf40-56ae0f237427'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:29:48.117105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 6c91e0a3-36ba-4fed-bf40-56ae0f237427, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6c91e0a3-36ba-4fed-bf40-56ae0f237427,segment=NetworkSegment(d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7),segment_id=d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:29:48.120939 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:48.123277 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:48.154224 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-334c9b97-f291-43aa-aeed-ed4b04154120 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=760203b5d04e45bb9d0123dda67a056d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6312377 Dec 22 09:29:48.157617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39160) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:48.170314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c9b97-f291-43aa-aeed-ed4b04154120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b236347-b446-4b93-b1bd-13b3b52f7523,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:48.185729 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-334c9b97-f291-43aa-aeed-ed4b04154120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:48.200270 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-d08b4775-9054-4e1b-a03c-a366da3ef03b tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/384d7550-ed88-4b21-9841-7dc273e21028 HTTP/1.1" status: 200 len: 2881 time: 0.4130085 Dec 22 09:29:48.244420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=6c91e0a3-36ba-4fed-bf40-56ae0f237427,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:48.252344 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:48.287490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cb26d92-6631-4c88-960a-56f7101aa56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:48.310285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9be60-2d83-47e3-b453-23b6be998666 req-9e50fa4e-4004-4dd1-be11-476ee7c9a4e9 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:48.311963 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0dc9be60-2d83-47e3-b453-23b6be998666 req-9e50fa4e-4004-4dd1-be11-476ee7c9a4e9 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 945 time: 0.1719887 Dec 22 09:29:48.323252 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cb26d92-6631-4c88-960a-56f7101aa56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:48.332486 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-c76d364a-3b77-4d2f-8402-eadfd4fca166 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/384d7550-ed88-4b21-9841-7dc273e21028 HTTP/1.1" status: 200 len: 2881 time: 0.1083527 Dec 22 09:29:48.386464 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cb26d92-6631-4c88-960a-56f7101aa56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:48.397358 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2973c9a5-23e2-452f-b697-f68464661c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:48.422233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb26d92-6631-4c88-960a-56f7101aa56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b236347-b446-4b93-b1bd-13b3b52f7523,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:48.427693 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7cb26d92-6631-4c88-960a-56f7101aa56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:48.444143 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0dc9be60-2d83-47e3-b453-23b6be998666 req-4eb0a06f-145e-4a7f-8453-3649f8b4d6e0 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158764 Dec 22 09:29:48.452445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39164) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:48.453350 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cb26d92-6631-4c88-960a-56f7101aa56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:48.457472 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-a373b4aa-9211-4960-bf1f-91e389eec4a1 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/48db7203-3d4f-4292-b7d1-5f47d3ef8854 HTTP/1.1" status: 200 len: 2881 time: 0.1096690 Dec 22 09:29:48.467843 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7cb26d92-6631-4c88-960a-56f7101aa56f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b236347-b446-4b93-b1bd-13b3b52f7523 HTTP/1.1" status: 204 len: 168 time: 0.3092756 Dec 22 09:29:48.490208 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-03808172-c6e4-4e48-b630-ec2540afa521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:48.514367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-03808172-c6e4-4e48-b630-ec2540afa521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:48.519702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-03808172-c6e4-4e48-b630-ec2540afa521 admin admin] Usage tracker for resource:security_group_rule and tenant:4ab22bf02ec04d14a9e68ab6953775e9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:48.523904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-03808172-c6e4-4e48-b630-ec2540afa521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:48.559983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-03808172-c6e4-4e48-b630-ec2540afa521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:48.568321 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-6552aa8c-52c9-46e4-86ca-03b907452852 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.37 "GET /v2.0/networks?tenant_id=d43d9aaf39f0471b9afa5150453637c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409639 Dec 22 09:29:48.609667 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-491e543a-b66f-410c-8f97-a2ac904c3458 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/48db7203-3d4f-4292-b7d1-5f47d3ef8854 HTTP/1.1" status: 200 len: 2881 time: 0.1449900 Dec 22 09:29:48.682903 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-9b57c887-aa16-43c1-af73-fbb5e728c42c tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/58f5a25f-e840-41ba-a0e9-3ba9abd58873 HTTP/1.1" status: 200 len: 2881 time: 0.0629332 Dec 22 09:29:48.750047 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-333fab8d-dd49-4c03-8eb3-010ee8637060 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/58f5a25f-e840-41ba-a0e9-3ba9abd58873 HTTP/1.1" status: 200 len: 2881 time: 0.0659375 Dec 22 09:29:48.866226 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-568aae67-7f30-4574-a343-e4d79b8d4951 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/874a55ad-dc54-4fd2-8f01-ff9413dbfbd3 HTTP/1.1" status: 200 len: 2881 time: 0.1142268 Dec 22 09:29:48.896840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-384fb716-86d9-470e-9fba-386ac2ad7de9 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:48.898749 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-384fb716-86d9-470e-9fba-386ac2ad7de9 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3219049 Dec 22 09:29:48.931152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-56191049-86ed-432a-84d8-026071403f70 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Request body: {'port': {'device_id': '4e15fe7a-8636-4d20-9f40-c8d4c92cbecb', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': 'd43d9aaf39f0471b9afa5150453637c8'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:48.938012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd677b35-ca6c-422f-9491-b95a960c78e3 req-b61080a7-6874-4506-b058-9cc193ee97cb tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:48.939838 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd677b35-ca6c-422f-9491-b95a960c78e3 req-b61080a7-6874-4506-b058-9cc193ee97cb tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 946 time: 0.1473038 Dec 22 09:29:48.951333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6c91e0a3-36ba-4fed-bf40-56ae0f237427 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:48.975979 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-74664701-1c1b-40f7-be9b-4fba42425fe1 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/874a55ad-dc54-4fd2-8f01-ff9413dbfbd3 HTTP/1.1" status: 200 len: 2881 time: 0.0976982 Dec 22 09:29:48.990950 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-03808172-c6e4-4e48-b630-ec2540afa521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:49.015038 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-03808172-c6e4-4e48-b630-ec2540afa521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:49.033375 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-601a37e6-9402-4a4a-b14a-233652464661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:49.049064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 6c91e0a3-36ba-4fed-bf40-56ae0f237427 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:49.049911 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:49.068622 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd677b35-ca6c-422f-9491-b95a960c78e3 req-a811aa0d-a532-44c3-afbc-024409d5d0c1 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/security-groups?id=874a55ad-dc54-4fd2-8f01-ff9413dbfbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190598 Dec 22 09:29:49.081064 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-9e208766-f0e9-4ce9-9282-605cb3917375 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/9d629e94-50ac-42ad-b902-8f13d1a12a26 HTTP/1.1" status: 200 len: 2881 time: 0.0973058 Dec 22 09:29:49.157302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03808172-c6e4-4e48-b630-ec2540afa521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d010f5-c1e8-4984-afe1-78030bf3dd54,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:49.169057 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-03808172-c6e4-4e48-b630-ec2540afa521 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ab22bf02ec04d14a9e68ab6953775e9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6998551 Dec 22 09:29:49.173802 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-03808172-c6e4-4e48-b630-ec2540afa521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:49.174264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39174) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:49.194185 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-641700bb-ba1f-4390-b8d6-5c8f1f7ad05f tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/9d629e94-50ac-42ad-b902-8f13d1a12a26 HTTP/1.1" status: 200 len: 2881 time: 0.0948789 Dec 22 09:29:49.248698 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'tag': '6c91e0a3-36ba-4fed-bf40-56ae0f237427', 'status': 'completed', 'code': 200} Dec 22 09:29:49.263348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-56191049-86ed-432a-84d8-026071403f70 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:49.312051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-56191049-86ed-432a-84d8-026071403f70 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:49.315744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39178) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:49.353205 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-bb0fe4d5-e465-48cf-b9df-80b3f2f95118 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/9f1285b5-5214-4ebc-b924-c2916c3b515e HTTP/1.1" status: 200 len: 2881 time: 0.1542964 Dec 22 09:29:49.366433 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-559233ef-5721-4eb2-bcda-19eb0ae3ee07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:49.380684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-56191049-86ed-432a-84d8-026071403f70 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Made reservation on behalf of d43d9aaf39f0471b9afa5150453637c8 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:29:49.386273 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-56191049-86ed-432a-84d8-026071403f70 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:49.416269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-559233ef-5721-4eb2-bcda-19eb0ae3ee07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:49.434291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-559233ef-5721-4eb2-bcda-19eb0ae3ee07 admin admin] Usage tracker for resource:security_group_rule and tenant:d95b8d5cd55d427b894f812d3f00ed91 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:49.437143 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-877cfcae-d986-42af-a914-601572defede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:49.439273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-559233ef-5721-4eb2-bcda-19eb0ae3ee07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:49.454862 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0689f3b5-38fe-48c3-b041-1a71037a37ca req-4a4492a3-4b5e-473a-96ba-363536053b86 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?device_id=4e15fe7a-8636-4d20-9f40-c8d4c92cbecb HTTP/1.1" status: 200 len: 210 time: 0.0817626 Dec 22 09:29:49.458931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-559233ef-5721-4eb2-bcda-19eb0ae3ee07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:49.477295 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-a53f38ad-3792-4a2a-a861-a5be8b4ee7f6 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/9f1285b5-5214-4ebc-b924-c2916c3b515e HTTP/1.1" status: 200 len: 2881 time: 0.1084237 Dec 22 09:29:49.485504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1cae8-5c7a-4540-96ae-b6e886e76540 req-c84e038d-5efc-4f2e-97f9-68367006857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:49.490892 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00f1cae8-5c7a-4540-96ae-b6e886e76540 req-c84e038d-5efc-4f2e-97f9-68367006857c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40fbcf60bc434afd9e98a45ed63e9499&device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 1161 time: 0.2143245 Dec 22 09:29:49.572103 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-877cfcae-d986-42af-a914-601572defede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:49.652556 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-6121d283-6647-447d-a03a-41bf3805bf6d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/d030c0d6-6123-44cc-8fe8-37909e09e20c HTTP/1.1" status: 200 len: 2881 time: 0.1602328 Dec 22 09:29:49.707358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1cae8-5c7a-4540-96ae-b6e886e76540 req-792118fd-9fea-48fb-b6a2-cbb3775eb4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:49.709138 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00f1cae8-5c7a-4540-96ae-b6e886e76540 req-792118fd-9fea-48fb-b6a2-cbb3775eb4e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 HTTP/1.1" status: 200 len: 914 time: 0.2041631 Dec 22 09:29:49.804692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 39186) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:49.808317 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00f1cae8-5c7a-4540-96ae-b6e886e76540 req-ef2da750-86b5-47a1-950a-80fb662532a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c91e0a3-36ba-4fed-bf40-56ae0f237427 HTTP/1.1" status: 200 len: 217 time: 0.0845435 Dec 22 09:29:49.815509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-672ad395-4e8a-436a-97b1-b349e970dc26 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Request body: {'security_group': {'name': 'tempest-securitygroup--1988744431', 'description': 'tempest-description--392198156'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:49.822284 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-28ac5c6e-84eb-4946-8bdd-0bed3651ab8a tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/d030c0d6-6123-44cc-8fe8-37909e09e20c HTTP/1.1" status: 200 len: 2881 time: 0.1556935 Dec 22 09:29:49.823282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-672ad395-4e8a-436a-97b1-b349e970dc26 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:49.866557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-672ad395-4e8a-436a-97b1-b349e970dc26 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Usage tracker for resource:security_group and tenant:3c601d64a3954b579c533381321f4616 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:49.872381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-672ad395-4e8a-436a-97b1-b349e970dc26 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:49.886051 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c91e0a3-36ba-4fed-bf40-56ae0f237427', 'code': 200} Dec 22 09:29:49.889535 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-877cfcae-d986-42af-a914-601572defede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:49.898340 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8d70cd5-4978-4f18-81eb-0fdc25997a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:49.903694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-672ad395-4e8a-436a-97b1-b349e970dc26 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:49.931839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cfcae-d986-42af-a914-601572defede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d010f5-c1e8-4984-afe1-78030bf3dd54,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:49.944289 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-672ad395-4e8a-436a-97b1-b349e970dc26 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:49.966870 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-877cfcae-d986-42af-a914-601572defede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:49.975525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1cae8-5c7a-4540-96ae-b6e886e76540 req-462ab66f-012b-4274-98d7-e9230c6da8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:49.975525 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00f1cae8-5c7a-4540-96ae-b6e886e76540 req-462ab66f-012b-4274-98d7-e9230c6da8d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c8afb31-70cb-4424-9738-21fa798b43cb HTTP/1.1" status: 200 len: 859 time: 0.1397915 Dec 22 09:29:49.997204 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-559233ef-5721-4eb2-bcda-19eb0ae3ee07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:49.998549 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-877cfcae-d986-42af-a914-601572defede admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:49.999844 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-877cfcae-d986-42af-a914-601572defede admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/65d010f5-c1e8-4984-afe1-78030bf3dd54 HTTP/1.1" status: 204 len: 168 time: 0.8246174 Dec 22 09:29:50.005249 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-559233ef-5721-4eb2-bcda-19eb0ae3ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:50.018126 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:50.140593 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-559233ef-5721-4eb2-bcda-19eb0ae3ee07 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d95b8d5cd55d427b894f812d3f00ed91&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8042343 Dec 22 09:29:50.140593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39194) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:50.156068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-672ad395-4e8a-436a-97b1-b349e970dc26 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:50.164193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559233ef-5721-4eb2-bcda-19eb0ae3ee07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfd69df-66d1-466e-9393-5ced6297a270,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:50.166779 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-707bc569-e8b4-4ba3-85ea-169c7d8ce5bb tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/d423dcb5-b624-4c02-a46f-684600c723b5 HTTP/1.1" status: 200 len: 2873 time: 0.2721801 Dec 22 09:29:50.166779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-672ad395-4e8a-436a-97b1-b349e970dc26 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Usage tracker for resource:security_group_rule and tenant:3c601d64a3954b579c533381321f4616 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:50.166779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-672ad395-4e8a-436a-97b1-b349e970dc26 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:50.172436 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-559233ef-5721-4eb2-bcda-19eb0ae3ee07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:50.187577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-56191049-86ed-432a-84d8-026071403f70 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Allocated IP 192.168.233.66 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/2ae102c5-100c-4c96-b3b4-29d9a81b7ea9) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:29:50.244124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-672ad395-4e8a-436a-97b1-b349e970dc26 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:50.315865 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93eeeaec-2236-4e3a-899b-8a3e3d037694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:50.391821 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93eeeaec-2236-4e3a-899b-8a3e3d037694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:50.525197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1cae8-5c7a-4540-96ae-b6e886e76540 req-f73f1197-530c-494b-a9ad-bb2c010a6546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:50.526850 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00f1cae8-5c7a-4540-96ae-b6e886e76540 req-f73f1197-530c-494b-a9ad-bb2c010a6546 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5466588 Dec 22 09:29:50.557491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c19eecdb-255b-4b18-85e5-8c54183da0be up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:50.597221 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93eeeaec-2236-4e3a-899b-8a3e3d037694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:50.628654 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-672ad395-4e8a-436a-97b1-b349e970dc26 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:50.631898 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-da693a0d-3fd6-4f08-8b54-e06b228ae249 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/d423dcb5-b624-4c02-a46f-684600c723b5 HTTP/1.1" status: 200 len: 2873 time: 0.4682326 Dec 22 09:29:50.643306 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-672ad395-4e8a-436a-97b1-b349e970dc26 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:50.645712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port c19eecdb-255b-4b18-85e5-8c54183da0be triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:50.646431 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:50.648632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2dcbd-5566-40dd-94c4-ad4e2941ecb1 req-5aa61b1c-1ae9-442c-a6f1-aeafdadea6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:50.650261 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08a2dcbd-5566-40dd-94c4-ad4e2941ecb1 req-5aa61b1c-1ae9-442c-a6f1-aeafdadea6c2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 1161 time: 0.5875051 Dec 22 09:29:50.654908 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2d4b740a-e26a-4d25-b004-2e59f7c16382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:50.687722 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-56191049-86ed-432a-84d8-026071403f70 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:50.690944 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bc3e87b6-f50a-4594-ba68-818b3a684ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:50.706359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eeeaec-2236-4e3a-899b-8a3e3d037694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfd69df-66d1-466e-9393-5ced6297a270,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:50.726020 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93eeeaec-2236-4e3a-899b-8a3e3d037694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:50.744513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-56191049-86ed-432a-84d8-026071403f70 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Transition to ACTIVE for port object 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:29:50.782909 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93eeeaec-2236-4e3a-899b-8a3e3d037694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:50.787353 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-93eeeaec-2236-4e3a-899b-8a3e3d037694 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/edfd69df-66d1-466e-9393-5ced6297a270 HTTP/1.1" status: 204 len: 168 time: 0.6580396 Dec 22 09:29:50.795234 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-40b3748d-f06c-4658-85fc-b56bcbf6e9bf service neutron] 10.222.0.37 "GET /v2.0/ports/c19eecdb-255b-4b18-85e5-8c54183da0be/bindings/n-h1-765315-5 HTTP/1.1" status: 200 len: 454 time: 0.2000513 Dec 22 09:29:50.858402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ad395-4e8a-436a-97b1-b349e970dc26 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Pushing event updated for resources: {'SecurityGroup': ['ID=c3193b53-5864-4cfd-b9e9-056656928af4,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:50.881432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bb128-e036-4568-bcfa-42593c829bfa req-0ed57cf8-47c1-466a-86c7-1335369c426f tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:50.886474 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d67bb128-e036-4568-bcfa-42593c829bfa req-0ed57cf8-47c1-466a-86c7-1335369c426f tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 946 time: 0.7175739 Dec 22 09:29:50.887573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-672ad395-4e8a-436a-97b1-b349e970dc26 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:50.893966 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-672ad395-4e8a-436a-97b1-b349e970dc26 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 1.0800982 Dec 22 09:29:50.914029 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-672ad395-4e8a-436a-97b1-b349e970dc26 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:50.921933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39210) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:50.952227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-089bfa04-cd59-47fb-a10c-776aab3b09e2 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Request body: {'security_group_rule': {'security_group_id': 'c3193b53-5864-4cfd-b9e9-056656928af4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:50.970471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-089bfa04-cd59-47fb-a10c-776aab3b09e2 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:50.988989 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-56191049-86ed-432a-84d8-026071403f70 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:50.998733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-089bfa04-cd59-47fb-a10c-776aab3b09e2 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Usage tracker for resource:security_group_rule and tenant:3c601d64a3954b579c533381321f4616 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:51.003681 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00f1cae8-5c7a-4540-96ae-b6e886e76540 req-574f4ed6-2b57-4aba-b8f5-7a9ff00ec36e service neutron] 10.222.0.64 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170969 Dec 22 09:29:51.026839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-089bfa04-cd59-47fb-a10c-776aab3b09e2 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:51.030001 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:51.217464 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00f1cae8-5c7a-4540-96ae-b6e886e76540 req-04a960d1-77d5-40d7-8def-1b8fac6ae43d service neutron] 10.222.0.64 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2002788 Dec 22 09:29:51.288603 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-bf1e0bb2-35af-4245-9143-3ce909caf1cd tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/effd9697-b5a8-4009-8c84-443e32f65ae2 HTTP/1.1" status: 200 len: 2881 time: 0.6340461 Dec 22 09:29:51.324428 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d67bb128-e036-4568-bcfa-42593c829bfa req-5ec00a65-8e63-4c90-9534-855336813b4d tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159876 Dec 22 09:29:51.327330 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08a2dcbd-5566-40dd-94c4-ad4e2941ecb1 req-0e00a5e6-789c-4296-b0be-c232e4041836 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=874a55ad-dc54-4fd2-8f01-ff9413dbfbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729576 Dec 22 09:29:51.480076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-089bfa04-cd59-47fb-a10c-776aab3b09e2 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:51.490373 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10b5b4f6-ad9e-44bc-98bf-34df42570178 req-ef26e9f7-a027-4d04-b0b4-d460cda9a9db tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/effd9697-b5a8-4009-8c84-443e32f65ae2 HTTP/1.1" status: 200 len: 2881 time: 0.1796761 Dec 22 09:29:51.754404 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-089bfa04-cd59-47fb-a10c-776aab3b09e2 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:51.772493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56191049-86ed-432a-84d8-026071403f70 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Pushing event updated for resources: {'Port': ['ID=2ae102c5-100c-4c96-b3b4-29d9a81b7ea9,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:51.784147 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-56191049-86ed-432a-84d8-026071403f70 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:51.923837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab67cf0-d89e-47c4-b156-cc0e7b5c0b52 req-dc485d4e-d8dc-4e46-b26d-e2b6cc1b841d tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:51.925787 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0ab67cf0-d89e-47c4-b156-cc0e7b5c0b52 req-dc485d4e-d8dc-4e46-b26d-e2b6cc1b841d tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 946 time: 0.2308838 Dec 22 09:29:51.970235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e28268-2ffd-4251-8c0d-adc172d75758 req-27175630-ca4f-4124-bda3-7b2cff67e17e tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:51.972170 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f8e28268-2ffd-4251-8c0d-adc172d75758 req-27175630-ca4f-4124-bda3-7b2cff67e17e tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 945 time: 0.1783834 Dec 22 09:29:52.011325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-089bfa04-cd59-47fb-a10c-776aab3b09e2 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:52.024859 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-089bfa04-cd59-47fb-a10c-776aab3b09e2 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:52.029047 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0ab67cf0-d89e-47c4-b156-cc0e7b5c0b52 req-7b53be9b-4b43-4df8-913a-4a89160d04b6 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/security-groups?id=874a55ad-dc54-4fd2-8f01-ff9413dbfbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956647 Dec 22 09:29:52.045196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-56191049-86ed-432a-84d8-026071403f70 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:29:52.048504 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:52.070946 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f8e28268-2ffd-4251-8c0d-adc172d75758 req-d927ee0e-97cd-4101-b769-664fb19a4006 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840750 Dec 22 09:29:52.089897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-56191049-86ed-432a-84d8-026071403f70 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:29:52.100315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-56191049-86ed-432a-84d8-026071403f70 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:29:52.268700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] For port c19eecdb-255b-4b18-85e5-8c54183da0be, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c19eecdb-255b-4b18-85e5-8c54183da0be,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:29:52.381446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-56191049-86ed-432a-84d8-026071403f70 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:52.382723 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-56191049-86ed-432a-84d8-026071403f70 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:52.387720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bfa04-cd59-47fb-a10c-776aab3b09e2 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f1968a-9fc7-4993-97ec-f08d486711c7,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:52.406101 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-089bfa04-cd59-47fb-a10c-776aab3b09e2 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:52.409208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] For port c19eecdb-255b-4b18-85e5-8c54183da0be, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:29:52.429137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ea902021-df54-4f6f-bc08-092a5e14fe1a None None] Provisioning for port 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:52.445596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ea902021-df54-4f6f-bc08-092a5e14fe1a None None] Provisioning complete for port 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:52.446169 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea902021-df54-4f6f-bc08-092a5e14fe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:52.475961 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-089bfa04-cd59-47fb-a10c-776aab3b09e2 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:52.477598 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-089bfa04-cd59-47fb-a10c-776aab3b09e2 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 1.5512464 Dec 22 09:29:52.481677 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-56191049-86ed-432a-84d8-026071403f70 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5593672 Dec 22 09:29:52.482572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39250) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:52.505955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6b6e72aa-03ab-4352-8505-27f673896258 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Request body: {'security_group_rule': {'security_group_id': 'c3193b53-5864-4cfd-b9e9-056656928af4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:52.529764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-262c1db1-fd56-43e2-b13a-c704164e983c req-eee89fa3-df10-407b-a766-9bd0efc57056 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Synchronizing usage tracker for tenant:ba713f84375442d7bd1ac4adb06b5364 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:29:52.532706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6b6e72aa-03ab-4352-8505-27f673896258 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:52.553769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Request body: {'port': {'device_id': '4e15fe7a-8636-4d20-9f40-c8d4c92cbecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:52.603369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ea902021-df54-4f6f-bc08-092a5e14fe1a None None] Port 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:29:52.608259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-262c1db1-fd56-43e2-b13a-c704164e983c req-eee89fa3-df10-407b-a766-9bd0efc57056 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Unset dirty status for tenant:ba713f84375442d7bd1ac4adb06b5364 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:29:52.609922 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-262c1db1-fd56-43e2-b13a-c704164e983c req-eee89fa3-df10-407b-a766-9bd0efc57056 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba713f84375442d7bd1ac4adb06b5364 HTTP/1.1" status: 200 len: 5900 time: 0.4129152 Dec 22 09:29:52.632392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a70d27f-e75d-4b60-b0b3-e1612f69091b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c19eecdb-255b-4b18-85e5-8c54183da0be'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:29:52.643877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6b6e72aa-03ab-4352-8505-27f673896258 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Usage tracker for resource:security_group_rule and tenant:3c601d64a3954b579c533381321f4616 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:52.649420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c18ecd-e967-46c8-8b3c-c3482046ea4e req-5632ae7a-c3a9-4b56-80ad-aac30762a3cf tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:52.650302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6b6e72aa-03ab-4352-8505-27f673896258 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:52.658734 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-75c18ecd-e967-46c8-8b3c-c3482046ea4e req-5632ae7a-c3a9-4b56-80ad-aac30762a3cf tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?device_id=4e15fe7a-8636-4d20-9f40-c8d4c92cbecb HTTP/1.1" status: 200 len: 935 time: 0.3027771 Dec 22 09:29:52.659780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6b6e72aa-03ab-4352-8505-27f673896258 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:52.680321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] For port c19eecdb-255b-4b18-85e5-8c54183da0be, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c19eecdb-255b-4b18-85e5-8c54183da0be,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:29:52.718008 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6b6e72aa-03ab-4352-8505-27f673896258 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:52.745226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:52.757540 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-75c18ecd-e967-46c8-8b3c-c3482046ea4e req-1b5a01a4-0cc0-42d4-a61a-61edba0f4c96 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/security-groups?id=2f3f14ba-4a3e-40d0-8026-01fdc576e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973136 Dec 22 09:29:52.783340 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-262c1db1-fd56-43e2-b13a-c704164e983c req-8a3c9d46-dc9b-4323-a4a8-3a282cf1a380 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] 10.222.0.50 "GET /v2.0/security-groups/130eeaaf-01e2-4c7e-8488-92a9bf034c93 HTTP/1.1" status: 200 len: 2881 time: 0.1638951 Dec 22 09:29:52.873553 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-262c1db1-fd56-43e2-b13a-c704164e983c req-d848d0cf-1201-4286-8972-79e3ba11f2b6 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] 10.222.0.50 "GET /v2.0/security-groups/130eeaaf-01e2-4c7e-8488-92a9bf034c93 HTTP/1.1" status: 200 len: 2881 time: 0.0832040 Dec 22 09:29:52.907927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Transition to ACTIVE for port object c19eecdb-255b-4b18-85e5-8c54183da0be will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:29:52.927138 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:52.975506 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a70d27f-e75d-4b60-b0b3-e1612f69091b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c19eecdb-255b-4b18-85e5-8c54183da0be', 'code': 200} Dec 22 09:29:53.031184 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:53.130087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c19eecdb-255b-4b18-85e5-8c54183da0be,revision_number=10']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:53.150567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.150980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.151379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.151777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.152194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.152586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.152974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.153353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.153738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.154125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.154514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.155088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.155456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.155844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.173045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.173496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.173898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.174445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.174866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.175262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.175651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.176092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.176484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.176871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.177329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.177717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.178102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.178485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.178866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.179249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.179629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.180037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.180420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.180806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.181193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.181573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.194537 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7e8d4ef-d8ca-4e10-ac46-18004a774668 req-7f524ce6-ba0d-4140-8e1d-63a1277bed97 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/f2a37431-3b28-4152-983d-df6ad2ba1ce8 HTTP/1.1" status: 200 len: 1728 time: 0.1596167 Dec 22 09:29:53.199520 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:53.281616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4c26c-0f95-4a29-98de-32954936f454 req-ab118985-3e0b-4832-9a2b-86303ec9dc3e tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:53.283741 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0c4c26c-0f95-4a29-98de-32954936f454 req-ab118985-3e0b-4832-9a2b-86303ec9dc3e tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 945 time: 0.3275042 Dec 22 09:29:53.322012 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:53.500237 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d7e8d4ef-d8ca-4e10-ac46-18004a774668 req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:53.515726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6b6e72aa-03ab-4352-8505-27f673896258 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:53.520384 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0c4c26c-0f95-4a29-98de-32954936f454 req-84e31e23-0d76-4268-8572-9de3ea4181b5 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231987 Dec 22 09:29:53.566991 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d7e8d4ef-d8ca-4e10-ac46-18004a774668 req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:53.582524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6b6e72aa-03ab-4352-8505-27f673896258 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:53.630805 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:53.643621 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d7e8d4ef-d8ca-4e10-ac46-18004a774668 req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:53.657803 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:53.684000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a37431-3b28-4152-983d-df6ad2ba1ce8,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:53.693598 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d7e8d4ef-d8ca-4e10-ac46-18004a774668 req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:53.694815 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7e8d4ef-d8ca-4e10-ac46-18004a774668 req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "DELETE /v2.0/security-groups/f2a37431-3b28-4152-983d-df6ad2ba1ce8 HTTP/1.1" status: 204 len: 173 time: 0.4858770 Dec 22 09:29:53.696444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.696843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.697231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.697615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.697998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.698379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.698900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.699281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.699658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.700052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.700434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.700808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.712023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.712023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.712023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.712023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.712658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e72aa-03ab-4352-8505-27f673896258 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32774a7f-9162-45bb-80a7-dac7851f3543,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:53.712730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.712730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.712730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.712730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.712730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.712730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.712730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.712730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.712730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.712730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.712730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.712730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.712730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.713585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.713585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.713585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.713585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.713585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.713585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.713585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:29:53.714031 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6b6e72aa-03ab-4352-8505-27f673896258 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:53.716570 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:53.829977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a206407-b85f-455c-b6e0-ad53f8a81c0f req-5571dc09-4077-4fd3-891d-1e4d4eb23c32 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:53.830473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6b6e72aa-03ab-4352-8505-27f673896258 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:53.832507 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0a206407-b85f-455c-b6e0-ad53f8a81c0f req-5571dc09-4077-4fd3-891d-1e4d4eb23c32 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 946 time: 0.1040711 Dec 22 09:29:53.834807 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6b6e72aa-03ab-4352-8505-27f673896258 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 1.3389254 Dec 22 09:29:53.835412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 39292) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:53.843300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:53.868653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:53.900525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] No DVR routers for this DVR port c19eecdb-255b-4b18-85e5-8c54183da0be on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:29:53.917467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Usage tracker for resource:floatingip and tenant:3c601d64a3954b579c533381321f4616 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:53.928804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:53.954263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:53.975977 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0a206407-b85f-455c-b6e0-ad53f8a81c0f req-867c3913-c7f1-484d-8501-cbc7d01cb851 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/security-groups?id=874a55ad-dc54-4fd2-8f01-ff9413dbfbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278682 Dec 22 09:29:53.988191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:53.993226 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] 10.222.0.37 "PUT /v2.0/ports/c19eecdb-255b-4b18-85e5-8c54183da0be/bindings/n-h1-765315-5/activate HTTP/1.1" status: 200 len: 439 time: 3.1900146 Dec 22 09:29:54.038113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58492f-7f9a-4408-9a34-80d055636290 req-c18254c4-3cf8-4c7d-b1dc-d63d5f690fa8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:54.040546 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f58492f-7f9a-4408-9a34-80d055636290 req-c18254c4-3cf8-4c7d-b1dc-d63d5f690fa8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 945 time: 0.1731336 Dec 22 09:29:54.362786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c19eecdb-255b-4b18-85e5-8c54183da0be no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:29:54.365663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:29:54.374339 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:54.393698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Transition to ACTIVE for port object 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:29:54.397311 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:54.427279 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:54.462902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c19eecdb-255b-4b18-85e5-8c54183da0be not bound to the agent host n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:29:54.546376 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f58492f-7f9a-4408-9a34-80d055636290 req-ac5c1ebd-d414-4ce7-b885-2a83691b0334 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959168 Dec 22 09:29:54.602065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae102c5-100c-4c96-b3b4-29d9a81b7ea9,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:54.606804 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:54.631423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0685535c-1337-4ef5-909f-d43a0950e422 req-ff28f931-45e1-4f29-8fe9-97cef7619f36 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "GET /v2.0/security-groups/a1ed0570-02bc-47f0-857e-c520bae77441 HTTP/1.1" status: 200 len: 1728 time: 0.1011569 Dec 22 09:29:54.631423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-f2fc7c46-684c-4380-ad15-099ce9983759 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:54.633051 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-f2fc7c46-684c-4380-ad15-099ce9983759 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.64 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b&tenant_id=0fd3a230510047d192938116344c8cd5&binding%3Ahost_id=n-h2-765315-5 HTTP/1.1" status: 200 len: 1160 time: 0.4340310 Dec 22 09:29:54.697370 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:54.926601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Attempting to bind port 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:29:54.927163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Attempting to bind port 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:29:54.927761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Attempting to bind port 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:29:54.938592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:29:54.939138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:29:54.939549 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:54.939968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:29:54.940479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Bound port: 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:29:54.940867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:54.987034 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0685535c-1337-4ef5-909f-d43a0950e422 req-99e331e5-7ead-4435-ab46-2fc006c6a303 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:55.068770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] For port 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:29:55.070557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-9070c573-081f-4403-b58b-077b191cae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:55.072214 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-9070c573-081f-4403-b58b-077b191cae08 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b&tenant_id=0fd3a230510047d192938116344c8cd5 HTTP/1.1" status: 200 len: 1160 time: 0.4279547 Dec 22 09:29:55.072479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] For port 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=2ae102c5-100c-4c96-b3b4-29d9a81b7ea9,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:29:55.076110 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:55.087209 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0685535c-1337-4ef5-909f-d43a0950e422 req-99e331e5-7ead-4435-ab46-2fc006c6a303 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:55.093086 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:55.209029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd91183-4fe8-467a-b8b3-26df4a4105d0 req-49eb7a71-785f-44e1-95d1-747633082844 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:55.210741 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5fd91183-4fe8-467a-b8b3-26df4a4105d0 req-49eb7a71-785f-44e1-95d1-747633082844 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?device_id=4e15fe7a-8636-4d20-9f40-c8d4c92cbecb HTTP/1.1" status: 200 len: 947 time: 0.4495049 Dec 22 09:29:55.270112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae102c5-100c-4c96-b3b4-29d9a81b7ea9,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:55.274274 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:55.323545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:55.324245 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:55.325826 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] 10.222.0.37 "PUT /v2.0/ports/2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 HTTP/1.1" status: 200 len: 1159 time: 2.8279762 Dec 22 09:29:55.326374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e15fe7a-8636-4d20-9f40-c8d4c92cbecb', 'tag': '2ae102c5-100c-4c96-b3b4-29d9a81b7ea9'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:29:55.334166 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0685535c-1337-4ef5-909f-d43a0950e422 req-99e331e5-7ead-4435-ab46-2fc006c6a303 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:55.347442 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7731d7f6-8638-4573-8b24-d9ca0795a15b tempest-AggregatesAdminTestJSON-541107834 tempest-AggregatesAdminTestJSON-541107834] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:55.381709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e331e5-7ead-4435-ab46-2fc006c6a303 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ed0570-02bc-47f0-857e-c520bae77441,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:55.386833 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5fd91183-4fe8-467a-b8b3-26df4a4105d0 req-d0ef0730-1e21-42b7-87e3-884a84849f77 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/security-groups?id=2f3f14ba-4a3e-40d0-8026-01fdc576e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608658 Dec 22 09:29:55.388754 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99e331e5-7ead-4435-ab46-2fc006c6a303 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:55.394276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Allocated IP 172.25.7.138 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/a1e26ec5-7e7d-4663-9746-f9b81793f9d9) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:29:55.445882 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0685535c-1337-4ef5-909f-d43a0950e422 req-99e331e5-7ead-4435-ab46-2fc006c6a303 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:55.447298 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0685535c-1337-4ef5-909f-d43a0950e422 req-99e331e5-7ead-4435-ab46-2fc006c6a303 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] 10.222.0.50 "DELETE /v2.0/security-groups/a1ed0570-02bc-47f0-857e-c520bae77441 HTTP/1.1" status: 204 len: 173 time: 0.8066485 Dec 22 09:29:55.461221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-aab68af8-2084-4066-9b8c-6e655f0f039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:55.462804 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-aab68af8-2084-4066-9b8c-6e655f0f039b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 1160 time: 0.3433514 Dec 22 09:29:55.550703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-b02a481e-705c-4e0d-afb8-75031e3a9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:55.554555 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-b02a481e-705c-4e0d-afb8-75031e3a9204 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d43d9aaf39f0471b9afa5150453637c8&device_id=4e15fe7a-8636-4d20-9f40-c8d4c92cbecb HTTP/1.1" status: 200 len: 1162 time: 0.1641090 Dec 22 09:29:55.644033 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-1f688be6-bc06-44fb-95f1-2ad4aaf2e53d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 HTTP/1.1" status: 200 len: 217 time: 0.0743277 Dec 22 09:29:55.737590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-57f94f6e-3629-4859-8b2c-67f28927052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:55.739033 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-57f94f6e-3629-4859-8b2c-67f28927052c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.0872295 Dec 22 09:29:55.834249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-8d5d496d-79db-4703-aa1b-af891461f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:55.836163 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-8d5d496d-79db-4703-aa1b-af891461f861 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0895364 Dec 22 09:29:55.902379 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-321c1b51-e494-444e-ae45-7fb895bd4f90 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.50 "GET /v2.0/networks?tenant_id=b672bd57c00848bb936f8c4f614b137e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0879314 Dec 22 09:29:55.995882 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-eb294d5c-4a6f-438c-ba57-da822cc99395 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518519 Dec 22 09:29:55.998422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:56.008762 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-58287a59-9926-49bc-999f-d02ab8637aaa req-f07875f6-d775-4452-b2b6-a8fc5868f053 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4661088 Dec 22 09:29:56.036261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-dabaac82-0e45-48f9-83b2-67a65804081b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:56.037911 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-dabaac82-0e45-48f9-83b2-67a65804081b service neutron] 10.222.0.64 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 901 time: 0.5451844 Dec 22 09:29:56.045933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-58287a59-9926-49bc-999f-d02ab8637aaa req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:56.183527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-58287a59-9926-49bc-999f-d02ab8637aaa req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:56.205164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-58287a59-9926-49bc-999f-d02ab8637aaa req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Usage tracker for resource:floatingip and tenant:40fbcf60bc434afd9e98a45ed63e9499 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:56.213946 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-1e0918eb-608d-4b99-82cd-1c802ef9ae26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c19eecdb-255b-4b18-85e5-8c54183da0be HTTP/1.1" status: 200 len: 217 time: 0.1076317 Dec 22 09:29:56.217590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-58287a59-9926-49bc-999f-d02ab8637aaa req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:56.230334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-58287a59-9926-49bc-999f-d02ab8637aaa req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:56.337900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-08ee3ed4-6db5-4a1b-8d63-babac7aafc3e tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:56.339548 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-08ee3ed4-6db5-4a1b-8d63-babac7aafc3e tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4241977 Dec 22 09:29:56.342661 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-58287a59-9926-49bc-999f-d02ab8637aaa req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:56.361918 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:56.384748 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-26b5dd51-ca88-4a2f-99f1-707327c0d721 tempest-AggregatesAdminTestJSON-1755980942 tempest-AggregatesAdminTestJSON-1755980942] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:56.411489 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a550b3f-7181-4bfb-bf71-dbb65ca1f56d req-32c7495a-7606-42d3-98ed-06d82415f4a5 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4078352 Dec 22 09:29:56.465567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-00af57cb-33f7-4fa9-998b-663e4078340c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:56.467198 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-00af57cb-33f7-4fa9-998b-663e4078340c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20ea27e0-c8d1-40af-abba-75e850f0c212 HTTP/1.1" status: 200 len: 847 time: 0.2385316 Dec 22 09:29:56.481191 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-2ab218c9-ef81-4394-be7f-45b756e48691 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.50 "GET /v2.0/quotas/b672bd57c00848bb936f8c4f614b137e HTTP/1.1" status: 200 len: 375 time: 0.1234713 Dec 22 09:29:56.650082 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-d6daa1c0-045b-4890-b525-281f2f46a812 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9884d074-bf0a-40ed-a9d3-be8dba1c5839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640365 Dec 22 09:29:56.670345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Pushing event updated for resources: {'Port': ['ID=a1e26ec5-7e7d-4663-9746-f9b81793f9d9,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:56.675057 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-11b6c7a5-5875-4dfb-befd-07f96279753e tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.50 "GET /v2.0/ports?tenant_id=b672bd57c00848bb936f8c4f614b137e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1860902 Dec 22 09:29:56.675898 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:57.221236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:29:57.226967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:29:57.230383 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-8c7e642d-6b39-4b6b-b99c-5da26cfb9d15 service neutron] 10.222.0.64 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612321 Dec 22 09:29:57.237015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:29:57.480047 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-58287a59-9926-49bc-999f-d02ab8637aaa req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:57.490714 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:57.577888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8a36f-5c1b-4ae7-ae60-44a50f8a3474 req-ce10983d-5201-43da-99fd-ce8a5e1a9dc4 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:57.580421 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72b8a36f-5c1b-4ae7-ae60-44a50f8a3474 req-ce10983d-5201-43da-99fd-ce8a5e1a9dc4 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 945 time: 0.4239838 Dec 22 09:29:57.582478 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-f2622263-ca89-4a07-a992-404dff8a28cb service neutron] 10.222.0.64 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3363776 Dec 22 09:29:57.734573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:57.786059 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72b8a36f-5c1b-4ae7-ae60-44a50f8a3474 req-6f8a6722-382e-45fb-8a95-7f47ed55e5f2 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942930 Dec 22 09:29:57.885867 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e15fe7a-8636-4d20-9f40-c8d4c92cbecb', 'tag': '2ae102c5-100c-4c96-b3b4-29d9a81b7ea9', 'status': 'completed', 'code': 200} Dec 22 09:29:58.012672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf33eb-ce7c-4e14-9e25-f978bd84b722 req-06a12c9e-b859-4d6b-bfa5-3ca2d28a774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:58.014281 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-abdf33eb-ce7c-4e14-9e25-f978bd84b722 req-06a12c9e-b859-4d6b-bfa5-3ca2d28a774e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d43d9aaf39f0471b9afa5150453637c8&device_id=4e15fe7a-8636-4d20-9f40-c8d4c92cbecb HTTP/1.1" status: 200 len: 1162 time: 0.0859542 Dec 22 09:29:58.128753 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce519aba-4792-4490-a165-853a6381d1c7 req-7d784841-ae47-4349-a1cd-b6e3654b904d tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] 10.222.0.50 "GET /v2.0/security-groups/6f7e27e2-4fe6-45d4-b8ec-52c56e24228b HTTP/1.1" status: 200 len: 1726 time: 0.2122989 Dec 22 09:29:58.179046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf33eb-ce7c-4e14-9e25-f978bd84b722 req-4f8354f5-b642-449e-831c-bd03e8f256b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:58.180857 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-abdf33eb-ce7c-4e14-9e25-f978bd84b722 req-4f8354f5-b642-449e-831c-bd03e8f256b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.1593990 Dec 22 09:29:58.256607 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-abdf33eb-ce7c-4e14-9e25-f978bd84b722 req-b665b83f-3e36-49c5-ad7d-30203a028955 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 HTTP/1.1" status: 200 len: 217 time: 0.0686660 Dec 22 09:29:58.279073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-58287a59-9926-49bc-999f-d02ab8637aaa req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Allocated IP 172.25.7.72 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/33661851-c40e-4737-be8b-7570eac1efd7) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:29:58.415326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf33eb-ce7c-4e14-9e25-f978bd84b722 req-4592f92a-4cf1-45a1-9272-5b8b9070d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:58.418407 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-abdf33eb-ce7c-4e14-9e25-f978bd84b722 req-4592f92a-4cf1-45a1-9272-5b8b9070d2b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1302352 Dec 22 09:29:58.511930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network ee268a24-1aba-4855-b238-18ad5c8939ac details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:29:58.517436 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ce519aba-4792-4490-a165-853a6381d1c7 req-382f3658-f23e-4993-9727-3d346652eab4 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:58.569266 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-d9fa0114-fc99-4004-ac16-24acc9599fe2 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.37 "GET /v2.0/networks?tenant_id=b672bd57c00848bb936f8c4f614b137e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1489007 Dec 22 09:29:58.677931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ce519aba-4792-4490-a165-853a6381d1c7 req-382f3658-f23e-4993-9727-3d346652eab4 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:58.704277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-e45d2361-ccd5-4a91-b6f7-053370ebab29 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:58.706259 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-e45d2361-ccd5-4a91-b6f7-053370ebab29 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.64 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b&tenant_id=0fd3a230510047d192938116344c8cd5&binding%3Ahost_id=n-h1-765315-5 HTTP/1.1" status: 200 len: 1160 time: 0.6508594 Dec 22 09:29:58.712621 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-58287a59-9926-49bc-999f-d02ab8637aaa req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:58.816884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-8832dea7-901b-4d1d-a816-67cb1f7ab31c tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:58.818475 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-8832dea7-901b-4d1d-a816-67cb1f7ab31c tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2415261 Dec 22 09:29:58.826317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf33eb-ce7c-4e14-9e25-f978bd84b722 req-2b93b626-1532-4f66-bf82-ec70f39d02fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:58.827802 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-abdf33eb-ce7c-4e14-9e25-f978bd84b722 req-2b93b626-1532-4f66-bf82-ec70f39d02fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3615081 Dec 22 09:29:58.828012 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:58.837783 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:58.853786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Request body: {'port': {'device_id': 'd2279a72-dc32-45b4-af05-a8e6d2f871f3', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': 'b672bd57c00848bb936f8c4f614b137e'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:29:58.855274 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:58.941462 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ce519aba-4792-4490-a165-853a6381d1c7 req-382f3658-f23e-4993-9727-3d346652eab4 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:59.018388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-664443f7-5572-4ca3-8a0d-c30d1994e620 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:29:59.099682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Pushing event updated for resources: {'Port': ['ID=a1e26ec5-7e7d-4663-9746-f9b81793f9d9,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:59.102598 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-58287a59-9926-49bc-999f-d02ab8637aaa req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:59.121113 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:59.121660 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:59.157132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-2d9cebe1-42ad-4084-a5c8-692126cc1a35 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:29:59.263908 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-abdf33eb-ce7c-4e14-9e25-f978bd84b722 req-c43566c6-891e-4c65-a9cb-e65d6d03575e service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769026 Dec 22 09:29:59.264960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:59.269662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Usage tracker for resource:port and tenant:b672bd57c00848bb936f8c4f614b137e is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:59.295084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:59.307020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:59.350826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-ee336757-2ef5-4969-b943-27a9c04e4c21 service neutron] For port c19eecdb-255b-4b18-85e5-8c54183da0be, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:29:59.356063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Pushing event updated for resources: {'Port': ['ID=33661851-c40e-4737-be8b-7570eac1efd7,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:59.365814 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-ee336757-2ef5-4969-b943-27a9c04e4c21 service neutron] Notify callbacks [] for binding, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:59.367078 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dba6356-ab8f-41c7-ab45-636aef9ae513 req-ee336757-2ef5-4969-b943-27a9c04e4c21 service neutron] 10.222.0.64 "DELETE /v2.0/ports/c19eecdb-255b-4b18-85e5-8c54183da0be/bindings/n-h2-765315-5 HTTP/1.1" status: 204 len: 173 time: 0.6507688 Dec 22 09:29:59.368043 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:59.372643 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-158b0de6-2e0f-4375-88cf-aaed9205523e tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.415s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:59.381481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ce519aba-4792-4490-a165-853a6381d1c7 req-382f3658-f23e-4993-9727-3d346652eab4 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:59.382701 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce519aba-4792-4490-a165-853a6381d1c7 req-382f3658-f23e-4993-9727-3d346652eab4 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] 10.222.0.50 "DELETE /v2.0/security-groups/6f7e27e2-4fe6-45d4-b8ec-52c56e24228b HTTP/1.1" status: 204 len: 173 time: 1.2353897 Dec 22 09:29:59.384989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Made reservation on behalf of b672bd57c00848bb936f8c4f614b137e for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:29:59.391306 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:59.393030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:59.398577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f3658-f23e-4993-9727-3d346652eab4 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7e27e2-4fe6-45d4-b8ec-52c56e24228b,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:59.408422 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-382f3658-f23e-4993-9727-3d346652eab4 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:59.423686 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:59.474419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:59.487981 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6390946 Dec 22 09:29:59.492298 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-abdf33eb-ce7c-4e14-9e25-f978bd84b722 req-87a32ce5-1313-4c6a-98b7-d09acd8cfc15 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2189820 Dec 22 09:29:59.501698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58287a59-9926-49bc-999f-d02ab8637aaa req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:29:59.503218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:29:59.503614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-58287a59-9926-49bc-999f-d02ab8637aaa req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:29:59.507248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-58287a59-9926-49bc-999f-d02ab8637aaa req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:29:59.509538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Usage tracker for resource:security_group_rule and tenant:b672bd57c00848bb936f8c4f614b137e is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:29:59.512900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:29:59.525288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:29:59.615415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:59.663508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device c19eecdb-255b-4b18-85e5-8c54183da0be up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:29:59.669240 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:59.673110 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:59.685678 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-03808172-c6e4-4e48-b630-ec2540afa521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:29:59.775688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Pushing event updated for resources: {'SecurityGroup': ['ID=172e7940-acd4-4ca0-b094-fd9a2a01a408,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:29:59.789957 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:29:59.808040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:59.820709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:59.821409 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:59.854903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-58287a59-9926-49bc-999f-d02ab8637aaa req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:59.939813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99deb0-a048-48f7-a49a-9ce2df0297c1 req-c855d037-55a7-4875-806a-fcadae8af955 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:29:59.944766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port c19eecdb-255b-4b18-85e5-8c54183da0be completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:29:59.947680 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa99deb0-a048-48f7-a49a-9ce2df0297c1 req-c855d037-55a7-4875-806a-fcadae8af955 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 945 time: 0.1761088 Dec 22 09:29:59.980878 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-58287a59-9926-49bc-999f-d02ab8637aaa req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:29:59.982450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port c19eecdb-255b-4b18-85e5-8c54183da0be triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:29:59.982888 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:00.074656 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa99deb0-a048-48f7-a49a-9ce2df0297c1 req-6bf31df9-9572-46ce-b94d-f3ae750ad199 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254761 Dec 22 09:30:00.089015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:00.141430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=2ae102c5-100c-4c96-b3b4-29d9a81b7ea9,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:00.141430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e15fe7a-8636-4d20-9f40-c8d4c92cbecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae102c5-100c-4c96-b3b4-29d9a81b7ea9'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:00.148151 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:00.151733 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:00.223189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Allocated IP 192.168.233.116 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/d50d5f32-22fd-4def-9c9b-1bd5764df447) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:30:00.315465 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:00.345109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=2ae102c5-100c-4c96-b3b4-29d9a81b7ea9,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:00.367623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port c19eecdb-255b-4b18-85e5-8c54183da0be, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c19eecdb-255b-4b18-85e5-8c54183da0be,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:00.369245 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:00.371686 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:00.373722 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:00.472215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=c19eecdb-255b-4b18-85e5-8c54183da0be,revision_number=12']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:00.481632 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:00.542072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cc7c7-0330-430c-bfdf-af73484045a2 req-c2d928c8-5f98-4ffa-a93b-77377a95013a tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:00.544857 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a51cc7c7-0330-430c-bfdf-af73484045a2 req-c2d928c8-5f98-4ffa-a93b-77377a95013a tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?device_id=4e15fe7a-8636-4d20-9f40-c8d4c92cbecb HTTP/1.1" status: 200 len: 949 time: 0.1666241 Dec 22 09:30:00.559314 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-58287a59-9926-49bc-999f-d02ab8637aaa req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:00.593100 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-58287a59-9926-49bc-999f-d02ab8637aaa req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:00.604716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:00.622454 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:00.632189 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:00.661766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Transition to ACTIVE for port object d50d5f32-22fd-4def-9c9b-1bd5764df447 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:30:00.700098 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:00.719803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:00.721096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:00.737067 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:00.846007 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a51cc7c7-0330-430c-bfdf-af73484045a2 req-71a7940e-c688-4d3a-8781-03d02793f80a tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/security-groups?id=2f3f14ba-4a3e-40d0-8026-01fdc576e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911723 Dec 22 09:30:00.851611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Pushing event updated for resources: {'Port': ['ID=33661851-c40e-4737-be8b-7570eac1efd7,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:00.856422 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:00.919776 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-58287a59-9926-49bc-999f-d02ab8637aaa req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:00.950196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Pushing event updated for resources: {'Port': ['ID=d50d5f32-22fd-4def-9c9b-1bd5764df447,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:00.955585 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:00.985423 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-58287a59-9926-49bc-999f-d02ab8637aaa req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:00.986954 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-58287a59-9926-49bc-999f-d02ab8637aaa req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.9556220 Dec 22 09:30:01.009640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:30:01.011503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:30:01.014452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:30:01.091644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:01.092354 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:01.125782 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2792068 Dec 22 09:30:01.136171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device c19eecdb-255b-4b18-85e5-8c54183da0be up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:01.148960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-58287a59-9926-49bc-999f-d02ab8637aaa req-4112ba45-9288-4c08-9fcc-c71079a8136c tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Synchronizing usage tracker for tenant:40fbcf60bc434afd9e98a45ed63e9499 on resource:floatingip {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:30:01.149290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Request body: {'port': {'device_id': 'd2279a72-dc32-45b4-af05-a8e6d2f871f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:01.192131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-7145ce55-9b36-48ff-bb72-e3f7c697f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:01.193967 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-7145ce55-9b36-48ff-bb72-e3f7c697f39b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92202f56ba024bd88bdda46d20163167&device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 1160 time: 0.2513285 Dec 22 09:30:01.201481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-58287a59-9926-49bc-999f-d02ab8637aaa req-4112ba45-9288-4c08-9fcc-c71079a8136c tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Unset dirty status for tenant:40fbcf60bc434afd9e98a45ed63e9499 on resource:floatingip {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:30:01.205706 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-58287a59-9926-49bc-999f-d02ab8637aaa req-4112ba45-9288-4c08-9fcc-c71079a8136c tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 695 time: 0.2050574 Dec 22 09:30:01.280456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port c19eecdb-255b-4b18-85e5-8c54183da0be triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:01.281130 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:01.315657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514b83d-d335-4e1a-a61d-da4003f2cf35 req-70fc8c32-60bd-4f2f-b2cb-518ec5951bd9 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:01.317761 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3514b83d-d335-4e1a-a61d-da4003f2cf35 req-70fc8c32-60bd-4f2f-b2cb-518ec5951bd9 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.50 "GET /v2.0/ports?device_id=d2279a72-dc32-45b4-af05-a8e6d2f871f3 HTTP/1.1" status: 200 len: 936 time: 0.2554436 Dec 22 09:30:01.370356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9276ac5e-d7ca-4852-94fd-53316e662dc4 None None] Provisioning for port d50d5f32-22fd-4def-9c9b-1bd5764df447 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:30:01.378561 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:01.379394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9276ac5e-d7ca-4852-94fd-53316e662dc4 None None] Provisioning complete for port d50d5f32-22fd-4def-9c9b-1bd5764df447 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:01.379821 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9276ac5e-d7ca-4852-94fd-53316e662dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:01.487486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9276ac5e-d7ca-4852-94fd-53316e662dc4 None None] Port d50d5f32-22fd-4def-9c9b-1bd5764df447 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:30:01.613326 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3514b83d-d335-4e1a-a61d-da4003f2cf35 req-b59f2f3b-dc68-4058-9549-14473bdf911a tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.50 "GET /v2.0/security-groups?id=172e7940-acd4-4ca0-b094-fd9a2a01a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742412 Dec 22 09:30:01.658031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-34401b59-76fa-4c89-84d0-e1c9a9e796c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:01.659737 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-34401b59-76fa-4c89-84d0-e1c9a9e796c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 200 len: 915 time: 0.4529495 Dec 22 09:30:01.667376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58287a59-9926-49bc-999f-d02ab8637aaa req-a4651c5e-a58d-4c88-82b9-068eb4b87612 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:01.668916 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-58287a59-9926-49bc-999f-d02ab8637aaa req-a4651c5e-a58d-4c88-82b9-068eb4b87612 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.4361012 Dec 22 09:30:01.740872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-58287a59-9926-49bc-999f-d02ab8637aaa req-f144cc60-1fcd-46ee-b5d1-3b75bff0f84b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:30:01.741957 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-58287a59-9926-49bc-999f-d02ab8637aaa req-f144cc60-1fcd-46ee-b5d1-3b75bff0f84b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0195282 Dec 22 09:30:01.743500 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-d4beaaa8-24e7-44ad-8b7f-d57adbd4252e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9794798-0fb3-4f07-9a97-38dd72429966 HTTP/1.1" status: 200 len: 217 time: 0.0734267 Dec 22 09:30:01.826283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-cb35ff04-db82-4ace-aa73-4c5d617fe63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:01.828859 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-cb35ff04-db82-4ace-aa73-4c5d617fe63f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=640a01a7-c30b-476e-9180-1eeb8ef32064 HTTP/1.1" status: 200 len: 861 time: 0.0763597 Dec 22 09:30:01.905947 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-891bcc62-ef23-4fa8-9416-9a1ca017fba0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708172 Dec 22 09:30:01.941685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d50d5f32-22fd-4def-9c9b-1bd5764df447 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:30:01.949682 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:01.964340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Transition to ACTIVE for port object d50d5f32-22fd-4def-9c9b-1bd5764df447 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:30:01.968859 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:01.997342 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:02.042990 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5de8cb5a-9be0-4515-9e51-494ac2d0d0e2 req-9f6e38bf-368f-4c5e-a194-91c5b4db4aff tempest-QuotasAdminNegativeTest-871095262 tempest-QuotasAdminNegativeTest-871095262] 10.222.0.50 "GET /v2.0/networks?tenant_id=85780e08419348ef968ccb24120df845&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707929 Dec 22 09:30:02.288992 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-220425aa-d4ad-443b-a847-a7042f565764 service neutron] 10.222.0.64 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392735 Dec 22 09:30:02.367767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181110de-4588-4678-aa6c-3b09e5fc5347 req-518ebbb2-8064-481d-b83f-bde98cb3f141 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:02.369551 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-181110de-4588-4678-aa6c-3b09e5fc5347 req-518ebbb2-8064-481d-b83f-bde98cb3f141 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 947 time: 0.4624403 Dec 22 09:30:02.399964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d50d5f32-22fd-4def-9c9b-1bd5764df447,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:02.404472 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:02.415956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8cb5a-9be0-4515-9e51-494ac2d0d0e2 req-4600eb9d-c1f1-4c7c-ac40-53d1e6065bf8 tempest-QuotasAdminNegativeTest-871095262 tempest-QuotasAdminNegativeTest-871095262] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:02.417572 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5de8cb5a-9be0-4515-9e51-494ac2d0d0e2 req-4600eb9d-c1f1-4c7c-ac40-53d1e6065bf8 tempest-QuotasAdminNegativeTest-871095262 tempest-QuotasAdminNegativeTest-871095262] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3141258 Dec 22 09:30:02.508788 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5de8cb5a-9be0-4515-9e51-494ac2d0d0e2 req-9c0d8dc4-833f-4741-8dc8-e65299fbda29 tempest-QuotasAdminNegativeTest-871095262 tempest-QuotasAdminNegativeTest-871095262] 10.222.0.50 "GET /v2.0/quotas/85780e08419348ef968ccb24120df845 HTTP/1.1" status: 200 len: 375 time: 0.0372632 Dec 22 09:30:02.613171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:02.638235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Attempting to bind port d50d5f32-22fd-4def-9c9b-1bd5764df447 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:30:02.638721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Attempting to bind port d50d5f32-22fd-4def-9c9b-1bd5764df447 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:30:02.639100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Attempting to bind port d50d5f32-22fd-4def-9c9b-1bd5764df447 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:30:02.649366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:30:02.649928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:30:02.650410 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:02.650985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:30:02.651510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Bound port: d50d5f32-22fd-4def-9c9b-1bd5764df447, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:30:02.651902 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:02.740772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:02.741305 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:02.783704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] For port d50d5f32-22fd-4def-9c9b-1bd5764df447, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:30:02.789768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] For port d50d5f32-22fd-4def-9c9b-1bd5764df447, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=d50d5f32-22fd-4def-9c9b-1bd5764df447,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:30:02.794685 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:02.815886 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:02.844527 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-181110de-4588-4678-aa6c-3b09e5fc5347 req-4f797605-f81d-4f75-9180-12ea10017529 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539366 Dec 22 09:30:02.859082 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5de8cb5a-9be0-4515-9e51-494ac2d0d0e2 req-7dde449a-a425-4564-af8f-9447a99e81fd tempest-QuotasAdminNegativeTest-871095262 tempest-QuotasAdminNegativeTest-871095262] 10.222.0.50 "GET /v2.0/ports?tenant_id=85780e08419348ef968ccb24120df845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3370802 Dec 22 09:30:02.902766 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-1677da2f-2b4a-4a8a-b3e1-90fe87cd5cad service neutron] 10.222.0.64 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6047859 Dec 22 09:30:03.027371 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-25765bc8-a2d4-461a-a659-dc6cc27eb2df req-b000b8a0-1fe2-40a8-bfd5-5901b90e1d98 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] 10.222.0.50 "GET /v2.0/security-groups/2aedfec3-f993-427a-b0a1-1eba2d33423a HTTP/1.1" status: 200 len: 1726 time: 0.0818019 Dec 22 09:30:03.051037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d50d5f32-22fd-4def-9c9b-1bd5764df447,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:03.056051 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:03.095013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:03.095604 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:03.097213 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] 10.222.0.37 "PUT /v2.0/ports/d50d5f32-22fd-4def-9c9b-1bd5764df447 HTTP/1.1" status: 200 len: 1160 time: 1.9568543 Dec 22 09:30:03.097698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2279a72-dc32-45b4-af05-a8e6d2f871f3', 'tag': 'd50d5f32-22fd-4def-9c9b-1bd5764df447'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:03.166840 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-25765bc8-a2d4-461a-a659-dc6cc27eb2df req-61463b45-1c36-4f8e-b2c2-2cc216ba50b1 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:03.269348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-25765bc8-a2d4-461a-a659-dc6cc27eb2df req-61463b45-1c36-4f8e-b2c2-2cc216ba50b1 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:03.303859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-ee22e3c9-4d1f-44d3-8eb0-19ea618704fa tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Synchronizing usage tracker for tenant:3c601d64a3954b579c533381321f4616 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:30:03.315663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-cff7c1ff-2575-4ff1-8c32-02996bcd5ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:03.318012 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-cff7c1ff-2575-4ff1-8c32-02996bcd5ad1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b672bd57c00848bb936f8c4f614b137e&device_id=d2279a72-dc32-45b4-af05-a8e6d2f871f3 HTTP/1.1" status: 200 len: 1163 time: 0.1612020 Dec 22 09:30:03.370290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-ee22e3c9-4d1f-44d3-8eb0-19ea618704fa tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Unset dirty status for tenant:3c601d64a3954b579c533381321f4616 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:30:03.380649 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-ee22e3c9-4d1f-44d3-8eb0-19ea618704fa tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1988744431&fields=id&tenant_id=3c601d64a3954b579c533381321f4616 HTTP/1.1" status: 200 len: 267 time: 0.2153673 Dec 22 09:30:03.409249 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-25765bc8-a2d4-461a-a659-dc6cc27eb2df req-61463b45-1c36-4f8e-b2c2-2cc216ba50b1 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:03.414305 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-3d169ed9-def5-41dc-a45d-e25fcb61943b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=d50d5f32-22fd-4def-9c9b-1bd5764df447 HTTP/1.1" status: 200 len: 217 time: 0.0798917 Dec 22 09:30:03.418272 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-699bad00-1e85-4f0b-b575-84c4332b08dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:03.455699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61463b45-1c36-4f8e-b2c2-2cc216ba50b1 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aedfec3-f993-427a-b0a1-1eba2d33423a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:03.461367 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61463b45-1c36-4f8e-b2c2-2cc216ba50b1 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:03.527844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-49aaf5b2-61cc-4576-babf-15472d2c0943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:03.529651 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-49aaf5b2-61cc-4576-babf-15472d2c0943 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1079409 Dec 22 09:30:03.568895 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-25765bc8-a2d4-461a-a659-dc6cc27eb2df req-61463b45-1c36-4f8e-b2c2-2cc216ba50b1 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:03.570131 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-25765bc8-a2d4-461a-a659-dc6cc27eb2df req-61463b45-1c36-4f8e-b2c2-2cc216ba50b1 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] 10.222.0.50 "DELETE /v2.0/security-groups/2aedfec3-f993-427a-b0a1-1eba2d33423a HTTP/1.1" status: 204 len: 173 time: 0.5346425 Dec 22 09:30:03.648167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-d50de5ac-ebdd-491b-ac0a-ab7c92df4b34 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:03.649855 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-d50de5ac-ebdd-491b-ac0a-ab7c92df4b34 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/networks?id=5de9d9f5-b9ec-40ce-80f5-cb36be8750fd HTTP/1.1" status: 200 len: 824 time: 0.2681065 Dec 22 09:30:03.660201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-be138d1a-c288-4121-8215-c50b775dfbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:03.664276 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-be138d1a-c288-4121-8215-c50b775dfbd3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269937 Dec 22 09:30:03.667778 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e15fe7a-8636-4d20-9f40-c8d4c92cbecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae102c5-100c-4c96-b3b4-29d9a81b7ea9', 'code': 200} Dec 22 09:30:03.672986 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-ac8e1f92-22b1-4eb8-8569-cfb116df8352 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/quotas/3c601d64a3954b579c533381321f4616 HTTP/1.1" status: 200 len: 375 time: 0.0149033 Dec 22 09:30:03.837741 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-c9dbe43b-e16a-439b-803a-4b32e633e3c6 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c601d64a3954b579c533381321f4616&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1577902 Dec 22 09:30:04.051280 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-d7380877-1a09-49de-a745-0dc5bf4c9535 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532717 Dec 22 09:30:04.098995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d3a47-6e6d-4f16-8695-983c9a7c7ef9 req-d0578640-79cc-4f05-a664-c41ca8a98568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:04.102020 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e40d3a47-6e6d-4f16-8695-983c9a7c7ef9 req-d0578640-79cc-4f05-a664-c41ca8a98568 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e15fe7a-8636-4d20-9f40-c8d4c92cbecb HTTP/1.1" status: 200 len: 1164 time: 0.3158228 Dec 22 09:30:04.113903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 39396) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:04.155428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e8ba8-ef15-4c5b-b68b-2e12a6e80fe0 req-ffa20067-4fcb-40a0-b30f-a933a746696c tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:04.158239 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d55e8ba8-ef15-4c5b-b68b-2e12a6e80fe0 req-ffa20067-4fcb-40a0-b30f-a933a746696c tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 945 time: 0.3078372 Dec 22 09:30:04.184240 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-0e258cda-1604-4116-ae78-fea2b2e154f6 service neutron] 10.222.0.50 "GET /v2.0/networks/5de9d9f5-b9ec-40ce-80f5-cb36be8750fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794921 Dec 22 09:30:04.322178 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e40d3a47-6e6d-4f16-8695-983c9a7c7ef9 req-e81c10c1-df8d-46b8-a65c-1a262743fc36 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2f3f14ba-4a3e-40d0-8026-01fdc576e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025025 Dec 22 09:30:04.323957 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d55e8ba8-ef15-4c5b-b68b-2e12a6e80fe0 req-93da6cd4-a851-4942-b87c-3da851c932e3 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580601 Dec 22 09:30:04.380273 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f7ee8a7-9358-4f61-a1b8-4d0acab44ad6 req-d8a4f19b-880c-4238-8082-90b8bc51476f service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3205395 Dec 22 09:30:04.611156 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-1b88cce3-8d4d-489e-ba81-7d4bdb582792 service neutron] 10.222.0.50 "GET /v2.0/networks/5de9d9f5-b9ec-40ce-80f5-cb36be8750fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3926883 Dec 22 09:30:04.615793 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0257aefa-f0eb-490f-8ef2-87b31aa1f679 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba713f84375442d7bd1ac4adb06b5364&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4991984 Dec 22 09:30:04.620711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39402) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:04.666688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c5150-c55c-4f76-818d-3df059ff577b req-c8e8f26c-5c0c-4974-aedb-2e0daf6ae42f tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:04.668640 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-396c5150-c55c-4f76-818d-3df059ff577b req-c8e8f26c-5c0c-4974-aedb-2e0daf6ae42f tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?device_id=4e15fe7a-8636-4d20-9f40-c8d4c92cbecb HTTP/1.1" status: 200 len: 949 time: 0.1684701 Dec 22 09:30:04.719569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-75785e4c-46d8-408a-9326-3f39a5fbd1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:04.732231 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-396c5150-c55c-4f76-818d-3df059ff577b req-f1380f51-13c9-4d0e-89d3-8b71ae2d167b tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/security-groups?id=2f3f14ba-4a3e-40d0-8026-01fdc576e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565963 Dec 22 09:30:04.770946 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-75785e4c-46d8-408a-9326-3f39a5fbd1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:04.895544 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-75785e4c-46d8-408a-9326-3f39a5fbd1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:04.913783 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-334c9b97-f291-43aa-aeed-ed4b04154120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:04.940108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75785e4c-46d8-408a-9326-3f39a5fbd1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130eeaaf-01e2-4c7e-8488-92a9bf034c93,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:04.942978 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-75785e4c-46d8-408a-9326-3f39a5fbd1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:04.953755 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-75785e4c-46d8-408a-9326-3f39a5fbd1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:04.956240 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-75785e4c-46d8-408a-9326-3f39a5fbd1de admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/130eeaaf-01e2-4c7e-8488-92a9bf034c93 HTTP/1.1" status: 204 len: 168 time: 0.3328609 Dec 22 09:30:05.051380 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94b69d27-fc72-467b-94ad-ff1adfca0ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:05.182580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c925aef-46e0-45e6-94ac-e9827028965b req-4893c8e4-750f-47f2-bff4-061d034fe4e4 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:05.184360 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9c925aef-46e0-45e6-94ac-e9827028965b req-4893c8e4-750f-47f2-bff4-061d034fe4e4 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.50 "GET /v2.0/ports?device_id=d2279a72-dc32-45b4-af05-a8e6d2f871f3 HTTP/1.1" status: 200 len: 948 time: 0.2696173 Dec 22 09:30:05.192256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-b3665f22-d53c-46d0-8477-ae53569cabc9 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:05.194105 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-b3665f22-d53c-46d0-8477-ae53569cabc9 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/networks?id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 HTTP/1.1" status: 200 len: 820 time: 0.2242129 Dec 22 09:30:05.249293 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-c262412c-264f-433b-b90f-896efbbfc08a tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/quotas/40fbcf60bc434afd9e98a45ed63e9499 HTTP/1.1" status: 200 len: 375 time: 0.0341842 Dec 22 09:30:05.316558 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9c925aef-46e0-45e6-94ac-e9827028965b req-ff6600be-84eb-468e-b975-2611363195c6 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.50 "GET /v2.0/security-groups?id=172e7940-acd4-4ca0-b094-fd9a2a01a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171589 Dec 22 09:30:05.406941 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-05bd4d39-7ace-47a1-9dab-b8cf30e511a8 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?tenant_id=40fbcf60bc434afd9e98a45ed63e9499&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1495254 Dec 22 09:30:05.532087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39436) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:05.617322 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-251dc1d7-b425-4e7e-9f2e-7be7d524e4f1 service neutron] 10.222.0.50 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091596 Dec 22 09:30:05.669354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a70d27f-e75d-4b60-b0b3-e1612f69091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19eecdb-255b-4b18-85e5-8c54183da0be'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:05.708461 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-87da8971-297e-4c33-962e-db46f73f787c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3717924e21274b8793b526df43063c55&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1742136 Dec 22 09:30:05.710854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39442) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:05.803761 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-1129068b-7eb9-4c59-bbf2-b955caf65dfe service neutron] 10.222.0.50 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1799777 Dec 22 09:30:05.815933 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39b45d76-c7ce-4ce0-819c-941f7039da61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:05.854372 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39b45d76-c7ce-4ce0-819c-941f7039da61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:05.931475 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39b45d76-c7ce-4ce0-819c-941f7039da61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:05.941254 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3a8212ce-170b-4069-850d-580e02e70979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:05.964724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b45d76-c7ce-4ce0-819c-941f7039da61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118104eb-a2f9-4829-b830-1600a0be9844,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:05.968307 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39b45d76-c7ce-4ce0-819c-941f7039da61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:05.971857 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39b45d76-c7ce-4ce0-819c-941f7039da61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:05.990918 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-39b45d76-c7ce-4ce0-819c-941f7039da61 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/118104eb-a2f9-4829-b830-1600a0be9844 HTTP/1.1" status: 204 len: 168 time: 0.2646220 Dec 22 09:30:06.048454 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2279a72-dc32-45b4-af05-a8e6d2f871f3', 'tag': 'd50d5f32-22fd-4def-9c9b-1bd5764df447', 'status': 'completed', 'code': 200} Dec 22 09:30:06.302521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642c86c-f59d-49d3-8be7-ff5367be53ad req-58d58889-122f-40e8-a64c-367dc22d5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:06.305921 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a642c86c-f59d-49d3-8be7-ff5367be53ad req-58d58889-122f-40e8-a64c-367dc22d5cbf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b672bd57c00848bb936f8c4f614b137e&device_id=d2279a72-dc32-45b4-af05-a8e6d2f871f3 HTTP/1.1" status: 200 len: 1163 time: 0.1986930 Dec 22 09:30:06.342218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a84fa453-8be2-43f4-b014-42bdfe1675a8 req-f787f8ce-50a6-4285-be01-46401fce0261 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?device_id=2865f7cf-2245-4820-835c-11df466353ef HTTP/1.1" status: 200 len: 210 time: 0.0902843 Dec 22 09:30:06.622214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fd286-08e9-4dfe-9b7f-3d954a845a9d req-290fecf1-8b0e-4ac2-8aa2-1ea47108120a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:06.624269 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de2fd286-08e9-4dfe-9b7f-3d954a845a9d req-290fecf1-8b0e-4ac2-8aa2-1ea47108120a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 945 time: 0.2808006 Dec 22 09:30:06.674277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642c86c-f59d-49d3-8be7-ff5367be53ad req-c9c9b640-1848-4f41-aad6-682c6a028a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:06.676140 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a642c86c-f59d-49d3-8be7-ff5367be53ad req-c9c9b640-1848-4f41-aad6-682c6a028a74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.3617277 Dec 22 09:30:06.685659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f5aaa-9af8-4de4-9183-89f7953c9fbc req-bf077f08-af5f-4210-84fb-a5ca7d580894 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:06.695532 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-712f5aaa-9af8-4de4-9183-89f7953c9fbc req-bf077f08-af5f-4210-84fb-a5ca7d580894 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 1162 time: 0.1717846 Dec 22 09:30:06.753896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-c6b411ea-c0c0-433a-a6a5-44be854fdb08 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:30:06.772497 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de2fd286-08e9-4dfe-9b7f-3d954a845a9d req-cd8e105f-ac64-4440-b005-4d2dc91e3c7f tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220469 Dec 22 09:30:06.792815 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-712f5aaa-9af8-4de4-9183-89f7953c9fbc req-c224598f-d823-421e-ae6e-1459c1030a12 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953460 Dec 22 09:30:06.874585 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a642c86c-f59d-49d3-8be7-ff5367be53ad req-d0b38c3c-1038-4778-b5e7-0911370007b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=d50d5f32-22fd-4def-9c9b-1bd5764df447 HTTP/1.1" status: 200 len: 217 time: 0.1652374 Dec 22 09:30:06.934523 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a70d27f-e75d-4b60-b0b3-e1612f69091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19eecdb-255b-4b18-85e5-8c54183da0be', 'code': 200} Dec 22 09:30:07.152053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642c86c-f59d-49d3-8be7-ff5367be53ad req-7ebc029c-5295-40a3-8851-e5057333f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:07.153763 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a642c86c-f59d-49d3-8be7-ff5367be53ad req-7ebc029c-5295-40a3-8851-e5057333f713 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.2677147 Dec 22 09:30:07.206188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-165236a5-56b2-43a1-965b-4fe2f222abd3 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:07.207093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-165236a5-56b2-43a1-965b-4fe2f222abd3 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Synchronizing usage tracker for tenant:3c601d64a3954b579c533381321f4616 on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:30:07.248071 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b43ff9f9-cd33-4845-baea-5795ee109d4b req-f572fd03-3246-4248-b2fe-464f9ee27b39 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=f46dc69e-64aa-45b9-b21c-c8ee2e413341 HTTP/1.1" status: 200 len: 210 time: 0.1105242 Dec 22 09:30:07.252779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-165236a5-56b2-43a1-965b-4fe2f222abd3 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Unset dirty status for tenant:3c601d64a3954b579c533381321f4616 on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:30:07.254222 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-165236a5-56b2-43a1-965b-4fe2f222abd3 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.37 "GET /v2.0/networks?id=5de9d9f5-b9ec-40ce-80f5-cb36be8750fd HTTP/1.1" status: 200 len: 824 time: 0.6630814 Dec 22 09:30:07.265114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e35a58-e448-4dba-930b-f5af951ce907 req-9d9c4069-aa33-49db-a55e-410ab97c7c22 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:07.267228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device d50d5f32-22fd-4def-9c9b-1bd5764df447 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:07.286456 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b1e35a58-e448-4dba-930b-f5af951ce907 req-9d9c4069-aa33-49db-a55e-410ab97c7c22 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?device_id=4e15fe7a-8636-4d20-9f40-c8d4c92cbecb HTTP/1.1" status: 200 len: 949 time: 0.2459803 Dec 22 09:30:07.332697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642c86c-f59d-49d3-8be7-ff5367be53ad req-38697ec2-a77c-495f-8552-cc71e425907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:07.334590 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a642c86c-f59d-49d3-8be7-ff5367be53ad req-38697ec2-a77c-495f-8552-cc71e425907d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1739793 Dec 22 09:30:07.402176 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b1e35a58-e448-4dba-930b-f5af951ce907 req-364bbce7-f2f6-4d44-8f06-4eaeffb0da9b tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/security-groups?id=2f3f14ba-4a3e-40d0-8026-01fdc576e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139927 Dec 22 09:30:07.491989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-6bf3cad8-a5cd-4276-9727-0e2e3758e8c3 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Synchronizing usage tracker for tenant:3c601d64a3954b579c533381321f4616 on resource:security_group {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:30:07.521457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f94b191e-4847-4c43-8584-d128da91bd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:07.538117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-6bf3cad8-a5cd-4276-9727-0e2e3758e8c3 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Unset dirty status for tenant:3c601d64a3954b579c533381321f4616 on resource:security_group {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:30:07.539641 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-6bf3cad8-a5cd-4276-9727-0e2e3758e8c3 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c601d64a3954b579c533381321f4616 HTTP/1.1" status: 200 len: 5508 time: 0.2600472 Dec 22 09:30:07.557934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port d50d5f32-22fd-4def-9c9b-1bd5764df447 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:30:07.565307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-9bc6443b-72ae-4ecb-9f15-077f645fab91 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Request body: {'port': {'device_id': '2865f7cf-2245-4820-835c-11df466353ef', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'admin_state_up': True, 'tenant_id': '3c601d64a3954b579c533381321f4616', 'security_groups': ['c3193b53-5864-4cfd-b9e9-056656928af4']}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:07.568343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port d50d5f32-22fd-4def-9c9b-1bd5764df447 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:07.569023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:07.611013 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a642c86c-f59d-49d3-8be7-ff5367be53ad req-f7c4d11a-a9e9-463b-81f4-c35dc7290744 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640946 Dec 22 09:30:07.790239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a8d24-1465-46c5-9e98-a5e3cecf3dc4 req-307271e3-4748-4894-bec9-a9878e902381 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:07.804788 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c3a8d24-1465-46c5-9e98-a5e3cecf3dc4 req-307271e3-4748-4894-bec9-a9878e902381 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.50 "GET /v2.0/ports?device_id=d2279a72-dc32-45b4-af05-a8e6d2f871f3 HTTP/1.1" status: 200 len: 948 time: 0.1833997 Dec 22 09:30:07.870099 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:07.914329 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c3a8d24-1465-46c5-9e98-a5e3cecf3dc4 req-83cc64c8-4e86-41c7-bb14-6093b424fc33 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.50 "GET /v2.0/security-groups?id=172e7940-acd4-4ca0-b094-fd9a2a01a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050694 Dec 22 09:30:07.961754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port d50d5f32-22fd-4def-9c9b-1bd5764df447, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=d50d5f32-22fd-4def-9c9b-1bd5764df447,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:07.969886 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:07.973624 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:08.124260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=d50d5f32-22fd-4def-9c9b-1bd5764df447,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:08.142479 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:08.252949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-9bc6443b-72ae-4ecb-9f15-077f645fab91 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:30:08.261197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-9bc6443b-72ae-4ecb-9f15-077f645fab91 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Usage tracker for resource:port and tenant:3c601d64a3954b579c533381321f4616 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:30:08.276752 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a642c86c-f59d-49d3-8be7-ff5367be53ad req-d7533d94-0385-4178-bbb9-7c6b3d329826 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6527643 Dec 22 09:30:08.277842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-9bc6443b-72ae-4ecb-9f15-077f645fab91 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Quota usage for port was recalculated. Used quota:3. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:30:08.303359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-9bc6443b-72ae-4ecb-9f15-077f645fab91 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:30:08.330227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-9bc6443b-72ae-4ecb-9f15-077f645fab91 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Made reservation on behalf of 3c601d64a3954b579c533381321f4616 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:30:08.341700 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-9bc6443b-72ae-4ecb-9f15-077f645fab91 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:08.496053 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-257060bc-7b08-4917-b369-2e9002e22117 req-503b7fdc-3b3b-4437-87db-be7df8dd01ce tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?device_id=2865f7cf-2245-4820-835c-11df466353ef HTTP/1.1" status: 200 len: 210 time: 0.1333556 Dec 22 09:30:08.594397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-a3d5e219-d273-42ec-a77a-decf3e6544b8 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:08.597000 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-a3d5e219-d273-42ec-a77a-decf3e6544b8 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.64 "GET /v2.0/networks?id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 HTTP/1.1" status: 200 len: 820 time: 0.4510188 Dec 22 09:30:08.609435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ad2c3-d440-4e51-bb6d-b0648bc9bbb0 req-dcd27320-bd93-461b-9ce4-7590956b2000 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:08.612298 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b8ad2c3-d440-4e51-bb6d-b0648bc9bbb0 req-dcd27320-bd93-461b-9ce4-7590956b2000 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 1162 time: 0.3710623 Dec 22 09:30:08.618765 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:08.624819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-f5c43d0b-0c7e-4668-90e1-2b9315fe9eed tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Request body: {'port': {'device_id': 'f46dc69e-64aa-45b9-b21c-c8ee2e413341', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'admin_state_up': True, 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:08.678266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device d50d5f32-22fd-4def-9c9b-1bd5764df447 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:08.766938 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b8ad2c3-d440-4e51-bb6d-b0648bc9bbb0 req-00de41cc-c013-475c-a2ce-9a229b338886 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133432 Dec 22 09:30:08.870186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port d50d5f32-22fd-4def-9c9b-1bd5764df447 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:08.871244 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:08.967058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2279a72-dc32-45b4-af05-a8e6d2f871f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50d5f32-22fd-4def-9c9b-1bd5764df447'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:09.012781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-f5c43d0b-0c7e-4668-90e1-2b9315fe9eed tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:30:09.051435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-f5c43d0b-0c7e-4668-90e1-2b9315fe9eed tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:30:09.053385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-9bc6443b-72ae-4ecb-9f15-077f645fab91 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Allocated IP 172.20.0.12 (5de9d9f5-b9ec-40ce-80f5-cb36be8750fd/5019215f-48f7-4d84-9c78-44c724f667e0/8a7fef56-36c8-42bb-be4e-ef7ddfb7b814) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:30:09.139112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-f5c43d0b-0c7e-4668-90e1-2b9315fe9eed tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Made reservation on behalf of 40fbcf60bc434afd9e98a45ed63e9499 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:30:09.149496 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-f5c43d0b-0c7e-4668-90e1-2b9315fe9eed tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:09.441903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-9bc6443b-72ae-4ecb-9f15-077f645fab91 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:09.473478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-9bc6443b-72ae-4ecb-9f15-077f645fab91 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Transition to ACTIVE for port object 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:30:09.534447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-9bc6443b-72ae-4ecb-9f15-077f645fab91 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:09.655628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:09.666452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:09.744663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315887d-d19d-4911-ba0e-154492b1d157 req-533e402b-5041-49dc-a9bb-4fe044d77b5d tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:09.755104 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3315887d-d19d-4911-ba0e-154492b1d157 req-533e402b-5041-49dc-a9bb-4fe044d77b5d tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 945 time: 0.6783285 Dec 22 09:30:09.769410 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:09.844658 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3315887d-d19d-4911-ba0e-154492b1d157 req-1e7f357e-f3b7-4509-97f4-54671fa200d4 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883737 Dec 22 09:30:09.951456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6443b-72ae-4ecb-9f15-077f645fab91 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Pushing event updated for resources: {'Port': ['ID=8a7fef56-36c8-42bb-be4e-ef7ddfb7b814,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:09.974804 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9bc6443b-72ae-4ecb-9f15-077f645fab91 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:09.993802 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:10.063319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-9bc6443b-72ae-4ecb-9f15-077f645fab91 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Network 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:30:10.065148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-9bc6443b-72ae-4ecb-9f15-077f645fab91 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:30:10.068761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-9bc6443b-72ae-4ecb-9f15-077f645fab91 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:30:10.121604 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:10.305940 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-9bc6443b-72ae-4ecb-9f15-077f645fab91 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:10.307091 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-9bc6443b-72ae-4ecb-9f15-077f645fab91 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:10.334374 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-9bc6443b-72ae-4ecb-9f15-077f645fab91 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7766354 Dec 22 09:30:10.357004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Request body: {'port': {'device_id': '2865f7cf-2245-4820-835c-11df466353ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:10.374457 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10dae391-774c-4b28-8739-3b3576c4c451 req-754f78f1-df79-4f65-9f1b-daf5e18a9e04 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=f46dc69e-64aa-45b9-b21c-c8ee2e413341 HTTP/1.1" status: 200 len: 210 time: 0.0824249 Dec 22 09:30:10.380993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-f5c43d0b-0c7e-4668-90e1-2b9315fe9eed tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Allocated IP 172.20.0.3 (dbc1409b-d4d4-4b8c-af3c-779bf8077bd7/5c8afb31-70cb-4424-9738-21fa798b43cb/6fb950c7-a463-4f96-bd23-c94d93d3a410) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:30:10.425176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bd163334-4c51-49db-bad3-5a8d0c88387e None None] Provisioning for port 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:30:10.433181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bd163334-4c51-49db-bad3-5a8d0c88387e None None] Provisioning complete for port 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:10.433607 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd163334-4c51-49db-bad3-5a8d0c88387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:10.498230 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2279a72-dc32-45b4-af05-a8e6d2f871f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50d5f32-22fd-4def-9c9b-1bd5764df447', 'code': 200} Dec 22 09:30:10.535448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e68086-7f95-4eb6-bc36-39ea8a6dde35 req-e4394639-1ff5-47b0-b77c-432cf157671d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:10.536841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:10.539235 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2e68086-7f95-4eb6-bc36-39ea8a6dde35 req-e4394639-1ff5-47b0-b77c-432cf157671d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.50 "GET /v2.0/ports?device_id=d2279a72-dc32-45b4-af05-a8e6d2f871f3 HTTP/1.1" status: 200 len: 950 time: 0.3010054 Dec 22 09:30:10.568461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bd163334-4c51-49db-bad3-5a8d0c88387e None None] Port 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:30:10.749270 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2e68086-7f95-4eb6-bc36-39ea8a6dde35 req-f08d840b-ee67-4dda-b7a1-e917c76f5f20 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.50 "GET /v2.0/security-groups?id=172e7940-acd4-4ca0-b094-fd9a2a01a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982379 Dec 22 09:30:10.840872 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-f5c43d0b-0c7e-4668-90e1-2b9315fe9eed tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:10.884741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3ba4a-fa39-42f4-8948-15f4f6c53d9a req-1246c54c-e49f-4851-8c7f-53cb90732407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:10.886503 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ad3ba4a-fa39-42f4-8948-15f4f6c53d9a req-1246c54c-e49f-4851-8c7f-53cb90732407 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2279a72-dc32-45b4-af05-a8e6d2f871f3 HTTP/1.1" status: 200 len: 1165 time: 0.2597287 Dec 22 09:30:10.919101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-f5c43d0b-0c7e-4668-90e1-2b9315fe9eed tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Transition to ACTIVE for port object 6fb950c7-a463-4f96-bd23-c94d93d3a410 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:30:11.028566 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ad3ba4a-fa39-42f4-8948-15f4f6c53d9a req-d11a3b49-deae-4d2f-86db-7203158bf544 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=172e7940-acd4-4ca0-b094-fd9a2a01a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303315 Dec 22 09:30:11.095145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-216f9019-36c0-4a79-b8e0-73cf070c331b tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:11.097161 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-216f9019-36c0-4a79-b8e0-73cf070c331b tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.64 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47&tenant_id=92202f56ba024bd88bdda46d20163167&binding%3Ahost_id=n-h2-765315-5 HTTP/1.1" status: 200 len: 1160 time: 0.2470031 Dec 22 09:30:11.103834 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-f5c43d0b-0c7e-4668-90e1-2b9315fe9eed tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:11.118419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-5'}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:11.175006 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:11.318729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:30:11.326206 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:11.339885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Transition to ACTIVE for port object 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:30:11.346400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:11.367574 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:11.439903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c43d0b-0c7e-4668-90e1-2b9315fe9eed tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Pushing event updated for resources: {'Port': ['ID=6fb950c7-a463-4f96-bd23-c94d93d3a410,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:11.444586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d34428-ae83-4754-a86b-27bb0af1d607 req-a2a87328-bce0-4195-89f2-4cfb836a47fc tempest-ServersAdminNegativeTestJSON-1086807335 tempest-ServersAdminNegativeTestJSON-1086807335] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:11.447808 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42d34428-ae83-4754-a86b-27bb0af1d607 req-a2a87328-bce0-4195-89f2-4cfb836a47fc tempest-ServersAdminNegativeTestJSON-1086807335 tempest-ServersAdminNegativeTestJSON-1086807335] 10.222.0.50 "GET /v2.0/ports?device_id=4e15fe7a-8636-4d20-9f40-c8d4c92cbecb HTTP/1.1" status: 200 len: 1164 time: 0.4801981 Dec 22 09:30:11.466638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Pushing event updated for resources: {'Port': ['ID=8a7fef56-36c8-42bb-be4e-ef7ddfb7b814,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:11.467377 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f5c43d0b-0c7e-4668-90e1-2b9315fe9eed tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:11.524668 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:11.526628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-42d34428-ae83-4754-a86b-27bb0af1d607 req-50da2466-2f3e-46c4-b851-ad5e106d7fb3 tempest-ServersAdminNegativeTestJSON-1086807335 tempest-ServersAdminNegativeTestJSON-1086807335] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:11.546433 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:11.589845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-42d34428-ae83-4754-a86b-27bb0af1d607 req-50da2466-2f3e-46c4-b851-ad5e106d7fb3 tempest-ServersAdminNegativeTestJSON-1086807335 tempest-ServersAdminNegativeTestJSON-1086807335] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:30:11.663377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-42d34428-ae83-4754-a86b-27bb0af1d607 req-50da2466-2f3e-46c4-b851-ad5e106d7fb3 tempest-ServersAdminNegativeTestJSON-1086807335 tempest-ServersAdminNegativeTestJSON-1086807335] Usage tracker for resource:security_group_rule and tenant:06717efa2244465390fd2ba3378558d4 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:30:11.685641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-42d34428-ae83-4754-a86b-27bb0af1d607 req-50da2466-2f3e-46c4-b851-ad5e106d7fb3 tempest-ServersAdminNegativeTestJSON-1086807335 tempest-ServersAdminNegativeTestJSON-1086807335] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:30:11.708495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0af24-5cb0-4592-b7ab-92aa529f1313 req-823f654c-564d-4f28-b6dd-39aba0331605 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:11.716027 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f7f0af24-5cb0-4592-b7ab-92aa529f1313 req-823f654c-564d-4f28-b6dd-39aba0331605 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?device_id=2865f7cf-2245-4820-835c-11df466353ef HTTP/1.1" status: 200 len: 932 time: 0.6044502 Dec 22 09:30:11.738631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-42d34428-ae83-4754-a86b-27bb0af1d607 req-50da2466-2f3e-46c4-b851-ad5e106d7fb3 tempest-ServersAdminNegativeTestJSON-1086807335 tempest-ServersAdminNegativeTestJSON-1086807335] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:30:11.761136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Attempting to bind port 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:30:11.761792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Attempting to bind port 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '1fa756de-5d21-42b1-a5a1-3166ef3941a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:30:11.762324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Attempting to bind port 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 on network 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:30:11.770252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:30:11.770949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Checking segment: {'id': '1fa756de-5d21-42b1-a5a1-3166ef3941a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:30:11.771525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:11.771683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-f5c43d0b-0c7e-4668-90e1-2b9315fe9eed tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Network dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:30:11.772139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Bound using segment: {'id': '1fa756de-5d21-42b1-a5a1-3166ef3941a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:30:11.772418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Bound port: 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa756de-5d21-42b1-a5a1-3166ef3941a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:30:11.772790 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:11.818760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-f5c43d0b-0c7e-4668-90e1-2b9315fe9eed tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:30:11.838897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-f5c43d0b-0c7e-4668-90e1-2b9315fe9eed tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:30:11.843344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-f5c43d0b-0c7e-4668-90e1-2b9315fe9eed tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:11.844667 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-f5c43d0b-0c7e-4668-90e1-2b9315fe9eed tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:11.981235 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f7f0af24-5cb0-4592-b7ab-92aa529f1313 req-0a74d402-b0b5-45bc-b395-d81e1e2bce9d tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/security-groups?id=c3193b53-5864-4cfd-b9e9-056656928af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471642 Dec 22 09:30:11.986401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] For port 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:30:11.996549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] For port 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=8a7fef56-36c8-42bb-be4e-ef7ddfb7b814,segment=NetworkSegment(1fa756de-5d21-42b1-a5a1-3166ef3941a6),segment_id=1fa756de-5d21-42b1-a5a1-3166ef3941a6)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:30:12.022393 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:12.049513 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-f5c43d0b-0c7e-4668-90e1-2b9315fe9eed tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4284132 Dec 22 09:30:12.131716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Request body: {'port': {'device_id': 'f46dc69e-64aa-45b9-b21c-c8ee2e413341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:12.400746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ecbc5f81-5168-42af-acc8-fc9a462d7e6b None None] Provisioning for port 6fb950c7-a463-4f96-bd23-c94d93d3a410 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:30:12.433978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ecbc5f81-5168-42af-acc8-fc9a462d7e6b None None] Provisioning complete for port 6fb950c7-a463-4f96-bd23-c94d93d3a410 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:12.434537 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5f81-5168-42af-acc8-fc9a462d7e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:12.453616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] For port c9794798-0fb3-4f07-9a97-38dd72429966, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c9794798-0fb3-4f07-9a97-38dd72429966,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:12.461791 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:12.521727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] For port c9794798-0fb3-4f07-9a97-38dd72429966, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:30:12.532714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc5f81-5168-42af-acc8-fc9a462d7e6b None None] Port 6fb950c7-a463-4f96-bd23-c94d93d3a410 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:30:12.637169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Pushing event updated for resources: {'Port': ['ID=8a7fef56-36c8-42bb-be4e-ef7ddfb7b814,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:12.644214 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3559c69b-7aca-4cc8-b378-ba8e89343c6d req-2edd5ad9-0cd0-4572-9dc0-e865f2a495ee tempest-QuotasAdminNegativeTest-871095262 tempest-QuotasAdminNegativeTest-871095262] 10.222.0.50 "GET /v2.0/networks?tenant_id=85780e08419348ef968ccb24120df845&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3176708 Dec 22 09:30:12.660597 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:12.673147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:12.673989 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:12.676581 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] 10.222.0.37 "PUT /v2.0/ports/8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 HTTP/1.1" status: 200 len: 1156 time: 2.3268945 Dec 22 09:30:12.677344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2865f7cf-2245-4820-835c-11df466353ef', 'tag': '8a7fef56-36c8-42bb-be4e-ef7ddfb7b814'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:12.768864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:12.772138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50391564-330b-44ec-ba63-9809b61b3a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9794798-0fb3-4f07-9a97-38dd72429966'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:12.864338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-ddcfb9bc-b838-47c1-a63f-a7013b64078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:12.866006 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-ddcfb9bc-b838-47c1-a63f-a7013b64078c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c601d64a3954b579c533381321f4616&device_id=2865f7cf-2245-4820-835c-11df466353ef HTTP/1.1" status: 200 len: 1159 time: 0.1268377 Dec 22 09:30:12.933782 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:12.970047 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d3ce4238-9109-4a4e-b703-76d4d3c11769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:12.973198 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-1c0b2889-5617-40b4-8993-e355d9f2c0f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 HTTP/1.1" status: 200 len: 217 time: 0.0921581 Dec 22 09:30:13.033818 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-42d34428-ae83-4754-a86b-27bb0af1d607 req-50da2466-2f3e-46c4-b851-ad5e106d7fb3 tempest-ServersAdminNegativeTestJSON-1086807335 tempest-ServersAdminNegativeTestJSON-1086807335] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:13.051872 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:13.060611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-c964a0d8-5c81-4014-857a-74e59b6eb797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:13.062268 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-c964a0d8-5c81-4014-857a-74e59b6eb797 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5019215f-48f7-4d84-9c78-44c724f667e0 HTTP/1.1" status: 200 len: 863 time: 0.0815425 Dec 22 09:30:13.093613 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-42d34428-ae83-4754-a86b-27bb0af1d607 req-50da2466-2f3e-46c4-b851-ad5e106d7fb3 tempest-ServersAdminNegativeTestJSON-1086807335 tempest-ServersAdminNegativeTestJSON-1086807335] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:13.182222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-2e17ddff-0bd2-4eb6-a83f-91c3fe6aeb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:13.183885 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-2e17ddff-0bd2-4eb6-a83f-91c3fe6aeb03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5de9d9f5-b9ec-40ce-80f5-cb36be8750fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146541 Dec 22 09:30:13.356872 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-427c92ff-7eba-4243-83ef-45d52bb35606 service neutron] 10.222.0.37 "GET /v2.0/networks/5de9d9f5-b9ec-40ce-80f5-cb36be8750fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650782 Dec 22 09:30:13.471741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559c69b-7aca-4cc8-b378-ba8e89343c6d req-2d7aa917-795d-4616-8502-1742d777cf99 tempest-QuotasAdminNegativeTest-871095262 tempest-QuotasAdminNegativeTest-871095262] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:13.473377 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3559c69b-7aca-4cc8-b378-ba8e89343c6d req-2d7aa917-795d-4616-8502-1742d777cf99 tempest-QuotasAdminNegativeTest-871095262 tempest-QuotasAdminNegativeTest-871095262] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7929127 Dec 22 09:30:13.474368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-42d34428-ae83-4754-a86b-27bb0af1d607 req-50da2466-2f3e-46c4-b851-ad5e106d7fb3 tempest-ServersAdminNegativeTestJSON-1086807335 tempest-ServersAdminNegativeTestJSON-1086807335] Synchronizing usage tracker for tenant:06717efa2244465390fd2ba3378558d4 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:30:13.498355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Pushing event updated for resources: {'Port': ['ID=c9794798-0fb3-4f07-9a97-38dd72429966,revision_number=6']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:13.515063 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:13.520703 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2523b08-9fb8-48a3-9f0a-168e22d10190 req-1c074828-906a-44e0-bc14-1a339fa2ad22 service neutron] 10.222.0.37 "GET /v2.0/networks/5de9d9f5-b9ec-40ce-80f5-cb36be8750fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1571522 Dec 22 09:30:13.526636 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fd22b5c6-a0c7-4550-a03c-3f5044f7a2d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.407s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:13.563981 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3559c69b-7aca-4cc8-b378-ba8e89343c6d req-814f3eb5-29be-4598-891d-ff3922511db3 tempest-QuotasAdminNegativeTest-871095262 tempest-QuotasAdminNegativeTest-871095262] 10.222.0.50 "GET /v2.0/quotas/85780e08419348ef968ccb24120df845 HTTP/1.1" status: 200 len: 375 time: 0.0754676 Dec 22 09:30:13.697987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-42d34428-ae83-4754-a86b-27bb0af1d607 req-50da2466-2f3e-46c4-b851-ad5e106d7fb3 tempest-ServersAdminNegativeTestJSON-1086807335 tempest-ServersAdminNegativeTestJSON-1086807335] Unset dirty status for tenant:06717efa2244465390fd2ba3378558d4 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:30:13.699265 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42d34428-ae83-4754-a86b-27bb0af1d607 req-50da2466-2f3e-46c4-b851-ad5e106d7fb3 tempest-ServersAdminNegativeTestJSON-1086807335 tempest-ServersAdminNegativeTestJSON-1086807335] 10.222.0.50 "GET /v2.0/security-groups?id=2f3f14ba-4a3e-40d0-8026-01fdc576e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2281504 Dec 22 09:30:13.700144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da2466-2f3e-46c4-b851-ad5e106d7fb3 tempest-ServersAdminNegativeTestJSON-1086807335 tempest-ServersAdminNegativeTestJSON-1086807335] Pushing event updated for resources: {'SecurityGroup': ['ID=c1de3496-9da4-4db5-8b42-4bb945e0b749,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:13.709500 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3559c69b-7aca-4cc8-b378-ba8e89343c6d req-f0b9be39-6ba7-4702-95c2-a39b6fb722d2 tempest-QuotasAdminNegativeTest-871095262 tempest-QuotasAdminNegativeTest-871095262] 10.222.0.50 "GET /v2.0/ports?tenant_id=85780e08419348ef968ccb24120df845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1211495 Dec 22 09:30:13.710341 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-50da2466-2f3e-46c4-b851-ad5e106d7fb3 tempest-ServersAdminNegativeTestJSON-1086807335 tempest-ServersAdminNegativeTestJSON-1086807335] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:13.885536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Attempting to bind port c9794798-0fb3-4f07-9a97-38dd72429966 on host n-h2-765315-5 for vnic_type normal with profile {"migrating_to": "n-h1-765315-5"} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:30:13.885805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Attempting to bind port c9794798-0fb3-4f07-9a97-38dd72429966 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:30:13.886150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Attempting to bind port c9794798-0fb3-4f07-9a97-38dd72429966 on network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:30:13.898528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:30:13.899469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Checking segment: {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:30:13.899469 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:13.900966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Bound using segment: {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:30:13.900966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Bound port: c9794798-0fb3-4f07-9a97-38dd72429966, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:30:13.900966 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:14.195812 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7dc6414a-0352-4289-832a-115086a76784 req-50bb24e5-37fb-48a1-97eb-d355979dd6df tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.50 "GET /v2.0/networks?tenant_id=17bf214540684164a6250374e5b1450d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659668 Dec 22 09:30:14.265436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] For port c9794798-0fb3-4f07-9a97-38dd72429966, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:30:14.365275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] For port c9794798-0fb3-4f07-9a97-38dd72429966, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c9794798-0fb3-4f07-9a97-38dd72429966,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:30:14.382456 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:14.408100 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:14.464495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa57dc2-a868-4d07-9749-7b0ec3cca819 req-8fc0ed40-8a7b-4615-bbbe-38f66a0b66bc tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:14.466060 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7aa57dc2-a868-4d07-9749-7b0ec3cca819 req-8fc0ed40-8a7b-4615-bbbe-38f66a0b66bc tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 943 time: 0.5249465 Dec 22 09:30:14.700743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6414a-0352-4289-832a-115086a76784 req-bb277f2d-5a06-48b7-a1fe-432c5bbfcdfa tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:14.702346 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7dc6414a-0352-4289-832a-115086a76784 req-bb277f2d-5a06-48b7-a1fe-432c5bbfcdfa tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4928625 Dec 22 09:30:14.716539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb950c7-a463-4f96-bd23-c94d93d3a410 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:30:14.731286 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:14.754221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Pushing event updated for resources: {'Port': ['ID=c9794798-0fb3-4f07-9a97-38dd72429966,revision_number=7']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:14.761952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c9794798-0fb3-4f07-9a97-38dd72429966 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:14.777041 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:14.779020 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7dc6414a-0352-4289-832a-115086a76784 req-5eea8224-7d85-4db6-8b23-265e7d58d3f1 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.50 "GET /v2.0/quotas/17bf214540684164a6250374e5b1450d HTTP/1.1" status: 200 len: 375 time: 0.0573609 Dec 22 09:30:14.783031 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7aa57dc2-a868-4d07-9749-7b0ec3cca819 req-18695c32-e55c-4656-a1ae-8087225ff6af tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896917 Dec 22 09:30:14.793682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Transition to ACTIVE for port object 6fb950c7-a463-4f96-bd23-c94d93d3a410 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:30:14.852199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:14.874415 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eeb81a80-eed4-4292-b5c8-62e0e37a09e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:14.881382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port c9794798-0fb3-4f07-9a97-38dd72429966 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:14.882532 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:14.920349 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7dc6414a-0352-4289-832a-115086a76784 req-e20f2371-05ec-4578-9ef7-b8f7d0aa2830 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.50 "GET /v2.0/ports?tenant_id=17bf214540684164a6250374e5b1450d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1302226 Dec 22 09:30:15.037573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:15.077592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50391564-330b-44ec-ba63-9809b61b3a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9794798-0fb3-4f07-9a97-38dd72429966'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:15.091632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port c9794798-0fb3-4f07-9a97-38dd72429966, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c9794798-0fb3-4f07-9a97-38dd72429966,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:15.097507 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:15.164101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb950c7-a463-4f96-bd23-c94d93d3a410,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:15.174318 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:15.182081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:15.182763 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:15.184275 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] 10.222.0.64 "PUT /v2.0/ports/c9794798-0fb3-4f07-9a97-38dd72429966 HTTP/1.1" status: 200 len: 1185 time: 4.0774138 Dec 22 09:30:15.196022 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0f3335f9-37a5-4a4c-8e48-a8de413c6730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:15.271882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=c9794798-0fb3-4f07-9a97-38dd72429966,revision_number=8']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:15.277832 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:15.446075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a89827-7765-455c-abf1-a6e9d182c0f5 req-13a1a413-6a58-4981-9dc3-16bd315db5d2 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:15.446846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f7a89827-7765-455c-abf1-a6e9d182c0f5 req-13a1a413-6a58-4981-9dc3-16bd315db5d2 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Synchronizing usage tracker for tenant:40fbcf60bc434afd9e98a45ed63e9499 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:30:15.459107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Attempting to bind port 6fb950c7-a463-4f96-bd23-c94d93d3a410 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:30:15.459483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Attempting to bind port 6fb950c7-a463-4f96-bd23-c94d93d3a410 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'd447bf87-9b44-4ae7-9aaf-d6d397ed8bb7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:30:15.459849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Attempting to bind port 6fb950c7-a463-4f96-bd23-c94d93d3a410 on network dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:30:15.482942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:30:15.483343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Checking segment: {'id': 'd447bf87-9b44-4ae7-9aaf-d6d397ed8bb7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:30:15.483711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:15.484722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Bound using segment: {'id': 'd447bf87-9b44-4ae7-9aaf-d6d397ed8bb7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:30:15.485216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Bound port: 6fb950c7-a463-4f96-bd23-c94d93d3a410, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd447bf87-9b44-4ae7-9aaf-d6d397ed8bb7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:30:15.485591 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:15.513514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f7a89827-7765-455c-abf1-a6e9d182c0f5 req-13a1a413-6a58-4981-9dc3-16bd315db5d2 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Unset dirty status for tenant:40fbcf60bc434afd9e98a45ed63e9499 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:30:15.514809 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f7a89827-7765-455c-abf1-a6e9d182c0f5 req-13a1a413-6a58-4981-9dc3-16bd315db5d2 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=f46dc69e-64aa-45b9-b21c-c8ee2e413341 HTTP/1.1" status: 200 len: 943 time: 0.4852726 Dec 22 09:30:15.628078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb87593-35d2-4155-b424-723bcc3b6dbd req-db058aa0-720b-484b-96c4-ae5376202f78 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:15.629733 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9bb87593-35d2-4155-b424-723bcc3b6dbd req-db058aa0-720b-484b-96c4-ae5376202f78 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.50 "GET /v2.0/ports?device_id=d2279a72-dc32-45b4-af05-a8e6d2f871f3 HTTP/1.1" status: 200 len: 950 time: 0.3067968 Dec 22 09:30:15.650500 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f7a89827-7765-455c-abf1-a6e9d182c0f5 req-00d00379-3f56-469a-bf9a-174e527bcd4d tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/security-groups?id=874a55ad-dc54-4fd2-8f01-ff9413dbfbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015711 Dec 22 09:30:15.671361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] For port 6fb950c7-a463-4f96-bd23-c94d93d3a410, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:30:15.716486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] For port 6fb950c7-a463-4f96-bd23-c94d93d3a410, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6fb950c7-a463-4f96-bd23-c94d93d3a410,segment=NetworkSegment(d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7),segment_id=d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:30:15.727229 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:15.745634 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2865f7cf-2245-4820-835c-11df466353ef', 'tag': '8a7fef56-36c8-42bb-be4e-ef7ddfb7b814', 'status': 'completed', 'code': 200} Dec 22 09:30:15.750886 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:15.827552 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9bb87593-35d2-4155-b424-723bcc3b6dbd req-6763be9b-aad0-4769-bb5e-915c2128d207 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.50 "GET /v2.0/security-groups?id=172e7940-acd4-4ca0-b094-fd9a2a01a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808393 Dec 22 09:30:15.830609 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50391564-330b-44ec-ba63-9809b61b3a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9794798-0fb3-4f07-9a97-38dd72429966', 'code': 200} Dec 22 09:30:15.924822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5248d6-eca2-43c0-bc66-29d1f7b40fbb req-fcd7e782-8f3f-47f1-823b-aa0faf4caa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:15.928939 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b5248d6-eca2-43c0-bc66-29d1f7b40fbb req-fcd7e782-8f3f-47f1-823b-aa0faf4caa9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c601d64a3954b579c533381321f4616&device_id=2865f7cf-2245-4820-835c-11df466353ef HTTP/1.1" status: 200 len: 1159 time: 0.1336286 Dec 22 09:30:16.165745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5248d6-eca2-43c0-bc66-29d1f7b40fbb req-266b4514-d1a4-4cb8-b5e3-8b94aee344d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:16.168001 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b5248d6-eca2-43c0-bc66-29d1f7b40fbb req-266b4514-d1a4-4cb8-b5e3-8b94aee344d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5de9d9f5-b9ec-40ce-80f5-cb36be8750fd HTTP/1.1" status: 200 len: 918 time: 0.2307646 Dec 22 09:30:16.258552 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b5248d6-eca2-43c0-bc66-29d1f7b40fbb req-c5f02d62-8b68-4e71-8af6-af9c249670a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 HTTP/1.1" status: 200 len: 217 time: 0.0836391 Dec 22 09:30:16.574218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5248d6-eca2-43c0-bc66-29d1f7b40fbb req-048a3810-1933-4800-bc72-472ae4e6253e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:16.576353 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b5248d6-eca2-43c0-bc66-29d1f7b40fbb req-048a3810-1933-4800-bc72-472ae4e6253e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5019215f-48f7-4d84-9c78-44c724f667e0 HTTP/1.1" status: 200 len: 863 time: 0.3107674 Dec 22 09:30:16.582776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:16.583451 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:16.584974 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] 10.222.0.64 "PUT /v2.0/ports/6fb950c7-a463-4f96-bd23-c94d93d3a410 HTTP/1.1" status: 200 len: 1155 time: 4.4581931 Dec 22 09:30:16.638286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb950c7-a463-4f96-bd23-c94d93d3a410,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:16.656633 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:16.726487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5248d6-eca2-43c0-bc66-29d1f7b40fbb req-60920ef9-1aaf-4e33-80e1-8909677b247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:16.729458 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b5248d6-eca2-43c0-bc66-29d1f7b40fbb req-60920ef9-1aaf-4e33-80e1-8909677b247f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5de9d9f5-b9ec-40ce-80f5-cb36be8750fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404691 Dec 22 09:30:16.756302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-6d567abc-3734-4087-9a3f-3435c1625d4b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:16.759005 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-6d567abc-3734-4087-9a3f-3435c1625d4b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 807 time: 0.6806133 Dec 22 09:30:16.778392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993404a7-b8c5-4661-b07e-8d512356128f req-17437d4f-e25e-4a3c-89d4-2a1fdb64b13a tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:16.781919 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-993404a7-b8c5-4661-b07e-8d512356128f req-17437d4f-e25e-4a3c-89d4-2a1fdb64b13a tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?device_id=2865f7cf-2245-4820-835c-11df466353ef HTTP/1.1" status: 200 len: 944 time: 0.7080467 Dec 22 09:30:16.821338 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-fc61df7c-d625-4439-b5ac-937769f4a190 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/quotas/0fd3a230510047d192938116344c8cd5 HTTP/1.1" status: 200 len: 375 time: 0.0377879 Dec 22 09:30:16.933727 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-993404a7-b8c5-4661-b07e-8d512356128f req-442c8c09-dcc0-4e24-8f18-72ddabff5d8f tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/security-groups?id=c3193b53-5864-4cfd-b9e9-056656928af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159956 Dec 22 09:30:16.961453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-808e54f3-b160-43a4-a555-810b53e43a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:16.962569 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7dc6414a-0352-4289-832a-115086a76784 req-ae306919-5a67-49a4-a277-ce363cbcefa7 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.37 "GET /v2.0/networks?tenant_id=17bf214540684164a6250374e5b1450d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526659 Dec 22 09:30:16.963160 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-808e54f3-b160-43a4-a555-810b53e43a3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40fbcf60bc434afd9e98a45ed63e9499&device_id=f46dc69e-64aa-45b9-b21c-c8ee2e413341 HTTP/1.1" status: 200 len: 1158 time: 0.2713711 Dec 22 09:30:16.997235 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-a6c2b442-eab9-40be-b3d6-f5a302889987 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1447299 Dec 22 09:30:17.137126 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b5248d6-eca2-43c0-bc66-29d1f7b40fbb req-c69d82b0-78f3-4e2e-a02f-be2f80c69536 service neutron] 10.222.0.37 "GET /v2.0/networks/5de9d9f5-b9ec-40ce-80f5-cb36be8750fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931911 Dec 22 09:30:17.288218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-a49a8efd-5ce9-46e1-81ba-797fcc904dfd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb950c7-a463-4f96-bd23-c94d93d3a410 HTTP/1.1" status: 200 len: 217 time: 0.2567630 Dec 22 09:30:17.292261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6414a-0352-4289-832a-115086a76784 req-fdfce6d0-d3de-40ae-b9c4-5d701c5bfc77 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:17.294889 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7dc6414a-0352-4289-832a-115086a76784 req-fdfce6d0-d3de-40ae-b9c4-5d701c5bfc77 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3212602 Dec 22 09:30:17.381258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Request body: {'port': {'device_id': 'f6aee355-c674-4e3f-b0ff-abfe8d28bb88', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '17bf214540684164a6250374e5b1450d'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:17.385115 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-d2609ddf-0807-4abc-9c5c-d97aba6b620e service neutron] 10.222.0.50 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865101 Dec 22 09:30:17.400884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-4259ffab-2b77-475f-8582-0a3e462ef2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:17.402472 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-4259ffab-2b77-475f-8582-0a3e462ef2c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c8afb31-70cb-4424-9738-21fa798b43cb HTTP/1.1" status: 200 len: 859 time: 0.1060383 Dec 22 09:30:17.531410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c9794798-0fb3-4f07-9a97-38dd72429966 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:17.565055 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b5248d6-eca2-43c0-bc66-29d1f7b40fbb req-43ba0654-f638-40b5-b647-27244c567f3d service neutron] 10.222.0.37 "GET /v2.0/networks/5de9d9f5-b9ec-40ce-80f5-cb36be8750fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4093475 Dec 22 09:30:17.631225 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50391564-330b-44ec-ba63-9809b61b3a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9794798-0fb3-4f07-9a97-38dd72429966', 'code': 200} Dec 22 09:30:17.646277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:30:17.653053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Usage tracker for resource:port and tenant:17bf214540684164a6250374e5b1450d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:30:17.657816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port c9794798-0fb3-4f07-9a97-38dd72429966 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:17.658377 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:17.661848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:30:17.667784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d81440fb-91be-4b42-ac59-db56988108c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:17.670295 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d81440fb-91be-4b42-ac59-db56988108c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2404935 Dec 22 09:30:17.674355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:30:17.676047 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-c08f6381-6563-47ef-b68e-9f299b30c70e service neutron] 10.222.0.50 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2724023 Dec 22 09:30:17.704894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Made reservation on behalf of 17bf214540684164a6250374e5b1450d for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:30:17.712689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:17.747418 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:17.774304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:30:17.781552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Usage tracker for resource:security_group_rule and tenant:17bf214540684164a6250374e5b1450d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:30:17.786227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:30:17.793040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:30:17.809842 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c415d4a-e8d1-4852-a89b-0a63eed1c8e5 req-2a5a2a7f-9e8b-46cd-b2d4-e72435614a35 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.50 "GET /v2.0/ports?device_id=f6aee355-c674-4e3f-b0ff-abfe8d28bb88 HTTP/1.1" status: 200 len: 210 time: 0.0689769 Dec 22 09:30:17.852931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:17.869404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50391564-330b-44ec-ba63-9809b61b3a47', 'tag': 'c9794798-0fb3-4f07-9a97-38dd72429966'}, {'name': 'network-changed', 'server_uuid': 'f46dc69e-64aa-45b9-b21c-c8ee2e413341', 'tag': '6fb950c7-a463-4f96-bd23-c94d93d3a410'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:17.994107 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:17.999907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:18.016748 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-098f3a84-8cfa-4959-b4e4-df2ced0556a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:18.040181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:30:18.063837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:18.064441 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:18.117561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Pushing event updated for resources: {'SecurityGroup': ['ID=6af8a18e-1334-4b6d-8cf3-3b973886da9a,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:18.158589 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:18.348146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:18.399042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=8a7fef56-36c8-42bb-be4e-ef7ddfb7b814,segment=NetworkSegment(1fa756de-5d21-42b1-a5a1-3166ef3941a6),segment_id=1fa756de-5d21-42b1-a5a1-3166ef3941a6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:18.403730 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:18.408595 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:18.409283 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-93bd7861-9d5e-44f1-8ccb-f6b9768b72be service neutron] 10.222.0.64 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7313275 Dec 22 09:30:18.497430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=8a7fef56-36c8-42bb-be4e-ef7ddfb7b814,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:18.511417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.512690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.513587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.514458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.516319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.517232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.518043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.518863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.519457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.520085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.520653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.521215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.522590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.523162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.523931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.524860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.525572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.526054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.526547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.527025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.527505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.528008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.528669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.529144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.529849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.530326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.531524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.532096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.532786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.533263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.533736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.534206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.534681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.535148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.535774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.536273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:18.538391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7f9f1-427f-4869-9395-b32e5a48b204 req-4c39fcdf-302a-4751-8e19-6734e391dd8d tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:18.541334 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f6b7f9f1-427f-4869-9395-b32e5a48b204 req-4c39fcdf-302a-4751-8e19-6734e391dd8d tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 945 time: 0.5071766 Dec 22 09:30:18.557695 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:18.685106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Allocated IP 192.168.233.34 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/5ba00818-0122-4a7c-b7d3-3c86acb54178) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:30:18.783134 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f6b7f9f1-427f-4869-9395-b32e5a48b204 req-904f4553-8bda-4939-bc6c-108cb4d6ce6f tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092216 Dec 22 09:30:18.790862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe5210-87a3-449c-bc52-e60a9e63a281 req-0eb6a967-6525-4026-a8e0-906bb8e6da2b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:18.792807 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eebe5210-87a3-449c-bc52-e60a9e63a281 req-0eb6a967-6525-4026-a8e0-906bb8e6da2b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=f46dc69e-64aa-45b9-b21c-c8ee2e413341 HTTP/1.1" status: 200 len: 943 time: 0.5440078 Dec 22 09:30:18.816787 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64da7c54-bd53-4eff-982b-0a91d3a66d4a req-d244bce7-7649-4732-94b7-266599870e2f service neutron] 10.222.0.64 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3925619 Dec 22 09:30:18.874845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:18.940798 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eebe5210-87a3-449c-bc52-e60a9e63a281 req-18b882f4-2b90-4720-9e65-eafba54a9abb tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/security-groups?id=874a55ad-dc54-4fd2-8f01-ff9413dbfbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308026 Dec 22 09:30:19.098679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:19.100136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:19.137484 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:19.159254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Transition to ACTIVE for port object 5ba00818-0122-4a7c-b7d3-3c86acb54178 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:30:19.181659 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:19.284516 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50391564-330b-44ec-ba63-9809b61b3a47', 'tag': 'c9794798-0fb3-4f07-9a97-38dd72429966', 'status': 'completed', 'code': 200} Dec 22 09:30:19.285054 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46dc69e-64aa-45b9-b21c-c8ee2e413341', 'tag': '6fb950c7-a463-4f96-bd23-c94d93d3a410', 'status': 'completed', 'code': 200} Dec 22 09:30:19.317678 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca406619-5a55-4f30-b03b-3ab4c15591ed req-d7cda68a-877b-47e3-9d41-68bc0656c01a tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 210 time: 0.1472073 Dec 22 09:30:19.493091 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:19.605955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd363c26-a1af-460e-abed-4da664a94d25 req-b0ce3aa6-daf1-4dbe-926e-d2b159a70b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:19.608421 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd363c26-a1af-460e-abed-4da664a94d25 req-b0ce3aa6-daf1-4dbe-926e-d2b159a70b3f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40fbcf60bc434afd9e98a45ed63e9499&device_id=f46dc69e-64aa-45b9-b21c-c8ee2e413341 HTTP/1.1" status: 200 len: 1158 time: 0.2491972 Dec 22 09:30:19.623326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4856e6d-6022-491d-b4f3-a01cdee78a34 req-06c549b8-fa93-492a-85fb-f7ac2c0d469b tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:19.626444 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4856e6d-6022-491d-b4f3-a01cdee78a34 req-06c549b8-fa93-492a-85fb-f7ac2c0d469b tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?device_id=2865f7cf-2245-4820-835c-11df466353ef HTTP/1.1" status: 200 len: 946 time: 0.1636305 Dec 22 09:30:19.632894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2865f7cf-2245-4820-835c-11df466353ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7fef56-36c8-42bb-be4e-ef7ddfb7b814'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:19.645567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Pushing event updated for resources: {'Port': ['ID=5ba00818-0122-4a7c-b7d3-3c86acb54178,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:19.649278 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:19.678503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:30:19.682079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:30:19.684741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:30:19.760651 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4856e6d-6022-491d-b4f3-a01cdee78a34 req-cce766ed-0323-43f1-8d30-968088ef15ff tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/security-groups?id=c3193b53-5864-4cfd-b9e9-056656928af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852704 Dec 22 09:30:19.787583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd363c26-a1af-460e-abed-4da664a94d25 req-24031012-167c-4d7d-9cbf-4641a74a168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:19.790027 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd363c26-a1af-460e-abed-4da664a94d25 req-24031012-167c-4d7d-9cbf-4641a74a168d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92202f56ba024bd88bdda46d20163167&device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 1190 time: 0.2583523 Dec 22 09:30:19.809623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:19.810315 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:20.029291 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7dc6414a-0352-4289-832a-115086a76784 req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6532109 Dec 22 09:30:20.058687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Request body: {'port': {'device_id': 'f6aee355-c674-4e3f-b0ff-abfe8d28bb88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:20.100297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd363c26-a1af-460e-abed-4da664a94d25 req-83fdabe7-f36b-47fc-8dce-d88824e3265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:20.102133 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd363c26-a1af-460e-abed-4da664a94d25 req-83fdabe7-f36b-47fc-8dce-d88824e3265f service neutron] 10.222.0.64 "GET /v2.0/networks?id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 HTTP/1.1" status: 200 len: 914 time: 0.4744225 Dec 22 09:30:20.119320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a351bfc3-8f01-477d-a70c-cf7b11af6e15 None None] Provisioning for port 5ba00818-0122-4a7c-b7d3-3c86acb54178 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:30:20.133076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a351bfc3-8f01-477d-a70c-cf7b11af6e15 None None] Provisioning complete for port 5ba00818-0122-4a7c-b7d3-3c86acb54178 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:20.133758 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a351bfc3-8f01-477d-a70c-cf7b11af6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:20.159932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd363c26-a1af-460e-abed-4da664a94d25 req-07646806-3006-4b3f-97b2-6ea46407f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:20.161945 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd363c26-a1af-460e-abed-4da664a94d25 req-07646806-3006-4b3f-97b2-6ea46407f21a service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 200 len: 915 time: 0.3261058 Dec 22 09:30:20.216281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a351bfc3-8f01-477d-a70c-cf7b11af6e15 None None] Port 5ba00818-0122-4a7c-b7d3-3c86acb54178 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:30:20.304561 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd363c26-a1af-460e-abed-4da664a94d25 req-f74b9b27-d4f9-44b2-a587-8b83f68d250d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9794798-0fb3-4f07-9a97-38dd72429966 HTTP/1.1" status: 200 len: 217 time: 0.1145623 Dec 22 09:30:20.314525 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2865f7cf-2245-4820-835c-11df466353ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7fef56-36c8-42bb-be4e-ef7ddfb7b814', 'code': 200} Dec 22 09:30:20.343684 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd363c26-a1af-460e-abed-4da664a94d25 req-f61cb5b9-3433-4665-9008-ecf630b4978e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb950c7-a463-4f96-bd23-c94d93d3a410 HTTP/1.1" status: 200 len: 217 time: 0.2084475 Dec 22 09:30:20.504031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a06418-f29d-4caa-9f06-2ae80481839b req-372a26ef-17db-4e3d-bd9a-d0d02615b0b3 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:20.505624 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7a06418-f29d-4caa-9f06-2ae80481839b req-372a26ef-17db-4e3d-bd9a-d0d02615b0b3 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.50 "GET /v2.0/ports?device_id=f6aee355-c674-4e3f-b0ff-abfe8d28bb88 HTTP/1.1" status: 200 len: 935 time: 0.5308001 Dec 22 09:30:20.508448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.37', 49791) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:20.695538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd363c26-a1af-460e-abed-4da664a94d25 req-36ac0aa1-cc24-4411-a962-d71bfb54501e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:20.697155 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd363c26-a1af-460e-abed-4da664a94d25 req-36ac0aa1-cc24-4411-a962-d71bfb54501e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c8afb31-70cb-4424-9738-21fa798b43cb HTTP/1.1" status: 200 len: 859 time: 0.3349183 Dec 22 09:30:20.714559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd363c26-a1af-460e-abed-4da664a94d25 req-6eba677b-86d0-4b30-9942-6e78760b1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:20.716212 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd363c26-a1af-460e-abed-4da664a94d25 req-6eba677b-86d0-4b30-9942-6e78760b1327 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=640a01a7-c30b-476e-9180-1eeb8ef32064 HTTP/1.1" status: 200 len: 861 time: 0.3982189 Dec 22 09:30:20.718799 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:20.808220 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd363c26-a1af-460e-abed-4da664a94d25 req-640e1cdc-a4c3-45a7-b0c2-4785e81dca95 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777767 Dec 22 09:30:20.823053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-73087f2d-3030-4e31-a684-ef5651463641 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:20.824957 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-73087f2d-3030-4e31-a684-ef5651463641 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.64 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 807 time: 0.5286665 Dec 22 09:30:20.827704 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7a06418-f29d-4caa-9f06-2ae80481839b req-6874c74c-f1ae-456a-8800-2e2a864f0e21 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.50 "GET /v2.0/security-groups?id=6af8a18e-1334-4b6d-8cf3-3b973886da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563822 Dec 22 09:30:20.894437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-db54214f-f1ca-42ef-82b3-d0e661d12b9b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Request body: {'port': {'device_id': '1646cebc-9664-4438-af14-c62f9d781984', 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839', 'admin_state_up': True, 'tenant_id': '0fd3a230510047d192938116344c8cd5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:21.215600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd363c26-a1af-460e-abed-4da664a94d25 req-0612b093-4e0d-474d-a0ab-c8a21c068a57 service neutron] 10.222.0.37 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944888 Dec 22 09:30:21.420527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81619e4a-cf80-4203-adb1-03b58c1dc7df req-9c4465a4-06b7-4638-b4c5-afa8c70e4a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:21.423810 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81619e4a-cf80-4203-adb1-03b58c1dc7df req-9c4465a4-06b7-4638-b4c5-afa8c70e4a8a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2865f7cf-2245-4820-835c-11df466353ef HTTP/1.1" status: 200 len: 1161 time: 0.9066083 Dec 22 09:30:21.455048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e1d0f-7cf5-49cc-b3a7-9dbb0a7425cd req-48ed8aa0-9bdb-47a1-999b-9fe437d8eeb9 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:21.457746 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-049e1d0f-7cf5-49cc-b3a7-9dbb0a7425cd req-48ed8aa0-9bdb-47a1-999b-9fe437d8eeb9 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.50 "GET /v2.0/ports?device_id=d2279a72-dc32-45b4-af05-a8e6d2f871f3 HTTP/1.1" status: 200 len: 950 time: 0.9481142 Dec 22 09:30:21.664570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd363c26-a1af-460e-abed-4da664a94d25 req-c96a55d4-9f2f-4644-ba96-6cccfffee7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:21.666159 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd363c26-a1af-460e-abed-4da664a94d25 req-c96a55d4-9f2f-4644-ba96-6cccfffee7c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9449677 Dec 22 09:30:21.668366 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd363c26-a1af-460e-abed-4da664a94d25 req-046ad6b6-8c75-44a8-8bd9-a55d2b68d331 service neutron] 10.222.0.37 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4400907 Dec 22 09:30:21.686906 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81619e4a-cf80-4203-adb1-03b58c1dc7df req-b1e0141a-0e7d-4a5f-b14b-8b8f4f62b489 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c3193b53-5864-4cfd-b9e9-056656928af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046261 Dec 22 09:30:21.743694 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-049e1d0f-7cf5-49cc-b3a7-9dbb0a7425cd req-b55c5e37-7040-4ac1-921f-5c63e53f0d4f tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.50 "GET /v2.0/security-groups?id=172e7940-acd4-4ca0-b094-fd9a2a01a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290196 Dec 22 09:30:21.748103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-db54214f-f1ca-42ef-82b3-d0e661d12b9b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:30:21.769861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-db54214f-f1ca-42ef-82b3-d0e661d12b9b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Usage tracker for resource:port and tenant:0fd3a230510047d192938116344c8cd5 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:30:21.822855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba00818-0122-4a7c-b7d3-3c86acb54178 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:30:21.827542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-db54214f-f1ca-42ef-82b3-d0e661d12b9b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Quota usage for port was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:30:21.835702 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:21.850623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-db54214f-f1ca-42ef-82b3-d0e661d12b9b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:30:21.858268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Transition to ACTIVE for port object 5ba00818-0122-4a7c-b7d3-3c86acb54178 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:30:21.863283 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:21.866528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc220a-5f57-42dd-ad82-68e03b255bc7 req-d90e6289-8888-430d-8fe7-19494df83239 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:21.868169 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-facc220a-5f57-42dd-ad82-68e03b255bc7 req-d90e6289-8888-430d-8fe7-19494df83239 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 945 time: 0.6111212 Dec 22 09:30:21.888873 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e6c990e-d70d-4d03-83eb-162d4d6b7201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:21.889533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-db54214f-f1ca-42ef-82b3-d0e661d12b9b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Made reservation on behalf of 0fd3a230510047d192938116344c8cd5 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:30:21.897563 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-db54214f-f1ca-42ef-82b3-d0e661d12b9b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:21.942787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6fb950c7-a463-4f96-bd23-c94d93d3a410 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:22.042902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 6fb950c7-a463-4f96-bd23-c94d93d3a410 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:30:22.053479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 6fb950c7-a463-4f96-bd23-c94d93d3a410 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:22.054178 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:22.063724 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd363c26-a1af-460e-abed-4da664a94d25 req-9a319462-31f0-4fc7-9e97-09c97d8b6163 service neutron] 10.222.0.64 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851745 Dec 22 09:30:22.065523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Pushing event updated for resources: {'Port': ['ID=5ba00818-0122-4a7c-b7d3-3c86acb54178,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:22.073107 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:22.212516 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-facc220a-5f57-42dd-ad82-68e03b255bc7 req-6ec18199-e44e-4475-9abf-410aa05d35d6 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935402 Dec 22 09:30:22.319065 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:22.344723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Attempting to bind port 5ba00818-0122-4a7c-b7d3-3c86acb54178 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:30:22.345436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Attempting to bind port 5ba00818-0122-4a7c-b7d3-3c86acb54178 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:30:22.346194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Attempting to bind port 5ba00818-0122-4a7c-b7d3-3c86acb54178 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:30:22.353734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:30:22.354239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:30:22.354746 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:22.355238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:30:22.355838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Bound port: 5ba00818-0122-4a7c-b7d3-3c86acb54178, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:30:22.356392 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:22.401131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 6fb950c7-a463-4f96-bd23-c94d93d3a410, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6fb950c7-a463-4f96-bd23-c94d93d3a410,segment=NetworkSegment(d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7),segment_id=d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:22.402982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46dc69e-64aa-45b9-b21c-c8ee2e413341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb950c7-a463-4f96-bd23-c94d93d3a410'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:22.412532 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:22.419979 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:22.480876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] For port 5ba00818-0122-4a7c-b7d3-3c86acb54178, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:30:22.486750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] For port 5ba00818-0122-4a7c-b7d3-3c86acb54178, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=5ba00818-0122-4a7c-b7d3-3c86acb54178,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:30:22.494356 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:22.513207 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4177436f-c1f4-4c41-9a45-daa14ca2e2a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:22.566350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=6fb950c7-a463-4f96-bd23-c94d93d3a410,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:22.575531 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:22.610184 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e18377c-d350-458c-b48b-9656fe247704 req-f6210413-dc3a-49a2-a63a-67df158c14b0 tempest-QuotasAdminNegativeTest-871095262 tempest-QuotasAdminNegativeTest-871095262] 10.222.0.50 "GET /v2.0/networks?tenant_id=85780e08419348ef968ccb24120df845&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766094 Dec 22 09:30:22.693725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Pushing event updated for resources: {'Port': ['ID=5ba00818-0122-4a7c-b7d3-3c86acb54178,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:22.699440 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:22.732171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:22.732781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:22.735080 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7dc6414a-0352-4289-832a-115086a76784 req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] 10.222.0.37 "PUT /v2.0/ports/5ba00818-0122-4a7c-b7d3-3c86acb54178 HTTP/1.1" status: 200 len: 1159 time: 2.6807547 Dec 22 09:30:22.735902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6aee355-c674-4e3f-b0ff-abfe8d28bb88', 'tag': '5ba00818-0122-4a7c-b7d3-3c86acb54178'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:22.788076 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd363c26-a1af-460e-abed-4da664a94d25 req-4503aff6-bf19-457f-8a27-c3257e2935c9 service neutron] 10.222.0.64 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7093232 Dec 22 09:30:22.795993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efddb1-0e9c-41ad-850f-95093e0c2b0e req-df7b2da6-6afb-4235-ab40-302cbd2d516d tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:22.803505 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-76efddb1-0e9c-41ad-850f-95093e0c2b0e req-df7b2da6-6afb-4235-ab40-302cbd2d516d tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=f46dc69e-64aa-45b9-b21c-c8ee2e413341 HTTP/1.1" status: 200 len: 943 time: 0.8259213 Dec 22 09:30:22.956273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6414a-0352-4289-832a-115086a76784 req-2564988b-abac-455c-8c8e-ef1ecdf3d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:22.958577 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7dc6414a-0352-4289-832a-115086a76784 req-2564988b-abac-455c-8c8e-ef1ecdf3d631 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17bf214540684164a6250374e5b1450d&device_id=f6aee355-c674-4e3f-b0ff-abfe8d28bb88 HTTP/1.1" status: 200 len: 1162 time: 0.1153221 Dec 22 09:30:22.994946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:23.004367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae0ac0-a74b-4a48-9f7b-ce4b46d8d706 req-3325ac3b-81f1-4357-892c-a8ab2844eafa tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:23.008583 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c0ae0ac0-a74b-4a48-9f7b-ce4b46d8d706 req-3325ac3b-81f1-4357-892c-a8ab2844eafa tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.37 "GET /v2.0/ports?device_id=d2279a72-dc32-45b4-af05-a8e6d2f871f3 HTTP/1.1" status: 200 len: 950 time: 0.7331810 Dec 22 09:30:23.091785 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7dc6414a-0352-4289-832a-115086a76784 req-f28e69f0-70f5-431f-897f-b810eea3a26c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5ba00818-0122-4a7c-b7d3-3c86acb54178 HTTP/1.1" status: 200 len: 217 time: 0.0958910 Dec 22 09:30:23.153280 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-76efddb1-0e9c-41ad-850f-95093e0c2b0e req-6199f268-7def-4c87-b7db-4006d8b0bc74 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/security-groups?id=874a55ad-dc54-4fd2-8f01-ff9413dbfbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290291 Dec 22 09:30:23.174310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:23.175271 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:23.232836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18377c-d350-458c-b48b-9656fe247704 req-34cfd6fa-25ce-4704-9477-18e57a0b7be0 tempest-QuotasAdminNegativeTest-871095262 tempest-QuotasAdminNegativeTest-871095262] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:23.235692 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e18377c-d350-458c-b48b-9656fe247704 req-34cfd6fa-25ce-4704-9477-18e57a0b7be0 tempest-QuotasAdminNegativeTest-871095262 tempest-QuotasAdminNegativeTest-871095262] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6127613 Dec 22 09:30:23.258945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-c0ae0ac0-a74b-4a48-9f7b-ce4b46d8d706 req-6987f517-3d11-4d7a-b21e-b353b1f808e0 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Deleting port d50d5f32-22fd-4def-9c9b-1bd5764df447 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:30:23.259521 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c0ae0ac0-a74b-4a48-9f7b-ce4b46d8d706 req-6987f517-3d11-4d7a-b21e-b353b1f808e0 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:23.281881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6414a-0352-4289-832a-115086a76784 req-fad61f35-0476-4fed-92f6-d7f8b27e1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:23.285190 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7dc6414a-0352-4289-832a-115086a76784 req-fad61f35-0476-4fed-92f6-d7f8b27e1891 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1809666 Dec 22 09:30:23.346461 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e18377c-d350-458c-b48b-9656fe247704 req-ed9b0a09-1613-41db-85ce-37cf8422010c tempest-QuotasAdminNegativeTest-871095262 tempest-QuotasAdminNegativeTest-871095262] 10.222.0.50 "GET /v2.0/quotas/85780e08419348ef968ccb24120df845 HTTP/1.1" status: 200 len: 375 time: 0.1016681 Dec 22 09:30:23.354879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-db54214f-f1ca-42ef-82b3-d0e661d12b9b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Allocated IP 172.20.0.8 (9884d074-bf0a-40ed-a9d3-be8dba1c5839/20ea27e0-c8d1-40af-abba-75e850f0c212/602fd199-75a4-490d-8e4d-901536169c9b) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:30:23.424617 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e18377c-d350-458c-b48b-9656fe247704 req-0de0d4ec-f1e9-4973-931d-a7acc15aa7bd tempest-QuotasAdminNegativeTest-871095262 tempest-QuotasAdminNegativeTest-871095262] 10.222.0.50 "GET /v2.0/ports?tenant_id=85780e08419348ef968ccb24120df845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771663 Dec 22 09:30:23.430967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6414a-0352-4289-832a-115086a76784 req-b356d353-df2a-492f-8669-d6a231ea7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:23.434508 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7dc6414a-0352-4289-832a-115086a76784 req-b356d353-df2a-492f-8669-d6a231ea7d61 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1424582 Dec 22 09:30:23.442238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6fb950c7-a463-4f96-bd23-c94d93d3a410 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:23.578550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 6fb950c7-a463-4f96-bd23-c94d93d3a410 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:23.579207 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:23.702708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device d50d5f32-22fd-4def-9c9b-1bd5764df447 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:30:23.766755 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-377a26f2-527a-422d-82cc-d0e0b8d499d1 req-0e29104e-2954-4049-9f44-9f5b3d5de4de tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 210 time: 0.3634369 Dec 22 09:30:23.813792 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7dc6414a-0352-4289-832a-115086a76784 req-66022714-f0a9-4ce9-9f26-f4c7c1137e8e service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699179 Dec 22 09:30:23.831850 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-db54214f-f1ca-42ef-82b3-d0e661d12b9b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:23.923512 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:23.985927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port d50d5f32-22fd-4def-9c9b-1bd5764df447, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=d50d5f32-22fd-4def-9c9b-1bd5764df447,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:24.014738 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-de712233-7a43-48f6-905b-61989f1d5773 service neutron] 10.222.0.37 "GET /v2.0/ports/c9794798-0fb3-4f07-9a97-38dd72429966/bindings/n-h1-765315-5 HTTP/1.1" status: 200 len: 454 time: 0.2756181 Dec 22 09:30:24.045032 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:24.058778 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4b741c0-27ac-4eb7-a14a-0354bd1526e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:24.117315 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7dc6414a-0352-4289-832a-115086a76784 req-e6a0ad38-2da2-4d64-b16e-c64c3c02af40 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2825663 Dec 22 09:30:24.214031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c0ae0ac0-a74b-4a48-9f7b-ce4b46d8d706 req-6987f517-3d11-4d7a-b21e-b353b1f808e0 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] For port d50d5f32-22fd-4def-9c9b-1bd5764df447, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=d50d5f32-22fd-4def-9c9b-1bd5764df447,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:24.214031 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c0ae0ac0-a74b-4a48-9f7b-ce4b46d8d706 req-6987f517-3d11-4d7a-b21e-b353b1f808e0 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:24.243309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=d50d5f32-22fd-4def-9c9b-1bd5764df447,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:24.254764 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:24.389842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-c0ae0ac0-a74b-4a48-9f7b-ce4b46d8d706 req-6987f517-3d11-4d7a-b21e-b353b1f808e0 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Calling delete_port for d50d5f32-22fd-4def-9c9b-1bd5764df447 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:30:24.450071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-7c18e3da-3e79-46b1-a334-38bfaceb274c service neutron] For port c9794798-0fb3-4f07-9a97-38dd72429966, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c9794798-0fb3-4f07-9a97-38dd72429966,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:24.490441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-7c18e3da-3e79-46b1-a334-38bfaceb274c service neutron] For port c9794798-0fb3-4f07-9a97-38dd72429966, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:30:24.514480 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-db54214f-f1ca-42ef-82b3-d0e661d12b9b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:24.541548 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:24.563994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-7c18e3da-3e79-46b1-a334-38bfaceb274c service neutron] For port c9794798-0fb3-4f07-9a97-38dd72429966, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c9794798-0fb3-4f07-9a97-38dd72429966,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:24.577080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61fb3c-c117-4b53-9999-e867231e3b94 req-a1ce2a29-fc31-47c8-aee1-a5f5cee2114c tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:24.579339 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3f61fb3c-c117-4b53-9999-e867231e3b94 req-a1ce2a29-fc31-47c8-aee1-a5f5cee2114c tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?device_id=2865f7cf-2245-4820-835c-11df466353ef HTTP/1.1" status: 200 len: 946 time: 0.8100877 Dec 22 09:30:24.584536 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-7c18e3da-3e79-46b1-a334-38bfaceb274c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:24.668415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:30:24.741090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-7c18e3da-3e79-46b1-a334-38bfaceb274c service neutron] Transition to ACTIVE for port object c9794798-0fb3-4f07-9a97-38dd72429966 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:30:24.744961 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-7c18e3da-3e79-46b1-a334-38bfaceb274c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:24.761422 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:25.031289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54214f-f1ca-42ef-82b3-d0e661d12b9b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Pushing event updated for resources: {'Port': ['ID=602fd199-75a4-490d-8e4d-901536169c9b,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:25.034036 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-c0ae0ac0-a74b-4a48-9f7b-ce4b46d8d706 req-6987f517-3d11-4d7a-b21e-b353b1f808e0 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:30:25.034412 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-c0ae0ac0-a74b-4a48-9f7b-ce4b46d8d706 req-6987f517-3d11-4d7a-b21e-b353b1f808e0 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:30:25.037915 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-db54214f-f1ca-42ef-82b3-d0e661d12b9b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:25.063019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d80896-54e8-43ce-b2fd-2937c1b87549 req-9ad30204-acf5-474f-b9f3-89219eb111e5 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:25.064836 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f7d80896-54e8-43ce-b2fd-2937c1b87549 req-9ad30204-acf5-474f-b9f3-89219eb111e5 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.50 "GET /v2.0/ports?device_id=f6aee355-c674-4e3f-b0ff-abfe8d28bb88 HTTP/1.1" status: 200 len: 947 time: 0.6856787 Dec 22 09:30:25.073757 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3f61fb3c-c117-4b53-9999-e867231e3b94 req-4c538a98-8335-4dc9-bd6e-b79b25025363 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/security-groups?id=c3193b53-5864-4cfd-b9e9-056656928af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4830678 Dec 22 09:30:25.144911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18e3da-3e79-46b1-a334-38bfaceb274c service neutron] Pushing event updated for resources: {'Port': ['ID=c9794798-0fb3-4f07-9a97-38dd72429966,revision_number=10']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:25.146618 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f7d80896-54e8-43ce-b2fd-2937c1b87549 req-271d8061-725a-4ee7-94b8-616e8252f40a tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.50 "GET /v2.0/security-groups?id=6af8a18e-1334-4b6d-8cf3-3b973886da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691319 Dec 22 09:30:25.150849 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7c18e3da-3e79-46b1-a334-38bfaceb274c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:25.158769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-db54214f-f1ca-42ef-82b3-d0e661d12b9b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:30:25.160698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-db54214f-f1ca-42ef-82b3-d0e661d12b9b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:30:25.167676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-db54214f-f1ca-42ef-82b3-d0e661d12b9b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:30:25.172704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-db54214f-f1ca-42ef-82b3-d0e661d12b9b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:25.173306 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-db54214f-f1ca-42ef-82b3-d0e661d12b9b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:25.205396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c9794798-0fb3-4f07-9a97-38dd72429966 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:25.290293 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-db54214f-f1ca-42ef-82b3-d0e661d12b9b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4203532 Dec 22 09:30:25.312691 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46dc69e-64aa-45b9-b21c-c8ee2e413341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb950c7-a463-4f96-bd23-c94d93d3a410', 'code': 200} Dec 22 09:30:25.321234 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6aee355-c674-4e3f-b0ff-abfe8d28bb88', 'tag': '5ba00818-0122-4a7c-b7d3-3c86acb54178', 'status': 'completed', 'code': 200} Dec 22 09:30:25.321762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Request body: {'port': {'device_id': '1646cebc-9664-4438-af14-c62f9d781984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:25.406994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c9794798-0fb3-4f07-9a97-38dd72429966 not bound to the agent host n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 22 09:30:25.452069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-7c18e3da-3e79-46b1-a334-38bfaceb274c service neutron] No DVR routers for this DVR port c9794798-0fb3-4f07-9a97-38dd72429966 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:30:25.474308 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-7c18e3da-3e79-46b1-a334-38bfaceb274c service neutron] 10.222.0.37 "PUT /v2.0/ports/c9794798-0fb3-4f07-9a97-38dd72429966/bindings/n-h1-765315-5/activate HTTP/1.1" status: 200 len: 439 time: 1.4534450 Dec 22 09:30:25.478539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:25.496162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f36cd-f71e-43d4-a87a-1392f7b1839c req-ed010149-b3b1-46ea-8e8b-b4683b967a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:25.497777 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d60f36cd-f71e-43d4-a87a-1392f7b1839c req-ed010149-b3b1-46ea-8e8b-b4683b967a52 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17bf214540684164a6250374e5b1450d&device_id=f6aee355-c674-4e3f-b0ff-abfe8d28bb88 HTTP/1.1" status: 200 len: 1162 time: 0.1539068 Dec 22 09:30:25.536098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-c0ae0ac0-a74b-4a48-9f7b-ce4b46d8d706 req-6987f517-3d11-4d7a-b21e-b353b1f808e0 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Deleting port d50d5f32-22fd-4def-9c9b-1bd5764df447 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:30:25.536376 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c0ae0ac0-a74b-4a48-9f7b-ce4b46d8d706 req-6987f517-3d11-4d7a-b21e-b353b1f808e0 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:25.554776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:25.556002 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:25.752942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f36cd-f71e-43d4-a87a-1392f7b1839c req-1b3a99cb-6791-419a-be81-552f6f51cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:25.754654 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d60f36cd-f71e-43d4-a87a-1392f7b1839c req-1b3a99cb-6791-419a-be81-552f6f51cc73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.1956801 Dec 22 09:30:25.872185 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d60f36cd-f71e-43d4-a87a-1392f7b1839c req-5f989dfe-40f3-4a5e-83d6-4bb3f74d4532 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5ba00818-0122-4a7c-b7d3-3c86acb54178 HTTP/1.1" status: 200 len: 217 time: 0.1097507 Dec 22 09:30:25.922504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:25.965915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f36cd-f71e-43d4-a87a-1392f7b1839c req-d284e367-00c0-4ece-8dca-be4ae74c3c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:25.967280 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d60f36cd-f71e-43d4-a87a-1392f7b1839c req-d284e367-00c0-4ece-8dca-be4ae74c3c46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.0787878 Dec 22 09:30:26.065104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f36cd-f71e-43d4-a87a-1392f7b1839c req-f1566972-a7fc-4a4e-bcad-031f8e5f95bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:26.066917 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d60f36cd-f71e-43d4-a87a-1392f7b1839c req-f1566972-a7fc-4a4e-bcad-031f8e5f95bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0926812 Dec 22 09:30:26.088606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0dfe4-588e-4d04-94e6-c856331636cb req-ba5eeff9-d45d-42a7-94e2-59d1e3c9a2d0 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:26.090245 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-67e0dfe4-588e-4d04-94e6-c856331636cb req-ba5eeff9-d45d-42a7-94e2-59d1e3c9a2d0 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 944 time: 0.6691537 Dec 22 09:30:26.146380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a76c80-e906-4672-9856-b39f7ee5c69d req-0c11e6df-90cb-45cf-a24f-9d0595839f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:26.147896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b3a76c80-e906-4672-9856-b39f7ee5c69d req-0c11e6df-90cb-45cf-a24f-9d0595839f3a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f46dc69e-64aa-45b9-b21c-c8ee2e413341 HTTP/1.1" status: 200 len: 1160 time: 0.7253346 Dec 22 09:30:26.284902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88854e3-4290-4f0f-a249-adbfc59bad16 req-6763bb43-40ba-4643-94c7-3f6d76a8bf3e tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:26.285905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e88854e3-4290-4f0f-a249-adbfc59bad16 req-6763bb43-40ba-4643-94c7-3f6d76a8bf3e tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Synchronizing usage tracker for tenant:b672bd57c00848bb936f8c4f614b137e on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:30:26.290506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-bbe4d0c2-fa31-4d50-9f3e-34bd438a4e93 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:26.292391 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-bbe4d0c2-fa31-4d50-9f3e-34bd438a4e93 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.64 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47&tenant_id=92202f56ba024bd88bdda46d20163167&binding%3Ahost_id=n-h2-765315-5 HTTP/1.1" status: 200 len: 1159 time: 0.6538815 Dec 22 09:30:26.305834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b4ef1-34bd-4e6a-b3f2-153618fde5b5 req-0c057b9e-32a5-42ef-ae52-010dd48bc1c5 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:26.306647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c61b4ef1-34bd-4e6a-b3f2-153618fde5b5 req-0c057b9e-32a5-42ef-ae52-010dd48bc1c5 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Synchronizing usage tracker for tenant:d43d9aaf39f0471b9afa5150453637c8 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:30:26.312824 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d60f36cd-f71e-43d4-a87a-1392f7b1839c req-5fe90679-a5c3-4cae-af1c-52b48589785c service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274802 Dec 22 09:30:26.349459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c61b4ef1-34bd-4e6a-b3f2-153618fde5b5 req-0c057b9e-32a5-42ef-ae52-010dd48bc1c5 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Unset dirty status for tenant:d43d9aaf39f0471b9afa5150453637c8 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:30:26.350726 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c61b4ef1-34bd-4e6a-b3f2-153618fde5b5 req-0c057b9e-32a5-42ef-ae52-010dd48bc1c5 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.37 "GET /v2.0/ports?device_id=4e15fe7a-8636-4d20-9f40-c8d4c92cbecb HTTP/1.1" status: 200 len: 949 time: 0.2427046 Dec 22 09:30:26.449038 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b3a76c80-e906-4672-9856-b39f7ee5c69d req-e6dff152-9641-40a2-802b-ca6959f91cbc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=874a55ad-dc54-4fd2-8f01-ff9413dbfbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891610 Dec 22 09:30:26.469157 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-67e0dfe4-588e-4d04-94e6-c856331636cb req-9d508997-bacd-4064-a2e9-57673e44eb03 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191988 Dec 22 09:30:26.479429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e88854e3-4290-4f0f-a249-adbfc59bad16 req-6763bb43-40ba-4643-94c7-3f6d76a8bf3e tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Unset dirty status for tenant:b672bd57c00848bb936f8c4f614b137e on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:30:26.480868 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e88854e3-4290-4f0f-a249-adbfc59bad16 req-6763bb43-40ba-4643-94c7-3f6d76a8bf3e tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.50 "GET /v2.0/ports?device_id=d2279a72-dc32-45b4-af05-a8e6d2f871f3 HTTP/1.1" status: 200 len: 948 time: 1.0571117 Dec 22 09:30:26.483074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c0ae0ac0-a74b-4a48-9f7b-ce4b46d8d706 req-6987f517-3d11-4d7a-b21e-b353b1f808e0 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] For port d50d5f32-22fd-4def-9c9b-1bd5764df447, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=d50d5f32-22fd-4def-9c9b-1bd5764df447,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:26.483542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c0ae0ac0-a74b-4a48-9f7b-ce4b46d8d706 req-6987f517-3d11-4d7a-b21e-b353b1f808e0 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:26.521224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-c61b4ef1-34bd-4e6a-b3f2-153618fde5b5 req-192dab55-1071-4b74-a640-e4b0083dd1af tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Deleting port 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:30:26.521717 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c61b4ef1-34bd-4e6a-b3f2-153618fde5b5 req-192dab55-1071-4b74-a640-e4b0083dd1af tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:26.615317 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d60f36cd-f71e-43d4-a87a-1392f7b1839c req-c151847f-17de-44e8-98d9-d147b80cb239 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2938237 Dec 22 09:30:26.731864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-c0ae0ac0-a74b-4a48-9f7b-ce4b46d8d706 req-6987f517-3d11-4d7a-b21e-b353b1f808e0 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Calling delete_port for d50d5f32-22fd-4def-9c9b-1bd5764df447 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:30:26.892750 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e88854e3-4290-4f0f-a249-adbfc59bad16 req-e396bc28-1b9f-4d2d-b4d6-2b8dfe639b84 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.50 "GET /v2.0/security-groups?id=172e7940-acd4-4ca0-b094-fd9a2a01a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386607 Dec 22 09:30:26.956560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c61b4ef1-34bd-4e6a-b3f2-153618fde5b5 req-192dab55-1071-4b74-a640-e4b0083dd1af tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] For port 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=2ae102c5-100c-4c96-b3b4-29d9a81b7ea9,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:26.957217 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c61b4ef1-34bd-4e6a-b3f2-153618fde5b5 req-192dab55-1071-4b74-a640-e4b0083dd1af tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:26.971923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-a70113a7-23ef-466a-af1f-9445f2b65eb1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:30:27.112406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-7526e0ac-eb63-4943-9204-422f47276402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:27.114001 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-7526e0ac-eb63-4943-9204-422f47276402 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47&tenant_id=92202f56ba024bd88bdda46d20163167 HTTP/1.1" status: 200 len: 1159 time: 0.7942998 Dec 22 09:30:27.137631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-c61b4ef1-34bd-4e6a-b3f2-153618fde5b5 req-192dab55-1071-4b74-a640-e4b0083dd1af tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Calling delete_port for 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:30:27.313992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2279a72-dc32-45b4-af05-a8e6d2f871f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd50d5f32-22fd-4def-9c9b-1bd5764df447'}, {'server_uuid': '50391564-330b-44ec-ba63-9809b61b3a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9794798-0fb3-4f07-9a97-38dd72429966'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:27.322219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50391564-330b-44ec-ba63-9809b61b3a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9794798-0fb3-4f07-9a97-38dd72429966'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:27.435687 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c61b4ef1-34bd-4e6a-b3f2-153618fde5b5 req-192dab55-1071-4b74-a640-e4b0083dd1af tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:27.445025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 5ba00818-0122-4a7c-b7d3-3c86acb54178 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:27.452823 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:27.504158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dab55-1071-4b74-a640-e4b0083dd1af tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Pushing event deleted for resources: {'Port': ['ID=2ae102c5-100c-4c96-b3b4-29d9a81b7ea9,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:27.510426 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-192dab55-1071-4b74-a640-e4b0083dd1af tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:27.534510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 5ba00818-0122-4a7c-b7d3-3c86acb54178 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:30:27.541140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 5ba00818-0122-4a7c-b7d3-3c86acb54178 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:27.541930 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:27.677433 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c0ae0ac0-a74b-4a48-9f7b-ce4b46d8d706 req-6987f517-3d11-4d7a-b21e-b353b1f808e0 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:27.682966 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:27.723757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 5ba00818-0122-4a7c-b7d3-3c86acb54178, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=5ba00818-0122-4a7c-b7d3-3c86acb54178,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:27.727328 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:27.729522 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:27.775269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61b4ef1-34bd-4e6a-b3f2-153618fde5b5 req-192dab55-1071-4b74-a640-e4b0083dd1af tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] No DVR routers for this DVR port 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:30:27.779137 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c61b4ef1-34bd-4e6a-b3f2-153618fde5b5 req-192dab55-1071-4b74-a640-e4b0083dd1af tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:27.796380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c9794798-0fb3-4f07-9a97-38dd72429966 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:30:27.802332 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c61b4ef1-34bd-4e6a-b3f2-153618fde5b5 req-192dab55-1071-4b74-a640-e4b0083dd1af tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.37 "DELETE /v2.0/ports/2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 HTTP/1.1" status: 204 len: 173 time: 1.4431541 Dec 22 09:30:27.849956 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:27.903887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=5ba00818-0122-4a7c-b7d3-3c86acb54178,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:27.908435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c9794798-0fb3-4f07-9a97-38dd72429966 not bound to the agent host n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:30:27.908908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:30:27.925534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987f517-3d11-4d7a-b21e-b353b1f808e0 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Pushing event deleted for resources: {'Port': ['ID=d50d5f32-22fd-4def-9c9b-1bd5764df447,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:27.938390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dc708-08c1-4ef7-b81e-99269fe7f80a req-23465fcc-9e97-4614-9a18-cfba273e7bcc tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:27.940098 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-250dc708-08c1-4ef7-b81e-99269fe7f80a req-23465fcc-9e97-4614-9a18-cfba273e7bcc tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?device_id=4e15fe7a-8636-4d20-9f40-c8d4c92cbecb HTTP/1.1" status: 200 len: 867 time: 0.9013128 Dec 22 09:30:27.941223 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6987f517-3d11-4d7a-b21e-b353b1f808e0 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:27.966772 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:27.967322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] No Port match for: 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:30:27.967717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 2ae102c5-100c-4c96-b3b4-29d9a81b7ea9 not bound to the agent host n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:30:28.024337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecc8ad-b636-44de-9f7f-6d90d2b6498a req-3e482b04-2c6e-48bf-99bf-f3f072f9171b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:28.025970 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0ecc8ad-b636-44de-9f7f-6d90d2b6498a req-3e482b04-2c6e-48bf-99bf-f3f072f9171b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=f46dc69e-64aa-45b9-b21c-c8ee2e413341 HTTP/1.1" status: 200 len: 945 time: 0.9254956 Dec 22 09:30:28.041262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-159bfa41-aa36-4107-a27c-52ef81f80590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:28.042851 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-159bfa41-aa36-4107-a27c-52ef81f80590 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92202f56ba024bd88bdda46d20163167&device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 1159 time: 0.8333399 Dec 22 09:30:28.045133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602fd199-75a4-490d-8e4d-901536169c9b {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:30:28.091222 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:28.163049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Transition to ACTIVE for port object 602fd199-75a4-490d-8e4d-901536169c9b will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:30:28.202905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:28.278435 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:28.346691 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-250dc708-08c1-4ef7-b81e-99269fe7f80a req-14cd9603-38f1-4fbf-b45a-7f9c51c89907 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/security-groups?id=2f3f14ba-4a3e-40d0-8026-01fdc576e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124247 Dec 22 09:30:28.397069 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0ecc8ad-b636-44de-9f7f-6d90d2b6498a req-d830f456-5c63-4547-931b-26aaab1d8d10 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/security-groups?id=874a55ad-dc54-4fd2-8f01-ff9413dbfbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395381 Dec 22 09:30:28.665845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Pushing event updated for resources: {'Port': ['ID=602fd199-75a4-490d-8e4d-901536169c9b,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:28.670237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ae0ac0-a74b-4a48-9f7b-ce4b46d8d706 req-6987f517-3d11-4d7a-b21e-b353b1f808e0 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] No DVR routers for this DVR port d50d5f32-22fd-4def-9c9b-1bd5764df447 on host n-h2-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:30:28.672629 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:28.732834 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c0ae0ac0-a74b-4a48-9f7b-ce4b46d8d706 req-6987f517-3d11-4d7a-b21e-b353b1f808e0 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:28.738268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2279a72-dc32-45b4-af05-a8e6d2f871f3', 'name': 'network-vif-deleted', 'tag': 'd50d5f32-22fd-4def-9c9b-1bd5764df447'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:28.752564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-097a76be-40ae-4517-b4d2-200a75f7b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:28.754275 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-097a76be-40ae-4517-b4d2-200a75f7b549 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 200 len: 915 time: 0.6807127 Dec 22 09:30:28.865666 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c0ae0ac0-a74b-4a48-9f7b-ce4b46d8d706 req-6987f517-3d11-4d7a-b21e-b353b1f808e0 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] 10.222.0.37 "DELETE /v2.0/ports/d50d5f32-22fd-4def-9c9b-1bd5764df447 HTTP/1.1" status: 204 len: 173 time: 5.8433707 Dec 22 09:30:28.866998 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-176f4fd5-6eb3-4f50-b116-b2af733e19b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9794798-0fb3-4f07-9a97-38dd72429966 HTTP/1.1" status: 200 len: 217 time: 0.1031349 Dec 22 09:30:28.935990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 5ba00818-0122-4a7c-b7d3-3c86acb54178 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:29.026109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 5ba00818-0122-4a7c-b7d3-3c86acb54178 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:29.026531 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:29.064143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0162115-6e00-40a2-89ab-01aedf6ade69 req-6b94ddbb-558b-4908-8376-b72a7a73d9eb tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:29.064923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f0162115-6e00-40a2-89ab-01aedf6ade69 req-6b94ddbb-558b-4908-8376-b72a7a73d9eb tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Synchronizing usage tracker for tenant:0fd3a230510047d192938116344c8cd5 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:30:29.089438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392096e-9611-4abd-842d-a9681341c684 req-94bbe79e-d175-48dc-a051-10b10fb54ce0 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:29.091077 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6392096e-9611-4abd-842d-a9681341c684 req-94bbe79e-d175-48dc-a051-10b10fb54ce0 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?device_id=2865f7cf-2245-4820-835c-11df466353ef HTTP/1.1" status: 200 len: 946 time: 0.4599414 Dec 22 09:30:29.092483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-902d9f23-8f3a-4fd8-80d2-88ef7967fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:29.094004 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-902d9f23-8f3a-4fd8-80d2-88ef7967fb86 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=640a01a7-c30b-476e-9180-1eeb8ef32064 HTTP/1.1" status: 200 len: 861 time: 0.2119260 Dec 22 09:30:29.101451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39720) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:29.107350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Attempting to bind port 602fd199-75a4-490d-8e4d-901536169c9b on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:30:29.107732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Attempting to bind port 602fd199-75a4-490d-8e4d-901536169c9b by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:30:29.108139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Attempting to bind port 602fd199-75a4-490d-8e4d-901536169c9b on network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:30:29.112172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5966566d-5b39-438a-b304-2df4ae235e06 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Request body: {'floatingip': {'port_id': '8a7fef56-36c8-42bb-be4e-ef7ddfb7b814'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:29.170648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:30:29.171482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Checking segment: {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:30:29.171677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:29.172106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Bound using segment: {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:30:29.172605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Bound port: 602fd199-75a4-490d-8e4d-901536169c9b, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:30:29.172974 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:29.184737 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-1d24cab3-93fc-45d9-ac49-b66c17a57195 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733826 Dec 22 09:30:29.192667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f0162115-6e00-40a2-89ab-01aedf6ade69 req-6b94ddbb-558b-4908-8376-b72a7a73d9eb tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Unset dirty status for tenant:0fd3a230510047d192938116344c8cd5 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:30:29.196749 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0162115-6e00-40a2-89ab-01aedf6ade69 req-6b94ddbb-558b-4908-8376-b72a7a73d9eb tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 943 time: 0.6689649 Dec 22 09:30:29.216526 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5966566d-5b39-438a-b304-2df4ae235e06 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for floatingip, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:29.534942 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0162115-6e00-40a2-89ab-01aedf6ade69 req-9e2a6c92-6c18-4039-af75-6249724e8fda tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640400 Dec 22 09:30:29.554344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] For port 602fd199-75a4-490d-8e4d-901536169c9b, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:30:29.568490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] For port 602fd199-75a4-490d-8e4d-901536169c9b, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=602fd199-75a4-490d-8e4d-901536169c9b,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:30:29.579344 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:29.597287 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b982ebc-77e4-4fac-839d-fccbb5aea7b3 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:29.638201 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-acc56b87-dbcb-4e44-b37f-ba8311a5bc20 service neutron] 10.222.0.64 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354191 Dec 22 09:30:29.698071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5ac4e-0ec9-4103-bfad-8ac4a9d9c4b8 req-64025a65-3d14-431c-9f2d-ce25cb306cf1 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:29.706252 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-52f5ac4e-0ec9-4103-bfad-8ac4a9d9c4b8 req-64025a65-3d14-431c-9f2d-ce25cb306cf1 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.50 "GET /v2.0/ports?device_id=f6aee355-c674-4e3f-b0ff-abfe8d28bb88 HTTP/1.1" status: 200 len: 949 time: 0.4340298 Dec 22 09:30:29.723333 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2279a72-dc32-45b4-af05-a8e6d2f871f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd50d5f32-22fd-4def-9c9b-1bd5764df447', 'code': 200} Dec 22 09:30:29.723753 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50391564-330b-44ec-ba63-9809b61b3a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9794798-0fb3-4f07-9a97-38dd72429966', 'code': 200} Dec 22 09:30:29.846171 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50391564-330b-44ec-ba63-9809b61b3a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9794798-0fb3-4f07-9a97-38dd72429966', 'code': 200} Dec 22 09:30:29.862728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6fb950c7-a463-4f96-bd23-c94d93d3a410 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:29.997173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 6fb950c7-a463-4f96-bd23-c94d93d3a410 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:29.998200 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:30.087978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39732) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:30.211120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Pushing event updated for resources: {'Port': ['ID=602fd199-75a4-490d-8e4d-901536169c9b,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:30.266516 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:30.278474 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-52f5ac4e-0ec9-4103-bfad-8ac4a9d9c4b8 req-7742fb8d-88c2-460a-a099-5fa934adbac5 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.50 "GET /v2.0/security-groups?id=6af8a18e-1334-4b6d-8cf3-3b973886da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708745 Dec 22 09:30:30.349545 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-5ca1d724-204e-4769-a66a-9d650de70475 service neutron] 10.222.0.64 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6911256 Dec 22 09:30:30.379449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:30.380305 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:30.381939 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] 10.222.0.64 "PUT /v2.0/ports/602fd199-75a4-490d-8e4d-901536169c9b HTTP/1.1" status: 200 len: 1155 time: 5.0820696 Dec 22 09:30:30.449597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e538b-9c31-4348-821b-7d453ef2257e req-4b49dd32-d20a-4c29-8aa5-e32cb90b9266 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:30.452783 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b74e538b-9c31-4348-821b-7d453ef2257e req-4b49dd32-d20a-4c29-8aa5-e32cb90b9266 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 944 time: 0.2652597 Dec 22 09:30:30.455124 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2279a72-dc32-45b4-af05-a8e6d2f871f3', 'name': 'network-vif-deleted', 'tag': 'd50d5f32-22fd-4def-9c9b-1bd5764df447', 'status': 'completed', 'code': 200} Dec 22 09:30:30.525674 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b74e538b-9c31-4348-821b-7d453ef2257e req-134b05a8-0fe9-4ef0-9f03-6a625d60267f tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659540 Dec 22 09:30:30.613665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-d163c592-2601-41fe-9928-0a11189f9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:30.615430 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-d163c592-2601-41fe-9928-0a11189f9076 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 1158 time: 0.0955782 Dec 22 09:30:30.617802 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5966566d-5b39-438a-b304-2df4ae235e06 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:30.639487 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ba10c68c-004d-491c-9113-9addd7f75b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:30.655094 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5966566d-5b39-438a-b304-2df4ae235e06 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:30.733006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ba10c68c-004d-491c-9113-9addd7f75b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:30:30.738933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ba10c68c-004d-491c-9113-9addd7f75b7f admin admin] Usage tracker for resource:security_group_rule and tenant:85780e08419348ef968ccb24120df845 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:30:30.742378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ba10c68c-004d-491c-9113-9addd7f75b7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:30:30.749740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ba10c68c-004d-491c-9113-9addd7f75b7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:30:30.771335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39748) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:30.776296 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-55461a16-c685-41f7-990d-a4e4f3b13021 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=602fd199-75a4-490d-8e4d-901536169c9b HTTP/1.1" status: 200 len: 217 time: 0.1391430 Dec 22 09:30:30.952102 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-5966566d-5b39-438a-b304-2df4ae235e06 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Floating IP a39b9c4a-097c-49c0-87dd-0ffa4b52f82b associated. External IP: 172.25.7.138, port: 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814. Dec 22 09:30:31.074754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-2a0c01bf-c0bf-4bcc-9e81-f87f08c0446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:31.078052 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-2a0c01bf-c0bf-4bcc-9e81-f87f08c0446c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20ea27e0-c8d1-40af-abba-75e850f0c212 HTTP/1.1" status: 200 len: 847 time: 0.2418303 Dec 22 09:30:31.167232 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-d7132597-5bc0-4e64-864f-2166d93298c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9884d074-bf0a-40ed-a9d3-be8dba1c5839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795259 Dec 22 09:30:31.179212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477efff8-9bae-4417-b9c6-85f93911d4e3 req-3a921e53-6ae8-4fb8-8e5e-c49c37428089 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:31.180822 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-477efff8-9bae-4417-b9c6-85f93911d4e3 req-3a921e53-6ae8-4fb8-8e5e-c49c37428089 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=f46dc69e-64aa-45b9-b21c-c8ee2e413341 HTTP/1.1" status: 200 len: 945 time: 0.4035695 Dec 22 09:30:31.225470 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ba10c68c-004d-491c-9113-9addd7f75b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:31.232386 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1a25f99d-952e-4981-8565-bf4368ef166f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b672bd57c00848bb936f8c4f614b137e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4531991 Dec 22 09:30:31.236226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ba10c68c-004d-491c-9113-9addd7f75b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:31.248082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39756) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:31.248082 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39b45d76-c7ce-4ce0-819c-941f7039da61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:31.345511 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ba10c68c-004d-491c-9113-9addd7f75b7f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=85780e08419348ef968ccb24120df845&name=default HTTP/1.1" status: 200 len: 2879 time: 1.2546475 Dec 22 09:30:31.352599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39762) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:31.395699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-2786aa25-bc84-446a-84b4-61f59d563e29 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:31.397377 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-2786aa25-bc84-446a-84b4-61f59d563e29 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.64 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47&tenant_id=92202f56ba024bd88bdda46d20163167&binding%3Ahost_id=n-h1-765315-5 HTTP/1.1" status: 200 len: 1159 time: 0.4218891 Dec 22 09:30:31.402862 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-477efff8-9bae-4417-b9c6-85f93911d4e3 req-ab71f3d3-309d-423e-bc28-53bbf577b7b4 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/security-groups?id=874a55ad-dc54-4fd2-8f01-ff9413dbfbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138679 Dec 22 09:30:31.406054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10c68c-004d-491c-9113-9addd7f75b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394de6d1-f808-45cd-93c9-10bc77a92f60,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:31.418946 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ba10c68c-004d-491c-9113-9addd7f75b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:31.453782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93209c-29e6-4479-b47b-44510a432e22 req-34eab9bd-824c-414d-9064-9848da8d6576 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:31.455430 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b93209c-29e6-4479-b47b-44510a432e22 req-34eab9bd-824c-414d-9064-9848da8d6576 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 943 time: 0.4266849 Dec 22 09:30:31.529030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4db0923a-03b7-4954-9a01-499a2ddb0455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:31.534869 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-fd5b206a-8e5d-4dfd-b5ce-af97af65935d service neutron] 10.222.0.64 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471336 Dec 22 09:30:31.601457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-030de9be-a32d-4f8a-bc0e-d3fd2bcdfd3a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:30:31.604489 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b93209c-29e6-4479-b47b-44510a432e22 req-a60ad295-aa78-4449-a759-dbc98ef514f1 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144698 Dec 22 09:30:31.664747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2bad5df1-5e1a-4bc5-ac0c-248a71455e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:31.686360 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4db0923a-03b7-4954-9a01-499a2ddb0455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:31.723650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5966566d-5b39-438a-b304-2df4ae235e06 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Router 462fb372-4b7b-4150-94df-ae098fa99884 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:30:31.726321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6aee355-c674-4e3f-b0ff-abfe8d28bb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba00818-0122-4a7c-b7d3-3c86acb54178'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:31.737781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2bad5df1-5e1a-4bc5-ac0c-248a71455e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:31.843568 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a89a0f6b-c4d0-4c18-8429-15e7473b3d1c req-3d68217e-9651-4559-bd11-aef5011e3540 service neutron] 10.222.0.64 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2988155 Dec 22 09:30:31.857016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e15fe7a-8636-4d20-9f40-c8d4c92cbecb', 'name': 'network-vif-deleted', 'tag': '2ae102c5-100c-4c96-b3b4-29d9a81b7ea9'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:31.883052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-8fd07ceb-edac-4f55-9959-93510987e818 service neutron] For port c9794798-0fb3-4f07-9a97-38dd72429966, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:30:31.894269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ed28d-1d3e-48a9-aa3c-b0d77ba25f91 req-5b3e89c6-f4ec-4039-bff7-6286d3549b4b tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:31.903863 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c2ed28d-1d3e-48a9-aa3c-b0d77ba25f91 req-5b3e89c6-f4ec-4039-bff7-6286d3549b4b tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?device_id=96ce9d04-866a-4be6-9266-31d7159a9686 HTTP/1.1" status: 200 len: 950 time: 0.3092699 Dec 22 09:30:31.909716 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-8fd07ceb-edac-4f55-9959-93510987e818 service neutron] Notify callbacks [] for binding, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:31.911226 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4af12c9d-9b58-451c-a2c2-6d99181b6b2a req-8fd07ceb-edac-4f55-9959-93510987e818 service neutron] 10.222.0.64 "DELETE /v2.0/ports/c9794798-0fb3-4f07-9a97-38dd72429966/bindings/n-h2-765315-5 HTTP/1.1" status: 204 len: 173 time: 0.5030062 Dec 22 09:30:31.968237 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4db0923a-03b7-4954-9a01-499a2ddb0455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:31.969133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b11cab-d81e-4218-aa21-8a18cec3be64 req-a61bb9d2-ddc1-4525-b151-33c3a9c91c94 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:31.970817 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0b11cab-d81e-4218-aa21-8a18cec3be64 req-a61bb9d2-ddc1-4525-b151-33c3a9c91c94 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.50 "GET /v2.0/ports?device_id=f6aee355-c674-4e3f-b0ff-abfe8d28bb88 HTTP/1.1" status: 200 len: 949 time: 0.1884851 Dec 22 09:30:31.988631 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c2ed28d-1d3e-48a9-aa3c-b0d77ba25f91 req-1493f1f3-77f9-47d8-b803-ba02dddd14ec tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/security-groups?id=2f3f14ba-4a3e-40d0-8026-01fdc576e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835943 Dec 22 09:30:31.989791 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b8c2ccf1-436f-43ae-b193-68702ee831ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:32.012874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2bad5df1-5e1a-4bc5-ac0c-248a71455e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:32.039990 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0b11cab-d81e-4218-aa21-8a18cec3be64 req-cc85aaab-1649-4457-9a5e-9bb452e9f3a4 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.50 "GET /v2.0/security-groups?id=6af8a18e-1334-4b6d-8cf3-3b973886da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497084 Dec 22 09:30:32.045980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0923a-03b7-4954-9a01-499a2ddb0455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172e7940-acd4-4ca0-b094-fd9a2a01a408,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:32.057844 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4db0923a-03b7-4954-9a01-499a2ddb0455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:32.063598 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-419da975-39ea-4917-90d0-ba7798c04a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:32.099992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad5df1-5e1a-4bc5-ac0c-248a71455e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394de6d1-f808-45cd-93c9-10bc77a92f60,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:32.105528 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4db0923a-03b7-4954-9a01-499a2ddb0455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:32.109280 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4db0923a-03b7-4954-9a01-499a2ddb0455 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/172e7940-acd4-4ca0-b094-fd9a2a01a408 HTTP/1.1" status: 204 len: 168 time: 0.8512094 Dec 22 09:30:32.112434 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2bad5df1-5e1a-4bc5-ac0c-248a71455e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:32.116302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5966566d-5b39-438a-b304-2df4ae235e06 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:30:32.119218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2bad5df1-5e1a-4bc5-ac0c-248a71455e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:32.121357 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2bad5df1-5e1a-4bc5-ac0c-248a71455e3c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/394de6d1-f808-45cd-93c9-10bc77a92f60 HTTP/1.1" status: 204 len: 168 time: 0.7116711 Dec 22 09:30:32.127933 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5966566d-5b39-438a-b304-2df4ae235e06 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:32.159606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f25b5-3ad3-4751-b317-5527bdd5884e None None] Sync routers for ids ['462fb372-4b7b-4150-94df-ae098fa99884'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:30:32.179760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f25b5-3ad3-4751-b317-5527bdd5884e None None] Routers {'462fb372-4b7b-4150-94df-ae098fa99884'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:30:32.180961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-731f25b5-3ad3-4751-b317-5527bdd5884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:30:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['462fb372-4b7b-4150-94df-ae098fa99884'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:30:32.255750 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5966566d-5b39-438a-b304-2df4ae235e06 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "PUT /v2.0/floatingips/a39b9c4a-097c-49c0-87dd-0ffa4b52f82b HTTP/1.1" status: 200 len: 992 time: 3.1518266 Dec 22 09:30:32.457314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582250f2-407a-49de-b6f0-8a1b173d610d req-436c5464-d917-481f-aa44-0ec851e8aaa6 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:32.480023 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-582250f2-407a-49de-b6f0-8a1b173d610d req-436c5464-d917-481f-aa44-0ec851e8aaa6 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2503617 Dec 22 09:30:32.590842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1646cebc-9664-4438-af14-c62f9d781984', 'tag': '602fd199-75a4-490d-8e4d-901536169c9b'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:32.625020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-731f25b5-3ad3-4751-b317-5527bdd5884e None None] Set router 462fb372-4b7b-4150-94df-ae098fa99884 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:30:32.632117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device c9794798-0fb3-4f07-9a97-38dd72429966 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:32.778458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port c9794798-0fb3-4f07-9a97-38dd72429966 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:30:32.787692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port c9794798-0fb3-4f07-9a97-38dd72429966 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:32.788410 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:32.957942 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-582250f2-407a-49de-b6f0-8a1b173d610d req-43bee7bc-3f2e-4644-b1f6-8d8e9dca8be7 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 695 time: 0.4764428 Dec 22 09:30:32.981881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-582250f2-407a-49de-b6f0-8a1b173d610d req-c3585984-ffd7-4c9c-88e7-562f2f0cbab7 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Request body: {'floatingip': {'port_id': '6c91e0a3-36ba-4fed-bf40-56ae0f237427', 'fixed_ip_address': '172.20.0.14'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:33.001496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39788) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:33.007257 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:33.046842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39794) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:33.050342 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-84f93898-86d8-4aba-8f8c-c87ce41b0dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:33.088529 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b25882ea-e3e4-40ff-85ce-8baf5b9800a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:33.104230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-84f93898-86d8-4aba-8f8c-c87ce41b0dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:30:33.116107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-84f93898-86d8-4aba-8f8c-c87ce41b0dda admin admin] Usage tracker for resource:security_group_rule and tenant:6708b8ba771b4e5d80479aa38ddb85a7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:30:33.121409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b25882ea-e3e4-40ff-85ce-8baf5b9800a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:30:33.126925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-84f93898-86d8-4aba-8f8c-c87ce41b0dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:30:33.137527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b25882ea-e3e4-40ff-85ce-8baf5b9800a3 admin admin] Usage tracker for resource:security_group_rule and tenant:fd6d13b78c0249e4a0bc6032539bd6a4 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:30:33.142950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-84f93898-86d8-4aba-8f8c-c87ce41b0dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:30:33.146146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b25882ea-e3e4-40ff-85ce-8baf5b9800a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:30:33.158078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b25882ea-e3e4-40ff-85ce-8baf5b9800a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:30:33.170807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port c9794798-0fb3-4f07-9a97-38dd72429966, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c9794798-0fb3-4f07-9a97-38dd72429966,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:33.210931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:33.215614 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:33.316395 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-582250f2-407a-49de-b6f0-8a1b173d610d req-c3585984-ffd7-4c9c-88e7-562f2f0cbab7 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks [] for floatingip, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:33.373823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-731f25b5-3ad3-4751-b317-5527bdd5884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:29:06Z', 'revision_number': 4, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'a39b9c4a-097c-49c0-87dd-0ffa4b52f82b', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'port_id': '8a7fef56-36c8-42bb-be4e-ef7ddfb7b814', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'mac_address': 'fa:16:3e:da:af:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2865f7cf-2245-4820-835c-11df466353ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:29:57Z', 'updated_at': '2020-12-22T09:30:30Z', 'revision_number': 1, 'project_id': '3c601d64a3954b579c533381321f4616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6a864e-ea86-419d-93c8-492c713e2af8', 'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'mac_address': 'fa:16:3e:99:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:02Z', 'updated_at': '2020-12-22T09:29:28Z', 'revision_number': 5, 'project_id': '3c601d64a3954b579c533381321f4616', 'subnets': [{'id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:30:33.380141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f25b5-3ad3-4751-b317-5527bdd5884e None None] Checking router: 462fb372-4b7b-4150-94df-ae098fa99884 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:30:33.380360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=c9794798-0fb3-4f07-9a97-38dd72429966,revision_number=12']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:33.387143 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:33.391824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f25b5-3ad3-4751-b317-5527bdd5884e None None] Routers {'462fb372-4b7b-4150-94df-ae098fa99884'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:30:33.392566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-731f25b5-3ad3-4751-b317-5527bdd5884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:30:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['462fb372-4b7b-4150-94df-ae098fa99884'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:30:33.425929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-84f93898-86d8-4aba-8f8c-c87ce41b0dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:33.434310 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-84f93898-86d8-4aba-8f8c-c87ce41b0dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:33.456356 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2bad5df1-5e1a-4bc5-ac0c-248a71455e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:33.470273 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b25882ea-e3e4-40ff-85ce-8baf5b9800a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:33.505846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b25882ea-e3e4-40ff-85ce-8baf5b9800a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:33.523373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d1891-266c-4bc0-9887-c1e57cf26b19 req-ff4b953e-79d6-4d6d-9d20-06e4414631b9 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:33.531715 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b9d1891-266c-4bc0-9887-c1e57cf26b19 req-ff4b953e-79d6-4d6d-9d20-06e4414631b9 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 944 time: 1.0460663 Dec 22 09:30:33.538427 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-84f93898-86d8-4aba-8f8c-c87ce41b0dda admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6708b8ba771b4e5d80479aa38ddb85a7&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5317304 Dec 22 09:30:33.541321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39800) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:33.590440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f93898-86d8-4aba-8f8c-c87ce41b0dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafa980b-cd08-4d37-8d54-a877c5e642be,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:33.609710 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-84f93898-86d8-4aba-8f8c-c87ce41b0dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:33.610688 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0242b017-3027-48d2-bfe3-24f0b73abb13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:33.614912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-731f25b5-3ad3-4751-b317-5527bdd5884e None None] Set router 462fb372-4b7b-4150-94df-ae098fa99884 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:30:33.636487 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b25882ea-e3e4-40ff-85ce-8baf5b9800a3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd6d13b78c0249e4a0bc6032539bd6a4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5882261 Dec 22 09:30:33.640896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39804) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:33.661960 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b9d1891-266c-4bc0-9887-c1e57cf26b19 req-01048489-a537-4c83-aea6-6922378f61e2 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293011 Dec 22 09:30:33.673892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace74fd1-5155-4d41-b27d-34d587b39193 req-6f68ad81-f695-40fe-9fc7-8488274c2178 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:33.675374 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ace74fd1-5155-4d41-b27d-34d587b39193 req-6f68ad81-f695-40fe-9fc7-8488274c2178 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.64 "GET /v2.0/ports?device_id=96ce9d04-866a-4be6-9266-31d7159a9686 HTTP/1.1" status: 200 len: 950 time: 0.5497727 Dec 22 09:30:33.697762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25882ea-e3e4-40ff-85ce-8baf5b9800a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892c37ef-4dc7-4d4d-b85f-d42522f3794a,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:33.718915 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-227a6c1a-915e-40b1-98c3-0849df3e0ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:33.734529 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b25882ea-e3e4-40ff-85ce-8baf5b9800a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:33.794440 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-227a6c1a-915e-40b1-98c3-0849df3e0ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:33.801037 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6aee355-c674-4e3f-b0ff-abfe8d28bb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba00818-0122-4a7c-b7d3-3c86acb54178', 'code': 200} Dec 22 09:30:33.865795 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36a1575b-f1ea-4ce2-b34f-ceb0d5a63c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:33.892989 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e15fe7a-8636-4d20-9f40-c8d4c92cbecb', 'name': 'network-vif-deleted', 'tag': '2ae102c5-100c-4c96-b3b4-29d9a81b7ea9', 'status': 'completed', 'code': 200} Dec 22 09:30:33.903473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36a1575b-f1ea-4ce2-b34f-ceb0d5a63c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:33.914495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device c9794798-0fb3-4f07-9a97-38dd72429966 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:33.929515 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-227a6c1a-915e-40b1-98c3-0849df3e0ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:33.938653 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-559233ef-5721-4eb2-bcda-19eb0ae3ee07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:33.965690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a6c1a-915e-40b1-98c3-0849df3e0ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafa980b-cd08-4d37-8d54-a877c5e642be,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:33.977471 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-227a6c1a-915e-40b1-98c3-0849df3e0ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:33.984846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-227a6c1a-915e-40b1-98c3-0849df3e0ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:33.990305 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-227a6c1a-915e-40b1-98c3-0849df3e0ebb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bafa980b-cd08-4d37-8d54-a877c5e642be HTTP/1.1" status: 204 len: 168 time: 0.4435787 Dec 22 09:30:34.011931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36a1575b-f1ea-4ce2-b34f-ceb0d5a63c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:34.018294 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-398b20b2-7385-421e-befa-13f9c137d116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:34.061565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1575b-f1ea-4ce2-b34f-ceb0d5a63c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892c37ef-4dc7-4d4d-b85f-d42522f3794a,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:34.066864 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-36a1575b-f1ea-4ce2-b34f-ceb0d5a63c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:34.078259 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36a1575b-f1ea-4ce2-b34f-ceb0d5a63c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:34.078259 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-36a1575b-f1ea-4ce2-b34f-ceb0d5a63c8e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/892c37ef-4dc7-4d4d-b85f-d42522f3794a HTTP/1.1" status: 204 len: 168 time: 0.4230771 Dec 22 09:30:34.230183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-ace74fd1-5155-4d41-b27d-34d587b39193 req-8fc6f264-3885-4ecd-b1e1-11bc6cf85f65 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Deleting port f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:30:34.230608 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ace74fd1-5155-4d41-b27d-34d587b39193 req-8fc6f264-3885-4ecd-b1e1-11bc6cf85f65 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:34.260027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port c9794798-0fb3-4f07-9a97-38dd72429966 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:34.260637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:34.504803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-731f25b5-3ad3-4751-b317-5527bdd5884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:29:06Z', 'revision_number': 4, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'a39b9c4a-097c-49c0-87dd-0ffa4b52f82b', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'port_id': '8a7fef56-36c8-42bb-be4e-ef7ddfb7b814', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'mac_address': 'fa:16:3e:da:af:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2865f7cf-2245-4820-835c-11df466353ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:29:57Z', 'updated_at': '2020-12-22T09:30:30Z', 'revision_number': 1, 'project_id': '3c601d64a3954b579c533381321f4616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6a864e-ea86-419d-93c8-492c713e2af8', 'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'mac_address': 'fa:16:3e:99:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:02Z', 'updated_at': '2020-12-22T09:29:28Z', 'revision_number': 5, 'project_id': '3c601d64a3954b579c533381321f4616', 'subnets': [{'id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:30:34.516495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f25b5-3ad3-4751-b317-5527bdd5884e None None] The sync data for ids ['462fb372-4b7b-4150-94df-ae098fa99884'] in n-d-765315-5 is: [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:29:06Z', 'revision_number': 4, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'a39b9c4a-097c-49c0-87dd-0ffa4b52f82b', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'port_id': '8a7fef56-36c8-42bb-be4e-ef7ddfb7b814', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'mac_address': 'fa:16:3e:da:af:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2865f7cf-2245-4820-835c-11df466353ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:29:57Z', 'updated_at': '2020-12-22T09:30:30Z', 'revision_number': 1, 'project_id': '3c601d64a3954b579c533381321f4616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6a864e-ea86-419d-93c8-492c713e2af8', 'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'mac_address': 'fa:16:3e:99:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:02Z', 'updated_at': '2020-12-22T09:29:28Z', 'revision_number': 5, 'project_id': '3c601d64a3954b579c533381321f4616', 'subnets': [{'id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:30:34.659927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:30:34.821570 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:34.827636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eaee66-9d91-4bdd-9c56-f9cdaaa31392 req-0ee56295-6464-4dea-9945-b04323d87c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:34.829505 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-58eaee66-9d91-4bdd-9c56-f9cdaaa31392 req-0ee56295-6464-4dea-9945-b04323d87c2a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6aee355-c674-4e3f-b0ff-abfe8d28bb88 HTTP/1.1" status: 200 len: 1164 time: 0.7194252 Dec 22 09:30:34.870633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port f5eff9d6-a5f9-4dac-a8ce-7de72be566e4, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f5eff9d6-a5f9-4dac-a8ce-7de72be566e4,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:34.874858 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:34.878299 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:34.991779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3218f7a9-cfa3-4596-93a9-9329d492b7ed None None] New status for floating IP a39b9c4a-097c-49c0-87dd-0ffa4b52f82b: ACTIVE {{(pid=81073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:30:35.091663 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-58eaee66-9d91-4bdd-9c56-f9cdaaa31392 req-1be77c7e-b493-4866-bf69-98d94eef00af service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6af8a18e-1334-4b6d-8cf3-3b973886da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465272 Dec 22 09:30:35.121425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b382b-dcb9-4014-a9c4-ab75ba66ce2e req-e6e0ab98-ff31-4fa8-ac79-c7cf44b9e90d tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:35.123582 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fe4b382b-dcb9-4014-a9c4-ab75ba66ce2e req-e6e0ab98-ff31-4fa8-ac79-c7cf44b9e90d tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 943 time: 0.6962767 Dec 22 09:30:35.138230 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-186cb2c7-a25f-4b96-8dc4-88b81d6b8f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:35.154363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=f5eff9d6-a5f9-4dac-a8ce-7de72be566e4,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:35.170425 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:35.351714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-ace74fd1-5155-4d41-b27d-34d587b39193 req-8fc6f264-3885-4ecd-b1e1-11bc6cf85f65 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] For port f5eff9d6-a5f9-4dac-a8ce-7de72be566e4, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f5eff9d6-a5f9-4dac-a8ce-7de72be566e4,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:35.352282 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ace74fd1-5155-4d41-b27d-34d587b39193 req-8fc6f264-3885-4ecd-b1e1-11bc6cf85f65 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:35.436768 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fe4b382b-dcb9-4014-a9c4-ab75ba66ce2e req-d8ed9a7c-f23b-46bb-be68-15390cf5643f tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013210 Dec 22 09:30:35.520179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-ace74fd1-5155-4d41-b27d-34d587b39193 req-8fc6f264-3885-4ecd-b1e1-11bc6cf85f65 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Calling delete_port for f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:30:35.555933 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-582250f2-407a-49de-b6f0-8a1b173d610d req-c3585984-ffd7-4c9c-88e7-562f2f0cbab7 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:30:35.622943 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1646cebc-9664-4438-af14-c62f9d781984', 'tag': '602fd199-75a4-490d-8e4d-901536169c9b', 'status': 'completed', 'code': 200} Dec 22 09:30:35.793534 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-582250f2-407a-49de-b6f0-8a1b173d610d req-c3585984-ffd7-4c9c-88e7-562f2f0cbab7 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks [] for floatingip, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:35.801908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50391564-330b-44ec-ba63-9809b61b3a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9794798-0fb3-4f07-9a97-38dd72429966'}, {'server_uuid': '96ce9d04-866a-4be6-9266-31d7159a9686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5eff9d6-a5f9-4dac-a8ce-7de72be566e4'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:35.831482 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-582250f2-407a-49de-b6f0-8a1b173d610d req-c3585984-ffd7-4c9c-88e7-562f2f0cbab7 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:35.894260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2865f7cf-2245-4820-835c-11df466353ef', 'tag': '8a7fef56-36c8-42bb-be4e-ef7ddfb7b814'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:35.931310 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-ace74fd1-5155-4d41-b27d-34d587b39193 req-8fc6f264-3885-4ecd-b1e1-11bc6cf85f65 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:30:35.931553 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-ace74fd1-5155-4d41-b27d-34d587b39193 req-8fc6f264-3885-4ecd-b1e1-11bc6cf85f65 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:30:36.253707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 602fd199-75a4-490d-8e4d-901536169c9b up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:36.350684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394247eb-6f71-4787-a6b4-55c0720e9f62 req-e8315410-5846-402e-8f1c-6ba0d1e15b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:36.352362 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-394247eb-6f71-4787-a6b4-55c0720e9f62 req-e8315410-5846-402e-8f1c-6ba0d1e15b01 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 1158 time: 0.7130215 Dec 22 09:30:36.374708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 602fd199-75a4-490d-8e4d-901536169c9b completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:30:36.389027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 602fd199-75a4-490d-8e4d-901536169c9b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:36.389455 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:36.395158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c7200-1202-4aa1-91f3-5dccec176dc3 req-a9e3ec99-06a2-406e-a73f-2d5b60fc2fec tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:36.396992 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-374c7200-1202-4aa1-91f3-5dccec176dc3 req-a9e3ec99-06a2-406e-a73f-2d5b60fc2fec tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/ports?device_id=96ce9d04-866a-4be6-9266-31d7159a9686 HTTP/1.1" status: 200 len: 948 time: 0.6887970 Dec 22 09:30:36.446858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-ace74fd1-5155-4d41-b27d-34d587b39193 req-8fc6f264-3885-4ecd-b1e1-11bc6cf85f65 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Deleting port f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:30:36.447165 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ace74fd1-5155-4d41-b27d-34d587b39193 req-8fc6f264-3885-4ecd-b1e1-11bc6cf85f65 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:36.489196 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-582250f2-407a-49de-b6f0-8a1b173d610d req-c3585984-ffd7-4c9c-88e7-562f2f0cbab7 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Floating IP f7b9bbd8-b138-4ed3-8044-a942a8609a11 associated. External IP: 172.25.7.72, port: 6c91e0a3-36ba-4fed-bf40-56ae0f237427. Dec 22 09:30:36.652633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:36.734462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 602fd199-75a4-490d-8e4d-901536169c9b, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=602fd199-75a4-490d-8e4d-901536169c9b,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:36.738470 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:36.739553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device c9794798-0fb3-4f07-9a97-38dd72429966 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:36.779552 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:36.787656 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-374c7200-1202-4aa1-91f3-5dccec176dc3 req-8fa5ece7-2c42-4914-b660-784aebc7fe09 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.50 "GET /v2.0/security-groups?id=2f3f14ba-4a3e-40d0-8026-01fdc576e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771229 Dec 22 09:30:36.873933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394247eb-6f71-4787-a6b4-55c0720e9f62 req-50a9b8a5-e953-40c8-8e82-6a85002bcfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:36.887209 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-394247eb-6f71-4787-a6b4-55c0720e9f62 req-50a9b8a5-e953-40c8-8e82-6a85002bcfe0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 901 time: 0.5250843 Dec 22 09:30:36.913419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=602fd199-75a4-490d-8e4d-901536169c9b,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:36.920607 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:36.931325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port c9794798-0fb3-4f07-9a97-38dd72429966 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:36.931867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:37.111399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 5ba00818-0122-4a7c-b7d3-3c86acb54178 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:37.198829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 5ba00818-0122-4a7c-b7d3-3c86acb54178 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:37.199383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:37.326645 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-394247eb-6f71-4787-a6b4-55c0720e9f62 req-65b55ec6-2bcf-4162-84a5-5f74893e4d4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=602fd199-75a4-490d-8e4d-901536169c9b HTTP/1.1" status: 200 len: 217 time: 0.1923034 Dec 22 09:30:37.354570 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-848ec1da-dde6-4d15-8079-744b7fd2f227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:37.448956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-ace74fd1-5155-4d41-b27d-34d587b39193 req-8fc6f264-3885-4ecd-b1e1-11bc6cf85f65 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] For port f5eff9d6-a5f9-4dac-a8ce-7de72be566e4, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f5eff9d6-a5f9-4dac-a8ce-7de72be566e4,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:37.449480 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ace74fd1-5155-4d41-b27d-34d587b39193 req-8fc6f264-3885-4ecd-b1e1-11bc6cf85f65 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:37.597666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394247eb-6f71-4787-a6b4-55c0720e9f62 req-6291f66b-8718-4b6a-aa81-a01b16c8a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:37.598431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 602fd199-75a4-490d-8e4d-901536169c9b up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:37.599235 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-394247eb-6f71-4787-a6b4-55c0720e9f62 req-6291f66b-8718-4b6a-aa81-a01b16c8a71c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20ea27e0-c8d1-40af-abba-75e850f0c212 HTTP/1.1" status: 200 len: 847 time: 0.2626448 Dec 22 09:30:37.606253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-ace74fd1-5155-4d41-b27d-34d587b39193 req-8fc6f264-3885-4ecd-b1e1-11bc6cf85f65 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Calling delete_port for f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:30:37.673839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 602fd199-75a4-490d-8e4d-901536169c9b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:37.674403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:37.725506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39892) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:37.784550 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-394247eb-6f71-4787-a6b4-55c0720e9f62 req-5c838e28-7951-404e-9e3e-136f57ad1ec1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9884d074-bf0a-40ed-a9d3-be8dba1c5839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342309 Dec 22 09:30:37.794998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e18c10-a906-4430-b4a6-cd5143e9e1ee req-b6c52b39-7df5-4ca6-b19d-66cc1614da98 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:37.797956 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-26e18c10-a906-4430-b4a6-cd5143e9e1ee req-b6c52b39-7df5-4ca6-b19d-66cc1614da98 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.50 "GET /v2.0/ports?device_id=f6aee355-c674-4e3f-b0ff-abfe8d28bb88 HTTP/1.1" status: 200 len: 949 time: 0.6655009 Dec 22 09:30:37.894748 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8216dbb0-e5bf-42f0-8e7c-353a6187c5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:37.917901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8216dbb0-e5bf-42f0-8e7c-353a6187c5bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:30:37.922556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8216dbb0-e5bf-42f0-8e7c-353a6187c5bb admin admin] Usage tracker for resource:security_group_rule and tenant:94b3423fe54e41a6b91fda692d49c61b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:30:37.925790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8216dbb0-e5bf-42f0-8e7c-353a6187c5bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:30:37.931775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8216dbb0-e5bf-42f0-8e7c-353a6187c5bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:30:38.032938 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8216dbb0-e5bf-42f0-8e7c-353a6187c5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:38.036118 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8216dbb0-e5bf-42f0-8e7c-353a6187c5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:38.045928 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-12322712-e14e-4f87-8ae0-f83d69435f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:38.090880 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8216dbb0-e5bf-42f0-8e7c-353a6187c5bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=94b3423fe54e41a6b91fda692d49c61b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3641086 Dec 22 09:30:38.092526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216dbb0-e5bf-42f0-8e7c-353a6187c5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9707b5da-1aad-402f-ad47-31ad1629063e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:38.096137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39900) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:38.099171 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8216dbb0-e5bf-42f0-8e7c-353a6187c5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:38.165063 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-26e18c10-a906-4430-b4a6-cd5143e9e1ee req-dbef2e9f-49f2-4d24-8d34-3a0e16594348 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.50 "GET /v2.0/security-groups?id=6af8a18e-1334-4b6d-8cf3-3b973886da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246884 Dec 22 09:30:38.166314 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-937be6a5-6fc3-4742-a197-9b51218a623e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:38.195163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-582250f2-407a-49de-b6f0-8a1b173d610d req-c3585984-ffd7-4c9c-88e7-562f2f0cbab7 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:30:38.204573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-937be6a5-6fc3-4742-a197-9b51218a623e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:38.246128 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-394247eb-6f71-4787-a6b4-55c0720e9f62 req-3afa394c-ddeb-4ff0-af9f-ade45fbeaead service neutron] 10.222.0.64 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445283 Dec 22 09:30:38.269743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-937be6a5-6fc3-4742-a197-9b51218a623e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:38.275399 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93eeeaec-2236-4e3a-899b-8a3e3d037694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:38.292386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937be6a5-6fc3-4742-a197-9b51218a623e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9707b5da-1aad-402f-ad47-31ad1629063e,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:38.295572 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-937be6a5-6fc3-4742-a197-9b51218a623e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:38.307673 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-937be6a5-6fc3-4742-a197-9b51218a623e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:38.310253 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-937be6a5-6fc3-4742-a197-9b51218a623e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9707b5da-1aad-402f-ad47-31ad1629063e HTTP/1.1" status: 204 len: 168 time: 0.2128284 Dec 22 09:30:38.380613 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ace74fd1-5155-4d41-b27d-34d587b39193 req-8fc6f264-3885-4ecd-b1e1-11bc6cf85f65 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:38.490294 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50391564-330b-44ec-ba63-9809b61b3a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9794798-0fb3-4f07-9a97-38dd72429966', 'code': 200} Dec 22 09:30:38.490606 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ce9d04-866a-4be6-9266-31d7159a9686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5eff9d6-a5f9-4dac-a8ce-7de72be566e4', 'code': 200} Dec 22 09:30:38.552566 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2865f7cf-2245-4820-835c-11df466353ef', 'tag': '8a7fef56-36c8-42bb-be4e-ef7ddfb7b814', 'status': 'completed', 'code': 200} Dec 22 09:30:38.613642 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:38.669164 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b6f0511-89b8-42fe-96cc-c96182f16c49 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:38.755763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39914) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:38.776906 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ff7dd389-226c-4f79-8b02-e606d35df811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:38.793750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ff7dd389-226c-4f79-8b02-e606d35df811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:30:38.799497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ff7dd389-226c-4f79-8b02-e606d35df811 admin admin] Usage tracker for resource:security_group_rule and tenant:889444e4c1bd4d65a95898fd39d463eb is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:30:38.804177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ff7dd389-226c-4f79-8b02-e606d35df811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:30:38.813116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ff7dd389-226c-4f79-8b02-e606d35df811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:30:38.868678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6f264-3885-4ecd-b1e1-11bc6cf85f65 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Pushing event deleted for resources: {'Port': ['ID=f5eff9d6-a5f9-4dac-a8ce-7de72be566e4,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:38.911874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ff7dd389-226c-4f79-8b02-e606d35df811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:38.915379 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ff7dd389-226c-4f79-8b02-e606d35df811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:38.917506 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8fc6f264-3885-4ecd-b1e1-11bc6cf85f65 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:38.921832 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-27f044cb-4775-4d88-8bbc-6c0bf08f94b6 req-e24510a1-96a1-490b-9320-949f67c65b1e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.8807909 Dec 22 09:30:38.929562 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-782605a9-af8f-41bd-8386-e48c9921a9e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:38.980830 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ff7dd389-226c-4f79-8b02-e606d35df811 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=889444e4c1bd4d65a95898fd39d463eb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2232957 Dec 22 09:30:38.981927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39920) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:38.986077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7dd389-226c-4f79-8b02-e606d35df811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5936e0-3875-47cf-a6d4-42da97a086a2,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:39.001551 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ff7dd389-226c-4f79-8b02-e606d35df811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:39.059665 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-feff48cf-b7a1-422c-816e-24bea98a6ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:39.096540 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-feff48cf-b7a1-422c-816e-24bea98a6ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:39.158294 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-feff48cf-b7a1-422c-816e-24bea98a6ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:39.166698 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e9f2177e-ccf4-4dcf-92b0-2c55072cfa3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:39.182292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff48cf-b7a1-422c-816e-24bea98a6ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5936e0-3875-47cf-a6d4-42da97a086a2,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:39.186246 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-feff48cf-b7a1-422c-816e-24bea98a6ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:39.187548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-feff48cf-b7a1-422c-816e-24bea98a6ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:39.192295 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-feff48cf-b7a1-422c-816e-24bea98a6ae0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f5936e0-3875-47cf-a6d4-42da97a086a2 HTTP/1.1" status: 204 len: 168 time: 0.2086270 Dec 22 09:30:39.226840 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-394247eb-6f71-4787-a6b4-55c0720e9f62 req-9afcd6d3-46d3-4a5e-b08e-2ff7298c1103 service neutron] 10.222.0.64 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9192939 Dec 22 09:30:39.250222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-582250f2-407a-49de-b6f0-8a1b173d610d req-c3585984-ffd7-4c9c-88e7-562f2f0cbab7 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:30:39.263142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2aed95-19a9-4cb6-a112-2a65ff8fdfa4 None None] Sync routers for ids ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:30:39.288310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2aed95-19a9-4cb6-a112-2a65ff8fdfa4 None None] Routers {'88be0c2b-bc19-4e49-a9c1-095e1d03e405'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:30:39.289007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8f2aed95-19a9-4cb6-a112-2a65ff8fdfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:30:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:30:39.310008 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:39.319118 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-582250f2-407a-49de-b6f0-8a1b173d610d req-c3585984-ffd7-4c9c-88e7-562f2f0cbab7 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:39.371990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139f9bc-392d-48bf-b9a1-195a67cb4b59 req-7a3a8173-8b11-4c71-af36-355bb4dad147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:39.373946 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c139f9bc-392d-48bf-b9a1-195a67cb4b59 req-7a3a8173-8b11-4c71-af36-355bb4dad147 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c601d64a3954b579c533381321f4616&device_id=2865f7cf-2245-4820-835c-11df466353ef HTTP/1.1" status: 200 len: 1161 time: 0.6586592 Dec 22 09:30:39.414927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b494b-601c-4587-bd70-512bdc5321e7 req-7922019d-69a1-41bf-981d-7f0a71dfc124 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:39.423760 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e95b494b-601c-4587-bd70-512bdc5321e7 req-7922019d-69a1-41bf-981d-7f0a71dfc124 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 945 time: 0.7095916 Dec 22 09:30:39.449961 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:39.574934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-8f2aed95-19a9-4cb6-a112-2a65ff8fdfa4 None None] Set router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:30:39.601560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139f9bc-392d-48bf-b9a1-195a67cb4b59 req-3f7f8cf6-dd36-4392-9976-76a80febafb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:39.603174 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c139f9bc-392d-48bf-b9a1-195a67cb4b59 req-3f7f8cf6-dd36-4392-9976-76a80febafb8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5de9d9f5-b9ec-40ce-80f5-cb36be8750fd HTTP/1.1" status: 200 len: 918 time: 0.1701267 Dec 22 09:30:39.621997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace74fd1-5155-4d41-b27d-34d587b39193 req-8fc6f264-3885-4ecd-b1e1-11bc6cf85f65 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] No DVR routers for this DVR port f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:30:39.630346 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ace74fd1-5155-4d41-b27d-34d587b39193 req-8fc6f264-3885-4ecd-b1e1-11bc6cf85f65 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:39.632513 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ace74fd1-5155-4d41-b27d-34d587b39193 req-8fc6f264-3885-4ecd-b1e1-11bc6cf85f65 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] 10.222.0.64 "DELETE /v2.0/ports/f5eff9d6-a5f9-4dac-a8ce-7de72be566e4 HTTP/1.1" status: 204 len: 173 time: 5.9509277 Dec 22 09:30:39.690695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ce9d04-866a-4be6-9266-31d7159a9686', 'name': 'network-vif-deleted', 'tag': 'f5eff9d6-a5f9-4dac-a8ce-7de72be566e4'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:39.744837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f044cb-4775-4d88-8bbc-6c0bf08f94b6 req-755edaee-093c-4710-a668-2df0759d1ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:39.746880 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-27f044cb-4775-4d88-8bbc-6c0bf08f94b6 req-755edaee-093c-4710-a668-2df0759d1ede service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 1162 time: 0.6780181 Dec 22 09:30:39.803957 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e95b494b-601c-4587-bd70-512bdc5321e7 req-7490e555-2391-4834-a1bf-d47a1b729974 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719451 Dec 22 09:30:39.822956 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-582250f2-407a-49de-b6f0-8a1b173d610d req-c3585984-ffd7-4c9c-88e7-562f2f0cbab7 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "PUT /v2.0/floatingips/f7b9bbd8-b138-4ed3-8044-a942a8609a11 HTTP/1.1" status: 200 len: 996 time: 6.8637681 Dec 22 09:30:40.010158 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c139f9bc-392d-48bf-b9a1-195a67cb4b59 req-5bb76670-b64b-4b31-a22e-3163a50c8f72 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 HTTP/1.1" status: 200 len: 1002 time: 0.3860512 Dec 22 09:30:40.023136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:40.098138 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:40.481238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582250f2-407a-49de-b6f0-8a1b173d610d req-92c86cc9-0216-4c99-b129-cc4214d8af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:40.492260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1646cebc-9664-4438-af14-c62f9d781984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602fd199-75a4-490d-8e4d-901536169c9b'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:40.501046 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-582250f2-407a-49de-b6f0-8a1b173d610d req-92c86cc9-0216-4c99-b129-cc4214d8af3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=40fbcf60bc434afd9e98a45ed63e9499&device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 1161 time: 0.6755598 Dec 22 09:30:40.582186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8f2aed95-19a9-4cb6-a112-2a65ff8fdfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'f7b9bbd8-b138-4ed3-8044-a942a8609a11', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'port_id': '6c91e0a3-36ba-4fed-bf40-56ae0f237427', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'mac_address': 'fa:16:3e:de:d7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:29:59Z', 'updated_at': '2020-12-22T09:30:35Z', 'revision_number': 1, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:35Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:30:40.592506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2aed95-19a9-4cb6-a112-2a65ff8fdfa4 None None] Checking router: 88be0c2b-bc19-4e49-a9c1-095e1d03e405 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:30:40.618055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2aed95-19a9-4cb6-a112-2a65ff8fdfa4 None None] Routers {'88be0c2b-bc19-4e49-a9c1-095e1d03e405'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:30:40.620015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8f2aed95-19a9-4cb6-a112-2a65ff8fdfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:30:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:30:40.689938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582250f2-407a-49de-b6f0-8a1b173d610d req-a9138b2e-b0b8-4b6a-b2a7-8b0a97ce997c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:40.692819 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-582250f2-407a-49de-b6f0-8a1b173d610d req-a9138b2e-b0b8-4b6a-b2a7-8b0a97ce997c service neutron] 10.222.0.50 "GET /v2.0/networks?id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 HTTP/1.1" status: 200 len: 914 time: 0.1913700 Dec 22 09:30:40.695491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139f9bc-392d-48bf-b9a1-195a67cb4b59 req-1ebe5563-a9e1-468f-a4dd-cf4ab43852a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:40.698542 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c139f9bc-392d-48bf-b9a1-195a67cb4b59 req-1ebe5563-a9e1-468f-a4dd-cf4ab43852a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5019215f-48f7-4d84-9c78-44c724f667e0 HTTP/1.1" status: 200 len: 863 time: 0.5393295 Dec 22 09:30:40.704609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f044cb-4775-4d88-8bbc-6c0bf08f94b6 req-72b100cd-3b20-43f4-89c8-6a13acf01cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:40.707446 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-27f044cb-4775-4d88-8bbc-6c0bf08f94b6 req-72b100cd-3b20-43f4-89c8-6a13acf01cc9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 901 time: 0.8806646 Dec 22 09:30:40.927240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-8f2aed95-19a9-4cb6-a112-2a65ff8fdfa4 None None] Set router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:30:40.968582 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22b6e329-0e46-4595-a049-a2979a2e606e req-0f3b289c-2af1-428d-b654-f8a92edd139b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/networks?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2808719 Dec 22 09:30:41.232060 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-27f044cb-4775-4d88-8bbc-6c0bf08f94b6 req-097d9fc7-509b-4ceb-b2e4-0451e9e20396 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c19eecdb-255b-4b18-85e5-8c54183da0be HTTP/1.1" status: 200 len: 217 time: 0.4251487 Dec 22 09:30:41.412438 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-582250f2-407a-49de-b6f0-8a1b173d610d req-8a024f0c-fdee-4377-a75b-c826ac86c58d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c91e0a3-36ba-4fed-bf40-56ae0f237427 HTTP/1.1" status: 200 len: 999 time: 0.7120156 Dec 22 09:30:41.586506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6e329-0e46-4595-a049-a2979a2e606e req-f57f4b6e-8467-4b5d-9716-7d5f45f52566 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:41.596939 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22b6e329-0e46-4595-a049-a2979a2e606e req-f57f4b6e-8467-4b5d-9716-7d5f45f52566 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6269794 Dec 22 09:30:41.611518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8f2aed95-19a9-4cb6-a112-2a65ff8fdfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'f7b9bbd8-b138-4ed3-8044-a942a8609a11', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'port_id': '6c91e0a3-36ba-4fed-bf40-56ae0f237427', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'mac_address': 'fa:16:3e:de:d7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:29:59Z', 'updated_at': '2020-12-22T09:30:35Z', 'revision_number': 1, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:35Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:30:41.619111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2aed95-19a9-4cb6-a112-2a65ff8fdfa4 None None] The sync data for ids ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'] in n-d-765315-5 is: [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'f7b9bbd8-b138-4ed3-8044-a942a8609a11', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'port_id': '6c91e0a3-36ba-4fed-bf40-56ae0f237427', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'mac_address': 'fa:16:3e:de:d7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:29:59Z', 'updated_at': '2020-12-22T09:30:35Z', 'revision_number': 1, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:35Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:30:41.634583 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22b6e329-0e46-4595-a049-a2979a2e606e req-7b1881f9-fcec-4031-a398-1232ba54188f tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/quotas/902944b2a5a3450e8cb9dbe821598f5d HTTP/1.1" status: 200 len: 375 time: 0.0349588 Dec 22 09:30:41.769762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f044cb-4775-4d88-8bbc-6c0bf08f94b6 req-0752fc19-d9f3-45d7-b4bf-a43383d4f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:41.771388 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-27f044cb-4775-4d88-8bbc-6c0bf08f94b6 req-0752fc19-d9f3-45d7-b4bf-a43383d4f334 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20ea27e0-c8d1-40af-abba-75e850f0c212 HTTP/1.1" status: 200 len: 847 time: 0.4959657 Dec 22 09:30:41.783724 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22b6e329-0e46-4595-a049-a2979a2e606e req-d669aa17-06b2-4b99-b064-0a216b2f0318 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1481435 Dec 22 09:30:41.862284 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-27f044cb-4775-4d88-8bbc-6c0bf08f94b6 req-28cac813-83da-41bb-b318-8a1f3acb53c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9884d074-bf0a-40ed-a9d3-be8dba1c5839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701165 Dec 22 09:30:41.872552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139f9bc-392d-48bf-b9a1-195a67cb4b59 req-f0290523-1063-4f86-a952-23cdac2108c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:41.875303 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c139f9bc-392d-48bf-b9a1-195a67cb4b59 req-f0290523-1063-4f86-a952-23cdac2108c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5de9d9f5-b9ec-40ce-80f5-cb36be8750fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9944277 Dec 22 09:30:42.026352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582250f2-407a-49de-b6f0-8a1b173d610d req-28710e84-d01b-46f4-8d3a-6af017915d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:42.041644 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-582250f2-407a-49de-b6f0-8a1b173d610d req-28710e84-d01b-46f4-8d3a-6af017915d9a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5c8afb31-70cb-4424-9738-21fa798b43cb HTTP/1.1" status: 200 len: 859 time: 0.4276288 Dec 22 09:30:42.102986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d07d8c-b8bd-4087-9629-ef9a7898b6f4 None None] New status for floating IP f7b9bbd8-b138-4ed3-8044-a942a8609a11: ACTIVE {{(pid=81073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:30:42.557822 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-27f044cb-4775-4d88-8bbc-6c0bf08f94b6 req-ef6f3c40-c61e-4fc6-a5ff-d0169e20e903 service neutron] 10.222.0.64 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6812840 Dec 22 09:30:42.830445 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c139f9bc-392d-48bf-b9a1-195a67cb4b59 req-f0a979a3-9cce-4733-947c-94d264292ef5 service neutron] 10.222.0.37 "GET /v2.0/networks/5de9d9f5-b9ec-40ce-80f5-cb36be8750fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9085112 Dec 22 09:30:42.832679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582250f2-407a-49de-b6f0-8a1b173d610d req-7c3018aa-d280-4ba7-bfd9-3ab3a33f4236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:42.834316 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-582250f2-407a-49de-b6f0-8a1b173d610d req-7c3018aa-d280-4ba7-bfd9-3ab3a33f4236 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7914007 Dec 22 09:30:42.899717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-582250f2-407a-49de-b6f0-8a1b173d610d req-87ba8314-7234-4cde-acd4-545609e41f46 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:30:42.900860 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-582250f2-407a-49de-b6f0-8a1b173d610d req-87ba8314-7234-4cde-acd4-545609e41f46 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0125511 Dec 22 09:30:42.914032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39994) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:43.055202 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-27f044cb-4775-4d88-8bbc-6c0bf08f94b6 req-d5e258d1-6799-462e-99b5-cdfdcc8724dc service neutron] 10.222.0.64 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4168153 Dec 22 09:30:43.189565 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-582250f2-407a-49de-b6f0-8a1b173d610d req-c37402e8-6474-4d20-a0ec-723df7e6e788 service neutron] 10.222.0.50 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479198 Dec 22 09:30:43.203643 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-31e4e088-e207-44c8-a1b1-bd650fe83d57 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d43d9aaf39f0471b9afa5150453637c8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2879965 Dec 22 09:30:43.204711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40002) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:43.290741 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5964b4d3-72a2-4858-bff5-a3bbbf33108c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:43.323818 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c139f9bc-392d-48bf-b9a1-195a67cb4b59 req-9689c14e-e99b-4de7-9932-e3b0d4e9cb1b service neutron] 10.222.0.37 "GET /v2.0/networks/5de9d9f5-b9ec-40ce-80f5-cb36be8750fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4840093 Dec 22 09:30:43.324940 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5964b4d3-72a2-4858-bff5-a3bbbf33108c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:43.382195 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5964b4d3-72a2-4858-bff5-a3bbbf33108c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:43.400796 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aaa92ff2-2b97-444f-8892-0d6d44cf144d tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:43.415457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964b4d3-72a2-4858-bff5-a3bbbf33108c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3f14ba-4a3e-40d0-8026-01fdc576e97a,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:43.419122 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5964b4d3-72a2-4858-bff5-a3bbbf33108c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:43.426256 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5964b4d3-72a2-4858-bff5-a3bbbf33108c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:43.430718 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5964b4d3-72a2-4858-bff5-a3bbbf33108c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2f3f14ba-4a3e-40d0-8026-01fdc576e97a HTTP/1.1" status: 204 len: 168 time: 0.2245390 Dec 22 09:30:43.463728 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-582250f2-407a-49de-b6f0-8a1b173d610d req-627aca76-f6cb-4cce-b35e-7a0dc2f303a1 service neutron] 10.222.0.50 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2545273 Dec 22 09:30:43.469351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90526a3d-7d45-49b7-990d-a8e28159b85c req-5134ecd9-b905-41f5-8d2b-d7f88c0854af tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:43.471544 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-90526a3d-7d45-49b7-990d-a8e28159b85c req-5134ecd9-b905-41f5-8d2b-d7f88c0854af tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 1161 time: 0.2164717 Dec 22 09:30:43.531430 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-90526a3d-7d45-49b7-990d-a8e28159b85c req-ff772c3d-3c39-4cb0-873d-9ba05c0032d6 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502951 Dec 22 09:30:43.729930 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ce9d04-866a-4be6-9266-31d7159a9686', 'name': 'network-vif-deleted', 'tag': 'f5eff9d6-a5f9-4dac-a8ce-7de72be566e4', 'status': 'completed', 'code': 200} Dec 22 09:30:43.730478 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1646cebc-9664-4438-af14-c62f9d781984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602fd199-75a4-490d-8e4d-901536169c9b', 'code': 200} Dec 22 09:30:44.013787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40014) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:44.062811 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8d32c153-9360-4a8a-8cf9-7524ff5149b0 req-b4a59e2d-70e9-42a5-8796-457e33005ac6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=dc3bc989-851f-4f08-8704-3fed45649fd1 HTTP/1.1" status: 200 len: 210 time: 0.1483114 Dec 22 09:30:44.071104 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22b6e329-0e46-4595-a049-a2979a2e606e req-613ecb7f-54c0-484c-974c-68171c486106 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "GET /v2.0/networks?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009758 Dec 22 09:30:44.075103 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-61ef4d2a-7113-4393-976c-9cd0565ba14b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06717efa2244465390fd2ba3378558d4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0587990 Dec 22 09:30:44.081925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40018) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:44.218584 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-332737e8-7c61-419e-b018-3a1354b32463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:44.270301 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-332737e8-7c61-419e-b018-3a1354b32463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:44.319578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6e329-0e46-4595-a049-a2979a2e606e req-6fa4dd56-4d0d-41fc-9687-0ebb2458df8d tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:44.321751 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22b6e329-0e46-4595-a049-a2979a2e606e req-6fa4dd56-4d0d-41fc-9687-0ebb2458df8d tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391918 Dec 22 09:30:44.334696 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-332737e8-7c61-419e-b018-3a1354b32463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:44.341864 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-84f93898-86d8-4aba-8f8c-c87ce41b0dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:44.351260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb003d-8d16-4cb0-976f-01df404badb0 req-22e80b18-2348-44a7-9d94-8e0982ab4f5f tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:44.353207 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0bdb003d-8d16-4cb0-976f-01df404badb0 req-22e80b18-2348-44a7-9d94-8e0982ab4f5f tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 945 time: 0.4822185 Dec 22 09:30:44.359894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Request body: {'port': {'device_id': 'dc3bc989-851f-4f08-8704-3fed45649fd1', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '902944b2a5a3450e8cb9dbe821598f5d'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:44.364206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332737e8-7c61-419e-b018-3a1354b32463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1de3496-9da4-4db5-8b42-4bb945e0b749,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:44.367522 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-332737e8-7c61-419e-b018-3a1354b32463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:44.386301 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-332737e8-7c61-419e-b018-3a1354b32463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:44.387896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-332737e8-7c61-419e-b018-3a1354b32463 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1de3496-9da4-4db5-8b42-4bb945e0b749 HTTP/1.1" status: 204 len: 168 time: 0.3048091 Dec 22 09:30:44.473814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b47102-8460-44a7-ae13-4d7a0f11e68c req-e56b92ca-a3ab-4a1c-a20f-84989cd868b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:44.476205 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e6b47102-8460-44a7-ae13-4d7a0f11e68c req-e56b92ca-a3ab-4a1c-a20f-84989cd868b6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 1160 time: 0.5074549 Dec 22 09:30:44.492722 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0bdb003d-8d16-4cb0-976f-01df404badb0 req-cb18176a-6998-43d6-85ab-5b5b6840c533 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150391 Dec 22 09:30:44.670165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:30:44.680612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Usage tracker for resource:port and tenant:902944b2a5a3450e8cb9dbe821598f5d is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:30:44.687986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:30:44.730797 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e6b47102-8460-44a7-ae13-4d7a0f11e68c req-eb55dc71-b979-4212-9cab-c25519b11abe service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367592 Dec 22 09:30:44.738492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:30:45.045214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Made reservation on behalf of 902944b2a5a3450e8cb9dbe821598f5d for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:30:45.051481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:45.088084 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:45.114391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:30:45.121735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Usage tracker for resource:security_group_rule and tenant:902944b2a5a3450e8cb9dbe821598f5d is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:30:45.127992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:30:45.137872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:30:45.161512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-6980abf5-7058-471c-a4e1-82344c8d653d tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:45.163048 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-6980abf5-7058-471c-a4e1-82344c8d653d tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=f46dc69e-64aa-45b9-b21c-c8ee2e413341&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4775641 Dec 22 09:30:45.167162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa703e4-297b-4c7c-a2f7-444f4d894f4c req-069c4c69-6f37-4527-9806-5c219db8894a tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:45.168834 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9fa703e4-297b-4c7c-a2f7-444f4d894f4c req-069c4c69-6f37-4527-9806-5c219db8894a tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 1161 time: 0.4370718 Dec 22 09:30:45.344225 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9fa703e4-297b-4c7c-a2f7-444f4d894f4c req-4d6ea6b7-1771-4d4e-8a94-2d0476494a9a tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589010 Dec 22 09:30:45.354809 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-e1df4acd-da67-4e93-abac-7815442d3958 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 1001 time: 0.1756155 Dec 22 09:30:45.385583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-033a20b5-0147-4be6-bd04-7833b4145027 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Request body: {'floatingip': {'port_id': '6fb950c7-a463-4f96-bd23-c94d93d3a410', 'fixed_ip_address': '172.20.0.3'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:45.520025 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:45.554993 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-033a20b5-0147-4be6-bd04-7833b4145027 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks [] for floatingip, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:45.648775 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:45.663958 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-173e2548-1ff8-4a00-b2b7-6f2e1506beff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:45.734966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'tag': '6c91e0a3-36ba-4fed-bf40-56ae0f237427'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:45.773761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:45.884796 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:46.135273 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ae829058-974a-4356-8b3f-a7f6738d247f req-1a23dcbf-1872-413d-b876-c80a9cd33c3c tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=dc3bc989-851f-4f08-8704-3fed45649fd1 HTTP/1.1" status: 200 len: 210 time: 0.0790098 Dec 22 09:30:46.568336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Allocated IP 192.168.233.141 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/563ae252-558e-4e2c-9ceb-7cd73ef6ef93) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:30:46.724996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2426bac-ef7a-45b9-a73e-e39895d8ef1a req-489f0eba-8ec6-4255-98d3-14af9ed61d5d tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:46.726547 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b2426bac-ef7a-45b9-a73e-e39895d8ef1a req-489f0eba-8ec6-4255-98d3-14af9ed61d5d tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 945 time: 0.3624821 Dec 22 09:30:46.846831 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b2426bac-ef7a-45b9-a73e-e39895d8ef1a req-a5581e36-ac96-473a-b5c3-5b448b12e33f tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053846 Dec 22 09:30:47.027056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:47.120381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Transition to ACTIVE for port object 563ae252-558e-4e2c-9ceb-7cd73ef6ef93 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:30:47.162340 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-033a20b5-0147-4be6-bd04-7833b4145027 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks [] for floatingip, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:47.167805 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-033a20b5-0147-4be6-bd04-7833b4145027 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:47.269406 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:47.287175 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:47.604620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Pushing event updated for resources: {'Port': ['ID=563ae252-558e-4e2c-9ceb-7cd73ef6ef93,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:47.615402 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:47.647460 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-033a20b5-0147-4be6-bd04-7833b4145027 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Floating IP f7b9bbd8-b138-4ed3-8044-a942a8609a11 associated. External IP: 172.25.7.72, port: 6c91e0a3-36ba-4fed-bf40-56ae0f237427. Dec 22 09:30:47.665456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40096) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:47.777895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:30:47.904673 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97afd1c3-ace5-45c5-ac11-b180aaec97bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:47.925449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-97afd1c3-ace5-45c5-ac11-b180aaec97bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:30:47.931131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-97afd1c3-ace5-45c5-ac11-b180aaec97bf admin admin] Usage tracker for resource:security_group_rule and tenant:d49f92dc9f4a4084a4eb7e5bf5100ad4 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:30:47.935375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-97afd1c3-ace5-45c5-ac11-b180aaec97bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:30:47.943774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-97afd1c3-ace5-45c5-ac11-b180aaec97bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:30:48.067993 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97afd1c3-ace5-45c5-ac11-b180aaec97bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:48.071797 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97afd1c3-ace5-45c5-ac11-b180aaec97bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:48.082157 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-feff48cf-b7a1-422c-816e-24bea98a6ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:48.120374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:30:48.123456 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'tag': '6c91e0a3-36ba-4fed-bf40-56ae0f237427', 'status': 'completed', 'code': 200} Dec 22 09:30:48.137559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:30:48.143921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:48.144919 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:48.154817 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-97afd1c3-ace5-45c5-ac11-b180aaec97bf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d49f92dc9f4a4084a4eb7e5bf5100ad4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4877706 Dec 22 09:30:48.158750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afd1c3-ace5-45c5-ac11-b180aaec97bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35320ce6-a65f-45ea-ba17-86a57952025d,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:48.164248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40106) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:48.171291 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-97afd1c3-ace5-45c5-ac11-b180aaec97bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:48.282820 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22b6e329-0e46-4595-a049-a2979a2e606e req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9284329 Dec 22 09:30:48.285419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62356ba0-3801-498c-9cfc-88146bda6016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:48.341146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62356ba0-3801-498c-9cfc-88146bda6016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:48.372157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Request body: {'port': {'device_id': 'dc3bc989-851f-4f08-8704-3fed45649fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:48.427855 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62356ba0-3801-498c-9cfc-88146bda6016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:48.456845 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:48.472271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62356ba0-3801-498c-9cfc-88146bda6016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35320ce6-a65f-45ea-ba17-86a57952025d,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:48.481616 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-62356ba0-3801-498c-9cfc-88146bda6016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:48.482588 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62356ba0-3801-498c-9cfc-88146bda6016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:48.487243 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-62356ba0-3801-498c-9cfc-88146bda6016 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35320ce6-a65f-45ea-ba17-86a57952025d HTTP/1.1" status: 204 len: 168 time: 0.3183556 Dec 22 09:30:48.496617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6f4b3-8971-4e39-a285-a57decc88695 req-be4d55e1-af58-4ad5-920f-e237575915dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:48.498268 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8ce6f4b3-8971-4e39-a285-a57decc88695 req-be4d55e1-af58-4ad5-920f-e237575915dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40fbcf60bc434afd9e98a45ed63e9499&device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 1161 time: 0.3732719 Dec 22 09:30:48.637980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-38e736d3-8774-4640-a285-67604ab372e5 None None] Provisioning for port 563ae252-558e-4e2c-9ceb-7cd73ef6ef93 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:30:48.647317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-38e736d3-8774-4640-a285-67604ab372e5 None None] Provisioning complete for port 563ae252-558e-4e2c-9ceb-7cd73ef6ef93 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:48.648172 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-38e736d3-8774-4640-a285-67604ab372e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:48.739521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-38e736d3-8774-4640-a285-67604ab372e5 None None] Port 563ae252-558e-4e2c-9ceb-7cd73ef6ef93 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:30:48.884619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-033a20b5-0147-4be6-bd04-7833b4145027 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:30:48.956943 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:49.036968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40120) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:49.058595 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e431598a-c0cf-4609-a6fe-bd44ce8e6df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:49.079556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e431598a-c0cf-4609-a6fe-bd44ce8e6df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:30:49.084121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e431598a-c0cf-4609-a6fe-bd44ce8e6df9 admin admin] Usage tracker for resource:security_group_rule and tenant:9cc42dc26ca44f9c8e133033ceab1349 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:30:49.087143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e431598a-c0cf-4609-a6fe-bd44ce8e6df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:30:49.095799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e431598a-c0cf-4609-a6fe-bd44ce8e6df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:30:49.218628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6f4b3-8971-4e39-a285-a57decc88695 req-7f0f2e1a-0165-4a60-a7a1-bbc5c9d24b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:49.220615 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8ce6f4b3-8971-4e39-a285-a57decc88695 req-7f0f2e1a-0165-4a60-a7a1-bbc5c9d24b9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 HTTP/1.1" status: 200 len: 914 time: 0.7141786 Dec 22 09:30:49.224268 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e431598a-c0cf-4609-a6fe-bd44ce8e6df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:49.228132 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e431598a-c0cf-4609-a6fe-bd44ce8e6df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:49.240462 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-37cd2258-729c-4730-afdb-6093306b6578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:49.288552 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e431598a-c0cf-4609-a6fe-bd44ce8e6df9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9cc42dc26ca44f9c8e133033ceab1349&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2503839 Dec 22 09:30:49.290381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431598a-c0cf-4609-a6fe-bd44ce8e6df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b004d4-fd90-43ab-b73b-a58bb51cf813,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:49.293817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40124) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:49.296633 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e431598a-c0cf-4609-a6fe-bd44ce8e6df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:49.364906 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b1996435-8c96-4f8e-8f8c-e3d585010dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:49.386300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548ec1-a94c-4e32-a275-43aed6aad1dc req-95225d78-7a18-407b-93aa-f9a5f32c2859 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:49.388034 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c548ec1-a94c-4e32-a275-43aed6aad1dc req-95225d78-7a18-407b-93aa-f9a5f32c2859 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 1160 time: 0.6787734 Dec 22 09:30:49.407673 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b1996435-8c96-4f8e-8f8c-e3d585010dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:49.415485 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8ce6f4b3-8971-4e39-a285-a57decc88695 req-e6f37570-49cd-46fc-9c58-fc596c5c2afd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c91e0a3-36ba-4fed-bf40-56ae0f237427 HTTP/1.1" status: 200 len: 217 time: 0.1798666 Dec 22 09:30:49.469798 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b1996435-8c96-4f8e-8f8c-e3d585010dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:49.473960 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f905af30-bdde-4a1e-9023-c5345a590192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:49.487255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1996435-8c96-4f8e-8f8c-e3d585010dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b004d4-fd90-43ab-b73b-a58bb51cf813,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:49.493055 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b1996435-8c96-4f8e-8f8c-e3d585010dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:49.495356 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b1996435-8c96-4f8e-8f8c-e3d585010dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:49.498346 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b1996435-8c96-4f8e-8f8c-e3d585010dd6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56b004d4-fd90-43ab-b73b-a58bb51cf813 HTTP/1.1" status: 204 len: 168 time: 0.2040408 Dec 22 09:30:49.507108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-033a20b5-0147-4be6-bd04-7833b4145027 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:30:49.524271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b352752-4097-4846-86b3-a4612ba0083c None None] Sync routers for ids ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:30:49.539133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b352752-4097-4846-86b3-a4612ba0083c None None] Routers {'88be0c2b-bc19-4e49-a9c1-095e1d03e405'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:30:49.540393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-3b352752-4097-4846-86b3-a4612ba0083c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:30:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:30:49.801761 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c548ec1-a94c-4e32-a275-43aed6aad1dc req-49df8e25-b830-4d4c-8ed9-2107f750118b tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907599 Dec 22 09:30:49.847491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-3b352752-4097-4846-86b3-a4612ba0083c None None] Set router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:30:49.849527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a3b3d-d628-4c4b-8f23-f7c86d5b00c8 req-59b6468c-fabb-4251-a9a7-ed71d0dfef8f tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:49.850828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ee5a3b3d-d628-4c4b-8f23-f7c86d5b00c8 req-59b6468c-fabb-4251-a9a7-ed71d0dfef8f tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Synchronizing usage tracker for tenant:17bf214540684164a6250374e5b1450d on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:30:49.853638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6f4b3-8971-4e39-a285-a57decc88695 req-ab71b40d-e5ca-40aa-807b-23d198845062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:49.856682 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8ce6f4b3-8971-4e39-a285-a57decc88695 req-ab71b40d-e5ca-40aa-807b-23d198845062 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c8afb31-70cb-4424-9738-21fa798b43cb HTTP/1.1" status: 200 len: 859 time: 0.4155757 Dec 22 09:30:49.900943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ee5a3b3d-d628-4c4b-8f23-f7c86d5b00c8 req-59b6468c-fabb-4251-a9a7-ed71d0dfef8f tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Unset dirty status for tenant:17bf214540684164a6250374e5b1450d on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:30:49.903125 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee5a3b3d-d628-4c4b-8f23-f7c86d5b00c8 req-59b6468c-fabb-4251-a9a7-ed71d0dfef8f tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.37 "GET /v2.0/ports?device_id=f6aee355-c674-4e3f-b0ff-abfe8d28bb88 HTTP/1.1" status: 200 len: 949 time: 0.1994333 Dec 22 09:30:50.116302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-ee5a3b3d-d628-4c4b-8f23-f7c86d5b00c8 req-af2cfbfd-9016-41e6-9d0f-a69d4c642461 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Deleting port 5ba00818-0122-4a7c-b7d3-3c86acb54178 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:30:50.116302 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ee5a3b3d-d628-4c4b-8f23-f7c86d5b00c8 req-af2cfbfd-9016-41e6-9d0f-a69d4c642461 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:50.656741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-3b352752-4097-4846-86b3-a4612ba0083c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'f7b9bbd8-b138-4ed3-8044-a942a8609a11', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'port_id': '6fb950c7-a463-4f96-bd23-c94d93d3a410', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'mac_address': 'fa:16:3e:e1:48:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dc69e-64aa-45b9-b21c-c8ee2e413341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:29:59Z', 'updated_at': '2020-12-22T09:30:46Z', 'revision_number': 3, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:35Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:30:50.666481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b352752-4097-4846-86b3-a4612ba0083c None None] Checking router: 88be0c2b-bc19-4e49-a9c1-095e1d03e405 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:30:50.690941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b352752-4097-4846-86b3-a4612ba0083c None None] Routers {'88be0c2b-bc19-4e49-a9c1-095e1d03e405'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:30:50.692455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-3b352752-4097-4846-86b3-a4612ba0083c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:30:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:30:50.888377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-ee5a3b3d-d628-4c4b-8f23-f7c86d5b00c8 req-af2cfbfd-9016-41e6-9d0f-a69d4c642461 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] For port 5ba00818-0122-4a7c-b7d3-3c86acb54178, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=5ba00818-0122-4a7c-b7d3-3c86acb54178,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:50.888784 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ee5a3b3d-d628-4c4b-8f23-f7c86d5b00c8 req-af2cfbfd-9016-41e6-9d0f-a69d4c642461 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:50.903915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 5ba00818-0122-4a7c-b7d3-3c86acb54178 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:30:50.968319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-3b352752-4097-4846-86b3-a4612ba0083c None None] Set router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:30:51.066386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6f4b3-8971-4e39-a285-a57decc88695 req-8fa16ebd-90c5-4e74-a6ea-9a3857fdd7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:51.069211 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8ce6f4b3-8971-4e39-a285-a57decc88695 req-8fa16ebd-90c5-4e74-a6ea-9a3857fdd7fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1992750 Dec 22 09:30:51.097954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40154) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:51.106639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-ee5a3b3d-d628-4c4b-8f23-f7c86d5b00c8 req-af2cfbfd-9016-41e6-9d0f-a69d4c642461 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Calling delete_port for 5ba00818-0122-4a7c-b7d3-3c86acb54178 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:30:51.147231 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:51.205141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563ae252-558e-4e2c-9ceb-7cd73ef6ef93 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:30:51.222972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:51.230437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 5ba00818-0122-4a7c-b7d3-3c86acb54178, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=5ba00818-0122-4a7c-b7d3-3c86acb54178,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:51.239029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6aee355-c674-4e3f-b0ff-abfe8d28bb88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba00818-0122-4a7c-b7d3-3c86acb54178'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:51.240446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Transition to ACTIVE for port object 563ae252-558e-4e2c-9ceb-7cd73ef6ef93 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:30:51.257749 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:51.263740 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:51.274635 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-ee5a3b3d-d628-4c4b-8f23-f7c86d5b00c8 req-af2cfbfd-9016-41e6-9d0f-a69d4c642461 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:30:51.275247 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-ee5a3b3d-d628-4c4b-8f23-f7c86d5b00c8 req-af2cfbfd-9016-41e6-9d0f-a69d4c642461 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:30:51.312937 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:51.366084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=5ba00818-0122-4a7c-b7d3-3c86acb54178,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:51.369852 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:51.469509 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:51.526660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1343184622-network', 'tenant_id': '0ffeb3a0f022481a9f4aea0f4efa09b6'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:51.532681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:30:51.537383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Usage tracker for resource:network and tenant:0ffeb3a0f022481a9f4aea0f4efa09b6 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:30:51.541098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:30:51.549461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:30:51.562173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Made reservation on behalf of 0ffeb3a0f022481a9f4aea0f4efa09b6 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:30:51.567907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:51.587071 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:51.606238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:30:51.611360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Usage tracker for resource:security_group_rule and tenant:0ffeb3a0f022481a9f4aea0f4efa09b6 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:30:51.614735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:30:51.620976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:30:51.673507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-3b352752-4097-4846-86b3-a4612ba0083c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'f7b9bbd8-b138-4ed3-8044-a942a8609a11', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'port_id': '6fb950c7-a463-4f96-bd23-c94d93d3a410', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'mac_address': 'fa:16:3e:e1:48:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dc69e-64aa-45b9-b21c-c8ee2e413341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:29:59Z', 'updated_at': '2020-12-22T09:30:46Z', 'revision_number': 3, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:35Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:30:51.678288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b352752-4097-4846-86b3-a4612ba0083c None None] The sync data for ids ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'] in n-d-765315-5 is: [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'f7b9bbd8-b138-4ed3-8044-a942a8609a11', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'port_id': '6fb950c7-a463-4f96-bd23-c94d93d3a410', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'mac_address': 'fa:16:3e:e1:48:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dc69e-64aa-45b9-b21c-c8ee2e413341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:29:59Z', 'updated_at': '2020-12-22T09:30:46Z', 'revision_number': 3, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:35Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:30:51.699215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538ba9a-18a8-4bf5-8334-8a3436fa1fd4 req-6b3e6d4c-611e-4f80-9c45-3149201ddaae tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:51.700217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3538ba9a-18a8-4bf5-8334-8a3436fa1fd4 req-6b3e6d4c-611e-4f80-9c45-3149201ddaae tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Synchronizing usage tracker for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:30:51.725963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=563ae252-558e-4e2c-9ceb-7cd73ef6ef93,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:51.731090 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:51.745811 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:51.751569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:51.759287 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-97afd1c3-ace5-45c5-ac11-b180aaec97bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:51.762793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-033a20b5-0147-4be6-bd04-7833b4145027 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:30:51.778835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-ee5a3b3d-d628-4c4b-8f23-f7c86d5b00c8 req-af2cfbfd-9016-41e6-9d0f-a69d4c642461 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Deleting port 5ba00818-0122-4a7c-b7d3-3c86acb54178 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:30:51.779361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ee5a3b3d-d628-4c4b-8f23-f7c86d5b00c8 req-af2cfbfd-9016-41e6-9d0f-a69d4c642461 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:51.802725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3538ba9a-18a8-4bf5-8334-8a3436fa1fd4 req-6b3e6d4c-611e-4f80-9c45-3149201ddaae tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Unset dirty status for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:30:51.804420 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3538ba9a-18a8-4bf5-8334-8a3436fa1fd4 req-6b3e6d4c-611e-4f80-9c45-3149201ddaae tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=dc3bc989-851f-4f08-8704-3fed45649fd1 HTTP/1.1" status: 200 len: 936 time: 1.0778751 Dec 22 09:30:51.813894 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8ce6f4b3-8971-4e39-a285-a57decc88695 req-061dfa0f-6235-4936-8c5e-e5f714600f9e service neutron] 10.222.0.64 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7261150 Dec 22 09:30:51.855575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:30:51.864740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b173f6d-ea2c-4da9-b6e2-119cedeb8d5f,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:51.870814 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:51.881105 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:51.881544 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Added segment 6698f866-8fa5-4f5e-93bb-7ba44c2d2288 of type vxlan for network 35f94f30-dc02-42ba-ae03-f89662533cf5 Dec 22 09:30:52.011591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55f64e2-e869-4aa7-9d20-ef688c8e4e77 None None] New status for floating IP f7b9bbd8-b138-4ed3-8044-a942a8609a11: ACTIVE {{(pid=81073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:30:52.038106 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:52.229657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3538ba9a-18a8-4bf5-8334-8a3436fa1fd4 req-15ff76f2-ef3b-42e3-92ef-da906fcdde4f tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Synchronizing usage tracker for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:30:52.247449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Attempting to bind port 563ae252-558e-4e2c-9ceb-7cd73ef6ef93 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:30:52.247820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Attempting to bind port 563ae252-558e-4e2c-9ceb-7cd73ef6ef93 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:30:52.248271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Attempting to bind port 563ae252-558e-4e2c-9ceb-7cd73ef6ef93 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:30:52.260026 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:52.264703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:52.265460 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:52.277173 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:52.285411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:30:52.285821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:30:52.286177 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:52.286568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:30:52.287067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Bound port: 563ae252-558e-4e2c-9ceb-7cd73ef6ef93, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:30:52.287449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:52.359367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-ee5a3b3d-d628-4c4b-8f23-f7c86d5b00c8 req-af2cfbfd-9016-41e6-9d0f-a69d4c642461 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] For port 5ba00818-0122-4a7c-b7d3-3c86acb54178, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=5ba00818-0122-4a7c-b7d3-3c86acb54178,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:30:52.359367 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ee5a3b3d-d628-4c4b-8f23-f7c86d5b00c8 req-af2cfbfd-9016-41e6-9d0f-a69d4c642461 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:52.369001 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8ce6f4b3-8971-4e39-a285-a57decc88695 req-4a1abea9-8891-4f4c-a00c-1fb6a28718ed service neutron] 10.222.0.64 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5462852 Dec 22 09:30:52.369652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3538ba9a-18a8-4bf5-8334-8a3436fa1fd4 req-15ff76f2-ef3b-42e3-92ef-da906fcdde4f tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Unset dirty status for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:30:52.370853 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3538ba9a-18a8-4bf5-8334-8a3436fa1fd4 req-15ff76f2-ef3b-42e3-92ef-da906fcdde4f tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498455 Dec 22 09:30:52.376138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-033a20b5-0147-4be6-bd04-7833b4145027 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:30:52.387559 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-033a20b5-0147-4be6-bd04-7833b4145027 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:52.469566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Pushing event updated for resources: {'Network': ['ID=35f94f30-dc02-42ba-ae03-f89662533cf5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:52.476673 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:52.484723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 35f94f30-dc02-42ba-ae03-f89662533cf5 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:30:52.526431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'tag': '6c91e0a3-36ba-4fed-bf40-56ae0f237427'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:52.543241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] For port 563ae252-558e-4e2c-9ceb-7cd73ef6ef93, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:30:52.570000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] For port 563ae252-558e-4e2c-9ceb-7cd73ef6ef93, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=563ae252-558e-4e2c-9ceb-7cd73ef6ef93,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:30:52.579105 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:52.589687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 35f94f30-dc02-42ba-ae03-f89662533cf5 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:30:52.603547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 35f94f30-dc02-42ba-ae03-f89662533cf5 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:30:52.633976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1447a-9421-4ca7-a9d4-23410e66c40c None None] Sync routers for ids ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:30:52.644375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c1447a-9421-4ca7-a9d4-23410e66c40c None None] Routers {'88be0c2b-bc19-4e49-a9c1-095e1d03e405'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:30:52.645046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-98c1447a-9421-4ca7-a9d4-23410e66c40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:30:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:30:52.659930 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:52.663690 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5643313 Dec 22 09:30:52.678994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-ee5a3b3d-d628-4c4b-8f23-f7c86d5b00c8 req-af2cfbfd-9016-41e6-9d0f-a69d4c642461 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Calling delete_port for 5ba00818-0122-4a7c-b7d3-3c86acb54178 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:30:52.702105 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-033a20b5-0147-4be6-bd04-7833b4145027 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "PUT /v2.0/floatingips/f7b9bbd8-b138-4ed3-8044-a942a8609a11 HTTP/1.1" status: 200 len: 997 time: 7.3288569 Dec 22 09:30:52.703558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40166) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:52.756521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Request body: {'subnet': {'network_id': '35f94f30-dc02-42ba-ae03-f89662533cf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1343184622-subnet', 'tenant_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:52.875412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:30:52.911089 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ee5a3b3d-d628-4c4b-8f23-f7c86d5b00c8 req-af2cfbfd-9016-41e6-9d0f-a69d4c642461 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:52.942923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Usage tracker for resource:subnet and tenant:0ffeb3a0f022481a9f4aea0f4efa09b6 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:30:52.971093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:30:53.107335 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-71d4f569-33ac-47d4-aff1-35ba303fc54b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:53.146957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-98c1447a-9421-4ca7-a9d4-23410e66c40c None None] Set router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:30:53.164983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cfbfd-9016-41e6-9d0f-a69d4c642461 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Pushing event deleted for resources: {'Port': ['ID=5ba00818-0122-4a7c-b7d3-3c86acb54178,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:53.168230 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-af2cfbfd-9016-41e6-9d0f-a69d4c642461 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:53.251647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5a3b3d-d628-4c4b-8f23-f7c86d5b00c8 req-af2cfbfd-9016-41e6-9d0f-a69d4c642461 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] No DVR routers for this DVR port 5ba00818-0122-4a7c-b7d3-3c86acb54178 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:30:53.254927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ee5a3b3d-d628-4c4b-8f23-f7c86d5b00c8 req-af2cfbfd-9016-41e6-9d0f-a69d4c642461 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:53.260647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6aee355-c674-4e3f-b0ff-abfe8d28bb88', 'name': 'network-vif-deleted', 'tag': '5ba00818-0122-4a7c-b7d3-3c86acb54178'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:53.280744 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee5a3b3d-d628-4c4b-8f23-f7c86d5b00c8 req-af2cfbfd-9016-41e6-9d0f-a69d4c642461 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.37 "DELETE /v2.0/ports/5ba00818-0122-4a7c-b7d3-3c86acb54178 HTTP/1.1" status: 204 len: 173 time: 3.3708644 Dec 22 09:30:53.333272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:30:53.383466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-8ab89d42-6772-4cb7-9b83-34fcdb7487e2 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:53.385259 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-8ab89d42-6772-4cb7-9b83-34fcdb7487e2 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports/6c91e0a3-36ba-4fed-bf40-56ae0f237427 HTTP/1.1" status: 200 len: 943 time: 0.6436491 Dec 22 09:30:53.390537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=563ae252-558e-4e2c-9ceb-7cd73ef6ef93,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:53.395794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Made reservation on behalf of 0ffeb3a0f022481a9f4aea0f4efa09b6 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:30:53.400858 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Notify callbacks [] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:53.501418 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:53.520077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:53.520878 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:53.522501 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22b6e329-0e46-4595-a049-a2979a2e606e req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] 10.222.0.37 "PUT /v2.0/ports/563ae252-558e-4e2c-9ceb-7cd73ef6ef93 HTTP/1.1" status: 200 len: 1160 time: 5.1682689 Dec 22 09:30:53.666197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44080f-761d-4a12-8e68-6a629cef7005 req-9664a915-c51f-4e8b-9c89-a1b3590ef7f5 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:53.668007 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db44080f-761d-4a12-8e68-6a629cef7005 req-9664a915-c51f-4e8b-9c89-a1b3590ef7f5 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.50 "GET /v2.0/ports?device_id=f6aee355-c674-4e3f-b0ff-abfe8d28bb88 HTTP/1.1" status: 200 len: 865 time: 1.0550084 Dec 22 09:30:53.718725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-98c1447a-9421-4ca7-a9d4-23410e66c40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'f7b9bbd8-b138-4ed3-8044-a942a8609a11', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'port_id': '6fb950c7-a463-4f96-bd23-c94d93d3a410', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'mac_address': 'fa:16:3e:e1:48:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dc69e-64aa-45b9-b21c-c8ee2e413341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:29:59Z', 'updated_at': '2020-12-22T09:30:52Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:35Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:30:53.725364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1447a-9421-4ca7-a9d4-23410e66c40c None None] Checking router: 88be0c2b-bc19-4e49-a9c1-095e1d03e405 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:30:53.739265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c1447a-9421-4ca7-a9d4-23410e66c40c None None] Routers {'88be0c2b-bc19-4e49-a9c1-095e1d03e405'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:30:53.740914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-98c1447a-9421-4ca7-a9d4-23410e66c40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:30:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:30:53.821510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-4196a617-8a9e-49f8-9605-5ec4a1076e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:53.824139 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-4196a617-8a9e-49f8-9605-5ec4a1076e9b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=40fbcf60bc434afd9e98a45ed63e9499&device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 1161 time: 0.2914317 Dec 22 09:30:53.842442 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db44080f-761d-4a12-8e68-6a629cef7005 req-a2e1d6f0-9fc8-4f14-995b-8079e8527114 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] 10.222.0.50 "GET /v2.0/security-groups?id=6af8a18e-1334-4b6d-8cf3-3b973886da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532273 Dec 22 09:30:53.874155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6e329-0e46-4595-a049-a2979a2e606e req-6a2d8da4-7529-41a1-bd23-5b1250641aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:53.875918 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22b6e329-0e46-4595-a049-a2979a2e606e req-6a2d8da4-7529-41a1-bd23-5b1250641aa5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&device_id=dc3bc989-851f-4f08-8704-3fed45649fd1 HTTP/1.1" status: 200 len: 1163 time: 0.2896810 Dec 22 09:30:53.995322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-98c1447a-9421-4ca7-a9d4-23410e66c40c None None] Set router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:30:54.043349 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22b6e329-0e46-4595-a049-a2979a2e606e req-0f94cb59-310e-42d3-9013-8d403a476bdf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=563ae252-558e-4e2c-9ceb-7cd73ef6ef93 HTTP/1.1" status: 200 len: 217 time: 0.1349888 Dec 22 09:30:54.258174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6e329-0e46-4595-a049-a2979a2e606e req-665ffac1-7976-43d8-9df5-39c38b325b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:54.260149 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22b6e329-0e46-4595-a049-a2979a2e606e req-665ffac1-7976-43d8-9df5-39c38b325b32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.2002962 Dec 22 09:30:54.263827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-2aabc6f0-45f5-402c-b033-862e9f9d5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:54.266147 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-2aabc6f0-45f5-402c-b033-862e9f9d5154 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 HTTP/1.1" status: 200 len: 914 time: 0.4269128 Dec 22 09:30:54.396719 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-cca4e019-e2cb-414f-ae6e-553872620ec5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c91e0a3-36ba-4fed-bf40-56ae0f237427 HTTP/1.1" status: 200 len: 217 time: 0.0840166 Dec 22 09:30:54.491623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-98c1447a-9421-4ca7-a9d4-23410e66c40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'f7b9bbd8-b138-4ed3-8044-a942a8609a11', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'port_id': '6fb950c7-a463-4f96-bd23-c94d93d3a410', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'mac_address': 'fa:16:3e:e1:48:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dc69e-64aa-45b9-b21c-c8ee2e413341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:29:59Z', 'updated_at': '2020-12-22T09:30:52Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:35Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:30:54.496567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1447a-9421-4ca7-a9d4-23410e66c40c None None] The sync data for ids ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'] in n-d-765315-5 is: [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'f7b9bbd8-b138-4ed3-8044-a942a8609a11', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'port_id': '6fb950c7-a463-4f96-bd23-c94d93d3a410', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'mac_address': 'fa:16:3e:e1:48:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dc69e-64aa-45b9-b21c-c8ee2e413341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:29:59Z', 'updated_at': '2020-12-22T09:30:52Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:35Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:30:54.524938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383f6f0-8057-4102-8b61-51724184c7dc req-02a5df27-dc56-40ed-81fc-4c321661aede tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:54.526500 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5383f6f0-8057-4102-8b61-51724184c7dc req-02a5df27-dc56-40ed-81fc-4c321661aede tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 1160 time: 0.4239318 Dec 22 09:30:54.594285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-2f878cd4-6567-4aa2-ab5b-ceed8bdcda34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:54.594285 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-2f878cd4-6567-4aa2-ab5b-ceed8bdcda34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5c8afb31-70cb-4424-9738-21fa798b43cb HTTP/1.1" status: 200 len: 859 time: 0.1382620 Dec 22 09:30:54.671793 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5383f6f0-8057-4102-8b61-51724184c7dc req-ccb04691-032a-49d6-bd15-261e9e669e62 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302705 Dec 22 09:30:54.676217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6e329-0e46-4595-a049-a2979a2e606e req-8fcebf65-8f5f-41df-b936-fd1c292d394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:54.678556 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22b6e329-0e46-4595-a049-a2979a2e606e req-8fcebf65-8f5f-41df-b936-fd1c292d394b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4090469 Dec 22 09:30:54.929323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-c4554e74-50da-4f77-a4e5-d3254ec14f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:54.930967 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-c4554e74-50da-4f77-a4e5-d3254ec14f55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3279159 Dec 22 09:30:54.936948 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22b6e329-0e46-4595-a049-a2979a2e606e req-369b88b3-1c0a-48fb-a01a-93fc469aaa16 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493122 Dec 22 09:30:54.937326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:54.956030 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e931ef1a-5299-4fdb-964f-f04810e66195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:55.646371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6f0dfc-b310-4aa6-b375-ff5361a12245,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:55.683633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.684076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.684480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.684865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.685247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.685627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.686546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.686933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.687310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.687677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.688076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.688454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.688899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.689272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.689647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.690023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.690398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.690765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.691141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.691511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.691883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.692277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.692649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.693018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.693440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.693810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.694183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.694552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.694924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.695289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.695662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.696060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.696429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.696797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.697166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.697532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:55.721455 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:55.799553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-264f59fa-25cc-4fe7-aabb-4d0fbb61f0d6 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:55.801176 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-264f59fa-25cc-4fe7-aabb-4d0fbb61f0d6 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/networks?id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 200 len: 821 time: 0.7682068 Dec 22 09:30:55.808165 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22b6e329-0e46-4595-a049-a2979a2e606e req-2ce57a40-89f7-4d20-a360-131e0275cd0b service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8568678 Dec 22 09:30:55.811513 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-5847c966-b827-4a58-baa1-e57bbf1be6f5 service neutron] 10.222.0.50 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8587906 Dec 22 09:30:55.869473 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-f70cab3f-e561-48f8-a07d-df2916245e00 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/quotas/92202f56ba024bd88bdda46d20163167 HTTP/1.1" status: 200 len: 375 time: 0.0522642 Dec 22 09:30:56.000047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Checking segment: {'id': '6698f866-8fa5-4f5e-93bb-7ba44c2d2288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '35f94f30-dc02-42ba-ae03-f89662533cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:30:56.000640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Network hostable DHCP agents. Network: 35f94f30-dc02-42ba-ae03-f89662533cf5, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:30:56.062545 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-f490aafe-6c77-4780-8333-59a3df7cb391 service neutron] 10.222.0.50 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2363143 Dec 22 09:30:56.066068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Network 35f94f30-dc02-42ba-ae03-f89662533cf5 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:30:56.082319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 35f94f30-dc02-42ba-ae03-f89662533cf5) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:30:56.089762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:56.090418 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:56.090811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3748fcf9-4d89-4eb8-ae13-1307fe4fa027 None None] Network 35f94f30-dc02-42ba-ae03-f89662533cf5 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:30:56.147054 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-bc725c05-dce7-44e7-b3b9-c9a2d28a8075 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?tenant_id=92202f56ba024bd88bdda46d20163167&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2625337 Dec 22 09:30:56.209064 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.4781415 Dec 22 09:30:56.212779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40192) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:56.238963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1343184622-router', 'tenant_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:56.254648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:30:56.263223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Usage tracker for resource:router and tenant:0ffeb3a0f022481a9f4aea0f4efa09b6 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:30:56.270076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:30:56.279562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:30:56.292771 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:56.293898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:56.321318 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:56.339824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-8a6bd936-1865-4f8c-aa55-697a39905c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:56.341689 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-8a6bd936-1865-4f8c-aa55-697a39905c29 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=40fbcf60bc434afd9e98a45ed63e9499&device_id=f46dc69e-64aa-45b9-b21c-c8ee2e413341 HTTP/1.1" status: 200 len: 1160 time: 0.2437582 Dec 22 09:30:56.351879 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-12ede13a-d9b1-4d95-b28f-ec3bd15371dc service neutron] 10.222.0.50 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913087 Dec 22 09:30:56.401278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-35f94f30-dc02-42ba-ae03-f89662533cf5', 'network_id': '35f94f30-dc02-42ba-ae03-f89662533cf5', 'tenant_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'fixed_ips': [{'subnet_id': '9e6f0dfc-b310-4aa6-b375-ff5361a12245'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:30:56.402202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:56.647392 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-31711aff-1251-4a66-855e-c566d13c247a service neutron] 10.222.0.50 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2860026 Dec 22 09:30:56.649132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-f8a4b25e-28e0-44ec-962f-b007a97b5f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:56.650833 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-f8a4b25e-28e0-44ec-962f-b007a97b5f2e service neutron] 10.222.0.50 "GET /v2.0/networks?id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 HTTP/1.1" status: 200 len: 914 time: 0.2639680 Dec 22 09:30:56.667476 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:56.773494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Allocated IP 172.20.0.2 (35f94f30-dc02-42ba-ae03-f89662533cf5/9e6f0dfc-b310-4aa6-b375-ff5361a12245/417ecb3b-1481-4a12-8353-66a87f2cf2b2) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:30:56.816954 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-4312f2a9-4841-4ca3-bb94-12f61b4384b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb950c7-a463-4f96-bd23-c94d93d3a410 HTTP/1.1" status: 200 len: 1000 time: 0.1511278 Dec 22 09:30:56.920022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-26a98116-6997-4464-a8ab-76d8b2b9f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:56.930306 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-26a98116-6997-4464-a8ab-76d8b2b9f576 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5c8afb31-70cb-4424-9738-21fa798b43cb HTTP/1.1" status: 200 len: 859 time: 0.1112237 Dec 22 09:30:57.043819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-7bf7b8b0-105b-48d7-8633-2878a6dbf450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:57.047199 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-7bf7b8b0-105b-48d7-8633-2878a6dbf450 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154974 Dec 22 09:30:57.097576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:57.116738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Transition to ACTIVE for port object 417ecb3b-1481-4a12-8353-66a87f2cf2b2 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:30:57.147214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:57.149143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Transition to ACTIVE for port object 417ecb3b-1481-4a12-8353-66a87f2cf2b2 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:30:57.154159 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6aee355-c674-4e3f-b0ff-abfe8d28bb88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba00818-0122-4a7c-b7d3-3c86acb54178', 'code': 200} Dec 22 09:30:57.156525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:57.214460 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'tag': '6c91e0a3-36ba-4fed-bf40-56ae0f237427', 'status': 'completed', 'code': 200} Dec 22 09:30:57.270520 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:57.334360 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e4f6f68e-fc17-4dc9-a58f-598e1b4838ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:57.418314 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6aee355-c674-4e3f-b0ff-abfe8d28bb88', 'name': 'network-vif-deleted', 'tag': '5ba00818-0122-4a7c-b7d3-3c86acb54178', 'status': 'completed', 'code': 200} Dec 22 09:30:57.440219 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-1d6beb57-1713-4c70-87a0-59ab58507f29 service neutron] 10.222.0.50 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765717 Dec 22 09:30:57.478943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Pushing event updated for resources: {'Port': ['ID=417ecb3b-1481-4a12-8353-66a87f2cf2b2,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:57.485545 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:57.504663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Network 35f94f30-dc02-42ba-ae03-f89662533cf5 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:30:57.505887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:30:57.513752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:30:57.530621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0066a0-0625-4ce5-b22e-9e48f26e3676 req-90a9bdb8-f3e3-437b-a265-75db484bd7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:57.533313 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb0066a0-0625-4ce5-b22e-9e48f26e3676 req-90a9bdb8-f3e3-437b-a265-75db484bd7af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40fbcf60bc434afd9e98a45ed63e9499&device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 1161 time: 0.2891750 Dec 22 09:30:57.605250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Attempting to bind port 417ecb3b-1481-4a12-8353-66a87f2cf2b2 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:30:57.606031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Attempting to bind port 417ecb3b-1481-4a12-8353-66a87f2cf2b2 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '6698f866-8fa5-4f5e-93bb-7ba44c2d2288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '35f94f30-dc02-42ba-ae03-f89662533cf5'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:30:57.606830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Attempting to bind port 417ecb3b-1481-4a12-8353-66a87f2cf2b2 on network 35f94f30-dc02-42ba-ae03-f89662533cf5 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:30:57.613195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:30:57.613785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Checking segment: {'id': '6698f866-8fa5-4f5e-93bb-7ba44c2d2288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '35f94f30-dc02-42ba-ae03-f89662533cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:30:57.614348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:57.614903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Bound using segment: {'id': '6698f866-8fa5-4f5e-93bb-7ba44c2d2288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '35f94f30-dc02-42ba-ae03-f89662533cf5'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:30:57.615557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Bound port: 417ecb3b-1481-4a12-8353-66a87f2cf2b2, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6698f866-8fa5-4f5e-93bb-7ba44c2d2288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '35f94f30-dc02-42ba-ae03-f89662533cf5'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:30:57.616157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:57.722806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Allocated IP 172.25.7.81 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:30:57.743426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] For port 417ecb3b-1481-4a12-8353-66a87f2cf2b2, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:30:57.748203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] For port 417ecb3b-1481-4a12-8353-66a87f2cf2b2, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=417ecb3b-1481-4a12-8353-66a87f2cf2b2,segment=NetworkSegment(6698f866-8fa5-4f5e-93bb-7ba44c2d2288),segment_id=6698f866-8fa5-4f5e-93bb-7ba44c2d2288)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:30:57.753761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:57.808127 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:57.875713 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1264607e-16d6-47b4-8d0d-ea6aaca31c53 req-6713c65d-8b9a-4d58-9c48-cba0c37e7f6c service neutron] 10.222.0.50 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4250491 Dec 22 09:30:57.938454 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:57.969271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03b7d3-a342-4b00-9c22-8994bcef2913 req-58a28ac6-9bdd-4a3b-a2f4-6242630956f9 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:57.980129 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:57.980674 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e03b7d3-a342-4b00-9c22-8994bcef2913 req-58a28ac6-9bdd-4a3b-a2f4-6242630956f9 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=dc3bc989-851f-4f08-8704-3fed45649fd1 HTTP/1.1" status: 200 len: 948 time: 0.3780677 Dec 22 09:30:58.000694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0066a0-0625-4ce5-b22e-9e48f26e3676 req-13c718b4-6751-4bd4-bb71-f32c50292ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:58.002980 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb0066a0-0625-4ce5-b22e-9e48f26e3676 req-13c718b4-6751-4bd4-bb71-f32c50292ea9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 HTTP/1.1" status: 200 len: 914 time: 0.3645709 Dec 22 09:30:58.011512 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9c4015b-16a3-48b3-a63e-4d1beebf4748 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:30:58.016174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Pushing event updated for resources: {'Port': ['ID=417ecb3b-1481-4a12-8353-66a87f2cf2b2,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:58.047727 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:58.110999 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb0066a0-0625-4ce5-b22e-9e48f26e3676 req-96c07302-5f0e-49f2-9cfa-0700b5fab421 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c91e0a3-36ba-4fed-bf40-56ae0f237427 HTTP/1.1" status: 200 len: 217 time: 0.0869708 Dec 22 09:30:58.128543 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e03b7d3-a342-4b00-9c22-8994bcef2913 req-6ff49430-e118-4f0f-bfcf-110829fc846d tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466768 Dec 22 09:30:58.235357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0066a0-0625-4ce5-b22e-9e48f26e3676 req-cbeb0485-f813-4dd4-bf37-cb7020beba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:58.236951 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb0066a0-0625-4ce5-b22e-9e48f26e3676 req-cbeb0485-f813-4dd4-bf37-cb7020beba39 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c8afb31-70cb-4424-9738-21fa798b43cb HTTP/1.1" status: 200 len: 859 time: 0.1074169 Dec 22 09:30:58.316756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Pushing event updated for resources: {'Port': ['ID=dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:30:58.337101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.337515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.337926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.338347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.338965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.339443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.339877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.340758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.341368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.342062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.346040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.346513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.347012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.347419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.347822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.348253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.348660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.349061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.349458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.349852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.350246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.350638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.351029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.351422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.351869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.352285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.352673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.353148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.353573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.353962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.354350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.354739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.355131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.355592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.356024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.356421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:30:58.364903 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:30:58.393797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:30:58.395068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:30:58.398510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:30:58.500083 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-236674d3-5f47-4191-86f8-a41e486b9403 req-c6541047-707f-434c-bff7-5f2fb8b9bc55 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 1000 time: 0.1760056 Dec 22 09:30:58.923069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40222) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:58.961764 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-03f87b9b-f79f-491a-b539-499b37cf4e06 req-ae6145fa-1eeb-49cb-aeb6-fa2f46f60228 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 210 time: 0.4726777 Dec 22 09:30:59.129168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236674d3-5f47-4191-86f8-a41e486b9403 req-2bc343e6-2bdd-44c1-9c6b-25cd689eafd7 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:59.141579 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-236674d3-5f47-4191-86f8-a41e486b9403 req-2bc343e6-2bdd-44c1-9c6b-25cd689eafd7 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports/6fb950c7-a463-4f96-bd23-c94d93d3a410 HTTP/1.1" status: 200 len: 942 time: 0.6380017 Dec 22 09:30:59.216767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46dc69e-64aa-45b9-b21c-c8ee2e413341', 'tag': '6fb950c7-a463-4f96-bd23-c94d93d3a410'}, {'name': 'network-changed', 'server_uuid': 'dc3bc989-851f-4f08-8704-3fed45649fd1', 'tag': '563ae252-558e-4e2c-9ceb-7cd73ef6ef93'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:30:59.261941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0066a0-0625-4ce5-b22e-9e48f26e3676 req-3a60827f-95fd-4240-852f-4d47b0e9d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:59.263531 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb0066a0-0625-4ce5-b22e-9e48f26e3676 req-3a60827f-95fd-4240-852f-4d47b0e9d815 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0189986 Dec 22 09:30:59.274455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-000a8bd4-9131-49db-93ed-dc784e8dcd79 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:30:59.345693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-440668f0-2378-4b77-aa86-61c504bf9b07 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:30:59.347399 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-440668f0-2378-4b77-aa86-61c504bf9b07 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.37 "GET /v2.0/networks?id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 200 len: 821 time: 0.4253638 Dec 22 09:30:59.379571 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:59.380182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-75033a50-dfdd-48d3-a90a-c167ccdef949 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Request body: {'port': {'device_id': 'ce16728a-33be-482f-a1f4-b8a0ea277bb9', 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7', 'admin_state_up': True, 'tenant_id': '92202f56ba024bd88bdda46d20163167'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:30:59.781822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 563ae252-558e-4e2c-9ceb-7cd73ef6ef93 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:30:59.814466 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bd4ebf29-19b6-4a17-a5e3-b8d2d96c91d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=17bf214540684164a6250374e5b1450d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8823569 Dec 22 09:30:59.816219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40238) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:59.816596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40240) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:59.913744 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-236674d3-5f47-4191-86f8-a41e486b9403 req-cdcf7a9d-3383-4891-8969-99d1189e330b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 1000 time: 0.5138590 Dec 22 09:30:59.930795 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:59.934365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 563ae252-558e-4e2c-9ceb-7cd73ef6ef93 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:30:59.944579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 563ae252-558e-4e2c-9ceb-7cd73ef6ef93 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:30:59.945148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:30:59.980965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470a539d-84c8-4d47-9733-341dd2b00d3f None None] Network 35f94f30-dc02-42ba-ae03-f89662533cf5 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:31:00.025208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-75033a50-dfdd-48d3-a90a-c167ccdef949 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:31:00.030556 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb0066a0-0625-4ce5-b22e-9e48f26e3676 req-07fccd2a-1686-4b3c-8462-6aab5319af39 service neutron] 10.222.0.64 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7546356 Dec 22 09:31:00.044837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-75033a50-dfdd-48d3-a90a-c167ccdef949 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Usage tracker for resource:port and tenant:92202f56ba024bd88bdda46d20163167 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:31:00.076660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-75033a50-dfdd-48d3-a90a-c167ccdef949 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Quota usage for port was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:31:00.148726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-75033a50-dfdd-48d3-a90a-c167ccdef949 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:31:00.177877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0bbd45aa-b380-47b3-b6f8-2d2d3de42e79 None None] Provisioning for port 417ecb3b-1481-4a12-8353-66a87f2cf2b2 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:31:00.331455 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f52b9c80-7a70-476d-a0df-52ec1545afa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:00.347425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-70d843c6-2d14-4f2a-8dc5-8dc2b169821a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:00.349040 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:00.350980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-75033a50-dfdd-48d3-a90a-c167ccdef949 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Made reservation on behalf of 92202f56ba024bd88bdda46d20163167 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:31:00.360653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 417ecb3b-1481-4a12-8353-66a87f2cf2b2 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:00.361089 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-75033a50-dfdd-48d3-a90a-c167ccdef949 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:00.421649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Router 9a7b52e9-e81c-40c1-b591-2ef415e4f84d is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:31:00.449533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 563ae252-558e-4e2c-9ceb-7cd73ef6ef93, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=563ae252-558e-4e2c-9ceb-7cd73ef6ef93,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:00.455983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3bc989-851f-4f08-8704-3fed45649fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563ae252-558e-4e2c-9ceb-7cd73ef6ef93'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:31:00.465047 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:00.466955 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:00.476967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f52b9c80-7a70-476d-a0df-52ec1545afa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:31:00.497890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236674d3-5f47-4191-86f8-a41e486b9403 req-c67b68e4-3a3d-4635-8e5b-a83a69203721 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:00.514702 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-236674d3-5f47-4191-86f8-a41e486b9403 req-c67b68e4-3a3d-4635-8e5b-a83a69203721 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.5997453 Dec 22 09:31:00.518430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f52b9c80-7a70-476d-a0df-52ec1545afa7 admin admin] Usage tracker for resource:security_group_rule and tenant:72caa56f28bc443c89cb489fd88845b1 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:31:00.545985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f52b9c80-7a70-476d-a0df-52ec1545afa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:31:00.568872 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-70d843c6-2d14-4f2a-8dc5-8dc2b169821a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:00.609127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 417ecb3b-1481-4a12-8353-66a87f2cf2b2 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:31:00.624054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=563ae252-558e-4e2c-9ceb-7cd73ef6ef93,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:00.630600 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:00.637063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f52b9c80-7a70-476d-a0df-52ec1545afa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:31:00.663594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 417ecb3b-1481-4a12-8353-66a87f2cf2b2 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:00.664146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:00.676330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:31:00.699595 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb0066a0-0625-4ce5-b22e-9e48f26e3676 req-e2bb5365-0787-4a0d-838e-d3b6be2f6bab service neutron] 10.222.0.64 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6504638 Dec 22 09:31:00.705860 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:00.707777 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4921403 Dec 22 09:31:00.710584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40278) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:00.744453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Sync routers for ids ['9a7b52e9-e81c-40c1-b591-2ef415e4f84d'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:31:00.780496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Routers {'9a7b52e9-e81c-40c1-b591-2ef415e4f84d'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:00.781196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:30:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9a7b52e9-e81c-40c1-b591-2ef415e4f84d'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:00.917090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-70d843c6-2d14-4f2a-8dc5-8dc2b169821a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:00.972820 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e7e46067-dd47-48ae-bb2f-6fdd1149eead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:01.018740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d843c6-2d14-4f2a-8dc5-8dc2b169821a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af8a18e-1334-4b6d-8cf3-3b973886da9a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:01.043916 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-70d843c6-2d14-4f2a-8dc5-8dc2b169821a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:01.072379 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-70d843c6-2d14-4f2a-8dc5-8dc2b169821a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:01.078691 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-70d843c6-2d14-4f2a-8dc5-8dc2b169821a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6af8a18e-1334-4b6d-8cf3-3b973886da9a HTTP/1.1" status: 204 len: 168 time: 1.2489722 Dec 22 09:31:01.143448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750584b4-3b0e-45b0-a068-cbd2ee41b9a9 req-02e0c581-155e-4c79-88c2-8f5e95b93dea tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:01.151745 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-750584b4-3b0e-45b0-a068-cbd2ee41b9a9 req-02e0c581-155e-4c79-88c2-8f5e95b93dea tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=dc3bc989-851f-4f08-8704-3fed45649fd1 HTTP/1.1" status: 200 len: 950 time: 0.3417573 Dec 22 09:31:01.218831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-436e718e-f896-4a18-a68a-b056d77e76e0 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:31:01.219996 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-436e718e-f896-4a18-a68a-b056d77e76e0 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0060158 Dec 22 09:31:01.257308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-01cb2dd1-4328-4c11-b259-92f7b9bbfa2e service neutron] Request body: {'binding': {'host': 'n-h2-765315-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:01.257799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-01cb2dd1-4328-4c11-b259-92f7b9bbfa2e service neutron] Unknown quota resources ['binding']. {{(pid=81071) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Dec 22 09:31:01.330095 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f52b9c80-7a70-476d-a0df-52ec1545afa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:01.348139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 563ae252-558e-4e2c-9ceb-7cd73ef6ef93 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:01.369777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f52b9c80-7a70-476d-a0df-52ec1545afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:01.406147 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:01.421596 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f52b9c80-7a70-476d-a0df-52ec1545afa7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72caa56f28bc443c89cb489fd88845b1&name=default HTTP/1.1" status: 200 len: 2879 time: 1.5898249 Dec 22 09:31:01.430295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40286) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:01.434633 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-750584b4-3b0e-45b0-a068-cbd2ee41b9a9 req-2ad900b6-1a6a-439e-af40-cbe4f9834578 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817919 Dec 22 09:31:01.479491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-75033a50-dfdd-48d3-a90a-c167ccdef949 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Allocated IP 172.20.0.4 (f1dd3454-fbe2-48e2-8c94-be1dc63802a7/640a01a7-c30b-476e-9180-1eeb8ef32064/55b9341f-21cb-4492-9147-aa0f757d8cbf) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:31:01.522632 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:01.598514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b9c80-7a70-476d-a0df-52ec1545afa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48250211-78e2-41d1-969a-8fd82df474b4,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:01.618152 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f52b9c80-7a70-476d-a0df-52ec1545afa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:01.636500 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46dc69e-64aa-45b9-b21c-c8ee2e413341', 'tag': '6fb950c7-a463-4f96-bd23-c94d93d3a410', 'status': 'completed', 'code': 200} Dec 22 09:31:01.636999 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3bc989-851f-4f08-8704-3fed45649fd1', 'tag': '563ae252-558e-4e2c-9ceb-7cd73ef6ef93', 'status': 'completed', 'code': 200} Dec 22 09:31:01.641222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Set router 9a7b52e9-e81c-40c1-b591-2ef415e4f84d gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:31:01.670848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:31:01.875498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 417ecb3b-1481-4a12-8353-66a87f2cf2b2, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=417ecb3b-1481-4a12-8353-66a87f2cf2b2,segment=NetworkSegment(6698f866-8fa5-4f5e-93bb-7ba44c2d2288),segment_id=6698f866-8fa5-4f5e-93bb-7ba44c2d2288)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:01.902283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40290) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:01.903261 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:01.919006 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:02.087067 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8abce36-13c1-45ba-91bb-d274099f59b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:02.094473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 563ae252-558e-4e2c-9ceb-7cd73ef6ef93 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:02.095466 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:02.095626 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-176fdc37-c0d4-41d1-9623-a4098c866eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:02.207503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=417ecb3b-1481-4a12-8353-66a87f2cf2b2,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:02.230134 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-176fdc37-c0d4-41d1-9623-a4098c866eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:02.233495 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b456573-b33c-459b-a29c-66fe853cf0e9 req-2fd6cfb3-e985-4ec4-9d58-b79233dbcd2b tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 210 time: 0.3264079 Dec 22 09:31:02.235993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-01cb2dd1-4328-4c11-b259-92f7b9bbfa2e service neutron] Attempting to bind port 602fd199-75a4-490d-8e4d-901536169c9b on host n-h2-765315-5 for vnic_type normal with profile None {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:31:02.236530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-01cb2dd1-4328-4c11-b259-92f7b9bbfa2e service neutron] Attempting to bind port 602fd199-75a4-490d-8e4d-901536169c9b by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:31:02.237064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-01cb2dd1-4328-4c11-b259-92f7b9bbfa2e service neutron] Attempting to bind port 602fd199-75a4-490d-8e4d-901536169c9b on network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:31:02.261814 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:02.269376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-01cb2dd1-4328-4c11-b259-92f7b9bbfa2e service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:02.270035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-01cb2dd1-4328-4c11-b259-92f7b9bbfa2e service neutron] Checking segment: {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:31:02.270597 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-01cb2dd1-4328-4c11-b259-92f7b9bbfa2e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:02.271006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-de63d11b-56ef-4b1b-8de1-f832b8b56092 None None] Provisioning complete for port 417ecb3b-1481-4a12-8353-66a87f2cf2b2 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:02.271332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-01cb2dd1-4328-4c11-b259-92f7b9bbfa2e service neutron] Bound using segment: {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:02.272000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-01cb2dd1-4328-4c11-b259-92f7b9bbfa2e service neutron] Bound port: 602fd199-75a4-490d-8e4d-901536169c9b, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:31:02.272380 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-de63d11b-56ef-4b1b-8de1-f832b8b56092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:02.280208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a8abce36-13c1-45ba-91bb-d274099f59b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:31:02.297841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a8abce36-13c1-45ba-91bb-d274099f59b8 admin admin] Usage tracker for resource:security_group_rule and tenant:1a1a91d4f6fa4738b3225ec0aa4df3fa is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:31:02.305176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a8abce36-13c1-45ba-91bb-d274099f59b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:31:02.318917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a8abce36-13c1-45ba-91bb-d274099f59b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:31:02.384110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-e8205e73-c9ce-4c1b-9cf5-56afe16e0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:02.393605 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-e8205e73-c9ce-4c1b-9cf5-56afe16e0c9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&device_id=dc3bc989-851f-4f08-8704-3fed45649fd1 HTTP/1.1" status: 200 len: 1165 time: 0.6020555 Dec 22 09:31:02.397655 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:02.494365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-34368836-9203-4053-93de-553f0d938b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:02.495919 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-34368836-9203-4053-93de-553f0d938b45 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40fbcf60bc434afd9e98a45ed63e9499&device_id=f46dc69e-64aa-45b9-b21c-c8ee2e413341 HTTP/1.1" status: 200 len: 1160 time: 0.8014076 Dec 22 09:31:02.615470 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3bc989-851f-4f08-8704-3fed45649fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563ae252-558e-4e2c-9ceb-7cd73ef6ef93', 'code': 200} Dec 22 09:31:02.693300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1343184622-router', 'tenant_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:30:56Z', 'updated_at': '2020-12-22T09:30:59Z', 'revision_number': 3, 'project_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'gw_port': {'id': 'dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:30:57Z', 'updated_at': '2020-12-22T09:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:02.700818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Checking router: 9a7b52e9-e81c-40c1-b591-2ef415e4f84d for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:31:02.701830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Updating router 9a7b52e9-e81c-40c1-b591-2ef415e4f84d port dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66 binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:31:02.774160 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:02.800807 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8abce36-13c1-45ba-91bb-d274099f59b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:02.892444 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8abce36-13c1-45ba-91bb-d274099f59b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:02.928321 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9d35e7b0-9bec-4b4b-9cad-5b31574bfa7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:02.959323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-75033a50-dfdd-48d3-a90a-c167ccdef949 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:02.994247 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-176fdc37-c0d4-41d1-9623-a4098c866eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:03.010802 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3a2b0e4b-c8c2-4234-9115-b60bbfd691b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:03.031261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-54b80771-2b2d-42bc-bf4a-7d3c630d7b8a None None] Provisioning complete for port 417ecb3b-1481-4a12-8353-66a87f2cf2b2 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:03.031466 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54b80771-2b2d-42bc-bf4a-7d3c630d7b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:03.040202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176fdc37-c0d4-41d1-9623-a4098c866eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48250211-78e2-41d1-969a-8fd82df474b4,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:03.043104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-b040c645-5dda-4b0d-badf-9217802ea7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:03.044112 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-b040c645-5dda-4b0d-badf-9217802ea7b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.6090779 Dec 22 09:31:03.045683 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-176fdc37-c0d4-41d1-9623-a4098c866eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:03.081471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-01cb2dd1-4328-4c11-b259-92f7b9bbfa2e service neutron] For port 602fd199-75a4-490d-8e4d-901536169c9b, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=602fd199-75a4-490d-8e4d-901536169c9b,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:31:03.115260 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a8abce36-13c1-45ba-91bb-d274099f59b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a1a91d4f6fa4738b3225ec0aa4df3fa&name=default HTTP/1.1" status: 200 len: 2879 time: 1.2018564 Dec 22 09:31:03.115260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abce36-13c1-45ba-91bb-d274099f59b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0d8f15-f458-49df-8e74-4629c17e28ef,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:03.121347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40296) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:03.131971 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-0b8a9ac4-eb64-4ec5-8059-682bfc0a5b13 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 1000 time: 0.3259342 Dec 22 09:31:03.148780 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-ff40a547-1162-498b-b1d4-3b94b241ad53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=563ae252-558e-4e2c-9ceb-7cd73ef6ef93 HTTP/1.1" status: 200 len: 217 time: 0.0931122 Dec 22 09:31:03.149077 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-176fdc37-c0d4-41d1-9623-a4098c866eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:03.152811 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-176fdc37-c0d4-41d1-9623-a4098c866eb5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/48250211-78e2-41d1-969a-8fd82df474b4 HTTP/1.1" status: 204 len: 168 time: 1.7005341 Dec 22 09:31:03.177625 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a8abce36-13c1-45ba-91bb-d274099f59b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:03.224872 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-01cb2dd1-4328-4c11-b259-92f7b9bbfa2e service neutron] Notify callbacks [] for binding, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:03.226172 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-01cb2dd1-4328-4c11-b259-92f7b9bbfa2e service neutron] 10.222.0.50 "POST /v2.0/ports/602fd199-75a4-490d-8e4d-901536169c9b/bindings HTTP/1.1" status: 201 len: 459 time: 1.9903913 Dec 22 09:31:03.252134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-03464cdd-0674-45f1-910a-7ae9cafecafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:03.253792 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-03464cdd-0674-45f1-910a-7ae9cafecafe service neutron] 10.222.0.64 "GET /v2.0/networks?id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 HTTP/1.1" status: 200 len: 914 time: 0.7407169 Dec 22 09:31:03.266043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-da5d693b-5054-4427-a18b-0f869141a7ff tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:03.272514 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-da5d693b-5054-4427-a18b-0f869141a7ff tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports/6fb950c7-a463-4f96-bd23-c94d93d3a410 HTTP/1.1" status: 200 len: 942 time: 0.1395710 Dec 22 09:31:03.337845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745567e-ceb4-4524-96e1-3a946b205889 req-98793ec7-42d1-477d-a3fe-edfa6811c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:03.339521 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8745567e-ceb4-4524-96e1-3a946b205889 req-98793ec7-42d1-477d-a3fe-edfa6811c9b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc3bc989-851f-4f08-8704-3fed45649fd1 HTTP/1.1" status: 200 len: 1165 time: 0.4691746 Dec 22 09:31:03.404959 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-75033a50-dfdd-48d3-a90a-c167ccdef949 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:03.438945 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6987f517-3d11-4d7a-b21e-b353b1f808e0 tempest-ServerDiagnosticsNegativeTest-106495372 tempest-ServerDiagnosticsNegativeTest-106495372] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:03.484763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-b7780c33-104e-4aa2-b25f-3b7fb598c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:03.490783 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-b7780c33-104e-4aa2-b25f-3b7fb598c9a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.2958930 Dec 22 09:31:03.632970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.37', 49811) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:03.640122 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-171ec732-d63e-4414-81f2-389ff048e97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:03.661937 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:03.675058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Transition to ACTIVE for port object dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:31:03.680587 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:03.698613 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:03.740689 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8745567e-ceb4-4524-96e1-3a946b205889 req-482877eb-4bce-47d7-8280-6d1f94169713 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486968 Dec 22 09:31:03.758553 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-171ec732-d63e-4414-81f2-389ff048e97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:03.791868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Allocated IP 172.20.0.1 (35f94f30-dc02-42ba-ae03-f89662533cf5/9e6f0dfc-b310-4aa6-b375-ff5361a12245/053f2bcb-fde2-458e-926a-eee195fadd81) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:31:03.876025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce43e6e-9b29-41f0-9d8f-1606af502db7 None None] Pushing event updated for resources: {'Port': ['ID=dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:03.883375 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0ce43e6e-9b29-41f0-9d8f-1606af502db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:03.942688 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-13472c4b-6872-4332-b28e-d9df898cbd9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb950c7-a463-4f96-bd23-c94d93d3a410 HTTP/1.1" status: 200 len: 1000 time: 0.6683640 Dec 22 09:31:03.950128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Attempting to bind port dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:31:03.950554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Attempting to bind port dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:31:03.950974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Attempting to bind port dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66 on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:31:03.953636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40312) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:03.958389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:03.958822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:31:03.959285 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:03.959732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:03.960298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Bound port: dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:31:03.960729 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:03.996244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-a0beafc1-3ee3-4af2-b610-099bcb14079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:03.997849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-a0beafc1-3ee3-4af2-b610-099bcb14079a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4103177 Dec 22 09:31:04.006207 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53d26d05-c600-4606-b207-48931f9304d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:04.021453 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-e3baee18-e696-4b75-9fed-dbe8a0fb7cdd tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 1000 time: 0.3395724 Dec 22 09:31:04.024328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-6f66e532-c4c6-4c2c-b963-f7925859b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:04.025996 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-6f66e532-c4c6-4c2c-b963-f7925859b4b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 1160 time: 0.3833542 Dec 22 09:31:04.048420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-53d26d05-c600-4606-b207-48931f9304d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:31:04.057813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] For port dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:31:04.063845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] For port dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:31:04.067713 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:04.085640 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-171ec732-d63e-4414-81f2-389ff048e97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:04.085843 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:04.095804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75033a50-dfdd-48d3-a90a-c167ccdef949 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Pushing event updated for resources: {'Port': ['ID=55b9341f-21cb-4492-9147-aa0f757d8cbf,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:04.099559 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-75033a50-dfdd-48d3-a90a-c167ccdef949 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:04.099875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-53d26d05-c600-4606-b207-48931f9304d7 admin admin] Usage tracker for resource:security_group_rule and tenant:8c8591ed92814d608fd79529bfcb8513 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:31:04.104432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-53d26d05-c600-4606-b207-48931f9304d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:31:04.127983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-75033a50-dfdd-48d3-a90a-c167ccdef949 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:31:04.136483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-75033a50-dfdd-48d3-a90a-c167ccdef949 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:31:04.139459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-75033a50-dfdd-48d3-a90a-c167ccdef949 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:31:04.144198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-75033a50-dfdd-48d3-a90a-c167ccdef949 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:04.144895 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-75033a50-dfdd-48d3-a90a-c167ccdef949 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:04.183709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-801a7297-5482-4932-865b-a1e2ee68e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:04.185428 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-801a7297-5482-4932-865b-a1e2ee68e7f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c8afb31-70cb-4424-9738-21fa798b43cb HTTP/1.1" status: 200 len: 859 time: 0.2190347 Dec 22 09:31:04.247773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 417ecb3b-1481-4a12-8353-66a87f2cf2b2 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:04.260440 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7cb26d92-6631-4c88-960a-56f7101aa56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:04.271013 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-b03088d2-cb52-44b0-9dcd-057c58a35b46 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245655 Dec 22 09:31:04.272711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-53d26d05-c600-4606-b207-48931f9304d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:31:04.286779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ec732-d63e-4414-81f2-389ff048e97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0d8f15-f458-49df-8e74-4629c17e28ef,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:04.317000 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-75033a50-dfdd-48d3-a90a-c167ccdef949 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9417369 Dec 22 09:31:04.338306 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:04.341617 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-171ec732-d63e-4414-81f2-389ff048e97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:04.342458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14a6f7-7e55-47f5-a56a-a5f767e40efb req-442cefa5-f937-4918-9d27-ba57ec7a07e0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:04.344318 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f14a6f7-7e55-47f5-a56a-a5f767e40efb req-442cefa5-f937-4918-9d27-ba57ec7a07e0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=dc3bc989-851f-4f08-8704-3fed45649fd1 HTTP/1.1" status: 200 len: 950 time: 0.6659937 Dec 22 09:31:04.356186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Request body: {'port': {'device_id': 'ce16728a-33be-482f-a1f4-b8a0ea277bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:04.362566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce43e6e-9b29-41f0-9d8f-1606af502db7 None None] Pushing event updated for resources: {'Port': ['ID=dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:04.382186 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0ce43e6e-9b29-41f0-9d8f-1606af502db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:04.424455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 417ecb3b-1481-4a12-8353-66a87f2cf2b2 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:04.424671 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:04.467222 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-171ec732-d63e-4414-81f2-389ff048e97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:04.471151 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-171ec732-d63e-4414-81f2-389ff048e97d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db0d8f15-f458-49df-8e74-4629c17e28ef HTTP/1.1" status: 204 len: 168 time: 1.3365061 Dec 22 09:31:04.489883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Routers {'9a7b52e9-e81c-40c1-b591-2ef415e4f84d'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:04.490590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:30:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9a7b52e9-e81c-40c1-b591-2ef415e4f84d'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:04.512329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-d4d980ea-6341-4f10-9ebc-0a935297b4c1 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:04.514429 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-d4d980ea-6341-4f10-9ebc-0a935297b4c1 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.4597127 Dec 22 09:31:04.545569 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f14a6f7-7e55-47f5-a56a-a5f767e40efb req-8ecf6b90-3928-4bf5-b39d-4bad6eb2957b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497033 Dec 22 09:31:04.548836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Transition to ACTIVE for port object 053f2bcb-fde2-458e-926a-eee195fadd81 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:31:04.631813 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-fb6deda0-b0d5-4ca1-88a7-a0a44b4cfbef service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3431323 Dec 22 09:31:04.686304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-6f7fa123-ff71-4913-8902-231541bc5119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:04.688198 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-6f7fa123-ff71-4913-8902-231541bc5119 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4261575 Dec 22 09:31:04.709767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:04.738589 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:04.804628 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-c2e4abd1-65ff-4959-84c9-8412e19a4052 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 1000 time: 0.2579401 Dec 22 09:31:04.840474 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-23649d81-b07f-4584-b40e-d226aeb9fb03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:04.871433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-b5d8c56e-4d1e-408e-b4bc-bf6359968db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:04.873777 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-b5d8c56e-4d1e-408e-b4bc-bf6359968db4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 901 time: 0.8230031 Dec 22 09:31:04.988095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-01f265d6-ff15-499b-8122-9554b87d676f tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Request body: {'floatingip': {'port_id': None}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:05.095296 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-565b4718-dd14-43dd-8faf-1d5ff27fa0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:05.128245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] Set router 9a7b52e9-e81c-40c1-b591-2ef415e4f84d gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:31:05.181471 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-0bdc8bc3-3ce1-4e33-8539-c3e839c5ebaa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=602fd199-75a4-490d-8e4d-901536169c9b HTTP/1.1" status: 200 len: 217 time: 0.2047613 Dec 22 09:31:05.258363 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-deafa845-d48c-4d23-92c0-7babd3d339d9 service neutron] 10.222.0.64 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566840 Dec 22 09:31:05.283816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-8dfc28ee-66a1-4761-8249-071bdf8b7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:05.285817 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-8dfc28ee-66a1-4761-8249-071bdf8b7761 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20ea27e0-c8d1-40af-abba-75e850f0c212 HTTP/1.1" status: 200 len: 847 time: 0.0946920 Dec 22 09:31:05.346426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Network 35f94f30-dc02-42ba-ae03-f89662533cf5 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:31:05.347400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Pushing event updated for resources: {'Port': ['ID=053f2bcb-fde2-458e-926a-eee195fadd81,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:05.356653 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53d26d05-c600-4606-b207-48931f9304d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:05.358364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:31:05.360693 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:05.363430 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-c331ae2d-5551-4825-8e88-5d18ec3cf8b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9884d074-bf0a-40ed-a9d3-be8dba1c5839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670002 Dec 22 09:31:05.364484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:31:05.410273 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53d26d05-c600-4606-b207-48931f9304d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:05.492939 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-937be6a5-6fc3-4742-a197-9b51218a623e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:05.506828 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-53d26d05-c600-4606-b207-48931f9304d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c8591ed92814d608fd79529bfcb8513&name=default HTTP/1.1" status: 200 len: 2879 time: 1.5408459 Dec 22 09:31:05.527432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40332) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:05.563176 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-01f265d6-ff15-499b-8122-9554b87d676f tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks [] for floatingip, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:05.606711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d26d05-c600-4606-b207-48931f9304d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8425520f-1b55-4c2b-8e56-773f9723f073,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:05.660700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1343184622-router', 'tenant_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:30:56Z', 'updated_at': '2020-12-22T09:30:59Z', 'revision_number': 3, 'project_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'gw_port': {'id': 'dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:30:57Z', 'updated_at': '2020-12-22T09:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:05.667470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae31180d-0b4b-43db-a6ec-1148d6dd56f9 None None] The sync data for ids ['9a7b52e9-e81c-40c1-b591-2ef415e4f84d'] in n-d-765315-5 is: [{'id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1343184622-router', 'tenant_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:30:56Z', 'updated_at': '2020-12-22T09:30:59Z', 'revision_number': 3, 'project_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'gw_port': {'id': 'dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:30:57Z', 'updated_at': '2020-12-22T09:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:31:05.685187 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-53d26d05-c600-4606-b207-48931f9304d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:05.715928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:05.722779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3d38e-5bdf-44cd-8c67-ddb2cced798c req-7850c2e6-3fb7-4098-a6a0-d438fcdc3f38 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:05.723312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-cb71e040-a6a2-4455-8177-8bc876eb2ced None None] Provisioning for port 053f2bcb-fde2-458e-926a-eee195fadd81 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:31:05.723584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5eb3d38e-5bdf-44cd-8c67-ddb2cced798c req-7850c2e6-3fb7-4098-a6a0-d438fcdc3f38 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Synchronizing usage tracker for tenant:92202f56ba024bd88bdda46d20163167 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:31:05.731584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-cb71e040-a6a2-4455-8177-8bc876eb2ced None None] Provisioning complete for port 053f2bcb-fde2-458e-926a-eee195fadd81 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:05.732031 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb71e040-a6a2-4455-8177-8bc876eb2ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:05.816409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-cb71e040-a6a2-4455-8177-8bc876eb2ced None None] Port 053f2bcb-fde2-458e-926a-eee195fadd81 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:31:06.010165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40344) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:06.053803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5eb3d38e-5bdf-44cd-8c67-ddb2cced798c req-7850c2e6-3fb7-4098-a6a0-d438fcdc3f38 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Unset dirty status for tenant:92202f56ba024bd88bdda46d20163167 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:31:06.054017 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0642900-edbd-4141-8f6f-cbce5b8e4b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:06.055076 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5eb3d38e-5bdf-44cd-8c67-ddb2cced798c req-7850c2e6-3fb7-4098-a6a0-d438fcdc3f38 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 931 time: 1.2492135 Dec 22 09:31:06.082359 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-3c1f3c16-da01-431b-95af-1cefba6dc929 service neutron] 10.222.0.37 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275864 Dec 22 09:31:06.106589 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad32ad08-2bb5-41a5-83db-31c8a4c1aa18 req-73692028-bf01-49da-80b3-03213f0e17ce service neutron] 10.222.0.64 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8390050 Dec 22 09:31:06.267606 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-44efd73e-8636-4797-ac94-2a4c5f4aabbc service neutron] 10.222.0.37 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1763787 Dec 22 09:31:06.300375 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0642900-edbd-4141-8f6f-cbce5b8e4b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:06.350421 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-01f265d6-ff15-499b-8122-9554b87d676f tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks [] for floatingip, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:06.371308 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-01f265d6-ff15-499b-8122-9554b87d676f tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:06.372015 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-01f265d6-ff15-499b-8122-9554b87d676f tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Floating IP f7b9bbd8-b138-4ed3-8044-a942a8609a11 disassociated. External IP: 172.25.7.72, port: 6fb950c7-a463-4f96-bd23-c94d93d3a410. Dec 22 09:31:06.414361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:06.452570 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0642900-edbd-4141-8f6f-cbce5b8e4b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:06.467401 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-75785e4c-46d8-408a-9326-3f39a5fbd1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:06.490449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-461711286-network', 'tenant_id': '790143c06479416c8526efbd9a1fc0ad'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:06.501139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:31:06.507561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:06.508523 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:06.508643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:31:06.527829 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5eb3d38e-5bdf-44cd-8c67-ddb2cced798c req-ec3391e6-6841-4f55-9cc2-258b4c2bb66c tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611032 Dec 22 09:31:06.542797 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:06.567164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0642900-edbd-4141-8f6f-cbce5b8e4b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8425520f-1b55-4c2b-8e56-773f9723f073,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:06.671913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Usage tracker for resource:network and tenant:790143c06479416c8526efbd9a1fc0ad is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:31:06.691024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:31:06.715121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:06.723339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:31:06.738448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:06.743013 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:06.751867 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:06.821660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Made reservation on behalf of 790143c06479416c8526efbd9a1fc0ad for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:31:06.828473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:06.833063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:06.838824 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:06.848639 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d0642900-edbd-4141-8f6f-cbce5b8e4b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:06.877402 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0642900-edbd-4141-8f6f-cbce5b8e4b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:06.878693 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d0642900-edbd-4141-8f6f-cbce5b8e4b68 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8425520f-1b55-4c2b-8e56-773f9723f073 HTTP/1.1" status: 204 len: 168 time: 1.3407130 Dec 22 09:31:06.915257 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:06.924199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:06.929153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:06.959356 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7c18e3da-3e79-46b1-a334-38bfaceb274c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:07.028679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:31:07.042010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Usage tracker for resource:security_group_rule and tenant:790143c06479416c8526efbd9a1fc0ad is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:31:07.046893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:31:07.048820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-2e90e28d-a30f-4b20-90d5-865f6ba1fe1c tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:07.050486 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-2e90e28d-a30f-4b20-90d5-865f6ba1fe1c tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.37 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984&tenant_id=0fd3a230510047d192938116344c8cd5&binding%3Ahost_id=n-h1-765315-5 HTTP/1.1" status: 200 len: 1160 time: 0.6447599 Dec 22 09:31:07.060363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:07.083704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Pushing event updated for resources: {'Port': ['ID=053f2bcb-fde2-458e-926a-eee195fadd81,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:07.091348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-765315-5'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:07.129789 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:07.131136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:31:07.144289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b9341f-21cb-4492-9147-aa0f757d8cbf {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:31:07.161842 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:07.212668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Transition to ACTIVE for port object 55b9341f-21cb-4492-9147-aa0f757d8cbf will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:31:07.220892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:07.241607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af0290-ce45-482d-ae12-65157d4dd295 req-8efe1961-956f-4724-a735-236f34433296 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:07.244642 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-89af0290-ce45-482d-ae12-65157d4dd295 req-8efe1961-956f-4724-a735-236f34433296 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 945 time: 0.4921932 Dec 22 09:31:07.252449 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:07.341154 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10e5e5c5-3ab5-4357-81c5-83a0901b6205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:07.346384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-01f265d6-ff15-499b-8122-9554b87d676f tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:31:07.356906 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:07.449707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Network 35f94f30-dc02-42ba-ae03-f89662533cf5 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:31:07.453542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:31:07.567142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Pushing event updated for resources: {'Port': ['ID=55b9341f-21cb-4492-9147-aa0f757d8cbf,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:07.589410 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:07.604984 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-89af0290-ce45-482d-ae12-65157d4dd295 req-8d1eb0a2-33db-4ee5-83e6-fd4140fc56aa tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214164 Dec 22 09:31:07.753998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-24a2b71a-0b50-4bc6-9c65-743c9f27a618 None None] Provisioning complete for port 053f2bcb-fde2-458e-926a-eee195fadd81 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:07.754340 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24a2b71a-0b50-4bc6-9c65-743c9f27a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:07.867578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-24a2b71a-0b50-4bc6-9c65-743c9f27a618 None None] Port 053f2bcb-fde2-458e-926a-eee195fadd81 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:31:07.892530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Router 9a7b52e9-e81c-40c1-b591-2ef415e4f84d has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:31:07.930125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] For port 602fd199-75a4-490d-8e4d-901536169c9b, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=602fd199-75a4-490d-8e4d-901536169c9b,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:08.135062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] For port 602fd199-75a4-490d-8e4d-901536169c9b, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:31:08.219863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:31:08.231171 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] 10.222.0.50 "PUT /v2.0/routers/9a7b52e9-e81c-40c1-b591-2ef415e4f84d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5193298 Dec 22 09:31:08.245714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1646cebc-9664-4438-af14-c62f9d781984', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '602fd199-75a4-490d-8e4d-901536169c9b'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:31:08.251518 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:08.254047 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:08.263517 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:08.275218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:08.286304 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:08.289918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:08.299242 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-541a5bd3-3293-4a5a-bd81-a0285f75b6a0 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:08.317380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Attempting to bind port 55b9341f-21cb-4492-9147-aa0f757d8cbf on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:31:08.318005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Attempting to bind port 55b9341f-21cb-4492-9147-aa0f757d8cbf by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:31:08.318614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Attempting to bind port 55b9341f-21cb-4492-9147-aa0f757d8cbf on network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:31:08.322661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-01f265d6-ff15-499b-8122-9554b87d676f tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:31:08.334343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34decb0b-afc9-4da8-b45e-9d81bd2823d0 None None] Sync routers for ids ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:31:08.352201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:31:08.363417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34decb0b-afc9-4da8-b45e-9d81bd2823d0 None None] Routers {'88be0c2b-bc19-4e49-a9c1-095e1d03e405'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:08.365536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-34decb0b-afc9-4da8-b45e-9d81bd2823d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:31:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:08.369158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:08.369536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Checking segment: {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:31:08.370092 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:08.370494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Bound using segment: {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:08.370990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Bound port: 55b9341f-21cb-4492-9147-aa0f757d8cbf, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:31:08.371366 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:08.408146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:08.408895 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:08.414834 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:08.415223 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Added segment 12f9dcdb-1ce1-4601-9413-ee876bb6aaf6 of type vxlan for network 58c7a353-13b3-4d40-8fee-65d9dde6541f Dec 22 09:31:08.420249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de728564-1b6c-4a47-bb97-766605c21e2d,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:08.424226 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:08.489738 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-01f265d6-ff15-499b-8122-9554b87d676f tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:08.516330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Pushing event updated for resources: {'Port': ['ID=602fd199-75a4-490d-8e4d-901536169c9b,revision_number=6']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:08.525901 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:08.606266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364ac23-9cda-42e0-aa7e-87fe3d7b78f8 req-7047dfb6-633c-45a3-b2a9-0be9cc9ee784 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:08.615179 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4364ac23-9cda-42e0-aa7e-87fe3d7b78f8 req-7047dfb6-633c-45a3-b2a9-0be9cc9ee784 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=dc3bc989-851f-4f08-8704-3fed45649fd1 HTTP/1.1" status: 200 len: 950 time: 0.5368347 Dec 22 09:31:08.674889 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:08.719062 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-01f265d6-ff15-499b-8122-9554b87d676f tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "PUT /v2.0/floatingips/f7b9bbd8-b138-4ed3-8044-a942a8609a11 HTTP/1.1" status: 200 len: 694 time: 3.8274932 Dec 22 09:31:08.724770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46dc69e-64aa-45b9-b21c-c8ee2e413341', 'tag': '6fb950c7-a463-4f96-bd23-c94d93d3a410'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:31:08.738384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] For port 55b9341f-21cb-4492-9147-aa0f757d8cbf, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:31:08.760478 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:08.766235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] For port 55b9341f-21cb-4492-9147-aa0f757d8cbf, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=55b9341f-21cb-4492-9147-aa0f757d8cbf,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:31:08.773560 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4364ac23-9cda-42e0-aa7e-87fe3d7b78f8 req-0db1dd31-6acc-48a3-aa83-d6dbaa429d1d tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574385 Dec 22 09:31:08.794473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-34decb0b-afc9-4da8-b45e-9d81bd2823d0 None None] Set router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:31:08.801471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Attempting to bind port 602fd199-75a4-490d-8e4d-901536169c9b on host n-h1-765315-5 for vnic_type normal with profile {"migrating_to": "n-h2-765315-5"} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:31:08.801961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Attempting to bind port 602fd199-75a4-490d-8e4d-901536169c9b by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:31:08.802336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Attempting to bind port 602fd199-75a4-490d-8e4d-901536169c9b on network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:31:08.809139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:08.809519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Checking segment: {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:31:08.809930 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:08.810526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Bound using segment: {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:08.811041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Bound port: 602fd199-75a4-490d-8e4d-901536169c9b, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:31:08.811588 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:08.823847 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:08.866011 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:08.914258 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:08.941060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:08.942002 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:08.973563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] For port 602fd199-75a4-490d-8e4d-901536169c9b, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:31:08.978422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] For port 602fd199-75a4-490d-8e4d-901536169c9b, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=602fd199-75a4-490d-8e4d-901536169c9b,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:31:08.985561 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:09.009392 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:09.094936 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.0790625 Dec 22 09:31:09.103925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Sync routers for ids ['9a7b52e9-e81c-40c1-b591-2ef415e4f84d'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:31:09.128537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Routers {'9a7b52e9-e81c-40c1-b591-2ef415e4f84d'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:09.129581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:31:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9a7b52e9-e81c-40c1-b591-2ef415e4f84d'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:09.142715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40388) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:09.221443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Pushing event updated for resources: {'Port': ['ID=55b9341f-21cb-4492-9147-aa0f757d8cbf,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:09.233680 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:09.237986 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:09.374610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-6f56960e-e363-4313-bfe3-00bd79dde37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:09.376514 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-6f56960e-e363-4313-bfe3-00bd79dde37a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=40fbcf60bc434afd9e98a45ed63e9499&device_id=f46dc69e-64aa-45b9-b21c-c8ee2e413341 HTTP/1.1" status: 200 len: 1160 time: 0.6060274 Dec 22 09:31:09.462501 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:09.480284 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:09.484778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Set router 9a7b52e9-e81c-40c1-b591-2ef415e4f84d gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:31:09.512701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-34decb0b-afc9-4da8-b45e-9d81bd2823d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:35Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:09.518503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34decb0b-afc9-4da8-b45e-9d81bd2823d0 None None] Checking router: 88be0c2b-bc19-4e49-a9c1-095e1d03e405 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:31:09.531488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ef132827-b2d8-4bfd-8ed7-9e925941fb16 admin admin] Request body: {'subnet': {'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-461711286-subnet', 'tenant_id': '790143c06479416c8526efbd9a1fc0ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:09.542568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34decb0b-afc9-4da8-b45e-9d81bd2823d0 None None] Routers {'88be0c2b-bc19-4e49-a9c1-095e1d03e405'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:09.543580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-34decb0b-afc9-4da8-b45e-9d81bd2823d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:31:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:09.568083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ef132827-b2d8-4bfd-8ed7-9e925941fb16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:31:09.577895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ef132827-b2d8-4bfd-8ed7-9e925941fb16 admin admin] Usage tracker for resource:subnet and tenant:790143c06479416c8526efbd9a1fc0ad is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:31:09.586957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ef132827-b2d8-4bfd-8ed7-9e925941fb16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:31:09.620235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ef132827-b2d8-4bfd-8ed7-9e925941fb16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:31:09.650767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Pushing event updated for resources: {'Port': ['ID=602fd199-75a4-490d-8e4d-901536169c9b,revision_number=7']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:09.659718 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:09.664363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef132827-b2d8-4bfd-8ed7-9e925941fb16 admin admin] Made reservation on behalf of 790143c06479416c8526efbd9a1fc0ad for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:31:09.669268 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef132827-b2d8-4bfd-8ed7-9e925941fb16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:09.693323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-dcc3c324-eb46-4d1d-8822-d718f393fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:09.694928 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-dcc3c324-eb46-4d1d-8822-d718f393fd9d service neutron] 10.222.0.50 "GET /v2.0/networks?id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 HTTP/1.1" status: 200 len: 914 time: 0.1716359 Dec 22 09:31:09.792840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:09.793547 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:09.795179 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] 10.222.0.37 "PUT /v2.0/ports/55b9341f-21cb-4492-9147-aa0f757d8cbf HTTP/1.1" status: 200 len: 1155 time: 5.4444723 Dec 22 09:31:09.802991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40400) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:09.802991 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-b38457ee-aa7a-4ebe-849c-5678e4790bb4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb950c7-a463-4f96-bd23-c94d93d3a410 HTTP/1.1" status: 200 len: 217 time: 0.0924265 Dec 22 09:31:09.802991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Pushing event updated for resources: {'Network': ['ID=58c7a353-13b3-4d40-8fee-65d9dde6541f,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:09.809710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1603499218-network', 'tenant_id': '58f0d09d94a146f39fd5694d6ad0dbb2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:09.820754 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:09.902704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-60fc360d-3b8c-4fae-a915-53520ec82a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:09.905208 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-60fc360d-3b8c-4fae-a915-53520ec82a9a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5c8afb31-70cb-4424-9738-21fa798b43cb HTTP/1.1" status: 200 len: 859 time: 0.0834403 Dec 22 09:31:09.907281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:31:09.927692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:09.928591 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:09.930242 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] 10.222.0.37 "PUT /v2.0/ports/602fd199-75a4-490d-8e4d-901536169c9b HTTP/1.1" status: 200 len: 1185 time: 2.8488071 Dec 22 09:31:09.973738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50161c3f-ee82-4a80-be77-b03f81401f39 req-2a063824-1471-489f-860a-3bcef5284400 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:09.977819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-34decb0b-afc9-4da8-b45e-9d81bd2823d0 None None] Set router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:31:09.981711 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50161c3f-ee82-4a80-be77-b03f81401f39 req-2a063824-1471-489f-860a-3bcef5284400 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 943 time: 0.8947470 Dec 22 09:31:10.036486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 58c7a353-13b3-4d40-8fee-65d9dde6541f details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:31:10.052774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Usage tracker for resource:network and tenant:58f0d09d94a146f39fd5694d6ad0dbb2 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:31:10.061768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 58c7a353-13b3-4d40-8fee-65d9dde6541f details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:31:10.066929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:31:10.084112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 58c7a353-13b3-4d40-8fee-65d9dde6541f details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:31:10.087914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:31:10.133344 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50161c3f-ee82-4a80-be77-b03f81401f39 req-4bce4fad-4a6e-466e-bce5-328e4515de32 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506648 Dec 22 09:31:10.135795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Made reservation on behalf of 58f0d09d94a146f39fd5694d6ad0dbb2 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:31:10.142786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:10.165292 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:10.193139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:31:10.200831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-749f2afb-ff77-43de-a2a3-46364d66c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:10.213612 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-749f2afb-ff77-43de-a2a3-46364d66c49d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92202f56ba024bd88bdda46d20163167&device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 1158 time: 0.3033419 Dec 22 09:31:10.214881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Usage tracker for resource:security_group_rule and tenant:58f0d09d94a146f39fd5694d6ad0dbb2 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:31:10.219617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:31:10.229047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:31:10.233794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-1139e952-9175-4d03-a431-69e1f413f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:10.235543 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-1139e952-9175-4d03-a431-69e1f413f856 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2326519 Dec 22 09:31:10.331646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 602fd199-75a4-490d-8e4d-901536169c9b up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:10.353234 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-96a86bd7-592e-474f-8872-0f1c966d4457 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b9341f-21cb-4492-9147-aa0f757d8cbf HTTP/1.1" status: 200 len: 217 time: 0.1151843 Dec 22 09:31:10.376006 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef132827-b2d8-4bfd-8ed7-9e925941fb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:10.398390 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:10.472449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef132827-b2d8-4bfd-8ed7-9e925941fb16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0cb2307-15df-4f20-b1ea-7921fb77b239,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:10.478246 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ef132827-b2d8-4bfd-8ed7-9e925941fb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:10.498461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-34decb0b-afc9-4da8-b45e-9d81bd2823d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:35Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:10.512379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34decb0b-afc9-4da8-b45e-9d81bd2823d0 None None] The sync data for ids ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'] in n-d-765315-5 is: [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:35Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:31:10.625993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-10067bc1-9a5c-4be6-9f08-18ddc83e80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:10.627717 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-10067bc1-9a5c-4be6-9f08-18ddc83e80cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=640a01a7-c30b-476e-9180-1eeb8ef32064 HTTP/1.1" status: 200 len: 861 time: 0.2645082 Dec 22 09:31:10.694145 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:10.695849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-08aef46e-ed3d-4af6-93f2-b21ea1a5581c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574844 Dec 22 09:31:10.705667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef132827-b2d8-4bfd-8ed7-9e925941fb16 admin admin] Checking segment: {'id': '12f9dcdb-1ce1-4601-9413-ee876bb6aaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:31:10.706067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef132827-b2d8-4bfd-8ed7-9e925941fb16 admin admin] Network hostable DHCP agents. Network: 58c7a353-13b3-4d40-8fee-65d9dde6541f, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:31:10.744554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef132827-b2d8-4bfd-8ed7-9e925941fb16 admin admin] Network 58c7a353-13b3-4d40-8fee-65d9dde6541f is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:31:10.768037 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-283b41b6-ab00-4742-ae39-e618995cca64 service neutron] 10.222.0.50 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381351 Dec 22 09:31:10.768283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ef132827-b2d8-4bfd-8ed7-9e925941fb16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 58c7a353-13b3-4d40-8fee-65d9dde6541f) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:31:10.792186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef132827-b2d8-4bfd-8ed7-9e925941fb16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:10.792976 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef132827-b2d8-4bfd-8ed7-9e925941fb16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:10.804078 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:10.831920 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ef132827-b2d8-4bfd-8ed7-9e925941fb16 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6842334 Dec 22 09:31:10.840176 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:10.886339 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-70d843c6-2d14-4f2a-8dc5-8dc2b169821a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:10.902427 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1646cebc-9664-4438-af14-c62f9d781984', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '602fd199-75a4-490d-8e4d-901536169c9b', 'code': 200} Dec 22 09:31:11.061814 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:11.062748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf135442-90f6-407d-b2b5-10b519e4fc9b None None] Network 58c7a353-13b3-4d40-8fee-65d9dde6541f requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:31:11.146000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4230c47-470f-4690-9395-db8fab068354 None None] New status for floating IP f7b9bbd8-b138-4ed3-8044-a942a8609a11: DOWN {{(pid=81074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:31:11.239436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b135c9-b4e5-4fda-ac09-362abc6faf0c,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:11.248802 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:11.279817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 602fd199-75a4-490d-8e4d-901536169c9b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:11.280575 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:11.390333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:31:11.398551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1343184622-router', 'tenant_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:30:56Z', 'updated_at': '2020-12-22T09:31:06Z', 'revision_number': 4, 'project_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'gw_port': {'id': 'dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:30:57Z', 'updated_at': '2020-12-22T09:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '053f2bcb-fde2-458e-926a-eee195fadd81', 'name': '', 'network_id': '35f94f30-dc02-42ba-ae03-f89662533cf5', 'tenant_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'mac_address': 'fa:16:3e:90:a2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9e6f0dfc-b310-4aa6-b375-ff5361a12245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:31:03Z', 'updated_at': '2020-12-22T09:31:06Z', 'revision_number': 2, 'project_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'subnets': [{'id': '9e6f0dfc-b310-4aa6-b375-ff5361a12245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:11.418415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Checking router: 9a7b52e9-e81c-40c1-b591-2ef415e4f84d for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:31:11.418828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Updating router 9a7b52e9-e81c-40c1-b591-2ef415e4f84d port 053f2bcb-fde2-458e-926a-eee195fadd81 binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:31:11.428591 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21fd9691-aa13-4aea-b40f-2bb2e45a12af req-2cde86db-83ab-40b1-8cde-7a07829a07fa service neutron] 10.222.0.50 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6222222 Dec 22 09:31:11.431665 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:11.432156 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Added segment 374bafbb-7a25-4b2e-a253-68316cc6af87 of type vxlan for network e5303cd3-bcf5-4fba-945e-8842a9d29a99 Dec 22 09:31:11.520315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ccd91-a6c8-4107-8ba4-ef307edcc82a req-4a473e63-568e-4b46-acd0-753ee5c990f3 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:11.521557 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c03ccd91-a6c8-4107-8ba4-ef307edcc82a req-4a473e63-568e-4b46-acd0-753ee5c990f3 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 943 time: 0.2556937 Dec 22 09:31:11.523884 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-d3850121-e952-4d74-946b-094045808682 service neutron] 10.222.0.37 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8045840 Dec 22 09:31:11.531780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:11.541197 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:11.933289 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46dc69e-64aa-45b9-b21c-c8ee2e413341', 'tag': '6fb950c7-a463-4f96-bd23-c94d93d3a410', 'status': 'completed', 'code': 200} Dec 22 09:31:12.032685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c97003-353b-4dcf-b0e4-a43ac0575dab None None] Network 58c7a353-13b3-4d40-8fee-65d9dde6541f requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:31:12.051833 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:12.184674 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c03ccd91-a6c8-4107-8ba4-ef307edcc82a req-d9c928a3-9260-4939-9820-0cc85e2a8efd tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6474571 Dec 22 09:31:12.189300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:12.193523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:12.194648 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:12.222019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1646cebc-9664-4438-af14-c62f9d781984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602fd199-75a4-490d-8e4d-901536169c9b'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:31:12.237728 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:12.335785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 602fd199-75a4-490d-8e4d-901536169c9b, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=602fd199-75a4-490d-8e4d-901536169c9b,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:12.356867 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5498140 Dec 22 09:31:12.357078 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:12.358493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40456) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:12.361481 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d196b767-6359-47e6-a30a-8a0db16a7516 req-aade2a16-4f48-4655-9308-b2afac95a69f service neutron] 10.222.0.37 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4884121 Dec 22 09:31:12.365819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0b3a980c-ae81-4598-ad06-1a7965b344f9 admin admin] Request body: {'subnet': {'network_id': 'e5303cd3-bcf5-4fba-945e-8842a9d29a99', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1603499218-subnet', 'tenant_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:12.371536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0b3a980c-ae81-4598-ad06-1a7965b344f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:31:12.378721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0b3a980c-ae81-4598-ad06-1a7965b344f9 admin admin] Usage tracker for resource:subnet and tenant:58f0d09d94a146f39fd5694d6ad0dbb2 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:31:12.384506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0b3a980c-ae81-4598-ad06-1a7965b344f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:31:12.393499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0b3a980c-ae81-4598-ad06-1a7965b344f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:31:12.405628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3a980c-ae81-4598-ad06-1a7965b344f9 admin admin] Made reservation on behalf of 58f0d09d94a146f39fd5694d6ad0dbb2 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:31:12.411515 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b3a980c-ae81-4598-ad06-1a7965b344f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:12.418449 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:12.448207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da73b91-1245-43af-ac8b-5f100d00578b req-fbaa48eb-a223-4e21-a9d2-00ec0c854787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:12.449768 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6da73b91-1245-43af-ac8b-5f100d00578b req-fbaa48eb-a223-4e21-a9d2-00ec0c854787 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40fbcf60bc434afd9e98a45ed63e9499&device_id=f46dc69e-64aa-45b9-b21c-c8ee2e413341 HTTP/1.1" status: 200 len: 1160 time: 0.5118961 Dec 22 09:31:12.524475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Pushing event updated for resources: {'Network': ['ID=e5303cd3-bcf5-4fba-945e-8842a9d29a99,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:12.534632 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:12.564583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network e5303cd3-bcf5-4fba-945e-8842a9d29a99 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:31:12.579657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network e5303cd3-bcf5-4fba-945e-8842a9d29a99 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:31:12.604888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network e5303cd3-bcf5-4fba-945e-8842a9d29a99 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:31:12.679208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189bc08-11e3-447d-85d3-82e887495afc req-da2e7c52-a04f-4456-add2-a2273c23b35a tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:12.680924 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1189bc08-11e3-447d-85d3-82e887495afc req-da2e7c52-a04f-4456-add2-a2273c23b35a tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] 10.222.0.50 "GET /v2.0/ports?device_id=dc3bc989-851f-4f08-8704-3fed45649fd1 HTTP/1.1" status: 200 len: 1165 time: 0.3798904 Dec 22 09:31:12.723396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da73b91-1245-43af-ac8b-5f100d00578b req-bfde9f93-35ab-4bdb-87dc-e6837ac0f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:12.724973 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6da73b91-1245-43af-ac8b-5f100d00578b req-bfde9f93-35ab-4bdb-87dc-e6837ac0f1ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 HTTP/1.1" status: 200 len: 914 time: 0.2293258 Dec 22 09:31:12.725672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1189bc08-11e3-447d-85d3-82e887495afc req-cc3f70b7-f10d-4045-8608-4524ff16ee59 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:12.800655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52736e-baf5-42da-b806-88055c2c75dd req-a19a2bc6-b6de-4aec-96d9-c47e0487c563 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:12.802334 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6d52736e-baf5-42da-b806-88055c2c75dd req-a19a2bc6-b6de-4aec-96d9-c47e0487c563 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 943 time: 0.4357440 Dec 22 09:31:12.823227 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6da73b91-1245-43af-ac8b-5f100d00578b req-1fd9bb51-d009-4329-98cb-f80cd8318fad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fb950c7-a463-4f96-bd23-c94d93d3a410 HTTP/1.1" status: 200 len: 217 time: 0.0853465 Dec 22 09:31:12.825060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-1189bc08-11e3-447d-85d3-82e887495afc req-cc3f70b7-f10d-4045-8608-4524ff16ee59 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:31:12.883253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1189bc08-11e3-447d-85d3-82e887495afc req-cc3f70b7-f10d-4045-8608-4524ff16ee59 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] Usage tracker for resource:security_group_rule and tenant:274d61502d424b88a741e70a15aa24ed is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:31:12.892380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1189bc08-11e3-447d-85d3-82e887495afc req-cc3f70b7-f10d-4045-8608-4524ff16ee59 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:31:12.893000 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b3a980c-ae81-4598-ad06-1a7965b344f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:12.910857 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7b149d5d-ba13-4a28-89f0-0b355036f524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:12.920080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-1189bc08-11e3-447d-85d3-82e887495afc req-cc3f70b7-f10d-4045-8608-4524ff16ee59 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:31:12.923091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=602fd199-75a4-490d-8e4d-901536169c9b,revision_number=8']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:12.927680 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:12.950704 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6d52736e-baf5-42da-b806-88055c2c75dd req-3f0b77ac-0dfa-46c3-ac92-a07de91a1250 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293070 Dec 22 09:31:12.967016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da73b91-1245-43af-ac8b-5f100d00578b req-d512d700-eda5-4375-a945-d4a7d4638c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:12.968432 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6da73b91-1245-43af-ac8b-5f100d00578b req-d512d700-eda5-4375-a945-d4a7d4638c7a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c8afb31-70cb-4424-9738-21fa798b43cb HTTP/1.1" status: 200 len: 859 time: 0.1237323 Dec 22 09:31:12.969690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1646cebc-9664-4438-af14-c62f9d781984', 'tag': '602fd199-75a4-490d-8e4d-901536169c9b'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:31:12.979496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a980c-ae81-4598-ad06-1a7965b344f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c35bf7-47a0-4957-bcd9-cda46c46f77a,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:12.985535 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0b3a980c-ae81-4598-ad06-1a7965b344f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:13.052574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 602fd199-75a4-490d-8e4d-901536169c9b up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:13.119242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1189bc08-11e3-447d-85d3-82e887495afc req-cc3f70b7-f10d-4045-8608-4524ff16ee59 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:13.138452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1189bc08-11e3-447d-85d3-82e887495afc req-cc3f70b7-f10d-4045-8608-4524ff16ee59 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:13.152571 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:13.191985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3a980c-ae81-4598-ad06-1a7965b344f9 admin admin] Checking segment: {'id': '374bafbb-7a25-4b2e-a253-68316cc6af87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'e5303cd3-bcf5-4fba-945e-8842a9d29a99'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:31:13.192402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3a980c-ae81-4598-ad06-1a7965b344f9 admin admin] Network hostable DHCP agents. Network: e5303cd3-bcf5-4fba-945e-8842a9d29a99, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:31:13.199559 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1189bc08-11e3-447d-85d3-82e887495afc req-cc3f70b7-f10d-4045-8608-4524ff16ee59 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052152 Dec 22 09:31:13.221809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f70b7-f10d-4045-8608-4524ff16ee59 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] Pushing event updated for resources: {'SecurityGroup': ['ID=20a40964-839f-4065-9a4d-82e29e4ce19f,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:13.247481 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cc3f70b7-f10d-4045-8608-4524ff16ee59 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:13.291069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da73b91-1245-43af-ac8b-5f100d00578b req-569aaffa-318c-4b96-adfa-acd2ec362e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:13.291322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3a980c-ae81-4598-ad06-1a7965b344f9 admin admin] Network e5303cd3-bcf5-4fba-945e-8842a9d29a99 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:31:13.292797 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6da73b91-1245-43af-ac8b-5f100d00578b req-569aaffa-318c-4b96-adfa-acd2ec362e19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3169327 Dec 22 09:31:13.306467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-0b3a980c-ae81-4598-ad06-1a7965b344f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, e5303cd3-bcf5-4fba-945e-8842a9d29a99) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:31:13.334898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3a980c-ae81-4598-ad06-1a7965b344f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:13.336000 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b3a980c-ae81-4598-ad06-1a7965b344f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:13.361003 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0b3a980c-ae81-4598-ad06-1a7965b344f9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0010154 Dec 22 09:31:13.364091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40478) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:13.369193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9e75ae-f0a6-459f-87f3-d4e6a353b90a None None] Network e5303cd3-bcf5-4fba-945e-8842a9d29a99 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:31:13.374435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1603499218-router', 'tenant_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:13.380533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:31:13.386268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Usage tracker for resource:router and tenant:58f0d09d94a146f39fd5694d6ad0dbb2 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:31:13.396112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:31:13.403645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:31:13.420765 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:13.422263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:13.440021 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:13.586505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-10eae9b4-375a-4b7d-9679-a3fc87e99b26 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:13.587270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-10eae9b4-375a-4b7d-9679-a3fc87e99b26 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Synchronizing usage tracker for tenant:790143c06479416c8526efbd9a1fc0ad on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:31:13.593612 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6da73b91-1245-43af-ac8b-5f100d00578b req-43cc59c6-281f-40ec-a096-ac6049b4e907 service neutron] 10.222.0.64 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746193 Dec 22 09:31:13.627624 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1646cebc-9664-4438-af14-c62f9d781984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602fd199-75a4-490d-8e4d-901536169c9b', 'code': 200} Dec 22 09:31:13.632060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-10eae9b4-375a-4b7d-9679-a3fc87e99b26 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Unset dirty status for tenant:790143c06479416c8526efbd9a1fc0ad on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:31:13.633367 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-10eae9b4-375a-4b7d-9679-a3fc87e99b26 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/networks?id=58c7a353-13b3-4d40-8fee-65d9dde6541f HTTP/1.1" status: 200 len: 804 time: 0.3395770 Dec 22 09:31:13.674258 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-e55a39ae-7938-49e5-b40b-db12a11d3580 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/quotas/790143c06479416c8526efbd9a1fc0ad HTTP/1.1" status: 200 len: 375 time: 0.0318942 Dec 22 09:31:13.742390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-e5303cd3-bcf5-4fba-945e-8842a9d29a99', 'network_id': 'e5303cd3-bcf5-4fba-945e-8842a9d29a99', 'tenant_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'fixed_ips': [{'subnet_id': 'a1c35bf7-47a0-4957-bcd9-cda46c46f77a'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:31:13.743687 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:13.789380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 602fd199-75a4-490d-8e4d-901536169c9b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:13.790037 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:13.818336 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:13.823408 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1f6ae77-e12d-4f0f-9a61-0e1255e9a9fe req-ccccc486-a94c-4714-a094-e8ccfa7dc20d tempest-FlavorsV2NegativeTest-1900304896 tempest-FlavorsV2NegativeTest-1900304896] 10.222.0.50 "GET /v2.0/networks?tenant_id=438643454de34a8a8e3d1a7411e11aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0951059 Dec 22 09:31:13.828399 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-c6e6e059-be8c-4d9b-842c-3fa79e467944 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?tenant_id=790143c06479416c8526efbd9a1fc0ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0988376 Dec 22 09:31:13.940901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce16728a-33be-482f-a1f4-b8a0ea277bb9', 'tag': '55b9341f-21cb-4492-9147-aa0f757d8cbf'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:31:13.958062 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6da73b91-1245-43af-ac8b-5f100d00578b req-7adfc2e1-a90b-449c-9e58-292b8a5f2bf6 service neutron] 10.222.0.64 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3521206 Dec 22 09:31:14.046499 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:14.112480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Transition to ACTIVE for port object 053f2bcb-fde2-458e-926a-eee195fadd81 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:31:14.124145 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:14.156095 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:14.188938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6ae77-e12d-4f0f-9a61-0e1255e9a9fe req-e8f0a2e6-ca68-49b0-8dde-648a75108b9e tempest-FlavorsV2NegativeTest-1900304896 tempest-FlavorsV2NegativeTest-1900304896] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:14.190584 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1f6ae77-e12d-4f0f-9a61-0e1255e9a9fe req-e8f0a2e6-ca68-49b0-8dde-648a75108b9e tempest-FlavorsV2NegativeTest-1900304896 tempest-FlavorsV2NegativeTest-1900304896] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3518438 Dec 22 09:31:14.194433 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-f78dce18-c644-40d9-b337-f95535a35fb6 service neutron] 10.222.0.50 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535891 Dec 22 09:31:14.231603 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:14.267323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:14.281052 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1f6ae77-e12d-4f0f-9a61-0e1255e9a9fe req-f5303c0d-1ac2-4b12-b68b-1bd9da43ac61 tempest-FlavorsV2NegativeTest-1900304896 tempest-FlavorsV2NegativeTest-1900304896] 10.222.0.50 "GET /v2.0/quotas/438643454de34a8a8e3d1a7411e11aa0 HTTP/1.1" status: 200 len: 375 time: 0.0666952 Dec 22 09:31:14.298116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cd90c-4ce9-4c62-a15a-5609f9f23a78 None None] Pushing event updated for resources: {'Port': ['ID=053f2bcb-fde2-458e-926a-eee195fadd81,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:14.301539 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-297cd90c-4ce9-4c62-a15a-5609f9f23a78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:14.401641 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1f6ae77-e12d-4f0f-9a61-0e1255e9a9fe req-3d21578b-6def-410d-8d82-06a9dd73241a tempest-FlavorsV2NegativeTest-1900304896 tempest-FlavorsV2NegativeTest-1900304896] 10.222.0.50 "GET /v2.0/ports?tenant_id=438643454de34a8a8e3d1a7411e11aa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1080158 Dec 22 09:31:14.495965 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-aee3c133-8f0a-489e-a6f1-093bf33218a4 service neutron] 10.222.0.50 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2802620 Dec 22 09:31:14.621436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Allocated IP 172.25.7.76 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/cd9249b7-d2e7-4cd7-86ff-be427cf58ef3) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:31:14.720709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Allocated IP 172.20.0.2 (e5303cd3-bcf5-4fba-945e-8842a9d29a99/a1c35bf7-47a0-4957-bcd9-cda46c46f77a/e7648714-ba72-49b0-abea-392951319fc9) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:31:14.740526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Attempting to bind port 053f2bcb-fde2-458e-926a-eee195fadd81 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:31:14.741228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Attempting to bind port 053f2bcb-fde2-458e-926a-eee195fadd81 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '6698f866-8fa5-4f5e-93bb-7ba44c2d2288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '35f94f30-dc02-42ba-ae03-f89662533cf5'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:31:14.741897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Attempting to bind port 053f2bcb-fde2-458e-926a-eee195fadd81 on network 35f94f30-dc02-42ba-ae03-f89662533cf5 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:31:14.754543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:14.755696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Checking segment: {'id': '6698f866-8fa5-4f5e-93bb-7ba44c2d2288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '35f94f30-dc02-42ba-ae03-f89662533cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:31:14.756569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:14.756773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Bound using segment: {'id': '6698f866-8fa5-4f5e-93bb-7ba44c2d2288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '35f94f30-dc02-42ba-ae03-f89662533cf5'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:14.757305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Bound port: 053f2bcb-fde2-458e-926a-eee195fadd81, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6698f866-8fa5-4f5e-93bb-7ba44c2d2288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '35f94f30-dc02-42ba-ae03-f89662533cf5'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:31:14.757745 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:14.868297 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:14.896197 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1646cebc-9664-4438-af14-c62f9d781984', 'tag': '602fd199-75a4-490d-8e4d-901536169c9b', 'status': 'completed', 'code': 200} Dec 22 09:31:14.899131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:14.919365 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:15.427039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] For port 053f2bcb-fde2-458e-926a-eee195fadd81, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:31:15.430637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] For port 053f2bcb-fde2-458e-926a-eee195fadd81, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=053f2bcb-fde2-458e-926a-eee195fadd81,segment=NetworkSegment(6698f866-8fa5-4f5e-93bb-7ba44c2d2288),segment_id=6698f866-8fa5-4f5e-93bb-7ba44c2d2288)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:31:15.436916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 602fd199-75a4-490d-8e4d-901536169c9b up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:15.516205 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:15.541096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:15.547329 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:15.617923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Pushing event updated for resources: {'Port': ['ID=cd9249b7-d2e7-4cd7-86ff-be427cf58ef3,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:15.629459 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:15.683748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:31:15.685033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:31:15.694128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:31:15.704233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e485c21-1015-4b3e-a8f2-f59836e0404e req-b6673a8d-6b27-4ed2-8b46-012525982808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:15.707047 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2e485c21-1015-4b3e-a8f2-f59836e0404e req-b6673a8d-6b27-4ed2-8b46-012525982808 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 1190 time: 0.8771660 Dec 22 09:31:15.780793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cd90c-4ce9-4c62-a15a-5609f9f23a78 None None] Pushing event updated for resources: {'Port': ['ID=053f2bcb-fde2-458e-926a-eee195fadd81,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:15.788564 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-297cd90c-4ce9-4c62-a15a-5609f9f23a78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:15.799070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Transition to ACTIVE for port object e7648714-ba72-49b0-abea-392951319fc9 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:31:15.813740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Routers {'9a7b52e9-e81c-40c1-b591-2ef415e4f84d'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:15.814449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:31:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9a7b52e9-e81c-40c1-b591-2ef415e4f84d'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:15.855125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40534) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:15.957565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 55b9341f-21cb-4492-9147-aa0f757d8cbf up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:16.058764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-bca7bffe-51f8-4562-a3b2-acf196838fb2 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:16.083365 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-bca7bffe-51f8-4562-a3b2-acf196838fb2 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.8705325 Dec 22 09:31:16.087444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Transition to ACTIVE for port object e7648714-ba72-49b0-abea-392951319fc9 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:31:16.095461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 602fd199-75a4-490d-8e4d-901536169c9b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:16.098603 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:16.186668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cc8b6-1dd5-48ee-a1f0-6b609b23e9dc req-bfbb3a40-b14e-4135-a2fc-7acb4abba2eb tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:16.195086 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a45cc8b6-1dd5-48ee-a1f0-6b609b23e9dc req-bfbb3a40-b14e-4135-a2fc-7acb4abba2eb tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 945 time: 1.1534574 Dec 22 09:31:16.211343 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-5cb40bfa-52d1-4033-9bcd-4a4a4f00dd5d tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 695 time: 0.1267056 Dec 22 09:31:16.218355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-d3b6da50-6712-40eb-a2f9-4f3845c09122 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Request body: {'floatingip': {'port_id': '6c91e0a3-36ba-4fed-bf40-56ae0f237427', 'fixed_ip_address': '172.20.0.14'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:16.255126 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-076c8f36-e948-4de1-a6f5-2bf48bf780a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:16.285534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-076c8f36-e948-4de1-a6f5-2bf48bf780a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:31:16.290202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-076c8f36-e948-4de1-a6f5-2bf48bf780a4 admin admin] Usage tracker for resource:security_group_rule and tenant:438643454de34a8a8e3d1a7411e11aa0 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:31:16.293620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-076c8f36-e948-4de1-a6f5-2bf48bf780a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:31:16.300824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-076c8f36-e948-4de1-a6f5-2bf48bf780a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:31:16.328367 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:16.358407 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0ce43e6e-9b29-41f0-9d8f-1606af502db7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:16.366519 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a45cc8b6-1dd5-48ee-a1f0-6b609b23e9dc req-bb780103-adaf-40e2-85d4-662f5e101f86 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703792 Dec 22 09:31:16.399192 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-076c8f36-e948-4de1-a6f5-2bf48bf780a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:16.403301 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-076c8f36-e948-4de1-a6f5-2bf48bf780a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:16.421894 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ff7dd389-226c-4f79-8b02-e606d35df811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:16.428617 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-d3b6da50-6712-40eb-a2f9-4f3845c09122 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks [] for floatingip, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:16.445235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] Set router 9a7b52e9-e81c-40c1-b591-2ef415e4f84d gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:31:16.547460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c8f36-e948-4de1-a6f5-2bf48bf780a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abea5cd4-d846-41df-9e92-b630ec28ea7e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:16.554217 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-076c8f36-e948-4de1-a6f5-2bf48bf780a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:16.562425 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-076c8f36-e948-4de1-a6f5-2bf48bf780a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=438643454de34a8a8e3d1a7411e11aa0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7058582 Dec 22 09:31:16.563134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40542) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:16.603439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:16.604700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 55b9341f-21cb-4492-9147-aa0f757d8cbf completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:31:16.641120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 55b9341f-21cb-4492-9147-aa0f757d8cbf triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:16.641556 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:16.644033 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce16728a-33be-482f-a1f4-b8a0ea277bb9', 'tag': '55b9341f-21cb-4492-9147-aa0f757d8cbf', 'status': 'completed', 'code': 200} Dec 22 09:31:16.728694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bbde2-36b0-40be-a1ab-bdcee2570017 req-710389b9-698a-46be-9c55-5eabcdab520f tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:16.730608 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-308bbde2-36b0-40be-a1ab-bdcee2570017 req-710389b9-698a-46be-9c55-5eabcdab520f tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.64 "GET /v2.0/ports?device_id=f46dc69e-64aa-45b9-b21c-c8ee2e413341 HTTP/1.1" status: 200 len: 945 time: 1.0211825 Dec 22 09:31:16.780947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e485c21-1015-4b3e-a8f2-f59836e0404e req-9f997723-f713-41af-ac93-3e1b7918f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:16.782534 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2e485c21-1015-4b3e-a8f2-f59836e0404e req-9f997723-f713-41af-ac93-3e1b7918f289 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 901 time: 0.9875720 Dec 22 09:31:16.801270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18ca3b53-9c55-4142-b64c-12649e556e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:16.855505 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18ca3b53-9c55-4142-b64c-12649e556e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:16.958902 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2e485c21-1015-4b3e-a8f2-f59836e0404e req-eb879b75-6342-495b-9e8c-9960e578e649 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=602fd199-75a4-490d-8e4d-901536169c9b HTTP/1.1" status: 200 len: 217 time: 0.1247656 Dec 22 09:31:17.074787 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18ca3b53-9c55-4142-b64c-12649e556e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:17.083041 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-877cfcae-d986-42af-a914-601572defede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:17.102987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-308bbde2-36b0-40be-a1ab-bdcee2570017 req-d3606987-ec18-42b1-976e-460889240523 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Deleting port 6fb950c7-a463-4f96-bd23-c94d93d3a410 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:31:17.103519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-308bbde2-36b0-40be-a1ab-bdcee2570017 req-d3606987-ec18-42b1-976e-460889240523 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:17.116807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca3b53-9c55-4142-b64c-12649e556e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abea5cd4-d846-41df-9e92-b630ec28ea7e,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:17.118885 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-18ca3b53-9c55-4142-b64c-12649e556e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:17.120153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:17.247035 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18ca3b53-9c55-4142-b64c-12649e556e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:17.252682 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-18ca3b53-9c55-4142-b64c-12649e556e73 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/abea5cd4-d846-41df-9e92-b630ec28ea7e HTTP/1.1" status: 204 len: 168 time: 0.6862948 Dec 22 09:31:17.294582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Pushing event updated for resources: {'Port': ['ID=e7648714-ba72-49b0-abea-392951319fc9,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:17.323278 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.966s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:17.443438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e485c21-1015-4b3e-a8f2-f59836e0404e req-2e5c101f-50da-4857-b005-89854eb57555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:17.447524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Router 1b7fea87-2919-40ad-a1b1-60ffb26201b3 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:31:17.453229 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2e485c21-1015-4b3e-a8f2-f59836e0404e req-2e5c101f-50da-4857-b005-89854eb57555 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20ea27e0-c8d1-40af-abba-75e850f0c212 HTTP/1.1" status: 200 len: 847 time: 0.4835525 Dec 22 09:31:17.591414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Network e5303cd3-bcf5-4fba-945e-8842a9d29a99 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:31:17.594876 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:17.611828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:31:17.620740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:31:17.670825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6fb950c7-a463-4f96-bd23-c94d93d3a410 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:31:17.675921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aab1cb-deaa-461f-9d45-ae6808c0f3ab req-41b26b61-ab12-4a96-8492-ca16f8862755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:17.677650 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-83aab1cb-deaa-461f-9d45-ae6808c0f3ab req-41b26b61-ab12-4a96-8492-ca16f8862755 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92202f56ba024bd88bdda46d20163167&device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 1158 time: 1.0387416 Dec 22 09:31:17.696283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:31:17.717506 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:17.718831 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3530378 Dec 22 09:31:17.723349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Sync routers for ids ['1b7fea87-2919-40ad-a1b1-60ffb26201b3'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:31:17.723740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40560) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:17.744556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c593e4a-4d6e-4f6c-b3c8-1bae5017a1b2 req-52d68f65-d1f2-4813-9900-19161b2ad990 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:17.746142 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6c593e4a-4d6e-4f6c-b3c8-1bae5017a1b2 req-52d68f65-d1f2-4813-9900-19161b2ad990 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 943 time: 1.1053569 Dec 22 09:31:17.770358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce16728a-33be-482f-a1f4-b8a0ea277bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b9341f-21cb-4492-9147-aa0f757d8cbf'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:31:17.782531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Routers {'1b7fea87-2919-40ad-a1b1-60ffb26201b3'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:17.783239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:31:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['1b7fea87-2919-40ad-a1b1-60ffb26201b3'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:17.853235 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2e485c21-1015-4b3e-a8f2-f59836e0404e req-796b99e6-018d-4cff-b923-36b50e55a745 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9884d074-bf0a-40ed-a9d3-be8dba1c5839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2995284 Dec 22 09:31:17.866012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Attempting to bind port e7648714-ba72-49b0-abea-392951319fc9 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:31:17.866447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Attempting to bind port e7648714-ba72-49b0-abea-392951319fc9 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '374bafbb-7a25-4b2e-a253-68316cc6af87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'e5303cd3-bcf5-4fba-945e-8842a9d29a99'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:31:17.866884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Attempting to bind port e7648714-ba72-49b0-abea-392951319fc9 on network e5303cd3-bcf5-4fba-945e-8842a9d29a99 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:31:17.885525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1343184622-router', 'tenant_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:30:56Z', 'updated_at': '2020-12-22T09:31:06Z', 'revision_number': 4, 'project_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'gw_port': {'id': 'dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:30:57Z', 'updated_at': '2020-12-22T09:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '053f2bcb-fde2-458e-926a-eee195fadd81', 'name': '', 'network_id': '35f94f30-dc02-42ba-ae03-f89662533cf5', 'tenant_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'mac_address': 'fa:16:3e:90:a2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9e6f0dfc-b310-4aa6-b375-ff5361a12245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:31:03Z', 'updated_at': '2020-12-22T09:31:15Z', 'revision_number': 4, 'project_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'subnets': [{'id': '9e6f0dfc-b310-4aa6-b375-ff5361a12245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:17.887926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:17.888417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Checking segment: {'id': '374bafbb-7a25-4b2e-a253-68316cc6af87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'e5303cd3-bcf5-4fba-945e-8842a9d29a99'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:31:17.889012 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:17.889714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Bound using segment: {'id': '374bafbb-7a25-4b2e-a253-68316cc6af87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'e5303cd3-bcf5-4fba-945e-8842a9d29a99'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:17.890263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Bound port: e7648714-ba72-49b0-abea-392951319fc9, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374bafbb-7a25-4b2e-a253-68316cc6af87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'e5303cd3-bcf5-4fba-945e-8842a9d29a99'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:31:17.890688 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:17.909488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 55b9341f-21cb-4492-9147-aa0f757d8cbf, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=55b9341f-21cb-4492-9147-aa0f757d8cbf,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:17.922769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab12c81-bc1b-411e-85c1-b7d9bcc28d27 None None] The sync data for ids ['9a7b52e9-e81c-40c1-b591-2ef415e4f84d'] in n-d-765315-5 is: [{'id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1343184622-router', 'tenant_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:30:56Z', 'updated_at': '2020-12-22T09:31:06Z', 'revision_number': 4, 'project_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'gw_port': {'id': 'dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:30:57Z', 'updated_at': '2020-12-22T09:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '053f2bcb-fde2-458e-926a-eee195fadd81', 'name': '', 'network_id': '35f94f30-dc02-42ba-ae03-f89662533cf5', 'tenant_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'mac_address': 'fa:16:3e:90:a2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9e6f0dfc-b310-4aa6-b375-ff5361a12245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:31:03Z', 'updated_at': '2020-12-22T09:31:15Z', 'revision_number': 4, 'project_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'subnets': [{'id': '9e6f0dfc-b310-4aa6-b375-ff5361a12245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:31:17.946816 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:17.954564 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:18.054415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=55b9341f-21cb-4492-9147-aa0f757d8cbf,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:18.113652 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:18.182678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] For port e7648714-ba72-49b0-abea-392951319fc9, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:31:18.187892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] For port e7648714-ba72-49b0-abea-392951319fc9, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=e7648714-ba72-49b0-abea-392951319fc9,segment=NetworkSegment(374bafbb-7a25-4b2e-a253-68316cc6af87),segment_id=374bafbb-7a25-4b2e-a253-68316cc6af87)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:31:18.354087 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:18.381871 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-297cd90c-4ce9-4c62-a15a-5609f9f23a78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:18.449099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 053f2bcb-fde2-458e-926a-eee195fadd81 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:18.533678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Pushing event updated for resources: {'Port': ['ID=e7648714-ba72-49b0-abea-392951319fc9,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:18.564166 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:18.759961 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:18.777865 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:18.864212 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6c593e4a-4d6e-4f6c-b3c8-1bae5017a1b2 req-f2e1fd0f-9c1c-473d-92a6-9307786e01cb tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9979851 Dec 22 09:31:18.867196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Set router 1b7fea87-2919-40ad-a1b1-60ffb26201b3 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:31:18.990638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-5c73e3e9-2b65-4862-a24e-9fb35988eeec tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:18.992978 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-5c73e3e9-2b65-4862-a24e-9fb35988eeec tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.64 "GET /v2.0/networks?id=58c7a353-13b3-4d40-8fee-65d9dde6541f HTTP/1.1" status: 200 len: 804 time: 1.6518621 Dec 22 09:31:19.014571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 6fb950c7-a463-4f96-bd23-c94d93d3a410, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6fb950c7-a463-4f96-bd23-c94d93d3a410,segment=NetworkSegment(d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7),segment_id=d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:19.034595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-8aa3cc94-a406-4b7b-bf2f-92b10395d43c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Request body: {'port': {'device_id': '880598a8-05fa-4e7e-9608-2b343e06ddbf', 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f', 'admin_state_up': True, 'tenant_id': '790143c06479416c8526efbd9a1fc0ad'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:19.044194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 053f2bcb-fde2-458e-926a-eee195fadd81 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:31:19.049848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:19.054249 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:19.274958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.64', 62659) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:19.292427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aab1cb-deaa-461f-9d45-ae6808c0f3ab req-f23209e8-ff4a-4770-8b55-c83d6d9bac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:19.295481 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-83aab1cb-deaa-461f-9d45-ae6808c0f3ab req-f23209e8-ff4a-4770-8b55-c83d6d9bac9b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 200 len: 915 time: 1.5574195 Dec 22 09:31:19.471419 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-662d642b-8eda-41c3-9baf-b8ae723c9fe7 req-99335983-d637-4eca-8a1e-cceb2c8347f4 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=880598a8-05fa-4e7e-9608-2b343e06ddbf HTTP/1.1" status: 200 len: 210 time: 0.3263540 Dec 22 09:31:19.549525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=6fb950c7-a463-4f96-bd23-c94d93d3a410,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:19.563346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 053f2bcb-fde2-458e-926a-eee195fadd81 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:19.564183 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:19.576000 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2e485c21-1015-4b3e-a8f2-f59836e0404e req-7b910f32-ef7f-4fe2-8e77-9a294b5201a4 service neutron] 10.222.0.64 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6748393 Dec 22 09:31:19.637767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.638201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.639620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.640038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.640424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.640819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.641201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.642103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.642103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.642348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.642694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.642965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.643417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.643790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.644184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.644559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.644930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.645299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.645669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.646111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.646384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.646751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.647092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.647461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.647888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.648343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.648713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.649078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.649459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.650008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.650379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.650751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.651159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.651459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.651825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.652218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:19.680889 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:19.713770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-308bbde2-36b0-40be-a1ab-bdcee2570017 req-d3606987-ec18-42b1-976e-460889240523 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] For port 6fb950c7-a463-4f96-bd23-c94d93d3a410, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6fb950c7-a463-4f96-bd23-c94d93d3a410,segment=NetworkSegment(d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7),segment_id=d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:19.714188 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-308bbde2-36b0-40be-a1ab-bdcee2570017 req-d3606987-ec18-42b1-976e-460889240523 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:19.741746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Allocated IP 172.20.0.1 (e5303cd3-bcf5-4fba-945e-8842a9d29a99/a1c35bf7-47a0-4957-bcd9-cda46c46f77a/c814271f-f4c1-401e-a695-cf66b8b5e21a) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:31:19.790901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 602fd199-75a4-490d-8e4d-901536169c9b up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:19.830633 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-83aab1cb-deaa-461f-9d45-ae6808c0f3ab req-62111687-5a90-486e-8e9d-398a2144cde5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b9341f-21cb-4492-9147-aa0f757d8cbf HTTP/1.1" status: 200 len: 217 time: 0.2617798 Dec 22 09:31:19.992090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:19.995077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-308bbde2-36b0-40be-a1ab-bdcee2570017 req-d3606987-ec18-42b1-976e-460889240523 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Calling delete_port for 6fb950c7-a463-4f96-bd23-c94d93d3a410 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:31:20.019599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Transition to ACTIVE for port object c814271f-f4c1-401e-a695-cf66b8b5e21a will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:31:20.041467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 602fd199-75a4-490d-8e4d-901536169c9b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:20.041955 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:20.049495 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:20.074606 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:20.093926 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-70e786eb-d224-4409-9638-1dc2c222bae0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/networks?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3338037 Dec 22 09:31:20.097950 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:20.180880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=c814271f-f4c1-401e-a695-cf66b8b5e21a,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:20.193179 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:20.244941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 053f2bcb-fde2-458e-926a-eee195fadd81, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=053f2bcb-fde2-458e-926a-eee195fadd81,segment=NetworkSegment(6698f866-8fa5-4f5e-93bb-7ba44c2d2288),segment_id=6698f866-8fa5-4f5e-93bb-7ba44c2d2288)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:20.266895 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:20.281152 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:20.291632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-8aa3cc94-a406-4b7b-bf2f-92b10395d43c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:31:20.327337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7fea87-2919-40ad-a1b1-60ffb26201b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1603499218-router', 'tenant_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'cd9249b7-d2e7-4cd7-86ff-be427cf58ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:31:13Z', 'updated_at': '2020-12-22T09:31:16Z', 'revision_number': 3, 'project_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'gw_port': {'id': 'cd9249b7-d2e7-4cd7-86ff-be427cf58ef3', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7fea87-2919-40ad-a1b1-60ffb26201b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:31:14Z', 'updated_at': '2020-12-22T09:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:20.330757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-8aa3cc94-a406-4b7b-bf2f-92b10395d43c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Usage tracker for resource:port and tenant:790143c06479416c8526efbd9a1fc0ad is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:31:20.353955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Checking router: 1b7fea87-2919-40ad-a1b1-60ffb26201b3 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:31:20.354899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Updating router 1b7fea87-2919-40ad-a1b1-60ffb26201b3 port cd9249b7-d2e7-4cd7-86ff-be427cf58ef3 binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:31:20.359459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-8aa3cc94-a406-4b7b-bf2f-92b10395d43c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:31:20.413891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Network e5303cd3-bcf5-4fba-945e-8842a9d29a99 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:31:20.416863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:31:20.419254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 55b9341f-21cb-4492-9147-aa0f757d8cbf up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:20.420738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:31:20.487175 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-604ec12a-2745-47bc-bf64-1e510d54931a service neutron] 10.222.0.64 "GET /v2.0/ports/602fd199-75a4-490d-8e4d-901536169c9b/bindings/n-h2-765315-5 HTTP/1.1" status: 200 len: 454 time: 1.1986442 Dec 22 09:31:20.488256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-8aa3cc94-a406-4b7b-bf2f-92b10395d43c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:31:20.493688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e7648714-ba72-49b0-abea-392951319fc9 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:20.505607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aab1cb-deaa-461f-9d45-ae6808c0f3ab req-d7428e9a-8f46-44c8-8bbc-6a552e8773c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:20.507224 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-83aab1cb-deaa-461f-9d45-ae6808c0f3ab req-d7428e9a-8f46-44c8-8bbc-6a552e8773c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=640a01a7-c30b-476e-9180-1eeb8ef32064 HTTP/1.1" status: 200 len: 861 time: 0.5226760 Dec 22 09:31:20.516356 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:20.587294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=053f2bcb-fde2-458e-926a-eee195fadd81,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:20.592273 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:20.621785 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:20.628337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-d3b6da50-6712-40eb-a2f9-4f3845c09122 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:31:20.669144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 55b9341f-21cb-4492-9147-aa0f757d8cbf triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:20.669610 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:20.723457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:20.725509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port e7648714-ba72-49b0-abea-392951319fc9 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:31:20.789616 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2e485c21-1015-4b3e-a8f2-f59836e0404e req-c1b78df4-d297-4adf-8a22-ac97d63c56d5 service neutron] 10.222.0.64 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0662587 Dec 22 09:31:20.818649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-8aa3cc94-a406-4b7b-bf2f-92b10395d43c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Made reservation on behalf of 790143c06479416c8526efbd9a1fc0ad for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:31:20.824703 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-8aa3cc94-a406-4b7b-bf2f-92b10395d43c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:20.855255 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-83aab1cb-deaa-461f-9d45-ae6808c0f3ab req-9ceb68d3-bf36-4e3a-af15-e5cc879e3a0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3126791 Dec 22 09:31:20.869794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7afe0e85-8441-4d05-8025-37df39219833 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:20.878680 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7afe0e85-8441-4d05-8025-37df39219833 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7568142 Dec 22 09:31:20.891987 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-308bbde2-36b0-40be-a1ab-bdcee2570017 req-d3606987-ec18-42b1-976e-460889240523 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:31:20.892328 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-308bbde2-36b0-40be-a1ab-bdcee2570017 req-d3606987-ec18-42b1-976e-460889240523 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:31:20.937429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0a21cc-73b9-4577-8a50-dfa27b78e35b None None] Network e5303cd3-bcf5-4fba-945e-8842a9d29a99 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:31:21.140981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c9cdea6b-e7e9-4916-9da1-a4b80c4a1c46 None None] Provisioning for port e7648714-ba72-49b0-abea-392951319fc9 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:31:21.189303 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:21.192855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c9cdea6b-e7e9-4916-9da1-a4b80c4a1c46 None None] Provisioning complete for port e7648714-ba72-49b0-abea-392951319fc9 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:21.193264 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9cdea6b-e7e9-4916-9da1-a4b80c4a1c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:21.194994 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:21.233657 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:21.275448 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-1a254002-38d9-4281-acbd-2c037ea4ac4f tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/quotas/902944b2a5a3450e8cb9dbe821598f5d HTTP/1.1" status: 200 len: 375 time: 0.3955281 Dec 22 09:31:21.280097 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-d3b6da50-6712-40eb-a2f9-4f3845c09122 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks [] for floatingip, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:21.374418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=c814271f-f4c1-401e-a695-cf66b8b5e21a,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:21.377905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:21.396382 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:21.431338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-308bbde2-36b0-40be-a1ab-bdcee2570017 req-d3606987-ec18-42b1-976e-460889240523 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Deleting port 6fb950c7-a463-4f96-bd23-c94d93d3a410 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:31:21.432034 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-308bbde2-36b0-40be-a1ab-bdcee2570017 req-d3606987-ec18-42b1-976e-460889240523 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:21.456946 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-d3b6da50-6712-40eb-a2f9-4f3845c09122 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:21.535903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9cdea6b-e7e9-4916-9da1-a4b80c4a1c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:21.582239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Network e5303cd3-bcf5-4fba-945e-8842a9d29a99 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:31:21.583564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:31:21.658337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c9cdea6b-e7e9-4916-9da1-a4b80c4a1c46 None None] For port e7648714-ba72-49b0-abea-392951319fc9, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=e7648714-ba72-49b0-abea-392951319fc9,segment=NetworkSegment(374bafbb-7a25-4b2e-a253-68316cc6af87),segment_id=374bafbb-7a25-4b2e-a253-68316cc6af87)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:21.670492 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9cdea6b-e7e9-4916-9da1-a4b80c4a1c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:21.674919 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:21.678295 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:21.749592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Transition to ACTIVE for port object cd9249b7-d2e7-4cd7-86ff-be427cf58ef3 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:31:21.754480 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:21.803389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdea6b-e7e9-4916-9da1-a4b80c4a1c46 None None] Pushing event updated for resources: {'Port': ['ID=e7648714-ba72-49b0-abea-392951319fc9,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:21.836934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Router 1b7fea87-2919-40ad-a1b1-60ffb26201b3 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:31:22.000862 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-83aab1cb-deaa-461f-9d45-ae6808c0f3ab req-45b595f0-e9d3-48b0-9562-a766ef0c42a9 service neutron] 10.222.0.37 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1190479 Dec 22 09:31:22.029018 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c9cdea6b-e7e9-4916-9da1-a4b80c4a1c46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:22.030045 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-297cd90c-4ce9-4c62-a15a-5609f9f23a78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:22.071290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:31:22.104474 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] 10.222.0.50 "PUT /v2.0/routers/1b7fea87-2919-40ad-a1b1-60ffb26201b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3790352 Dec 22 09:31:22.107851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73845c-7e5e-444e-8774-8bc7c812fd2f None None] Pushing event updated for resources: {'Port': ['ID=cd9249b7-d2e7-4cd7-86ff-be427cf58ef3,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:22.115812 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c73845c-7e5e-444e-8774-8bc7c812fd2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:22.148360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-769d6e13-a40e-4b46-84e6-6f49931b6ead None None] Provisioning for port c814271f-f4c1-401e-a695-cf66b8b5e21a completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:31:22.166967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-769d6e13-a40e-4b46-84e6-6f49931b6ead None None] Provisioning complete for port c814271f-f4c1-401e-a695-cf66b8b5e21a triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:22.167394 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-769d6e13-a40e-4b46-84e6-6f49931b6ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:22.270765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-769d6e13-a40e-4b46-84e6-6f49931b6ead None None] Port c814271f-f4c1-401e-a695-cf66b8b5e21a cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:31:22.280983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Attempting to bind port cd9249b7-d2e7-4cd7-86ff-be427cf58ef3 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:31:22.281434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Attempting to bind port cd9249b7-d2e7-4cd7-86ff-be427cf58ef3 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:31:22.281900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Attempting to bind port cd9249b7-d2e7-4cd7-86ff-be427cf58ef3 on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:31:22.291335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:22.291917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:31:22.292482 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:22.292633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:22.293171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Bound port: cd9249b7-d2e7-4cd7-86ff-be427cf58ef3, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:31:22.293560 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:22.311453 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-b51b281d-867e-4f12-ba92-21501625400c tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0344822 Dec 22 09:31:22.338952 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-d3b6da50-6712-40eb-a2f9-4f3845c09122 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Floating IP f7b9bbd8-b138-4ed3-8044-a942a8609a11 associated. External IP: 172.25.7.72, port: 6c91e0a3-36ba-4fed-bf40-56ae0f237427. Dec 22 09:31:22.362506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-769d6e13-a40e-4b46-84e6-6f49931b6ead None None] Provisioning complete for port e7648714-ba72-49b0-abea-392951319fc9 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:22.363428 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-769d6e13-a40e-4b46-84e6-6f49931b6ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:22.434333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e7648714-ba72-49b0-abea-392951319fc9 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:22.709784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] For port cd9249b7-d2e7-4cd7-86ff-be427cf58ef3, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:31:22.734528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-ab7085ab-bdf4-488b-b6d7-d3c3792d6d45 service neutron] For port 602fd199-75a4-490d-8e4d-901536169c9b, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=602fd199-75a4-490d-8e4d-901536169c9b,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:22.766192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] For port cd9249b7-d2e7-4cd7-86ff-be427cf58ef3, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=cd9249b7-d2e7-4cd7-86ff-be427cf58ef3,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:31:22.777048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port e7648714-ba72-49b0-abea-392951319fc9 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:22.777657 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:22.846121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:22.932552 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:23.072409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-ab7085ab-bdf4-488b-b6d7-d3c3792d6d45 service neutron] For port 602fd199-75a4-490d-8e4d-901536169c9b, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:31:23.197091 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-83aab1cb-deaa-461f-9d45-ae6808c0f3ab req-0c310b42-6a28-4dc6-bbb5-c8c215b49b85 service neutron] 10.222.0.37 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1381998 Dec 22 09:31:23.215982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-308bbde2-36b0-40be-a1ab-bdcee2570017 req-d3606987-ec18-42b1-976e-460889240523 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] For port 6fb950c7-a463-4f96-bd23-c94d93d3a410, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6fb950c7-a463-4f96-bd23-c94d93d3a410,segment=NetworkSegment(d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7),segment_id=d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:23.217310 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-308bbde2-36b0-40be-a1ab-bdcee2570017 req-d3606987-ec18-42b1-976e-460889240523 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:23.228354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73845c-7e5e-444e-8774-8bc7c812fd2f None None] Pushing event updated for resources: {'Port': ['ID=cd9249b7-d2e7-4cd7-86ff-be427cf58ef3,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:23.237534 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c73845c-7e5e-444e-8774-8bc7c812fd2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:23.370681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 053f2bcb-fde2-458e-926a-eee195fadd81 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:23.408074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6f0cd8d3-7cd9-4e6c-979b-bdc01fa0e403 None None] Provisioning complete for port c814271f-f4c1-401e-a695-cf66b8b5e21a triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:23.408441 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f0cd8d3-7cd9-4e6c-979b-bdc01fa0e403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:23.596400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6f0cd8d3-7cd9-4e6c-979b-bdc01fa0e403 None None] Port c814271f-f4c1-401e-a695-cf66b8b5e21a cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:31:23.641132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6f0cd8d3-7cd9-4e6c-979b-bdc01fa0e403 None None] Provisioning complete for port e7648714-ba72-49b0-abea-392951319fc9 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:23.642295 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f0cd8d3-7cd9-4e6c-979b-bdc01fa0e403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:23.752873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Routers {'1b7fea87-2919-40ad-a1b1-60ffb26201b3'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:23.758203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:31:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['1b7fea87-2919-40ad-a1b1-60ffb26201b3'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:23.787986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-8aa3cc94-a406-4b7b-bf2f-92b10395d43c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Allocated IP 172.20.0.7 (58c7a353-13b3-4d40-8fee-65d9dde6541f/a0cb2307-15df-4f20-b1ea-7921fb77b239/519f4d62-8c7d-4502-8aef-81f32efba3e5) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:31:24.086668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-308bbde2-36b0-40be-a1ab-bdcee2570017 req-d3606987-ec18-42b1-976e-460889240523 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Calling delete_port for 6fb950c7-a463-4f96-bd23-c94d93d3a410 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:31:24.112824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] Set router 1b7fea87-2919-40ad-a1b1-60ffb26201b3 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:31:24.361506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 053f2bcb-fde2-458e-926a-eee195fadd81 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:24.362452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:24.429567 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-308bbde2-36b0-40be-a1ab-bdcee2570017 req-d3606987-ec18-42b1-976e-460889240523 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:24.464471 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:24.513616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1646cebc-9664-4438-af14-c62f9d781984', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '602fd199-75a4-490d-8e4d-901536169c9b'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:31:24.530044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3606987-ec18-42b1-976e-460889240523 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Pushing event deleted for resources: {'Port': ['ID=6fb950c7-a463-4f96-bd23-c94d93d3a410,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:24.713292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-ab7085ab-bdf4-488b-b6d7-d3c3792d6d45 service neutron] For port 602fd199-75a4-490d-8e4d-901536169c9b, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=602fd199-75a4-490d-8e4d-901536169c9b,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:24.730042 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d3606987-ec18-42b1-976e-460889240523 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:24.910920 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-ab7085ab-bdf4-488b-b6d7-d3c3792d6d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:25.111116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7fea87-2919-40ad-a1b1-60ffb26201b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1603499218-router', 'tenant_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'cd9249b7-d2e7-4cd7-86ff-be427cf58ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:31:13Z', 'updated_at': '2020-12-22T09:31:20Z', 'revision_number': 4, 'project_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'gw_port': {'id': 'cd9249b7-d2e7-4cd7-86ff-be427cf58ef3', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7fea87-2919-40ad-a1b1-60ffb26201b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:31:14Z', 'updated_at': '2020-12-22T09:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'c814271f-f4c1-401e-a695-cf66b8b5e21a', 'name': '', 'network_id': 'e5303cd3-bcf5-4fba-945e-8842a9d29a99', 'tenant_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'mac_address': 'fa:16:3e:28:b2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7fea87-2919-40ad-a1b1-60ffb26201b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a1c35bf7-47a0-4957-bcd9-cda46c46f77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:31:19Z', 'updated_at': '2020-12-22T09:31:20Z', 'revision_number': 2, 'project_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'subnets': [{'id': 'a1c35bf7-47a0-4957-bcd9-cda46c46f77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:25.126103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92da1a89-9a3f-455b-98d3-aef496b58e9c None None] The sync data for ids ['1b7fea87-2919-40ad-a1b1-60ffb26201b3'] in n-d-765315-5 is: [{'id': '1b7fea87-2919-40ad-a1b1-60ffb26201b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1603499218-router', 'tenant_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'cd9249b7-d2e7-4cd7-86ff-be427cf58ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:31:13Z', 'updated_at': '2020-12-22T09:31:20Z', 'revision_number': 4, 'project_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'gw_port': {'id': 'cd9249b7-d2e7-4cd7-86ff-be427cf58ef3', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7fea87-2919-40ad-a1b1-60ffb26201b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:31:14Z', 'updated_at': '2020-12-22T09:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'c814271f-f4c1-401e-a695-cf66b8b5e21a', 'name': '', 'network_id': 'e5303cd3-bcf5-4fba-945e-8842a9d29a99', 'tenant_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'mac_address': 'fa:16:3e:28:b2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7fea87-2919-40ad-a1b1-60ffb26201b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a1c35bf7-47a0-4957-bcd9-cda46c46f77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:31:19Z', 'updated_at': '2020-12-22T09:31:20Z', 'revision_number': 2, 'project_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'subnets': [{'id': 'a1c35bf7-47a0-4957-bcd9-cda46c46f77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:31:25.140628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-610f327e-ab11-4faf-8881-402805309c70 None None] Provisioning complete for port e7648714-ba72-49b0-abea-392951319fc9 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:25.141453 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-610f327e-ab11-4faf-8881-402805309c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:25.343121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256a655-181d-4981-adb5-ccdff6efeb2a req-c40baab0-2a50-4dc7-b7f9-8176e1af3e3f tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:25.358101 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0256a655-181d-4981-adb5-ccdff6efeb2a req-c40baab0-2a50-4dc7-b7f9-8176e1af3e3f tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 945 time: 1.5651808 Dec 22 09:31:25.445531 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-8aa3cc94-a406-4b7b-bf2f-92b10395d43c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:25.510625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-d3b6da50-6712-40eb-a2f9-4f3845c09122 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:31:25.699134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-ab7085ab-bdf4-488b-b6d7-d3c3792d6d45 service neutron] Transition to ACTIVE for port object 602fd199-75a4-490d-8e4d-901536169c9b will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:31:25.728409 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0256a655-181d-4981-adb5-ccdff6efeb2a req-56cafb10-4067-4c9a-866b-d040b85b3508 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683751 Dec 22 09:31:25.730636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-308bbde2-36b0-40be-a1ab-bdcee2570017 req-d3606987-ec18-42b1-976e-460889240523 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] No DVR routers for this DVR port 6fb950c7-a463-4f96-bd23-c94d93d3a410 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:31:25.739623 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-308bbde2-36b0-40be-a1ab-bdcee2570017 req-d3606987-ec18-42b1-976e-460889240523 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:25.758068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-ab7085ab-bdf4-488b-b6d7-d3c3792d6d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:25.814081 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a890da7e-2e11-484e-9549-793bedf5a1a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:25.941147 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce16728a-33be-482f-a1f4-b8a0ea277bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b9341f-21cb-4492-9147-aa0f757d8cbf', 'code': 200} Dec 22 09:31:25.986263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-8aa3cc94-a406-4b7b-bf2f-92b10395d43c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:26.012729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7085ab-bdf4-488b-b6d7-d3c3792d6d45 service neutron] Pushing event updated for resources: {'Port': ['ID=602fd199-75a4-490d-8e4d-901536169c9b,revision_number=10']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:26.504000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf604798-42ed-4e74-b015-3fa3f8d7fbc7 req-9e4878e4-7483-4db6-b06d-ab840216c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:26.507517 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cf604798-42ed-4e74-b015-3fa3f8d7fbc7 req-9e4878e4-7483-4db6-b06d-ab840216c181 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 1160 time: 0.3500569 Dec 22 09:31:26.710054 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cf604798-42ed-4e74-b015-3fa3f8d7fbc7 req-0f24e7b2-2bc8-4b79-9d8b-60f4a629b4e9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858597 Dec 22 09:31:26.911302 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ab7085ab-bdf4-488b-b6d7-d3c3792d6d45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.101s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:26.916213 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ab7085ab-bdf4-488b-b6d7-d3c3792d6d45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:27.255847 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-6246a44c-1ea9-47fe-8c59-30e05622d1ce tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "GET /v2.0/networks?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1784234 Dec 22 09:31:27.316817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-d3b6da50-6712-40eb-a2f9-4f3845c09122 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:31:27.327419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device cd9249b7-d2e7-4cd7-86ff-be427cf58ef3 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:27.330512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734f9339-f204-459e-9b0c-8c532cfd5b3b None None] Sync routers for ids ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:31:27.388847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734f9339-f204-459e-9b0c-8c532cfd5b3b None None] Routers {'88be0c2b-bc19-4e49-a9c1-095e1d03e405'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:27.396295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-734f9339-f204-459e-9b0c-8c532cfd5b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:31:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:27.520253 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-27a6e11e-da3f-4549-943b-1790090d3690 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "GET /v2.0/networks?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 1.5315919 Dec 22 09:31:27.673326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port cd9249b7-d2e7-4cd7-86ff-be427cf58ef3 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:31:27.684735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port cd9249b7-d2e7-4cd7-86ff-be427cf58ef3 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:27.686461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:27.860188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-c4a17690-7d2e-4d55-8652-6a6404198a4a tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:27.862872 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-c4a17690-7d2e-4d55-8652-6a6404198a4a tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5682294 Dec 22 09:31:27.921976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-24a2cf87-0139-48f9-b956-f7286018791b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Request body: {'port': {'device_id': 'dcabae72-21c9-4ede-a72e-2aa39c58f49f', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '902944b2a5a3450e8cb9dbe821598f5d'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:27.972263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46dc69e-64aa-45b9-b21c-c8ee2e413341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fb950c7-a463-4f96-bd23-c94d93d3a410'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:31:27.979133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:28.003248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port cd9249b7-d2e7-4cd7-86ff-be427cf58ef3, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=cd9249b7-d2e7-4cd7-86ff-be427cf58ef3,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:28.006527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:28.009974 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:28.055536 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-308bbde2-36b0-40be-a1ab-bdcee2570017 req-d3606987-ec18-42b1-976e-460889240523 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.64 "DELETE /v2.0/ports/6fb950c7-a463-4f96-bd23-c94d93d3a410 HTTP/1.1" status: 204 len: 173 time: 11.2641597 Dec 22 09:31:28.129920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=cd9249b7-d2e7-4cd7-86ff-be427cf58ef3,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:28.133856 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:28.158493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-734f9339-f204-459e-9b0c-8c532cfd5b3b None None] Set router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:31:28.450891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-24a2cf87-0139-48f9-b956-f7286018791b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:31:28.464036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-24a2cf87-0139-48f9-b956-f7286018791b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:31:28.475680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-24a2cf87-0139-48f9-b956-f7286018791b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Made reservation on behalf of 902944b2a5a3450e8cb9dbe821598f5d for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:31:28.482390 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-24a2cf87-0139-48f9-b956-f7286018791b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:28.550295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 55b9341f-21cb-4492-9147-aa0f757d8cbf up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:28.687275 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-d3b6da50-6712-40eb-a2f9-4f3845c09122 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:28.736905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 55b9341f-21cb-4492-9147-aa0f757d8cbf triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:28.738122 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:28.803708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3cc94-a406-4b7b-bf2f-92b10395d43c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Pushing event updated for resources: {'Port': ['ID=519f4d62-8c7d-4502-8aef-81f32efba3e5,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:28.939885 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8aa3cc94-a406-4b7b-bf2f-92b10395d43c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.024s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:28.947672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-ab7085ab-bdf4-488b-b6d7-d3c3792d6d45 service neutron] No DVR routers for this DVR port 602fd199-75a4-490d-8e4d-901536169c9b on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:31:29.027335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3200a5-8ee8-4d90-af3d-d4a636161f96 req-2c345266-c710-4802-9834-91a92b0b1ee5 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:29.046625 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8e3200a5-8ee8-4d90-af3d-d4a636161f96 req-2c345266-c710-4802-9834-91a92b0b1ee5 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 945 time: 1.4487772 Dec 22 09:31:29.110884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-8aa3cc94-a406-4b7b-bf2f-92b10395d43c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Network 58c7a353-13b3-4d40-8fee-65d9dde6541f is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:31:29.131485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-8aa3cc94-a406-4b7b-bf2f-92b10395d43c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:31:29.145113 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-ab7085ab-bdf4-488b-b6d7-d3c3792d6d45 service neutron] 10.222.0.64 "PUT /v2.0/ports/602fd199-75a4-490d-8e4d-901536169c9b/bindings/n-h2-765315-5/activate HTTP/1.1" status: 200 len: 439 time: 8.6318135 Dec 22 09:31:29.229157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-8aa3cc94-a406-4b7b-bf2f-92b10395d43c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:31:29.236766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-8aa3cc94-a406-4b7b-bf2f-92b10395d43c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:29.238737 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-8aa3cc94-a406-4b7b-bf2f-92b10395d43c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:29.296039 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8e3200a5-8ee8-4d90-af3d-d4a636161f96 req-bb67fc89-21ba-4522-aa85-26d16fb14bbd tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433462 Dec 22 09:31:29.322018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-24a2cf87-0139-48f9-b956-f7286018791b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Allocated IP 192.168.233.60 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/e644dd3a-47dc-489a-83db-0e7a3cde4e02) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:31:29.356250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-734f9339-f204-459e-9b0c-8c532cfd5b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'f7b9bbd8-b138-4ed3-8044-a942a8609a11', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'port_id': '6c91e0a3-36ba-4fed-bf40-56ae0f237427', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'mac_address': 'fa:16:3e:de:d7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:29:59Z', 'updated_at': '2020-12-22T09:31:20Z', 'revision_number': 8, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:35Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:29.378841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734f9339-f204-459e-9b0c-8c532cfd5b3b None None] Checking router: 88be0c2b-bc19-4e49-a9c1-095e1d03e405 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:31:29.410601 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-8aa3cc94-a406-4b7b-bf2f-92b10395d43c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.3805628 Dec 22 09:31:29.424228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734f9339-f204-459e-9b0c-8c532cfd5b3b None None] Routers {'88be0c2b-bc19-4e49-a9c1-095e1d03e405'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:29.424933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-734f9339-f204-459e-9b0c-8c532cfd5b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:31:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:29.446673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-216480a2-ba75-47ce-ac19-6007b626b6ed tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:29.449394 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-216480a2-ba75-47ce-ac19-6007b626b6ed tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6814141 Dec 22 09:31:29.475736 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-d3b6da50-6712-40eb-a2f9-4f3845c09122 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "PUT /v2.0/floatingips/f7b9bbd8-b138-4ed3-8044-a942a8609a11 HTTP/1.1" status: 200 len: 996 time: 13.2624063 Dec 22 09:31:29.523518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Request body: {'port': {'device_id': '880598a8-05fa-4e7e-9608-2b343e06ddbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:29.559645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device cd9249b7-d2e7-4cd7-86ff-be427cf58ef3 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:29.600195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7940f085-256e-4072-9f97-d5fd36afc481 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Request body: {'port': {'device_id': '492a6000-ac83-4726-bb84-775b2659eb76', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '902944b2a5a3450e8cb9dbe821598f5d'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:29.711717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 602fd199-75a4-490d-8e4d-901536169c9b no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:31:29.814239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-734f9339-f204-459e-9b0c-8c532cfd5b3b None None] Set router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:31:29.915119 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-24a2cf87-0139-48f9-b956-f7286018791b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:29.949902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port cd9249b7-d2e7-4cd7-86ff-be427cf58ef3 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:29.950269 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:29.958053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-24a2cf87-0139-48f9-b956-f7286018791b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Transition to ACTIVE for port object e644dd3a-47dc-489a-83db-0e7a3cde4e02 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:31:30.012143 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-24a2cf87-0139-48f9-b956-f7286018791b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:30.048288 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9bc6443b-72ae-4ecb-9f15-077f645fab91 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:30.063218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 602fd199-75a4-490d-8e4d-901536169c9b not bound to the agent host n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:31:30.287238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-4c9b2462-3698-47ed-bdfc-6ecf323da86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:30.301125 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-4c9b2462-3698-47ed-bdfc-6ecf323da86d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=40fbcf60bc434afd9e98a45ed63e9499&device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 1161 time: 0.6709971 Dec 22 09:31:30.382771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2cf87-0139-48f9-b956-f7286018791b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Pushing event updated for resources: {'Port': ['ID=e644dd3a-47dc-489a-83db-0e7a3cde4e02,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:30.389530 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-24a2cf87-0139-48f9-b956-f7286018791b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:30.424676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-e16874b4-fc40-4a40-b837-fbf7cdc4f1a5 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:30.426318 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-e16874b4-fc40-4a40-b837-fbf7cdc4f1a5 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.37 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984&tenant_id=0fd3a230510047d192938116344c8cd5&binding%3Ahost_id=n-h1-765315-5 HTTP/1.1" status: 200 len: 1159 time: 0.9628463 Dec 22 09:31:30.514504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-24a2cf87-0139-48f9-b956-f7286018791b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:31:30.517032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-24a2cf87-0139-48f9-b956-f7286018791b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:31:30.529502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-24a2cf87-0139-48f9-b956-f7286018791b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:31:30.605921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-ccd36181-6709-4681-92ec-fe1996be3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:30.620228 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-ccd36181-6709-4681-92ec-fe1996be3920 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 HTTP/1.1" status: 200 len: 914 time: 0.3155489 Dec 22 09:31:30.664458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-24a2cf87-0139-48f9-b956-f7286018791b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:30.665220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-24a2cf87-0139-48f9-b956-f7286018791b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:30.672386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-6fbb7939-159b-4a90-bb10-b87730f6bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:30.675685 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-6fbb7939-159b-4a90-bb10-b87730f6bd78 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984&tenant_id=0fd3a230510047d192938116344c8cd5 HTTP/1.1" status: 200 len: 1159 time: 0.2368662 Dec 22 09:31:30.707281 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-24a2cf87-0139-48f9-b956-f7286018791b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7897923 Dec 22 09:31:30.733844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Request body: {'port': {'device_id': 'dcabae72-21c9-4ede-a72e-2aa39c58f49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:30.872654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Sync routers for ids ['1b7fea87-2919-40ad-a1b1-60ffb26201b3'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:31:30.910015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Routers {'1b7fea87-2919-40ad-a1b1-60ffb26201b3'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:30.911887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:31:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['1b7fea87-2919-40ad-a1b1-60ffb26201b3'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:30.918654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edd3d9-1fcb-401a-8a46-e7dfb0c1ed1b req-27d92858-be27-4dea-a1d7-75e94702ce5c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:30.920123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-07edd3d9-1fcb-401a-8a46-e7dfb0c1ed1b req-27d92858-be27-4dea-a1d7-75e94702ce5c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Synchronizing usage tracker for tenant:790143c06479416c8526efbd9a1fc0ad on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:31:30.950423 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:30.993539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7940f085-256e-4072-9f97-d5fd36afc481 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:31:31.017053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7940f085-256e-4072-9f97-d5fd36afc481 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Usage tracker for resource:port and tenant:902944b2a5a3450e8cb9dbe821598f5d is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:31:31.049734 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-42f1a369-e479-47b0-807e-53de91b045b1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c91e0a3-36ba-4fed-bf40-56ae0f237427 HTTP/1.1" status: 200 len: 999 time: 0.4282055 Dec 22 09:31:31.056138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7940f085-256e-4072-9f97-d5fd36afc481 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Quota usage for port was recalculated. Used quota:2. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:31:31.059407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-07edd3d9-1fcb-401a-8a46-e7dfb0c1ed1b req-27d92858-be27-4dea-a1d7-75e94702ce5c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Unset dirty status for tenant:790143c06479416c8526efbd9a1fc0ad on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:31:31.068956 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07edd3d9-1fcb-401a-8a46-e7dfb0c1ed1b req-27d92858-be27-4dea-a1d7-75e94702ce5c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=880598a8-05fa-4e7e-9608-2b343e06ddbf HTTP/1.1" status: 200 len: 931 time: 1.3053770 Dec 22 09:31:31.073240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-734f9339-f204-459e-9b0c-8c532cfd5b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'f7b9bbd8-b138-4ed3-8044-a942a8609a11', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'port_id': '6c91e0a3-36ba-4fed-bf40-56ae0f237427', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'mac_address': 'fa:16:3e:de:d7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:29:59Z', 'updated_at': '2020-12-22T09:31:20Z', 'revision_number': 8, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:35Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:31.084879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734f9339-f204-459e-9b0c-8c532cfd5b3b None None] The sync data for ids ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'] in n-d-765315-5 is: [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'f7b9bbd8-b138-4ed3-8044-a942a8609a11', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'port_id': '6c91e0a3-36ba-4fed-bf40-56ae0f237427', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'mac_address': 'fa:16:3e:de:d7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:29:59Z', 'updated_at': '2020-12-22T09:31:20Z', 'revision_number': 8, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:35Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:31:31.088524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-779f3e88-090e-428b-8a51-2d818e8c36b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:31.091907 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-779f3e88-090e-428b-8a51-2d818e8c36b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 1159 time: 0.2748780 Dec 22 09:31:31.143001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7940f085-256e-4072-9f97-d5fd36afc481 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:31:31.151080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a6222b67-1f6f-4201-970e-d0281b38ac19 None None] Provisioning for port e644dd3a-47dc-489a-83db-0e7a3cde4e02 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:31:31.162463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a6222b67-1f6f-4201-970e-d0281b38ac19 None None] Provisioning complete for port e644dd3a-47dc-489a-83db-0e7a3cde4e02 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:31.165168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6222b67-1f6f-4201-970e-d0281b38ac19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:31.333535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-593bc666-62d2-431c-bcfb-079cfe537b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:31.340238 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-593bc666-62d2-431c-bcfb-079cfe537b4e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5c8afb31-70cb-4424-9738-21fa798b43cb HTTP/1.1" status: 200 len: 859 time: 0.2322984 Dec 22 09:31:31.395044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a6222b67-1f6f-4201-970e-d0281b38ac19 None None] Port e644dd3a-47dc-489a-83db-0e7a3cde4e02 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:31:31.416133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7940f085-256e-4072-9f97-d5fd36afc481 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Made reservation on behalf of 902944b2a5a3450e8cb9dbe821598f5d for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:31:31.431974 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7940f085-256e-4072-9f97-d5fd36afc481 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:31.432216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Set router 1b7fea87-2919-40ad-a1b1-60ffb26201b3 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:31:31.511372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-07edd3d9-1fcb-401a-8a46-e7dfb0c1ed1b req-838c88e7-17f8-459f-9187-a7e3549ab71d tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Synchronizing usage tracker for tenant:790143c06479416c8526efbd9a1fc0ad on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:31:31.806235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8e48c2-240b-4789-8446-57b5b766473a None None] New status for floating IP f7b9bbd8-b138-4ed3-8044-a942a8609a11: ACTIVE {{(pid=81074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:31:31.848467 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:32.156191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7fea87-2919-40ad-a1b1-60ffb26201b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1603499218-router', 'tenant_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'cd9249b7-d2e7-4cd7-86ff-be427cf58ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:31:13Z', 'updated_at': '2020-12-22T09:31:20Z', 'revision_number': 4, 'project_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'gw_port': {'id': 'cd9249b7-d2e7-4cd7-86ff-be427cf58ef3', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fea87-2919-40ad-a1b1-60ffb26201b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:31:14Z', 'updated_at': '2020-12-22T09:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'c814271f-f4c1-401e-a695-cf66b8b5e21a', 'name': '', 'network_id': 'e5303cd3-bcf5-4fba-945e-8842a9d29a99', 'tenant_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'mac_address': 'fa:16:3e:28:b2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7fea87-2919-40ad-a1b1-60ffb26201b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a1c35bf7-47a0-4957-bcd9-cda46c46f77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:31:19Z', 'updated_at': '2020-12-22T09:31:20Z', 'revision_number': 2, 'project_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'subnets': [{'id': 'a1c35bf7-47a0-4957-bcd9-cda46c46f77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:32.161871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Checking router: 1b7fea87-2919-40ad-a1b1-60ffb26201b3 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:31:32.163326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Updating router 1b7fea87-2919-40ad-a1b1-60ffb26201b3 port c814271f-f4c1-401e-a695-cf66b8b5e21a binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:31:32.308190 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:32.351430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519f4d62-8c7d-4502-8aef-81f32efba3e5 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:31:32.364414 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:32.381152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Transition to ACTIVE for port object 519f4d62-8c7d-4502-8aef-81f32efba3e5 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:31:32.414264 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:32.467788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-a903291c-2402-4480-a8d4-8f7e6b07539b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:32.484431 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-a903291c-2402-4480-a8d4-8f7e6b07539b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1194232 Dec 22 09:31:32.490599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-461b47b7-3b69-4776-a8bd-8c40aaf0f229 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:31:32.502508 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-461b47b7-3b69-4776-a8bd-8c40aaf0f229 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0166962 Dec 22 09:31:32.503714 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-db54214f-f1ca-42ef-82b3-d0e661d12b9b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:32.543578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-07edd3d9-1fcb-401a-8a46-e7dfb0c1ed1b req-838c88e7-17f8-459f-9187-a7e3549ab71d tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Unset dirty status for tenant:790143c06479416c8526efbd9a1fc0ad on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:31:32.556589 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07edd3d9-1fcb-401a-8a46-e7dfb0c1ed1b req-838c88e7-17f8-459f-9187-a7e3549ab71d tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4866328 Dec 22 09:31:32.702120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e644dd3a-47dc-489a-83db-0e7a3cde4e02 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:31:32.710601 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:32.726266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Transition to ACTIVE for port object e644dd3a-47dc-489a-83db-0e7a3cde4e02 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:31:32.728246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-c2132256-3711-4750-bd6c-7e9e8bbf64ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:32.730304 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-c2132256-3711-4750-bd6c-7e9e8bbf64ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 901 time: 1.6301117 Dec 22 09:31:32.734213 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:32.835394 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4b552da3-f259-43f3-8e5f-f2b46d16918b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:32.907866 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-d8c8a652-8826-4306-998c-34010a0e520c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=602fd199-75a4-490d-8e4d-901536169c9b HTTP/1.1" status: 200 len: 217 time: 0.1466427 Dec 22 09:31:33.029304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Pushing event updated for resources: {'Port': ['ID=e644dd3a-47dc-489a-83db-0e7a3cde4e02,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:33.041447 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:33.043216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-53b9c0a0-7e9c-4b84-9001-7c0f1bfbe0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:33.046395 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-53b9c0a0-7e9c-4b84-9001-7c0f1bfbe0d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20ea27e0-c8d1-40af-abba-75e850f0c212 HTTP/1.1" status: 200 len: 847 time: 0.0998964 Dec 22 09:31:33.150032 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:33.169691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Transition to ACTIVE for port object c814271f-f4c1-401e-a695-cf66b8b5e21a will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:31:33.174529 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:33.300360 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-a8d364c8-6ac5-4f47-ac08-3ec87ac2c645 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9884d074-bf0a-40ed-a9d3-be8dba1c5839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2453449 Dec 22 09:31:33.497963 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-542f858c-3982-46d9-a21e-42bbad1c0efa service neutron] 10.222.0.50 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9300220 Dec 22 09:31:33.509324 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:33.609570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b9fd7-cbd0-406f-b039-e2b8e42e0eef None None] Pushing event updated for resources: {'Port': ['ID=c814271f-f4c1-401e-a695-cf66b8b5e21a,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:33.622103 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-180b9fd7-cbd0-406f-b039-e2b8e42e0eef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:33.819447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Attempting to bind port c814271f-f4c1-401e-a695-cf66b8b5e21a on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:31:33.819874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Attempting to bind port c814271f-f4c1-401e-a695-cf66b8b5e21a by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '374bafbb-7a25-4b2e-a253-68316cc6af87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'e5303cd3-bcf5-4fba-945e-8842a9d29a99'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:31:33.820320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Attempting to bind port c814271f-f4c1-401e-a695-cf66b8b5e21a on network e5303cd3-bcf5-4fba-945e-8842a9d29a99 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:31:33.832054 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1646cebc-9664-4438-af14-c62f9d781984', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '602fd199-75a4-490d-8e4d-901536169c9b', 'code': 200} Dec 22 09:31:33.841853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:33.842407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Checking segment: {'id': '374bafbb-7a25-4b2e-a253-68316cc6af87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'e5303cd3-bcf5-4fba-945e-8842a9d29a99'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:31:33.842686 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:33.843139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Bound using segment: {'id': '374bafbb-7a25-4b2e-a253-68316cc6af87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'e5303cd3-bcf5-4fba-945e-8842a9d29a99'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:33.843675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Bound port: c814271f-f4c1-401e-a695-cf66b8b5e21a, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374bafbb-7a25-4b2e-a253-68316cc6af87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'e5303cd3-bcf5-4fba-945e-8842a9d29a99'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:31:33.844141 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:33.856383 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-703df3ab-da6e-46c4-8072-baf756ab496c service neutron] 10.222.0.37 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400987 Dec 22 09:31:33.859323 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5897bf0d-b6d7-4ad5-ade6-0f15b7a701b4 req-bba36a54-f39b-4506-8462-73dcecc5881f service neutron] 10.222.0.50 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3599696 Dec 22 09:31:34.126565 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46dc69e-64aa-45b9-b21c-c8ee2e413341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fb950c7-a463-4f96-bd23-c94d93d3a410', 'code': 200} Dec 22 09:31:34.128541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Pushing event updated for resources: {'Port': ['ID=519f4d62-8c7d-4502-8aef-81f32efba3e5,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:34.129039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] For port c814271f-f4c1-401e-a695-cf66b8b5e21a, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:31:34.141464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] For port c814271f-f4c1-401e-a695-cf66b8b5e21a, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c814271f-f4c1-401e-a695-cf66b8b5e21a,segment=NetworkSegment(374bafbb-7a25-4b2e-a253-68316cc6af87),segment_id=374bafbb-7a25-4b2e-a253-68316cc6af87)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:31:34.146879 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:34.147301 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.644s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:34.187220 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:34.223781 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-afcec5b1-81b5-474a-9c91-45a90c7b6271 service neutron] 10.222.0.37 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3588467 Dec 22 09:31:34.394720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Attempting to bind port e644dd3a-47dc-489a-83db-0e7a3cde4e02 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:31:34.395554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Attempting to bind port e644dd3a-47dc-489a-83db-0e7a3cde4e02 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:31:34.396400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Attempting to bind port e644dd3a-47dc-489a-83db-0e7a3cde4e02 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:31:34.405147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:34.407113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:31:34.407767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:34.408415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:34.409136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Bound port: e644dd3a-47dc-489a-83db-0e7a3cde4e02, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:31:34.409829 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:34.425191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ca061-0b57-4a6a-bbf8-dd67b8083bb1 req-87b5a8fc-4f17-461e-88e7-6fe8f0390c42 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:34.426171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b9fd7-cbd0-406f-b039-e2b8e42e0eef None None] Pushing event updated for resources: {'Port': ['ID=c814271f-f4c1-401e-a695-cf66b8b5e21a,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:34.432944 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-180b9fd7-cbd0-406f-b039-e2b8e42e0eef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:34.443806 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f57ca061-0b57-4a6a-bbf8-dd67b8083bb1 req-87b5a8fc-4f17-461e-88e7-6fe8f0390c42 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 944 time: 0.6080241 Dec 22 09:31:34.538526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] For port e644dd3a-47dc-489a-83db-0e7a3cde4e02, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:31:34.550964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] For port e644dd3a-47dc-489a-83db-0e7a3cde4e02, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=e644dd3a-47dc-489a-83db-0e7a3cde4e02,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:31:34.556747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:34.580949 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-56191049-86ed-432a-84d8-026071403f70 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:34.700072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Routers {'1b7fea87-2919-40ad-a1b1-60ffb26201b3'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:34.700956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:31:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['1b7fea87-2919-40ad-a1b1-60ffb26201b3'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:34.773315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Pushing event updated for resources: {'Port': ['ID=e644dd3a-47dc-489a-83db-0e7a3cde4e02,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:34.782400 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:34.829154 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f57ca061-0b57-4a6a-bbf8-dd67b8083bb1 req-e0027fba-107c-4fed-a50d-32d0be51a793 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841891 Dec 22 09:31:34.884708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Attempting to bind port 519f4d62-8c7d-4502-8aef-81f32efba3e5 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:31:34.886319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Attempting to bind port 519f4d62-8c7d-4502-8aef-81f32efba3e5 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '12f9dcdb-1ce1-4601-9413-ee876bb6aaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:31:34.886838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Attempting to bind port 519f4d62-8c7d-4502-8aef-81f32efba3e5 on network 58c7a353-13b3-4d40-8fee-65d9dde6541f {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:31:34.953505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75254940-ef6a-49cf-b6f9-6bffbea3c46d req-c945875a-46d1-4366-8eab-cc2eeb2351c6 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:34.956186 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-75254940-ef6a-49cf-b6f9-6bffbea3c46d req-c945875a-46d1-4366-8eab-cc2eeb2351c6 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 945 time: 0.4934196 Dec 22 09:31:34.957425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:34.957808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Checking segment: {'id': '12f9dcdb-1ce1-4601-9413-ee876bb6aaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:31:34.958227 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:34.958629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Bound using segment: {'id': '12f9dcdb-1ce1-4601-9413-ee876bb6aaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:34.959139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Bound port: 519f4d62-8c7d-4502-8aef-81f32efba3e5, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f9dcdb-1ce1-4601-9413-ee876bb6aaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:31:34.959519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:35.016486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:35.017600 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:35.019341 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] 10.222.0.37 "PUT /v2.0/ports/e644dd3a-47dc-489a-83db-0e7a3cde4e02 HTTP/1.1" status: 200 len: 1159 time: 4.2911024 Dec 22 09:31:35.022104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcabae72-21c9-4ede-a72e-2aa39c58f49f', 'tag': 'e644dd3a-47dc-489a-83db-0e7a3cde4e02'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:31:35.049592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] Set router 1b7fea87-2919-40ad-a1b1-60ffb26201b3 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:31:35.276383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-c779dfae-feb1-4eb6-b57f-0d193f9af615 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:35.278617 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-c779dfae-feb1-4eb6-b57f-0d193f9af615 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.37 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984&tenant_id=0fd3a230510047d192938116344c8cd5&binding%3Ahost_id=n-h2-765315-5 HTTP/1.1" status: 200 len: 1159 time: 0.4619474 Dec 22 09:31:35.372735 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-75254940-ef6a-49cf-b6f9-6bffbea3c46d req-3fdfe00f-dd80-49a8-95fd-34f04a166731 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277431 Dec 22 09:31:35.386370 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a3a8cd84-ef1c-49da-82e6-33332502a429 req-707f6eb6-a69e-45fd-a81b-629e61a15382 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=492a6000-ac83-4726-bb84-775b2659eb76 HTTP/1.1" status: 200 len: 210 time: 0.0702152 Dec 22 09:31:35.416523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7940f085-256e-4072-9f97-d5fd36afc481 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Allocated IP 192.168.233.19 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/f2ff6f78-db1c-47d8-a946-5a2e2b1392c8) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:31:35.570454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-8257a47a-66f7-4126-96ba-7ed4050baa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:35.571907 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-8257a47a-66f7-4126-96ba-7ed4050baa74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&device_id=dcabae72-21c9-4ede-a72e-2aa39c58f49f HTTP/1.1" status: 200 len: 1162 time: 0.4438262 Dec 22 09:31:35.607511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c814271f-f4c1-401e-a695-cf66b8b5e21a up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:35.749718 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-d850b0ee-f168-4b73-9e0d-5d3d1c54327e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=e644dd3a-47dc-489a-83db-0e7a3cde4e02 HTTP/1.1" status: 200 len: 217 time: 0.1013393 Dec 22 09:31:35.858762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-ad38d6a4-e2ef-4867-b223-44935cb5fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:35.860630 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-ad38d6a4-e2ef-4867-b223-44935cb5fb86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1007421 Dec 22 09:31:35.867574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-8d10ea0a-a766-49ae-a637-b9887dab5e7f service neutron] For port 602fd199-75a4-490d-8e4d-901536169c9b, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:31:35.922097 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-8d10ea0a-a766-49ae-a637-b9887dab5e7f service neutron] Notify callbacks [] for binding, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:35.923415 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5437e256-f98d-412f-a479-1a5db1d0e56e req-8d10ea0a-a766-49ae-a637-b9887dab5e7f service neutron] 10.222.0.37 "DELETE /v2.0/ports/602fd199-75a4-490d-8e4d-901536169c9b/bindings/n-h1-765315-5 HTTP/1.1" status: 204 len: 173 time: 0.6069551 Dec 22 09:31:35.958013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-83cb22a6-b3bb-4b5f-8e9b-8aaa82814348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:35.960336 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-83cb22a6-b3bb-4b5f-8e9b-8aaa82814348 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921631 Dec 22 09:31:36.053659 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7940f085-256e-4072-9f97-d5fd36afc481 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:36.071814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7940f085-256e-4072-9f97-d5fd36afc481 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Transition to ACTIVE for port object f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:31:36.093651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] For port 519f4d62-8c7d-4502-8aef-81f32efba3e5, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:31:36.101381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] For port 519f4d62-8c7d-4502-8aef-81f32efba3e5, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=519f4d62-8c7d-4502-8aef-81f32efba3e5,segment=NetworkSegment(12f9dcdb-1ce1-4601-9413-ee876bb6aaf6),segment_id=12f9dcdb-1ce1-4601-9413-ee876bb6aaf6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:31:36.102525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46dc69e-64aa-45b9-b21c-c8ee2e413341', 'name': 'network-vif-deleted', 'tag': '6fb950c7-a463-4f96-bd23-c94d93d3a410'}, {'name': 'network-changed', 'server_uuid': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'tag': '6c91e0a3-36ba-4fed-bf40-56ae0f237427'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:31:36.161080 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:36.175764 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7940f085-256e-4072-9f97-d5fd36afc481 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:36.185954 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07788419-f2cf-45cd-a6c3-ea6e8ca01a3c req-6ebbdbaa-dfb2-467b-b040-dd94f75b365d tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/floatingips/f7b9bbd8-b138-4ed3-8044-a942a8609a11 HTTP/1.1" status: 200 len: 998 time: 0.5731893 Dec 22 09:31:36.225868 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ab29870-31fa-48c2-8aa0-de2a0fa3ac2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:36.241728 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-f77af6e8-a807-4f0f-aec4-aaa3effd6220 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733073 Dec 22 09:31:36.311847 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61729526-9514-48c5-b606-d4e9578304a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:36.355689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port c814271f-f4c1-401e-a695-cf66b8b5e21a completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:31:36.363275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port c814271f-f4c1-401e-a695-cf66b8b5e21a triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:36.363713 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:36.413648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7fea87-2919-40ad-a1b1-60ffb26201b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1603499218-router', 'tenant_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'cd9249b7-d2e7-4cd7-86ff-be427cf58ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:31:13Z', 'updated_at': '2020-12-22T09:31:20Z', 'revision_number': 4, 'project_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'gw_port': {'id': 'cd9249b7-d2e7-4cd7-86ff-be427cf58ef3', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fea87-2919-40ad-a1b1-60ffb26201b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:31:14Z', 'updated_at': '2020-12-22T09:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'c814271f-f4c1-401e-a695-cf66b8b5e21a', 'name': '', 'network_id': 'e5303cd3-bcf5-4fba-945e-8842a9d29a99', 'tenant_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'mac_address': 'fa:16:3e:28:b2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7fea87-2919-40ad-a1b1-60ffb26201b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a1c35bf7-47a0-4957-bcd9-cda46c46f77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:31:19Z', 'updated_at': '2020-12-22T09:31:34Z', 'revision_number': 4, 'project_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'subnets': [{'id': 'a1c35bf7-47a0-4957-bcd9-cda46c46f77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:36.435268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d338d43-588c-427e-aad6-867bc853f09e None None] The sync data for ids ['1b7fea87-2919-40ad-a1b1-60ffb26201b3'] in n-d-765315-5 is: [{'id': '1b7fea87-2919-40ad-a1b1-60ffb26201b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1603499218-router', 'tenant_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'cd9249b7-d2e7-4cd7-86ff-be427cf58ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:31:13Z', 'updated_at': '2020-12-22T09:31:20Z', 'revision_number': 4, 'project_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'gw_port': {'id': 'cd9249b7-d2e7-4cd7-86ff-be427cf58ef3', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fea87-2919-40ad-a1b1-60ffb26201b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:31:14Z', 'updated_at': '2020-12-22T09:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'c814271f-f4c1-401e-a695-cf66b8b5e21a', 'name': '', 'network_id': 'e5303cd3-bcf5-4fba-945e-8842a9d29a99', 'tenant_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'mac_address': 'fa:16:3e:28:b2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7fea87-2919-40ad-a1b1-60ffb26201b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a1c35bf7-47a0-4957-bcd9-cda46c46f77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:31:19Z', 'updated_at': '2020-12-22T09:31:34Z', 'revision_number': 4, 'project_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'subnets': [{'id': 'a1c35bf7-47a0-4957-bcd9-cda46c46f77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:31:36.496051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Pushing event updated for resources: {'Port': ['ID=519f4d62-8c7d-4502-8aef-81f32efba3e5,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:36.597362 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:36.648172 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-4a468b08-ceb8-42ff-9972-78e4bbbe5ec7 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3946826 Dec 22 09:31:36.751652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port c814271f-f4c1-401e-a695-cf66b8b5e21a, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c814271f-f4c1-401e-a695-cf66b8b5e21a,segment=NetworkSegment(374bafbb-7a25-4b2e-a253-68316cc6af87),segment_id=374bafbb-7a25-4b2e-a253-68316cc6af87)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:36.756139 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:36.760477 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c73845c-7e5e-444e-8774-8bc7c812fd2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:36.870091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07788419-f2cf-45cd-a6c3-ea6e8ca01a3c req-d838ed99-e611-43d0-8fb4-30d20b8e497d tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:36.878452 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07788419-f2cf-45cd-a6c3-ea6e8ca01a3c req-d838ed99-e611-43d0-8fb4-30d20b8e497d tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.6896214 Dec 22 09:31:36.892171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=c814271f-f4c1-401e-a695-cf66b8b5e21a,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:36.912426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-07788419-f2cf-45cd-a6c3-ea6e8ca01a3c req-b09a21e3-cf41-4f36-adc7-53b07281affb tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:31:36.913384 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07788419-f2cf-45cd-a6c3-ea6e8ca01a3c req-b09a21e3-cf41-4f36-adc7-53b07281affb tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0071707 Dec 22 09:31:36.936955 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:36.939230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 602fd199-75a4-490d-8e4d-901536169c9b up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:37.077527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 602fd199-75a4-490d-8e4d-901536169c9b completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:31:37.083779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 602fd199-75a4-490d-8e4d-901536169c9b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:37.084233 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:37.170978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c814271f-f4c1-401e-a695-cf66b8b5e21a up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:37.290634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e5a20-eccb-4358-a853-b2b39096a5b0 req-68f24c5e-876c-4a10-80e0-2ba3a7d33606 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:37.299342 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c8e5a20-eccb-4358-a853-b2b39096a5b0 req-68f24c5e-876c-4a10-80e0-2ba3a7d33606 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=880598a8-05fa-4e7e-9608-2b343e06ddbf HTTP/1.1" status: 200 len: 943 time: 1.5435212 Dec 22 09:31:37.311733 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcabae72-21c9-4ede-a72e-2aa39c58f49f', 'tag': 'e644dd3a-47dc-489a-83db-0e7a3cde4e02', 'status': 'completed', 'code': 200} Dec 22 09:31:37.443119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940f085-256e-4072-9f97-d5fd36afc481 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Pushing event updated for resources: {'Port': ['ID=f2ff6f78-db1c-47d8-a946-5a2e2b1392c8,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:37.457920 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7940f085-256e-4072-9f97-d5fd36afc481 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.146s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:37.468656 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.011s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:37.469595 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:37.469841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b2175fc2-4e04-402d-94cb-f11fbc5e614f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:37.480101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port c814271f-f4c1-401e-a695-cf66b8b5e21a triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:37.480526 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:37.518697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc5ae1-6f39-464f-8bee-06dd7971ec94 req-476052ef-439d-4a19-ac4e-76ed833ad109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:37.520386 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3bc5ae1-6f39-464f-8bee-06dd7971ec94 req-476052ef-439d-4a19-ac4e-76ed833ad109 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&device_id=dcabae72-21c9-4ede-a72e-2aa39c58f49f HTTP/1.1" status: 200 len: 1162 time: 0.1581199 Dec 22 09:31:37.530858 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:37.583509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:37.584213 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:37.585901 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] 10.222.0.64 "PUT /v2.0/ports/519f4d62-8c7d-4502-8aef-81f32efba3e5 HTTP/1.1" status: 200 len: 1155 time: 8.1061809 Dec 22 09:31:37.588567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1646cebc-9664-4438-af14-c62f9d781984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602fd199-75a4-490d-8e4d-901536169c9b'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:31:37.610872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 602fd199-75a4-490d-8e4d-901536169c9b, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=602fd199-75a4-490d-8e4d-901536169c9b,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:37.649651 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c8e5a20-eccb-4358-a853-b2b39096a5b0 req-6051e383-8a8b-40db-ad38-9d34db98495b tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486626 Dec 22 09:31:37.685548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:37.687350 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:37.736414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc5ae1-6f39-464f-8bee-06dd7971ec94 req-e71ad787-0ed2-43ba-8289-c13ebfdb8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:37.738170 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3bc5ae1-6f39-464f-8bee-06dd7971ec94 req-e71ad787-0ed2-43ba-8289-c13ebfdb8dfc service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.2099087 Dec 22 09:31:37.748684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7940f085-256e-4072-9f97-d5fd36afc481 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:31:37.769503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7940f085-256e-4072-9f97-d5fd36afc481 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:31:37.809644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7940f085-256e-4072-9f97-d5fd36afc481 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:31:37.816009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7940f085-256e-4072-9f97-d5fd36afc481 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:37.817427 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7940f085-256e-4072-9f97-d5fd36afc481 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:37.825317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=602fd199-75a4-490d-8e4d-901536169c9b,revision_number=12']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:37.832451 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:37.871700 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3bc5ae1-6f39-464f-8bee-06dd7971ec94 req-a755468b-7f5c-4c1e-8256-5aa9a6311dd9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=e644dd3a-47dc-489a-83db-0e7a3cde4e02 HTTP/1.1" status: 200 len: 217 time: 0.1255703 Dec 22 09:31:37.996868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc5ae1-6f39-464f-8bee-06dd7971ec94 req-9fa3e3a2-c307-43d0-9921-825259da5ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:38.000550 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3bc5ae1-6f39-464f-8bee-06dd7971ec94 req-9fa3e3a2-c307-43d0-9921-825259da5ea3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1217222 Dec 22 09:31:38.119598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6abbb6de-29aa-4ad0-b458-ef509d1bac2a None None] Provisioning for port f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:31:38.132312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc5ae1-6f39-464f-8bee-06dd7971ec94 req-215cfd2e-d042-4c5b-b1f2-7eb036d08926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:38.135636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6abbb6de-29aa-4ad0-b458-ef509d1bac2a None None] Provisioning complete for port f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:38.136090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6abbb6de-29aa-4ad0-b458-ef509d1bac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:38.144179 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3bc5ae1-6f39-464f-8bee-06dd7971ec94 req-215cfd2e-d042-4c5b-b1f2-7eb036d08926 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1251953 Dec 22 09:31:38.256270 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7940f085-256e-4072-9f97-d5fd36afc481 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.7780726 Dec 22 09:31:38.264673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6abbb6de-29aa-4ad0-b458-ef509d1bac2a None None] Port f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:31:38.295745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Request body: {'port': {'device_id': '492a6000-ac83-4726-bb84-775b2659eb76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:38.387113 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3bc5ae1-6f39-464f-8bee-06dd7971ec94 req-878f01b6-fbb0-46f0-9442-9f25cf50ed84 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419372 Dec 22 09:31:38.395417 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e88517ee-7f9e-42ae-9e74-343947a6a338 req-82fc7ad8-5fc4-4f5b-bff8-e7a5286d5586 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.9194570 Dec 22 09:31:38.397022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4611e-2b4b-4787-bd5d-6e4fe42f791d req-8f6928ab-5abf-42ef-8098-953dd858d4b9 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:38.407913 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81f4611e-2b4b-4787-bd5d-6e4fe42f791d req-8f6928ab-5abf-42ef-8098-953dd858d4b9 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 1160 time: 0.8867073 Dec 22 09:31:38.553028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-38dbe7b4-e308-412b-93ae-47e76cd25995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:38.554634 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-38dbe7b4-e308-412b-93ae-47e76cd25995 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=790143c06479416c8526efbd9a1fc0ad&device_id=880598a8-05fa-4e7e-9608-2b343e06ddbf HTTP/1.1" status: 200 len: 1158 time: 0.9018877 Dec 22 09:31:38.634030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:38.668423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-f69c7b4c-7d6b-4932-b1e4-3af8586eb421 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=519f4d62-8c7d-4502-8aef-81f32efba3e5 HTTP/1.1" status: 200 len: 217 time: 0.0886075 Dec 22 09:31:38.673315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:31:38.745261 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81f4611e-2b4b-4787-bd5d-6e4fe42f791d req-6ef3059f-eb57-4891-9e3f-fdde1f105c14 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363674 Dec 22 09:31:38.779334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48051c86-b8bf-4a6b-9282-84f32752c246 req-40ae974e-1b44-485a-a65e-2f99adeb2f0a tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:38.787460 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-48051c86-b8bf-4a6b-9282-84f32752c246 req-40ae974e-1b44-485a-a65e-2f99adeb2f0a tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 946 time: 0.9045560 Dec 22 09:31:38.849706 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:38.890004 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3bc5ae1-6f39-464f-8bee-06dd7971ec94 req-0cc1da3e-d7f4-4c73-964d-4876ebb47540 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4951580 Dec 22 09:31:38.952787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-e55f772c-8e96-419e-8517-d6ec2b324374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:38.954507 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-e55f772c-8e96-419e-8517-d6ec2b324374 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a0cb2307-15df-4f20-b1ea-7921fb77b239 HTTP/1.1" status: 200 len: 844 time: 0.2675650 Dec 22 09:31:39.019844 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-678b5ac9-6b56-4bc4-bf76-dd1d93885a60 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58c7a353-13b3-4d40-8fee-65d9dde6541f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557616 Dec 22 09:31:39.021835 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46dc69e-64aa-45b9-b21c-c8ee2e413341', 'name': 'network-vif-deleted', 'tag': '6fb950c7-a463-4f96-bd23-c94d93d3a410', 'status': 'completed', 'code': 200} Dec 22 09:31:39.022234 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'tag': '6c91e0a3-36ba-4fed-bf40-56ae0f237427', 'status': 'completed', 'code': 200} Dec 22 09:31:39.131006 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-48051c86-b8bf-4a6b-9282-84f32752c246 req-65adde9f-4fed-4241-8a30-62610f5184f2 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424785 Dec 22 09:31:39.209412 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:39.369430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88517ee-7f9e-42ae-9e74-343947a6a338 req-b2f8f241-4d52-4500-ab25-7174dbc8eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:39.371072 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e88517ee-7f9e-42ae-9e74-343947a6a338 req-b2f8f241-4d52-4500-ab25-7174dbc8eeda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92202f56ba024bd88bdda46d20163167&device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 1161 time: 0.9230077 Dec 22 09:31:39.458270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:39.574356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device e644dd3a-47dc-489a-83db-0e7a3cde4e02 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:39.636287 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-075d5257-70d4-43d6-8a84-2f97fcde64d8 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 1001 time: 0.4416921 Dec 22 09:31:39.640186 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-5e73b75d-dccc-471a-8237-e33f0b7225c6 service neutron] 10.222.0.64 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6049047 Dec 22 09:31:39.686699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port e644dd3a-47dc-489a-83db-0e7a3cde4e02 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:31:39.695562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port e644dd3a-47dc-489a-83db-0e7a3cde4e02 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:39.695562 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:39.861777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:39.891104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c73b6-7820-468c-b039-f315cca00687 req-436a5891-652f-4a75-986d-fef00b3a6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:39.892804 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce8c73b6-7820-468c-b039-f315cca00687 req-436a5891-652f-4a75-986d-fef00b3a6095 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40fbcf60bc434afd9e98a45ed63e9499&device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 1161 time: 0.8074353 Dec 22 09:31:39.910647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port e644dd3a-47dc-489a-83db-0e7a3cde4e02, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=e644dd3a-47dc-489a-83db-0e7a3cde4e02,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:39.915920 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:39.917007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 602fd199-75a4-490d-8e4d-901536169c9b up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:39.955763 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:39.971988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb0e05-9aa3-491e-8718-1817476e15e5 req-618f7498-e5a1-461a-b855-2820120f3dcf tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:39.973097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8bfb0e05-9aa3-491e-8718-1817476e15e5 req-618f7498-e5a1-461a-b855-2820120f3dcf tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Synchronizing usage tracker for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:31:40.044707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-ad890f97-39a4-4f87-8898-5e98e777a7df tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:40.045368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-ad890f97-39a4-4f87-8898-5e98e777a7df tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Synchronizing usage tracker for tenant:40fbcf60bc434afd9e98a45ed63e9499 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:31:40.048596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88517ee-7f9e-42ae-9e74-343947a6a338 req-d5066f81-3065-4234-a269-12842a078b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:40.050922 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e88517ee-7f9e-42ae-9e74-343947a6a338 req-d5066f81-3065-4234-a269-12842a078b04 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 200 len: 915 time: 0.6502326 Dec 22 09:31:40.069150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:40.118825 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:40.123034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=e644dd3a-47dc-489a-83db-0e7a3cde4e02,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:40.130317 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:40.145228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 602fd199-75a4-490d-8e4d-901536169c9b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:40.145770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:40.489572 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e88517ee-7f9e-42ae-9e74-343947a6a338 req-3feb2320-fc32-4b41-a3c6-58745046fbe2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9794798-0fb3-4f07-9a97-38dd72429966 HTTP/1.1" status: 200 len: 217 time: 0.4017615 Dec 22 09:31:40.615106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8bfb0e05-9aa3-491e-8718-1817476e15e5 req-618f7498-e5a1-461a-b855-2820120f3dcf tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Unset dirty status for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:31:40.616506 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8bfb0e05-9aa3-491e-8718-1817476e15e5 req-618f7498-e5a1-461a-b855-2820120f3dcf tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=492a6000-ac83-4726-bb84-775b2659eb76 HTTP/1.1" status: 200 len: 935 time: 1.4730515 Dec 22 09:31:40.633204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-ad890f97-39a4-4f87-8898-5e98e777a7df tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Unset dirty status for tenant:40fbcf60bc434afd9e98a45ed63e9499 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:31:40.635726 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-ad890f97-39a4-4f87-8898-5e98e777a7df tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports/6c91e0a3-36ba-4fed-bf40-56ae0f237427 HTTP/1.1" status: 200 len: 943 time: 0.9330034 Dec 22 09:31:40.691760 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-452a89e4-a0dd-4e9c-9b69-21b603dd04a6 req-731801a4-749f-4ab7-b45e-24acbf91ea0d service neutron] 10.222.0.64 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9518733 Dec 22 09:31:40.693209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88517ee-7f9e-42ae-9e74-343947a6a338 req-f3f659c0-4a78-48b1-ba29-f9c4d154837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:40.694675 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e88517ee-7f9e-42ae-9e74-343947a6a338 req-f3f659c0-4a78-48b1-ba29-f9c4d154837a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=640a01a7-c30b-476e-9180-1eeb8ef32064 HTTP/1.1" status: 200 len: 861 time: 0.1278985 Dec 22 09:31:40.729953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c73b6-7820-468c-b039-f315cca00687 req-b2f9651f-68b8-45ea-9e0c-079ffd40c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:40.732653 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce8c73b6-7820-468c-b039-f315cca00687 req-b2f9651f-68b8-45ea-9e0c-079ffd40c62d service neutron] 10.222.0.64 "GET /v2.0/networks?id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 HTTP/1.1" status: 200 len: 914 time: 0.7552178 Dec 22 09:31:40.736883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device e644dd3a-47dc-489a-83db-0e7a3cde4e02 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:40.843039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port e644dd3a-47dc-489a-83db-0e7a3cde4e02 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:40.843473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:40.944040 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e88517ee-7f9e-42ae-9e74-343947a6a338 req-11b029d0-21f9-494c-88c2-5665a77160c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2172620 Dec 22 09:31:41.023232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880598a8-05fa-4e7e-9608-2b343e06ddbf', 'tag': '519f4d62-8c7d-4502-8aef-81f32efba3e5'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:31:41.088252 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8bfb0e05-9aa3-491e-8718-1817476e15e5 req-9fc99181-bd49-41a9-9c68-38862c86c929 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214740 Dec 22 09:31:41.177057 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-68be0e5c-c603-4fec-a5cf-f71416f80b5d tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 1001 time: 0.3996522 Dec 22 09:31:41.188219 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce8c73b6-7820-468c-b039-f315cca00687 req-72da3351-8bfc-4b85-9b26-deb9e1efe694 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c91e0a3-36ba-4fed-bf40-56ae0f237427 HTTP/1.1" status: 200 len: 1001 time: 0.3463044 Dec 22 09:31:41.378320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:31:41.462074 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:41.519115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c73b6-7820-468c-b039-f315cca00687 req-a703eee8-e820-4f67-b118-b1a45a580b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:41.520855 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce8c73b6-7820-468c-b039-f315cca00687 req-a703eee8-e820-4f67-b118-b1a45a580b38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c8afb31-70cb-4424-9738-21fa798b43cb HTTP/1.1" status: 200 len: 859 time: 0.2613039 Dec 22 09:31:41.531127 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e88517ee-7f9e-42ae-9e74-343947a6a338 req-4066d2b5-e621-4ec2-83db-e1054f60fa60 service neutron] 10.222.0.64 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5543923 Dec 22 09:31:41.534670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Transition to ACTIVE for port object f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:31:41.606093 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:41.633673 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:41.747539 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1646cebc-9664-4438-af14-c62f9d781984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602fd199-75a4-490d-8e4d-901536169c9b', 'code': 200} Dec 22 09:31:41.815638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-c09acda8-0526-4b4f-b72b-7c0efac1f3f9 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:41.818642 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-c09acda8-0526-4b4f-b72b-7c0efac1f3f9 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.6293490 Dec 22 09:31:42.005510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ff6f78-db1c-47d8-a946-5a2e2b1392c8,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:42.019280 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:42.154547 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e88517ee-7f9e-42ae-9e74-343947a6a338 req-19d3b797-3390-4e70-b167-17355e844635 service neutron] 10.222.0.64 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5777631 Dec 22 09:31:42.173187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c73b6-7820-468c-b039-f315cca00687 req-7b2306ce-d46c-4917-b247-e2f611bca797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:42.175148 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce8c73b6-7820-468c-b039-f315cca00687 req-7b2306ce-d46c-4917-b247-e2f611bca797 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6390903 Dec 22 09:31:42.179880 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-4cf852bb-9a06-4d96-95d6-f501cf232fb8 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 1001 time: 0.2860463 Dec 22 09:31:42.229242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-3dd381a6-7da2-4021-bdf5-b0bfadd0a40a tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Request body: {'floatingip': {'port_id': None}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:42.504854 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2af10431-749f-46ce-ac45-571dc9180ae1 req-7c7a1bd8-142a-4829-8d84-8fa3a759c0e8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2865f7cf-2245-4820-835c-11df466353ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.0988219 Dec 22 09:31:42.710427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af10431-749f-46ce-ac45-571dc9180ae1 req-2ee9a9f5-aeb2-422f-9d56-d08ee4e39531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:42.712090 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2af10431-749f-46ce-ac45-571dc9180ae1 req-2ee9a9f5-aeb2-422f-9d56-d08ee4e39531 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c601d64a3954b579c533381321f4616&device_id=2865f7cf-2245-4820-835c-11df466353ef HTTP/1.1" status: 200 len: 1161 time: 0.1016645 Dec 22 09:31:42.877334 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-3dd381a6-7da2-4021-bdf5-b0bfadd0a40a tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks [] for floatingip, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:42.921100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af10431-749f-46ce-ac45-571dc9180ae1 req-39974661-abba-4f43-9e6b-7f8af4fa1c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:42.923010 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2af10431-749f-46ce-ac45-571dc9180ae1 req-39974661-abba-4f43-9e6b-7f8af4fa1c22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5de9d9f5-b9ec-40ce-80f5-cb36be8750fd HTTP/1.1" status: 200 len: 918 time: 0.1847153 Dec 22 09:31:42.938036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9949cc-907b-4443-b3f1-cb455e7df4b6 req-7598cf65-f211-4922-bee8-bd5c980ec3a1 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:42.946328 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9c9949cc-907b-4443-b3f1-cb455e7df4b6 req-7598cf65-f211-4922-bee8-bd5c980ec3a1 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=880598a8-05fa-4e7e-9608-2b343e06ddbf HTTP/1.1" status: 200 len: 943 time: 0.9046099 Dec 22 09:31:42.978075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Attempting to bind port f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:31:42.978798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Attempting to bind port f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:31:42.979377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Attempting to bind port f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:31:43.031464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:43.032130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:31:43.032757 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:43.033345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:43.034045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Bound port: f2ff6f78-db1c-47d8-a946-5a2e2b1392c8, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:31:43.034773 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:43.081674 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2af10431-749f-46ce-ac45-571dc9180ae1 req-e07537be-f188-4a12-9fc8-f333484b5255 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 HTTP/1.1" status: 200 len: 1002 time: 0.1507976 Dec 22 09:31:43.101379 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce8c73b6-7820-468c-b039-f315cca00687 req-631adc29-450d-4aba-921a-f47c9620932d service neutron] 10.222.0.64 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9144726 Dec 22 09:31:43.132495 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9c9949cc-907b-4443-b3f1-cb455e7df4b6 req-3ad1967b-5ca0-4bdd-9fec-bec18cba50ea tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849513 Dec 22 09:31:43.184865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af10431-749f-46ce-ac45-571dc9180ae1 req-fc923271-d388-4d2a-b3d6-0a9652be2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:43.186928 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2af10431-749f-46ce-ac45-571dc9180ae1 req-fc923271-d388-4d2a-b3d6-0a9652be2751 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5019215f-48f7-4d84-9c78-44c724f667e0 HTTP/1.1" status: 200 len: 863 time: 0.0980802 Dec 22 09:31:43.303103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af10431-749f-46ce-ac45-571dc9180ae1 req-892eb163-f0d4-4cf0-80c3-d3ab4e19371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:43.304808 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2af10431-749f-46ce-ac45-571dc9180ae1 req-892eb163-f0d4-4cf0-80c3-d3ab4e19371d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5de9d9f5-b9ec-40ce-80f5-cb36be8750fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082723 Dec 22 09:31:43.520559 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2af10431-749f-46ce-ac45-571dc9180ae1 req-55223e92-1757-4420-b944-8b5bf8d7f52d service neutron] 10.222.0.37 "GET /v2.0/networks/5de9d9f5-b9ec-40ce-80f5-cb36be8750fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069712 Dec 22 09:31:43.561357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-3dd381a6-7da2-4021-bdf5-b0bfadd0a40a tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks [] for floatingip, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:43.578734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] For port f2ff6f78-db1c-47d8-a946-5a2e2b1392c8, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:31:43.585123 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-3dd381a6-7da2-4021-bdf5-b0bfadd0a40a tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:43.585794 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-3dd381a6-7da2-4021-bdf5-b0bfadd0a40a tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Floating IP f7b9bbd8-b138-4ed3-8044-a942a8609a11 disassociated. External IP: 172.25.7.72, port: 6c91e0a3-36ba-4fed-bf40-56ae0f237427. Dec 22 09:31:43.667606 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce8c73b6-7820-468c-b039-f315cca00687 req-adb42b07-10a5-40a8-af20-c139194547a0 service neutron] 10.222.0.64 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5337155 Dec 22 09:31:43.671835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] For port f2ff6f78-db1c-47d8-a946-5a2e2b1392c8, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=f2ff6f78-db1c-47d8-a946-5a2e2b1392c8,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:31:43.681014 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:43.708443 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f3898664-33ac-4716-8c98-3bdd0fe72c40 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:43.739756 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2af10431-749f-46ce-ac45-571dc9180ae1 req-5c0e077a-7f0b-4bf3-9686-43fceba5d919 service neutron] 10.222.0.37 "GET /v2.0/networks/5de9d9f5-b9ec-40ce-80f5-cb36be8750fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2123866 Dec 22 09:31:43.753882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcabae72-21c9-4ede-a72e-2aa39c58f49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e644dd3a-47dc-489a-83db-0e7a3cde4e02'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:31:43.919025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e4364-86bf-4ba5-ad87-637aa16ca49c req-13e5c9e8-9c33-4270-91d1-79cee10fef92 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:43.921017 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-549e4364-86bf-4ba5-ad87-637aa16ca49c req-13e5c9e8-9c33-4270-91d1-79cee10fef92 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 1160 time: 0.5612350 Dec 22 09:31:44.010229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-f1a28d75-566f-4326-97e5-5cecb4f63883 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:31:44.019976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ff6f78-db1c-47d8-a946-5a2e2b1392c8,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:44.032007 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:44.056204 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-549e4364-86bf-4ba5-ad87-637aa16ca49c req-70c51d2e-b307-427d-b51d-a73e667b123c tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171086 Dec 22 09:31:44.167744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:44.169169 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:44.170867 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] 10.222.0.37 "PUT /v2.0/ports/f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 HTTP/1.1" status: 200 len: 1159 time: 5.8857138 Dec 22 09:31:44.358325 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880598a8-05fa-4e7e-9608-2b343e06ddbf', 'tag': '519f4d62-8c7d-4502-8aef-81f32efba3e5', 'status': 'completed', 'code': 200} Dec 22 09:31:44.547906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 519f4d62-8c7d-4502-8aef-81f32efba3e5 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:44.556255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-3dd381a6-7da2-4021-bdf5-b0bfadd0a40a tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:31:44.630132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 519f4d62-8c7d-4502-8aef-81f32efba3e5 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:31:44.636584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 519f4d62-8c7d-4502-8aef-81f32efba3e5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:44.636584 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:44.749579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-180fac31-3bad-44f3-be5c-a8c1947d070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:44.751138 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-180fac31-3bad-44f3-be5c-a8c1947d070d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&device_id=492a6000-ac83-4726-bb84-775b2659eb76 HTTP/1.1" status: 200 len: 1162 time: 0.3895447 Dec 22 09:31:44.778945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088334c-a545-42ac-9c83-1539bc4cd249 req-649c8458-5cec-4e9d-8da5-ebb8fbffe959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:44.780553 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b088334c-a545-42ac-9c83-1539bc4cd249 req-649c8458-5cec-4e9d-8da5-ebb8fbffe959 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=790143c06479416c8526efbd9a1fc0ad&device_id=880598a8-05fa-4e7e-9608-2b343e06ddbf HTTP/1.1" status: 200 len: 1158 time: 0.3273988 Dec 22 09:31:44.783575 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:44.820761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 519f4d62-8c7d-4502-8aef-81f32efba3e5, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=519f4d62-8c7d-4502-8aef-81f32efba3e5,segment=NetworkSegment(12f9dcdb-1ce1-4601-9413-ee876bb6aaf6),segment_id=12f9dcdb-1ce1-4601-9413-ee876bb6aaf6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:44.827146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:44.829299 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:44.915575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=519f4d62-8c7d-4502-8aef-81f32efba3e5,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:44.921160 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:45.172777 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-8eb0c033-1ec9-4ca6-86e4-7aa749208af0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 HTTP/1.1" status: 200 len: 217 time: 0.3962200 Dec 22 09:31:45.341444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86943d98-02eb-4edb-af02-5a1b45650fda req-dc0db79a-dfa3-438b-a408-3a7a057be3f6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:45.343090 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86943d98-02eb-4edb-af02-5a1b45650fda req-dc0db79a-dfa3-438b-a408-3a7a057be3f6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=492a6000-ac83-4726-bb84-775b2659eb76 HTTP/1.1" status: 200 len: 947 time: 0.7958524 Dec 22 09:31:45.367607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-3dd381a6-7da2-4021-bdf5-b0bfadd0a40a tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:31:45.380776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead13cf9-c47f-4fd0-968f-8bd4cf485f9c None None] Sync routers for ids ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:31:45.394350 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-3dd381a6-7da2-4021-bdf5-b0bfadd0a40a tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:45.395855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead13cf9-c47f-4fd0-968f-8bd4cf485f9c None None] Routers {'88be0c2b-bc19-4e49-a9c1-095e1d03e405'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:45.396697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ead13cf9-c47f-4fd0-968f-8bd4cf485f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:31:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:45.438635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-b31c4397-f8bb-4e13-bdf2-243086eda869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:45.440267 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-b31c4397-f8bb-4e13-bdf2-243086eda869 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.2541351 Dec 22 09:31:45.568627 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86943d98-02eb-4edb-af02-5a1b45650fda req-ca78c669-9256-41be-90fc-10fce900b5c5 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140641 Dec 22 09:31:45.580673 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-3dd381a6-7da2-4021-bdf5-b0bfadd0a40a tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "PUT /v2.0/floatingips/f7b9bbd8-b138-4ed3-8044-a942a8609a11 HTTP/1.1" status: 200 len: 695 time: 3.3562155 Dec 22 09:31:45.582872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088334c-a545-42ac-9c83-1539bc4cd249 req-8746ecbc-cb44-4bc8-9e96-27ff88664033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:45.587497 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b088334c-a545-42ac-9c83-1539bc4cd249 req-8746ecbc-cb44-4bc8-9e96-27ff88664033 service neutron] 10.222.0.64 "GET /v2.0/networks?id=58c7a353-13b3-4d40-8fee-65d9dde6541f HTTP/1.1" status: 200 len: 899 time: 0.7471302 Dec 22 09:31:45.626349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-ead13cf9-c47f-4fd0-968f-8bd4cf485f9c None None] Set router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:31:45.766470 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b088334c-a545-42ac-9c83-1539bc4cd249 req-e3325e7c-1889-4ccd-b69a-6f1476061e33 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=519f4d62-8c7d-4502-8aef-81f32efba3e5 HTTP/1.1" status: 200 len: 217 time: 0.1703348 Dec 22 09:31:45.853239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088334c-a545-42ac-9c83-1539bc4cd249 req-95357713-01cd-465f-841a-c9e17808fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:45.854854 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b088334c-a545-42ac-9c83-1539bc4cd249 req-95357713-01cd-465f-841a-c9e17808fd59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a0cb2307-15df-4f20-b1ea-7921fb77b239 HTTP/1.1" status: 200 len: 844 time: 0.0731809 Dec 22 09:31:45.863511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7b4a9e30-dd17-4643-94a6-b1858647a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:45.865410 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-7b4a9e30-dd17-4643-94a6-b1858647a350 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4077559 Dec 22 09:31:45.938598 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcabae72-21c9-4ede-a72e-2aa39c58f49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e644dd3a-47dc-489a-83db-0e7a3cde4e02', 'code': 200} Dec 22 09:31:45.980350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 519f4d62-8c7d-4502-8aef-81f32efba3e5 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:46.001219 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b088334c-a545-42ac-9c83-1539bc4cd249 req-8350f8a7-15bd-4a76-8146-90f4902b6ee1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58c7a353-13b3-4d40-8fee-65d9dde6541f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346037 Dec 22 09:31:46.129676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6a234-6399-4d7d-a262-e5aa3cb8dce0 req-2570518f-27a0-4a62-8b86-2450deeea598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:46.131238 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e8f6a234-6399-4d7d-a262-e5aa3cb8dce0 req-2570518f-27a0-4a62-8b86-2450deeea598 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dcabae72-21c9-4ede-a72e-2aa39c58f49f HTTP/1.1" status: 200 len: 1164 time: 0.1481936 Dec 22 09:31:46.155756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 519f4d62-8c7d-4502-8aef-81f32efba3e5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:46.156210 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:46.202175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-b70af760-6c86-4301-8c7d-bd9077a3e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:46.204827 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e8f6a234-6399-4d7d-a262-e5aa3cb8dce0 req-7f9aecd0-6c28-4ce2-ae8a-50fd92a90967 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545704 Dec 22 09:31:46.211921 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-b70af760-6c86-4301-8c7d-bd9077a3e662 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=40fbcf60bc434afd9e98a45ed63e9499&device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 1161 time: 0.6136653 Dec 22 09:31:46.230979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ead13cf9-c47f-4fd0-968f-8bd4cf485f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:35Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:46.246107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead13cf9-c47f-4fd0-968f-8bd4cf485f9c None None] Checking router: 88be0c2b-bc19-4e49-a9c1-095e1d03e405 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:31:46.262042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead13cf9-c47f-4fd0-968f-8bd4cf485f9c None None] Routers {'88be0c2b-bc19-4e49-a9c1-095e1d03e405'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:46.263088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ead13cf9-c47f-4fd0-968f-8bd4cf485f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:31:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:46.454850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492a6000-ac83-4726-bb84-775b2659eb76', 'tag': 'f2ff6f78-db1c-47d8-a946-5a2e2b1392c8'}, {'name': 'network-changed', 'server_uuid': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'tag': '6c91e0a3-36ba-4fed-bf40-56ae0f237427'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:31:46.504384 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-6f456c38-a342-4a7d-bd99-c2af6c2bb42f service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842071 Dec 22 09:31:46.582276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-b3f66cb5-64bb-444d-b864-4b3c36f7cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:46.583929 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-b3f66cb5-64bb-444d-b864-4b3c36f7cd4c service neutron] 10.222.0.50 "GET /v2.0/networks?id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 HTTP/1.1" status: 200 len: 914 time: 0.3707392 Dec 22 09:31:46.698443 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-6d5fffc7-a83d-49a5-b6e9-4a6a378bd543 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c91e0a3-36ba-4fed-bf40-56ae0f237427 HTTP/1.1" status: 200 len: 217 time: 0.0730777 Dec 22 09:31:46.725204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-ead13cf9-c47f-4fd0-968f-8bd4cf485f9c None None] Set router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:31:46.918073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-e421a31d-6b0e-42ab-82d4-369f5d480bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:46.920010 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-e421a31d-6b0e-42ab-82d4-369f5d480bf2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5c8afb31-70cb-4424-9738-21fa798b43cb HTTP/1.1" status: 200 len: 859 time: 0.1780474 Dec 22 09:31:47.021463 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b088334c-a545-42ac-9c83-1539bc4cd249 req-3d43719f-b337-4c52-a566-47e8e7afe02b service neutron] 10.222.0.64 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9988768 Dec 22 09:31:47.039798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e4db6-94c1-47f6-b572-4795c0e5cc00 req-c5e31119-d121-4c4b-becb-4d14e94a6f52 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:47.047956 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e99e4db6-94c1-47f6-b572-4795c0e5cc00 req-c5e31119-d121-4c4b-becb-4d14e94a6f52 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=880598a8-05fa-4e7e-9608-2b343e06ddbf HTTP/1.1" status: 200 len: 945 time: 0.9243722 Dec 22 09:31:47.246976 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b088334c-a545-42ac-9c83-1539bc4cd249 req-2540a681-5b27-48ae-a00e-fe950c183e32 service neutron] 10.222.0.64 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1748760 Dec 22 09:31:47.287028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ead13cf9-c47f-4fd0-968f-8bd4cf485f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:35Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:31:47.292404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead13cf9-c47f-4fd0-968f-8bd4cf485f9c None None] The sync data for ids ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'] in n-d-765315-5 is: [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:29:17Z', 'revision_number': 4, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '74aab288-ca0d-4e26-900d-a9888989b63d', 'name': '', 'network_id': 'dbc1409b-d4d4-4b8c-af3c-779bf8077bd7', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'mac_address': 'fa:16:3e:52:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:14Z', 'updated_at': '2020-12-22T09:29:35Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'subnets': [{'id': '5c8afb31-70cb-4424-9738-21fa798b43cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:31:47.298405 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0d81f7-fe5d-488c-9e52-cd4001aa578d req-b43dfeb6-b3a9-442e-b70a-afc2c8fe50af service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7130988 Dec 22 09:31:47.317227 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e99e4db6-94c1-47f6-b572-4795c0e5cc00 req-f9e6b949-94ff-4dc8-a1c9-53b66812870a tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680156 Dec 22 09:31:47.331458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-4b7fb14d-519e-4566-adc0-acc4e396eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:47.334146 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-4b7fb14d-519e-4566-adc0-acc4e396eb96 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3923359 Dec 22 09:31:47.940071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880598a8-05fa-4e7e-9608-2b343e06ddbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519f4d62-8c7d-4502-8aef-81f32efba3e5'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:31:47.970214 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-cf5fc3f6-0374-4b57-b2d4-1d19a816b21d service neutron] 10.222.0.50 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6208844 Dec 22 09:31:47.972991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b183e-7a1a-4da1-9beb-e3b7c5c5d5ad req-1ebc24af-1a25-4b24-a99c-99c0ab853a5e tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:47.978178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868958d4-73c4-45fc-87dd-985a342b4d80 None None] New status for floating IP f7b9bbd8-b138-4ed3-8044-a942a8609a11: DOWN {{(pid=81074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:31:47.979309 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-388b183e-7a1a-4da1-9beb-e3b7c5c5d5ad req-1ebc24af-1a25-4b24-a99c-99c0ab853a5e tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 1161 time: 0.2517862 Dec 22 09:31:48.072073 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-388b183e-7a1a-4da1-9beb-e3b7c5c5d5ad req-645994ba-55e1-4080-9c14-aa953641d72c tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667677 Dec 22 09:31:48.226713 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8574cb98-2ca1-4022-ab31-c7fbc9d1fd58 req-c5c657b5-f45d-416b-8686-c5523fb6dd62 service neutron] 10.222.0.50 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2459192 Dec 22 09:31:48.441408 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492a6000-ac83-4726-bb84-775b2659eb76', 'tag': 'f2ff6f78-db1c-47d8-a946-5a2e2b1392c8', 'status': 'completed', 'code': 200} Dec 22 09:31:48.441813 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'tag': '6c91e0a3-36ba-4fed-bf40-56ae0f237427', 'status': 'completed', 'code': 200} Dec 22 09:31:48.732515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-12c9d7a8-19c7-4f56-bb3b-13a80a12d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:48.734115 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-12c9d7a8-19c7-4f56-bb3b-13a80a12d5d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40fbcf60bc434afd9e98a45ed63e9499&device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 1161 time: 0.2392616 Dec 22 09:31:48.787710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850637b3-9646-47c2-8a7a-ec165dd6b557 req-de6865a5-3517-4110-b557-cf4e72ae234c tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:48.789362 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-850637b3-9646-47c2-8a7a-ec165dd6b557 req-de6865a5-3517-4110-b557-cf4e72ae234c tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=492a6000-ac83-4726-bb84-775b2659eb76 HTTP/1.1" status: 200 len: 947 time: 0.1833217 Dec 22 09:31:48.827232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-a14c64fb-9dc5-4f51-855d-a2b00460e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:48.828861 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-a14c64fb-9dc5-4f51-855d-a2b00460e534 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&device_id=492a6000-ac83-4726-bb84-775b2659eb76 HTTP/1.1" status: 200 len: 1162 time: 0.3326318 Dec 22 09:31:48.879621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device e644dd3a-47dc-489a-83db-0e7a3cde4e02 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:48.964289 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-850637b3-9646-47c2-8a7a-ec165dd6b557 req-4e2dce53-ba13-4d32-9960-3a288dd3271d tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579359 Dec 22 09:31:49.001493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port e644dd3a-47dc-489a-83db-0e7a3cde4e02 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:49.001923 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:49.082065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-4361334c-6f5e-472b-b8cc-5d62b5968447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:49.083738 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-4361334c-6f5e-472b-b8cc-5d62b5968447 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 HTTP/1.1" status: 200 len: 914 time: 0.3392718 Dec 22 09:31:49.192944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-4b2fac58-c919-4473-8826-1293099a0401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:49.194647 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-4b2fac58-c919-4473-8826-1293099a0401 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.3030856 Dec 22 09:31:49.196107 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-72943eae-a803-46df-8e71-7142fdcfdab4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c91e0a3-36ba-4fed-bf40-56ae0f237427 HTTP/1.1" status: 200 len: 217 time: 0.0974681 Dec 22 09:31:49.350570 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880598a8-05fa-4e7e-9608-2b343e06ddbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519f4d62-8c7d-4502-8aef-81f32efba3e5', 'code': 200} Dec 22 09:31:49.391293 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-e32dcb93-adcb-4dd5-83de-f193b51e60ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 HTTP/1.1" status: 200 len: 217 time: 0.1868615 Dec 22 09:31:49.543617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-e4f589d2-8ee5-4e77-a02b-c9dd7dfd6015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:49.545935 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-e4f589d2-8ee5-4e77-a02b-c9dd7dfd6015 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c8afb31-70cb-4424-9738-21fa798b43cb HTTP/1.1" status: 200 len: 859 time: 0.3430233 Dec 22 09:31:49.626691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-4fa41ca7-6449-4cb8-8be8-8457175d9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:49.628758 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-4fa41ca7-6449-4cb8-8be8-8457175d9e78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.2137752 Dec 22 09:31:49.718557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-7bf7a759-3aa3-4452-89ed-35e18610b367 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:31:49.719728 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-7bf7a759-3aa3-4452-89ed-35e18610b367 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0061016 Dec 22 09:31:49.730682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-02735a24-3df3-48cb-be32-7e8a9d62d19e service neutron] Request body: {'binding': {'host': 'n-h1-765315-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:49.731681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-02735a24-3df3-48cb-be32-7e8a9d62d19e service neutron] Unknown quota resources ['binding']. {{(pid=81072) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Dec 22 09:31:49.766553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd7b2a-518f-4347-9b66-5981b64e3c93 req-6e7f3283-3118-4796-95c0-53c9759f9a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:49.768203 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0dd7b2a-518f-4347-9b66-5981b64e3c93 req-6e7f3283-3118-4796-95c0-53c9759f9a48 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=880598a8-05fa-4e7e-9608-2b343e06ddbf HTTP/1.1" status: 200 len: 1160 time: 0.2985568 Dec 22 09:31:49.866080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-c8858ade-ea67-45c1-87f5-1326088bae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:49.867834 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-c8858ade-ea67-45c1-87f5-1326088bae99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3094018 Dec 22 09:31:49.877127 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0dd7b2a-518f-4347-9b66-5981b64e3c93 req-328fc29e-19cb-4fc4-b9bb-331ac6239938 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993316 Dec 22 09:31:49.921341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96dda6-be02-48a8-a6ed-a430113bdc87 req-155ec01d-c4a6-46e1-a160-282f07bedf1d tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:49.923018 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2e96dda6-be02-48a8-a6ed-a430113bdc87 req-155ec01d-c4a6-46e1-a160-282f07bedf1d tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=880598a8-05fa-4e7e-9608-2b343e06ddbf HTTP/1.1" status: 200 len: 945 time: 0.2881589 Dec 22 09:31:49.960199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-ab548fa6-ba78-4610-bb96-ff8911b510df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:49.961813 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-ab548fa6-ba78-4610-bb96-ff8911b510df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2789354 Dec 22 09:31:49.968680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-02735a24-3df3-48cb-be32-7e8a9d62d19e service neutron] Attempting to bind port 55b9341f-21cb-4492-9147-aa0f757d8cbf on host n-h1-765315-5 for vnic_type normal with profile None {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:31:49.969483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-02735a24-3df3-48cb-be32-7e8a9d62d19e service neutron] Attempting to bind port 55b9341f-21cb-4492-9147-aa0f757d8cbf by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:31:49.969702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-02735a24-3df3-48cb-be32-7e8a9d62d19e service neutron] Attempting to bind port 55b9341f-21cb-4492-9147-aa0f757d8cbf on network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:31:49.976140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-02735a24-3df3-48cb-be32-7e8a9d62d19e service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:49.976723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-02735a24-3df3-48cb-be32-7e8a9d62d19e service neutron] Checking segment: {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:31:49.977289 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-02735a24-3df3-48cb-be32-7e8a9d62d19e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:49.977855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-02735a24-3df3-48cb-be32-7e8a9d62d19e service neutron] Bound using segment: {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:49.978342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-02735a24-3df3-48cb-be32-7e8a9d62d19e service neutron] Bound port: 55b9341f-21cb-4492-9147-aa0f757d8cbf, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:31:50.014370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-02735a24-3df3-48cb-be32-7e8a9d62d19e service neutron] For port 55b9341f-21cb-4492-9147-aa0f757d8cbf, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=55b9341f-21cb-4492-9147-aa0f757d8cbf,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:31:50.018616 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-02735a24-3df3-48cb-be32-7e8a9d62d19e service neutron] Notify callbacks [] for binding, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:50.019885 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-02735a24-3df3-48cb-be32-7e8a9d62d19e service neutron] 10.222.0.50 "POST /v2.0/ports/55b9341f-21cb-4492-9147-aa0f757d8cbf/bindings HTTP/1.1" status: 201 len: 459 time: 0.2929742 Dec 22 09:31:50.177076 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2e96dda6-be02-48a8-a6ed-a430113bdc87 req-263b45cd-b5a4-4603-a235-471685875d3d tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377529 Dec 22 09:31:50.353879 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-77e1527d-a8e8-4ea7-a1d4-cfb198bdf839 service neutron] 10.222.0.64 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755809 Dec 22 09:31:50.469701 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-c8894ce4-7a77-436a-a5ba-7f25c61ea6ea service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531841 Dec 22 09:31:50.748289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-101b0089-ec09-44fd-907c-4d0a4e11e4e7 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:50.749837 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-101b0089-ec09-44fd-907c-4d0a4e11e4e7 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 807 time: 0.5698667 Dec 22 09:31:50.827488 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-b1b8eb27-b729-452d-b4d8-47e18b9e1ed9 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/quotas/0fd3a230510047d192938116344c8cd5 HTTP/1.1" status: 200 len: 375 time: 0.0454843 Dec 22 09:31:51.007148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-de20c081-3c43-4cd6-b013-0933fc598795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:51.008719 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-de20c081-3c43-4cd6-b013-0933fc598795 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92202f56ba024bd88bdda46d20163167&device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 1160 time: 0.6980932 Dec 22 09:31:51.025283 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-e17a2cab-6c60-4703-917f-42c2461fd04d service neutron] 10.222.0.64 "GET /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6576128 Dec 22 09:31:51.113931 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a10c994-4ae7-4b66-9010-e137f32c8a0e req-c7b32da3-b625-4f97-9d10-db253c57c1f8 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3719003 Dec 22 09:31:51.234395 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-99d5ad46-3aef-48bc-92d9-b270f8bdf2bd tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3557811 Dec 22 09:31:51.242726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d232-3b89-4341-b3cd-032fd5a57cbb req-421e5937-55a1-4c30-8a79-10d9f15db659 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:51.244385 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0233d232-3b89-4341-b3cd-032fd5a57cbb req-421e5937-55a1-4c30-8a79-10d9f15db659 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=492a6000-ac83-4726-bb84-775b2659eb76 HTTP/1.1" status: 200 len: 947 time: 0.3004537 Dec 22 09:31:51.245307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-09f86235-04fb-44f5-9fb2-d2bae07b7c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:51.246928 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-09f86235-04fb-44f5-9fb2-d2bae07b7c7b service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 200 len: 915 time: 0.2241991 Dec 22 09:31:51.374129 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-645c7d85-2983-400b-b8cb-3b75e0db1ba9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b9341f-21cb-4492-9147-aa0f757d8cbf HTTP/1.1" status: 200 len: 217 time: 0.1006191 Dec 22 09:31:51.422404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:51.495317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:31:51.508106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:51.508106 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:51.515806 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0233d232-3b89-4341-b3cd-032fd5a57cbb req-08fdb0fe-6a66-4c04-b91d-b0a76586b9fe tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434807 Dec 22 09:31:51.533043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-42f31571-4b39-4608-8c51-d981b13d75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:51.537668 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-42f31571-4b39-4608-8c51-d981b13d75d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=640a01a7-c30b-476e-9180-1eeb8ef32064 HTTP/1.1" status: 200 len: 861 time: 0.1538920 Dec 22 09:31:51.602451 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-2189aca4-bec9-4896-a8ed-3d7ed45dad77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539405 Dec 22 09:31:51.604505 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-5385241a-e799-4332-a8bf-825a3904e338 service neutron] 10.222.0.50 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564951 Dec 22 09:31:51.631966 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:51.671752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port f2ff6f78-db1c-47d8-a946-5a2e2b1392c8, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=f2ff6f78-db1c-47d8-a946-5a2e2b1392c8,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:51.673443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492a6000-ac83-4726-bb84-775b2659eb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ff6f78-db1c-47d8-a946-5a2e2b1392c8'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:31:51.679834 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:51.683489 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c3fb4fb4-f00d-4ae9-87a4-f782ddfef191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:51.757791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=f2ff6f78-db1c-47d8-a946-5a2e2b1392c8,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:51.761873 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:51.990895 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-1cf493bf-eb15-4259-b770-f822077ec2ab service neutron] 10.222.0.64 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818884 Dec 22 09:31:51.995124 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-63d0fdc1-1034-4a2c-915d-d2976adf2ced service neutron] 10.222.0.50 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3635054 Dec 22 09:31:52.062672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-6cc4f605-d75d-450e-8dff-eaa18a4743b0 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:52.064274 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-6cc4f605-d75d-450e-8dff-eaa18a4743b0 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/networks?id=35f94f30-dc02-42ba-ae03-f89662533cf5 HTTP/1.1" status: 200 len: 815 time: 0.3160748 Dec 22 09:31:52.146113 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-85a81fbf-ff09-48f3-87a5-bb3dbab16d4d tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/quotas/0ffeb3a0f022481a9f4aea0f4efa09b6 HTTP/1.1" status: 200 len: 375 time: 0.0332956 Dec 22 09:31:52.290287 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-0b2212fc-1956-4ea3-833d-4dc177fc4df9 service neutron] 10.222.0.64 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2918408 Dec 22 09:31:52.342914 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-e067e3a6-9500-46f8-8514-2443b16cbc0c tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ffeb3a0f022481a9f4aea0f4efa09b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1930656 Dec 22 09:31:52.385948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb8969-a7e6-453b-976b-675127d158eb req-0715e80f-9005-40c1-91ba-0fc9d01b2ba3 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:52.387816 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-87eb8969-a7e6-453b-976b-675127d158eb req-0715e80f-9005-40c1-91ba-0fc9d01b2ba3 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 945 time: 0.1544936 Dec 22 09:31:52.582018 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-87eb8969-a7e6-453b-976b-675127d158eb req-88f9bbf7-e19b-4153-be2c-f42094fa0dcf tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396241 Dec 22 09:31:52.608776 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-635cf8df-c662-4fd2-9880-780113b38728 service neutron] 10.222.0.50 "GET /v2.0/networks/35f94f30-dc02-42ba-ae03-f89662533cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575228 Dec 22 09:31:52.611641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-ecdcdb05-2131-41c0-b77f-60d3e4d4818b tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:52.613233 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-ecdcdb05-2131-41c0-b77f-60d3e4d4818b tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.64 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9&tenant_id=92202f56ba024bd88bdda46d20163167&binding%3Ahost_id=n-h2-765315-5 HTTP/1.1" status: 200 len: 1160 time: 0.2205968 Dec 22 09:31:52.645811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-5'}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:52.864652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:52.947520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:52.947976 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:53.181959 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a33541ac-5e3a-4f01-8d14-3f754972e46e req-0628e89a-781f-4942-9814-b0ed66b248cc tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/floatingips/f7b9bbd8-b138-4ed3-8044-a942a8609a11 HTTP/1.1" status: 200 len: 693 time: 0.1173232 Dec 22 09:31:53.190226 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-c11f3b91-e3e9-4587-a004-3590eded5556 service neutron] 10.222.0.50 "GET /v2.0/networks/35f94f30-dc02-42ba-ae03-f89662533cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5736072 Dec 22 09:31:53.190951 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:53.610389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33541ac-5e3a-4f01-8d14-3f754972e46e req-931fae20-ea53-45b5-99ce-01cb634609fd tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:53.617439 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a33541ac-5e3a-4f01-8d14-3f754972e46e req-931fae20-ea53-45b5-99ce-01cb634609fd tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.4144025 Dec 22 09:31:53.642930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-a33541ac-5e3a-4f01-8d14-3f754972e46e req-62e7221a-a70d-4759-b7d8-b318628aa636 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:31:53.644044 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a33541ac-5e3a-4f01-8d14-3f754972e46e req-62e7221a-a70d-4759-b7d8-b318628aa636 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0257607 Dec 22 09:31:53.809662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-94a3308d-a25d-4f31-af08-fd2f3fff28b0 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:53.811249 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-94a3308d-a25d-4f31-af08-fd2f3fff28b0 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.64 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 807 time: 0.4559801 Dec 22 09:31:53.822056 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a33541ac-5e3a-4f01-8d14-3f754972e46e req-8cc40d77-cab8-4cb4-8156-7e2195696fda tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 696 time: 0.1679893 Dec 22 09:31:53.868873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-8304e04e-6981-40e4-94c7-03121ad5efba tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Request body: {'port': {'device_id': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839', 'admin_state_up': True, 'tenant_id': '0fd3a230510047d192938116344c8cd5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:54.015629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] For port 55b9341f-21cb-4492-9147-aa0f757d8cbf, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=55b9341f-21cb-4492-9147-aa0f757d8cbf,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:54.020362 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a33541ac-5e3a-4f01-8d14-3f754972e46e req-e374b001-37d3-483e-89db-999f17278c48 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 696 time: 0.1555645 Dec 22 09:31:54.322922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ad278-fe58-446f-a81b-4768e723ce8f req-cea5e9e8-2709-4265-95d2-92ddf62bad16 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:54.324572 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-052ad278-fe58-446f-a81b-4768e723ce8f req-cea5e9e8-2709-4265-95d2-92ddf62bad16 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=880598a8-05fa-4e7e-9608-2b343e06ddbf HTTP/1.1" status: 200 len: 945 time: 0.5078189 Dec 22 09:31:54.330885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] For port 55b9341f-21cb-4492-9147-aa0f757d8cbf, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:31:54.358663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-a33541ac-5e3a-4f01-8d14-3f754972e46e req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Deleting port 33661851-c40e-4737-be8b-7570eac1efd7 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:31:54.359047 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a33541ac-5e3a-4f01-8d14-3f754972e46e req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:54.399078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-8304e04e-6981-40e4-94c7-03121ad5efba tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:31:54.449041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-8304e04e-6981-40e4-94c7-03121ad5efba tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:31:54.499759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-8304e04e-6981-40e4-94c7-03121ad5efba tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Made reservation on behalf of 0fd3a230510047d192938116344c8cd5 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:31:54.505204 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-8304e04e-6981-40e4-94c7-03121ad5efba tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:54.535697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce16728a-33be-482f-a1f4-b8a0ea277bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b9341f-21cb-4492-9147-aa0f757d8cbf'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:31:54.545692 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:54.553001 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-052ad278-fe58-446f-a81b-4768e723ce8f req-ca07750d-5b89-4f9a-bc63-e9f58ea1484f tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590357 Dec 22 09:31:54.583873 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:54.613559 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3926f924-1377-4678-b6d8-9c988d6dd557 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:54.628711 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492a6000-ac83-4726-bb84-775b2659eb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ff6f78-db1c-47d8-a946-5a2e2b1392c8', 'code': 200} Dec 22 09:31:55.275885 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7729b69f-b149-444b-875a-793bd6940af8 req-4f62dde2-8176-486a-ae7a-6c399ca628d5 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 210 time: 0.2478294 Dec 22 09:31:55.538482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Pushing event updated for resources: {'Port': ['ID=55b9341f-21cb-4492-9147-aa0f757d8cbf,revision_number=6']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:55.566265 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a33541ac-5e3a-4f01-8d14-3f754972e46e req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:55.566635 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a33541ac-5e3a-4f01-8d14-3f754972e46e req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks [] for floatingip, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:55.576328 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.963s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:55.757480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-a33541ac-5e3a-4f01-8d14-3f754972e46e req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Calling delete_port for 33661851-c40e-4737-be8b-7570eac1efd7 owned by network:floatingip {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:31:55.846104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-3816ad93-c7b3-45e6-98f6-5781c363d8e0 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:55.847749 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-3816ad93-c7b3-45e6-98f6-5781c363d8e0 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.64 "GET /v2.0/networks?id=35f94f30-dc02-42ba-ae03-f89662533cf5 HTTP/1.1" status: 200 len: 815 time: 1.2781873 Dec 22 09:31:55.978157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cd94a-88c9-4605-8f05-b450843a8c9b req-09e7e1bb-15a5-4d88-af8b-e15bc7e096be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:55.979851 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de2cd94a-88c9-4605-8f05-b450843a8c9b req-09e7e1bb-15a5-4d88-af8b-e15bc7e096be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=492a6000-ac83-4726-bb84-775b2659eb76 HTTP/1.1" status: 200 len: 1164 time: 1.0010536 Dec 22 09:31:56.089579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-8304e04e-6981-40e4-94c7-03121ad5efba tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Allocated IP 172.20.0.4 (9884d074-bf0a-40ed-a9d3-be8dba1c5839/20ea27e0-c8d1-40af-abba-75e850f0c212/bb6ea2bb-7006-4880-ba04-00fcce16a7d4) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:31:56.105853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Attempting to bind port 55b9341f-21cb-4492-9147-aa0f757d8cbf on host n-h2-765315-5 for vnic_type normal with profile {"migrating_to": "n-h1-765315-5"} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:31:56.106774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Attempting to bind port 55b9341f-21cb-4492-9147-aa0f757d8cbf by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:31:56.107090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Attempting to bind port 55b9341f-21cb-4492-9147-aa0f757d8cbf on network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:31:56.157852 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de2cd94a-88c9-4605-8f05-b450843a8c9b req-166f6594-b856-4068-9668-c8c6b1557e9c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636147 Dec 22 09:31:56.174029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15138e8-adb2-4364-b403-579ffedd9773 req-49ab8fb1-e282-4f27-83a7-742e03b03340 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:56.174273 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a15138e8-adb2-4364-b403-579ffedd9773 req-49ab8fb1-e282-4f27-83a7-742e03b03340 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=492a6000-ac83-4726-bb84-775b2659eb76 HTTP/1.1" status: 200 len: 949 time: 0.7078609 Dec 22 09:31:56.182865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:56.183242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Checking segment: {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:31:56.183650 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:56.184150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Bound using segment: {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:56.185147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Bound port: 55b9341f-21cb-4492-9147-aa0f757d8cbf, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:31:56.185147 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:56.347641 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a33541ac-5e3a-4f01-8d14-3f754972e46e req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:56.370388 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7b37bcef-92ae-41f0-883b-61b667960b4e tempest-DeleteServersAdminTestJSON-768262132 tempest-DeleteServersAdminTestJSON-768262132] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:56.421871 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a15138e8-adb2-4364-b403-579ffedd9773 req-79b6347e-f709-4239-88cd-eac422fb9199 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246637 Dec 22 09:31:56.449376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Pushing event deleted for resources: {'Port': ['ID=33661851-c40e-4737-be8b-7570eac1efd7,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:56.498198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.498601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.498999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.499390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.499775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.500188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.500572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.500955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.501341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.501722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.502102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.502479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.502927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.503303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.503681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.504084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.504456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.504832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.505207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.505583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.505954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.506325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.506696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.507068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.507501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.507879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.508295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.508666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.509037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.509412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.509785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.510412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.510786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.511157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.511528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.511898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:31:56.577754 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:56.648815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] For port 55b9341f-21cb-4492-9147-aa0f757d8cbf, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:31:56.720925 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0d54c98b-9b40-4455-a44d-174ac5b67f9d req-3b3f6ec2-b7cc-43aa-8f02-ddc92cb1d869 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/ports?device_id=c854d1a1-d3ac-4556-b483-40b60ae25118 HTTP/1.1" status: 200 len: 210 time: 0.1318560 Dec 22 09:31:56.730170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] For port 55b9341f-21cb-4492-9147-aa0f757d8cbf, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=55b9341f-21cb-4492-9147-aa0f757d8cbf,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:31:56.752947 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:56.766467 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8fc6f264-3885-4ecd-b1e1-11bc6cf85f65 tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:56.944644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 55b9341f-21cb-4492-9147-aa0f757d8cbf up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:57.027290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 55b9341f-21cb-4492-9147-aa0f757d8cbf triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:57.028692 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:57.164228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:57.195257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce16728a-33be-482f-a1f4-b8a0ea277bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b9341f-21cb-4492-9147-aa0f757d8cbf'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:31:57.207467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 55b9341f-21cb-4492-9147-aa0f757d8cbf, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=55b9341f-21cb-4492-9147-aa0f757d8cbf,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:31:57.213176 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:57.305445 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c73845c-7e5e-444e-8774-8bc7c812fd2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:57.307972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-8304e04e-6981-40e4-94c7-03121ad5efba tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:57.322280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Pushing event updated for resources: {'Port': ['ID=55b9341f-21cb-4492-9147-aa0f757d8cbf,revision_number=7']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:57.334638 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:57.339199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a33541ac-5e3a-4f01-8d14-3f754972e46e req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks [] for floatingip, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:57.430549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=55b9341f-21cb-4492-9147-aa0f757d8cbf,revision_number=8']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:57.435212 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:57.436637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-8304e04e-6981-40e4-94c7-03121ad5efba tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:57.457153 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-75033a50-dfdd-48d3-a90a-c167ccdef949 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:31:57.660499 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a33541ac-5e3a-4f01-8d14-3f754972e46e req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:57.661762 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a33541ac-5e3a-4f01-8d14-3f754972e46e req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "DELETE /v2.0/floatingips/f7b9bbd8-b138-4ed3-8044-a942a8609a11 HTTP/1.1" status: 204 len: 173 time: 3.6300960 Dec 22 09:31:57.728836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc857d4a-7235-4a97-a40f-2ba631247334 req-015a2fb2-1a06-4be7-8b89-e1e5264ccc44 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:57.730602 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc857d4a-7235-4a97-a40f-2ba631247334 req-015a2fb2-1a06-4be7-8b89-e1e5264ccc44 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 943 time: 0.8671639 Dec 22 09:31:57.774504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304e04e-6981-40e4-94c7-03121ad5efba tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Pushing event updated for resources: {'Port': ['ID=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:31:57.778111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:57.778787 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:57.780368 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] 10.222.0.64 "PUT /v2.0/ports/55b9341f-21cb-4492-9147-aa0f757d8cbf HTTP/1.1" status: 200 len: 1185 time: 5.1416276 Dec 22 09:31:57.787905 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8304e04e-6981-40e4-94c7-03121ad5efba tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:31:57.828790 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc857d4a-7235-4a97-a40f-2ba631247334 req-6f38a0d1-dfe2-47cd-9f3b-7877f13e6d49 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846615 Dec 22 09:31:57.875601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-8304e04e-6981-40e4-94c7-03121ad5efba tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:31:57.876873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-8304e04e-6981-40e4-94c7-03121ad5efba tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:31:57.879322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-8304e04e-6981-40e4-94c7-03121ad5efba tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:31:57.884609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-8304e04e-6981-40e4-94c7-03121ad5efba tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:57.885654 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-8304e04e-6981-40e4-94c7-03121ad5efba tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:57.948946 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-8304e04e-6981-40e4-94c7-03121ad5efba tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0851004 Dec 22 09:31:58.176033 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce16728a-33be-482f-a1f4-b8a0ea277bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b9341f-21cb-4492-9147-aa0f757d8cbf', 'code': 200} Dec 22 09:31:58.467161 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce16728a-33be-482f-a1f4-b8a0ea277bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b9341f-21cb-4492-9147-aa0f757d8cbf', 'code': 200} Dec 22 09:31:58.697476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa4e30-9228-426a-a1f4-64bd9b2f3ac0 req-9bbed8a4-08e6-49c3-a4e5-4bd78f365ea0 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:58.698172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-35fa4e30-9228-426a-a1f4-64bd9b2f3ac0 req-9bbed8a4-08e6-49c3-a4e5-4bd78f365ea0 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Synchronizing usage tracker for tenant:0fd3a230510047d192938116344c8cd5 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:31:58.726732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfef044-bc67-4b31-8a29-4d4a8d01d43a req-e9af3a3f-158e-4fe3-902a-3a7742eea422 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:58.728447 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-acfef044-bc67-4b31-8a29-4d4a8d01d43a req-e9af3a3f-158e-4fe3-902a-3a7742eea422 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=492a6000-ac83-4726-bb84-775b2659eb76 HTTP/1.1" status: 200 len: 949 time: 0.1377528 Dec 22 09:31:58.729846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-35fa4e30-9228-426a-a1f4-64bd9b2f3ac0 req-9bbed8a4-08e6-49c3-a4e5-4bd78f365ea0 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Unset dirty status for tenant:0fd3a230510047d192938116344c8cd5 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:31:58.731496 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-35fa4e30-9228-426a-a1f4-64bd9b2f3ac0 req-9bbed8a4-08e6-49c3-a4e5-4bd78f365ea0 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 931 time: 0.2210135 Dec 22 09:31:58.822853 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-35fa4e30-9228-426a-a1f4-64bd9b2f3ac0 req-d431f398-7b69-499d-962f-36e0d0d4a1e7 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838757 Dec 22 09:31:58.828322 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-acfef044-bc67-4b31-8a29-4d4a8d01d43a req-9dabe5cd-052b-4245-bede-b5ef1fbfe6d1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907865 Dec 22 09:31:59.035902 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-083f4000-fc99-4fa5-aece-b87a87af821a req-c27e42d0-5466-42ee-9b78-e5f17c33d12b tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/ports?device_id=c854d1a1-d3ac-4556-b483-40b60ae25118 HTTP/1.1" status: 200 len: 210 time: 0.0655775 Dec 22 09:31:59.258345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 55b9341f-21cb-4492-9147-aa0f757d8cbf up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:31:59.372400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a6008-505a-4247-8486-dd563245eed7 req-f0586cf1-f9e7-48c0-a1d2-dff18ffa9808 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:59.387640 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-839a6008-505a-4247-8486-dd563245eed7 req-f0586cf1-f9e7-48c0-a1d2-dff18ffa9808 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=880598a8-05fa-4e7e-9608-2b343e06ddbf HTTP/1.1" status: 200 len: 945 time: 0.2088122 Dec 22 09:31:59.426718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 55b9341f-21cb-4492-9147-aa0f757d8cbf triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:31:59.427128 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:31:59.484114 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-839a6008-505a-4247-8486-dd563245eed7 req-95ef22c4-ba86-4a7c-8eb4-3c7f7463ae9e tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920446 Dec 22 09:31:59.599217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549ea6c-372e-460c-8a02-abd27d8268b0 req-94423d3e-9d4e-4fc3-a1d0-65c5fe875f72 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:59.600943 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0549ea6c-372e-460c-8a02-abd27d8268b0 req-94423d3e-9d4e-4fc3-a1d0-65c5fe875f72 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=dcabae72-21c9-4ede-a72e-2aa39c58f49f HTTP/1.1" status: 200 len: 949 time: 0.1212544 Dec 22 09:31:59.702995 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0549ea6c-372e-460c-8a02-abd27d8268b0 req-d5fbbc94-7fec-4577-a117-a5f33dadaabc tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917099 Dec 22 09:31:59.847529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02658360-2ca0-4d30-b1e4-e232b39191f0 req-0946f9bd-aeb9-4369-a44b-bdb784e0b30d tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:31:59.849795 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-02658360-2ca0-4d30-b1e4-e232b39191f0 req-0946f9bd-aeb9-4369-a44b-bdb784e0b30d tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 945 time: 0.1096184 Dec 22 09:31:59.908481 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-02658360-2ca0-4d30-b1e4-e232b39191f0 req-5aebc28d-560c-4c48-984b-cf520d18fd48 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530243 Dec 22 09:32:00.165796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacda41b-6e99-4074-9176-40e3574130df req-bbf5be7b-2da1-44c7-9701-32089af45d2a tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:00.166576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-eacda41b-6e99-4074-9176-40e3574130df req-bbf5be7b-2da1-44c7-9701-32089af45d2a tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Synchronizing usage tracker for tenant:40fbcf60bc434afd9e98a45ed63e9499 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:32:00.180027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce16728a-33be-482f-a1f4-b8a0ea277bb9', 'tag': '55b9341f-21cb-4492-9147-aa0f757d8cbf'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:00.191056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-eacda41b-6e99-4074-9176-40e3574130df req-bbf5be7b-2da1-44c7-9701-32089af45d2a tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Unset dirty status for tenant:40fbcf60bc434afd9e98a45ed63e9499 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:32:00.192420 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eacda41b-6e99-4074-9176-40e3574130df req-bbf5be7b-2da1-44c7-9701-32089af45d2a tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 946 time: 0.1449950 Dec 22 09:32:00.265994 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eacda41b-6e99-4074-9176-40e3574130df req-abdabbc7-4944-46a0-aa02-9be1f8972683 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/security-groups?id=874a55ad-dc54-4fd2-8f01-ff9413dbfbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492713 Dec 22 09:32:00.581848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57a3c6-7d41-4a9c-9b1d-911808d0e227 req-24e5a2c9-b683-4c43-af20-0e325eeafb6b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:00.587127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57a3c6-7d41-4a9c-9b1d-911808d0e227 req-24e5a2c9-b683-4c43-af20-0e325eeafb6b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:00.598262 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc57a3c6-7d41-4a9c-9b1d-911808d0e227 req-24e5a2c9-b683-4c43-af20-0e325eeafb6b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=492a6000-ac83-4726-bb84-775b2659eb76&device_id=dcabae72-21c9-4ede-a72e-2aa39c58f49f HTTP/1.1" status: 200 len: 1689 time: 0.1920648 Dec 22 09:32:00.621044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313b434-a77f-4d35-9347-9d28eb34e920 req-4a12e04c-2421-4de7-b45d-7d27ba51e9ba tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:00.623413 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b313b434-a77f-4d35-9347-9d28eb34e920 req-4a12e04c-2421-4de7-b45d-7d27ba51e9ba tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 931 time: 0.1716309 Dec 22 09:32:00.686986 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc57a3c6-7d41-4a9c-9b1d-911808d0e227 req-9415538b-bae6-49db-aade-c53008aae505 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877271 Dec 22 09:32:00.700795 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b313b434-a77f-4d35-9347-9d28eb34e920 req-4bac4f85-fe30-4e14-95f9-59d5002ea400 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680428 Dec 22 09:32:00.816893 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce16728a-33be-482f-a1f4-b8a0ea277bb9', 'tag': '55b9341f-21cb-4492-9147-aa0f757d8cbf', 'status': 'completed', 'code': 200} Dec 22 09:32:00.951737 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a88e3c04-8b4c-4841-9dee-0efa3b9eb140 req-5d50c098-a2bf-430d-aab9-9e1c11d345c7 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/ports?device_id=c854d1a1-d3ac-4556-b483-40b60ae25118 HTTP/1.1" status: 200 len: 210 time: 0.1095116 Dec 22 09:32:01.142857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780855a8-0be6-4d66-99a5-e63818b801fd req-3b0966fd-d61c-4351-960e-84ef08d5dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:01.142857 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-780855a8-0be6-4d66-99a5-e63818b801fd req-3b0966fd-d61c-4351-960e-84ef08d5dca4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92202f56ba024bd88bdda46d20163167&device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 1190 time: 0.2414198 Dec 22 09:32:01.151732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef9231-118e-4e7a-a0bb-05d3c0afc143 req-3ab5f410-fc73-4ecf-95f7-4b9fd46a1c64 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:01.151732 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15ef9231-118e-4e7a-a0bb-05d3c0afc143 req-3ab5f410-fc73-4ecf-95f7-4b9fd46a1c64 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=880598a8-05fa-4e7e-9608-2b343e06ddbf HTTP/1.1" status: 200 len: 945 time: 0.2040241 Dec 22 09:32:01.379010 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15ef9231-118e-4e7a-a0bb-05d3c0afc143 req-dac4abed-cacc-4ba9-b2ff-412d2b01592e tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007718 Dec 22 09:32:01.441125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780855a8-0be6-4d66-99a5-e63818b801fd req-a3d83b7c-da99-4d64-9c05-d43d8a5555b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:01.442762 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-780855a8-0be6-4d66-99a5-e63818b801fd req-a3d83b7c-da99-4d64-9c05-d43d8a5555b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 200 len: 915 time: 0.2909172 Dec 22 09:32:01.580909 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-780855a8-0be6-4d66-99a5-e63818b801fd req-166abd63-58bc-410c-a9d1-cfb81478323c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b9341f-21cb-4492-9147-aa0f757d8cbf HTTP/1.1" status: 200 len: 217 time: 0.1133676 Dec 22 09:32:01.807182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780855a8-0be6-4d66-99a5-e63818b801fd req-41efefde-2d47-417d-9464-3e3471dcf985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:01.808859 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-780855a8-0be6-4d66-99a5-e63818b801fd req-41efefde-2d47-417d-9464-3e3471dcf985 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=640a01a7-c30b-476e-9180-1eeb8ef32064 HTTP/1.1" status: 200 len: 861 time: 0.2202895 Dec 22 09:32:01.876205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40914) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:01.876708 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-780855a8-0be6-4d66-99a5-e63818b801fd req-13f9303b-bbd2-4047-8a08-bc72939f7787 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571332 Dec 22 09:32:01.920557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d201cc5-a24d-45f0-9c3e-65d4b6734fbc req-91f81663-b171-43e2-929e-dbb07ceaf34f tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:01.922250 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d201cc5-a24d-45f0-9c3e-65d4b6734fbc req-91f81663-b171-43e2-929e-dbb07ceaf34f tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 945 time: 0.2590487 Dec 22 09:32:01.926971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bec8f8-1b1e-4f44-95cd-01cc1d92d97c req-53adc34e-8780-4c4b-87c7-aa11b040341b tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:01.935437 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28bec8f8-1b1e-4f44-95cd-01cc1d92d97c req-53adc34e-8780-4c4b-87c7-aa11b040341b tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] 10.222.0.50 "GET /v2.0/ports?device_id=492a6000-ac83-4726-bb84-775b2659eb76 HTTP/1.1" status: 200 len: 1164 time: 0.2732904 Dec 22 09:32:02.095113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-28bec8f8-1b1e-4f44-95cd-01cc1d92d97c req-24467b79-c512-4fb2-86c4-d0f05bf2f331 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] Synchronizing usage tracker for tenant:274d61502d424b88a741e70a15aa24ed on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:32:02.110696 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d201cc5-a24d-45f0-9c3e-65d4b6734fbc req-675360c2-fa04-4aad-bf49-88fffc5efc59 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729391 Dec 22 09:32:02.110986 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:02.133288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:02.144670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Usage tracker for resource:security_group_rule and tenant:156aba55d54a4dbe9e6e0c2403566cc4 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:02.145332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:02.147030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-28bec8f8-1b1e-4f44-95cd-01cc1d92d97c req-24467b79-c512-4fb2-86c4-d0f05bf2f331 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] Unset dirty status for tenant:274d61502d424b88a741e70a15aa24ed on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:32:02.160349 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28bec8f8-1b1e-4f44-95cd-01cc1d92d97c req-24467b79-c512-4fb2-86c4-d0f05bf2f331 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238019 Dec 22 09:32:02.163117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:02.167306 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-780855a8-0be6-4d66-99a5-e63818b801fd req-129bd063-71db-4e4c-8583-0b7e9275bd3b service neutron] 10.222.0.37 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790382 Dec 22 09:32:02.402954 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:02.404057 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-780855a8-0be6-4d66-99a5-e63818b801fd req-2b2233ff-1dc9-43c9-a394-8f3953d327dc service neutron] 10.222.0.37 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2290049 Dec 22 09:32:02.411327 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:02.432728 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-53d26d05-c600-4606-b207-48931f9304d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:02.502823 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=156aba55d54a4dbe9e6e0c2403566cc4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6245074 Dec 22 09:32:02.507195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40928) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:02.531820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e881374-da95-4d94-82f9-6997cbcb2364,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:02.544250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.544607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.545051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.545391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.545786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.546181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.546568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.546961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.547351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.547737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.548182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.548570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.549032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.549418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.549803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.550189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.550569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.550955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.551338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.551721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.552141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.552647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.553030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.553417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.553855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.554236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.554618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.555000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.555377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.555766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.556288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.556828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.557498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.558112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.558555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.559783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:02.566332 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:02.648351 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18f127ea-fa2f-4040-8531-dc1476a71bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:02.649625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fca9c6-c77c-4fdd-9621-3c72435818bb req-8182ba9d-c962-46e5-8e4f-acbc8efa86a8 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:02.658787 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06fca9c6-c77c-4fdd-9621-3c72435818bb req-8182ba9d-c962-46e5-8e4f-acbc8efa86a8 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 946 time: 0.2230647 Dec 22 09:32:02.686459 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18f127ea-fa2f-4040-8531-dc1476a71bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:02.692828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde9951-11df-458d-8c47-e1152f77fe57 req-29d9ddeb-9cbd-4204-8875-fcffb7cebee5 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:02.694460 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0fde9951-11df-458d-8c47-e1152f77fe57 req-29d9ddeb-9cbd-4204-8875-fcffb7cebee5 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 931 time: 0.1669157 Dec 22 09:32:02.744320 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06fca9c6-c77c-4fdd-9621-3c72435818bb req-fc18fb76-a3a0-4574-bf32-b318ff84d9ca tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/security-groups?id=874a55ad-dc54-4fd2-8f01-ff9413dbfbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844254 Dec 22 09:32:02.749173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18f127ea-fa2f-4040-8531-dc1476a71bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:02.754851 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a9e486b-5d88-4393-a949-f322355179c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:02.771008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f127ea-fa2f-4040-8531-dc1476a71bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e881374-da95-4d94-82f9-6997cbcb2364,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:02.773543 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18f127ea-fa2f-4040-8531-dc1476a71bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:02.779045 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-18f127ea-fa2f-4040-8531-dc1476a71bf0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e881374-da95-4d94-82f9-6997cbcb2364 HTTP/1.1" status: 204 len: 168 time: 0.2662361 Dec 22 09:32:02.779045 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-18f127ea-fa2f-4040-8531-dc1476a71bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:02.785475 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0fde9951-11df-458d-8c47-e1152f77fe57 req-7225148c-2afa-4a1b-b222-41563d54e24e tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798113 Dec 22 09:32:03.085227 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad339a49-b467-4b9d-b177-5e8e7a361b0f req-85b2ba96-83a3-41cf-8ea9-240ade3ede85 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/ports?device_id=c854d1a1-d3ac-4556-b483-40b60ae25118 HTTP/1.1" status: 200 len: 210 time: 0.1179192 Dec 22 09:32:03.133136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded45bd2-4ce4-4e8c-b248-48ea3160151d req-91bd597a-8b04-46ac-9862-3933267de395 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:03.134800 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ded45bd2-4ce4-4e8c-b248-48ea3160151d req-91bd597a-8b04-46ac-9862-3933267de395 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] 10.222.0.50 "GET /v2.0/ports?device_id=dcabae72-21c9-4ede-a72e-2aa39c58f49f HTTP/1.1" status: 200 len: 1164 time: 0.1117866 Dec 22 09:32:03.232310 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ded45bd2-4ce4-4e8c-b248-48ea3160151d req-5c1e4c0f-0485-486d-9b22-f4c56a871928 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866220 Dec 22 09:32:03.415461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9b9d8-33ea-47a5-bd1d-53480c665841 req-d12a7053-301a-4015-933d-4c9fd5af6b5e tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:03.417253 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-43f9b9d8-33ea-47a5-bd1d-53480c665841 req-d12a7053-301a-4015-933d-4c9fd5af6b5e tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=880598a8-05fa-4e7e-9608-2b343e06ddbf HTTP/1.1" status: 200 len: 945 time: 0.1744013 Dec 22 09:32:03.486705 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-43f9b9d8-33ea-47a5-bd1d-53480c665841 req-a35a46d5-3361-4981-98ce-7e682571ef3c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610445 Dec 22 09:32:03.741786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf430d-7695-47a5-b0ea-64f2c8aab6aa req-c729f514-4ea5-4ed3-b813-58ba41126684 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:03.745263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81bf430d-7695-47a5-b0ea-64f2c8aab6aa req-c729f514-4ea5-4ed3-b813-58ba41126684 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 945 time: 0.1181247 Dec 22 09:32:03.845216 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81bf430d-7695-47a5-b0ea-64f2c8aab6aa req-b0f50ca6-30a3-46fc-92f8-559b5029a8cf tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919719 Dec 22 09:32:04.105669 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-21fb4179-9717-4fb5-a3fb-c8c8f8cacfaa tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/networks?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563505 Dec 22 09:32:04.198786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40972) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:04.276628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f628f-c3f5-45d5-9b60-6da8603f07f0 req-82ada197-0307-40da-b3f0-615c299be393 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:04.278340 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db9f628f-c3f5-45d5-9b60-6da8603f07f0 req-82ada197-0307-40da-b3f0-615c299be393 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 946 time: 0.3096437 Dec 22 09:32:04.346811 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db9f628f-c3f5-45d5-9b60-6da8603f07f0 req-47a48774-ec03-4f4e-8fe2-dc915b04ba75 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/security-groups?id=874a55ad-dc54-4fd2-8f01-ff9413dbfbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590358 Dec 22 09:32:04.380332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-1eb6da73-e59a-4e98-a1c5-1f52ece0eccc tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:04.382481 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-1eb6da73-e59a-4e98-a1c5-1f52ece0eccc tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2547581 Dec 22 09:32:04.393919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1870012889-network', 'tenant_id': '1975b5579aed4729a10b8dd5c41c464f'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:04.406564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:04.416282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Usage tracker for resource:network and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:04.421124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:04.425326 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-91c22c52-a90f-46b5-acd9-ebf798c8566a tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/quotas/902944b2a5a3450e8cb9dbe821598f5d HTTP/1.1" status: 200 len: 375 time: 0.0254455 Dec 22 09:32:04.440670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:04.455016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Made reservation on behalf of 1975b5579aed4729a10b8dd5c41c464f for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:32:04.466888 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:04.476109 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:04.509911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:04.515187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Usage tracker for resource:security_group_rule and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:04.518658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:04.527195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:04.635562 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-9bffc6c3-6133-413f-876c-5705f9aab1c7 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2062767 Dec 22 09:32:04.667477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:04.673218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:04.697588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67aebb-ffd9-4033-bc8c-bc6d3bbae91b req-2c646442-d7f2-408d-ad77-4559af1b5c03 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:04.701325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:32:04.707097 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f67aebb-ffd9-4033-bc8c-bc6d3bbae91b req-2c646442-d7f2-408d-ad77-4559af1b5c03 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 931 time: 0.1649554 Dec 22 09:32:04.724933 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:04.726066 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Added segment 7bac6b62-38d2-4639-968f-44e66a2f34c0 of type vxlan for network efdb1ea8-0021-4bd6-8e60-34694e17c5a6 Dec 22 09:32:04.780352 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f67aebb-ffd9-4033-bc8c-bc6d3bbae91b req-97f2eaa0-c8f8-4c5f-a97a-e6a9872baa7d tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721610 Dec 22 09:32:04.783429 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:04.822583 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-545a4fcc-325f-46c9-a5ba-d41f6aa02d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:04.845825 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:04.850156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:04.850883 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:04.867982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83d987e-e3be-40e1-b6e1-4469000ae241,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:04.872220 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:04.872877 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:04.981169 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7810426 Dec 22 09:32:04.986752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40986) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:04.990435 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-220af50b-9930-4b3e-ac7a-50f4ece6a61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:04.995470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-3f60f8e0-7203-4092-b6df-472224eda01e admin admin] Request body: {'subnet': {'network_id': 'efdb1ea8-0021-4bd6-8e60-34694e17c5a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1870012889-subnet', 'tenant_id': '1975b5579aed4729a10b8dd5c41c464f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:05.000739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Pushing event updated for resources: {'Network': ['ID=efdb1ea8-0021-4bd6-8e60-34694e17c5a6,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:05.004551 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:05.005664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3f60f8e0-7203-4092-b6df-472224eda01e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:05.010433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3f60f8e0-7203-4092-b6df-472224eda01e admin admin] Usage tracker for resource:subnet and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:05.014003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3f60f8e0-7203-4092-b6df-472224eda01e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:05.014844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network efdb1ea8-0021-4bd6-8e60-34694e17c5a6 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:32:05.026357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3f60f8e0-7203-4092-b6df-472224eda01e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:05.030591 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-587b31c7-73b2-498c-82f8-e2382a62b8a6 req-84672469-0f51-44bb-8a43-024d97dfb9a7 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/ports?device_id=c854d1a1-d3ac-4556-b483-40b60ae25118 HTTP/1.1" status: 200 len: 210 time: 0.0670168 Dec 22 09:32:05.041597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f60f8e0-7203-4092-b6df-472224eda01e admin admin] Made reservation on behalf of 1975b5579aed4729a10b8dd5c41c464f for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:32:05.049311 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f60f8e0-7203-4092-b6df-472224eda01e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:05.052521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network efdb1ea8-0021-4bd6-8e60-34694e17c5a6 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:32:05.068944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network efdb1ea8-0021-4bd6-8e60-34694e17c5a6 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:32:05.566915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8476c7-dbdd-4029-b2ec-cbc84444bac9 req-3c2df7bc-146b-4142-8195-1b6fb6c290b7 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:05.577204 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc8476c7-dbdd-4029-b2ec-cbc84444bac9 req-3c2df7bc-146b-4142-8195-1b6fb6c290b7 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=880598a8-05fa-4e7e-9608-2b343e06ddbf HTTP/1.1" status: 200 len: 945 time: 0.1794088 Dec 22 09:32:05.620635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bb0da-7871-4c69-bf73-557b91d8625e req-6716edfc-b97d-4d0b-99d8-b8a17d6c485f tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:05.623102 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8a9bb0da-7871-4c69-bf73-557b91d8625e req-6716edfc-b97d-4d0b-99d8-b8a17d6c485f tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 945 time: 0.1781282 Dec 22 09:32:05.656502 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f60f8e0-7203-4092-b6df-472224eda01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:05.676098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Request body: {'port': {'device_id': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:05.706750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-48c32bd8-d44e-4744-bdd9-d60c7d05f754 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Request body: {'port': {'device_id': 'c854d1a1-d3ac-4556-b483-40b60ae25118', 'network_id': '35f94f30-dc02-42ba-ae03-f89662533cf5', 'admin_state_up': True, 'tenant_id': '0ffeb3a0f022481a9f4aea0f4efa09b6'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:05.773629 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e18e128-5871-4072-9200-aadda87eb648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:05.853805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60f8e0-7203-4092-b6df-472224eda01e admin admin] Pushing event updated for resources: {'Subnet': ['ID=298563be-4deb-4a68-ad64-86f51d1d0d26,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:05.857323 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3f60f8e0-7203-4092-b6df-472224eda01e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:05.896866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f60f8e0-7203-4092-b6df-472224eda01e admin admin] Checking segment: {'id': '7bac6b62-38d2-4639-968f-44e66a2f34c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'efdb1ea8-0021-4bd6-8e60-34694e17c5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:32:05.897769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f60f8e0-7203-4092-b6df-472224eda01e admin admin] Network hostable DHCP agents. Network: efdb1ea8-0021-4bd6-8e60-34694e17c5a6, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:32:05.921208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f60f8e0-7203-4092-b6df-472224eda01e admin admin] Network efdb1ea8-0021-4bd6-8e60-34694e17c5a6 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:32:05.932014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-3f60f8e0-7203-4092-b6df-472224eda01e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, efdb1ea8-0021-4bd6-8e60-34694e17c5a6) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:32:05.944459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bcd31f-4755-4573-8524-0415d8e8c836 None None] Network efdb1ea8-0021-4bd6-8e60-34694e17c5a6 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:32:05.949354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f60f8e0-7203-4092-b6df-472224eda01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:05.950584 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f60f8e0-7203-4092-b6df-472224eda01e admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:05.985877 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3f60f8e0-7203-4092-b6df-472224eda01e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9979258 Dec 22 09:32:06.190594 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8a9bb0da-7871-4c69-bf73-557b91d8625e req-008bc7bb-6848-4fb8-8083-6c984c16931b tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457568 Dec 22 09:32:06.292636 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc8476c7-dbdd-4029-b2ec-cbc84444bac9 req-f215a953-ad01-4e2d-ac88-b065623bf88b tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7039263 Dec 22 09:32:06.361885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:06.435792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-48c32bd8-d44e-4744-bdd9-d60c7d05f754 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:06.451909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-48c32bd8-d44e-4744-bdd9-d60c7d05f754 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Usage tracker for resource:port and tenant:0ffeb3a0f022481a9f4aea0f4efa09b6 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:06.457402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-48c32bd8-d44e-4744-bdd9-d60c7d05f754 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Quota usage for port was recalculated. Used quota:2. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:06.474038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-48c32bd8-d44e-4744-bdd9-d60c7d05f754 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:06.525097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-48c32bd8-d44e-4744-bdd9-d60c7d05f754 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Made reservation on behalf of 0ffeb3a0f022481a9f4aea0f4efa09b6 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:32:06.531455 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-48c32bd8-d44e-4744-bdd9-d60c7d05f754 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:06.543323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494e172a-8ef2-49e1-bc4b-fdfae810c09d None None] Network efdb1ea8-0021-4bd6-8e60-34694e17c5a6 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:32:07.228357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafe898-f528-470e-82b9-f58c6608fcdf req-6f48eba1-44c8-4c49-bbbf-ac05df5b029f tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:07.230486 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3eafe898-f528-470e-82b9-f58c6608fcdf req-6f48eba1-44c8-4c49-bbbf-ac05df5b029f tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 946 time: 0.5386310 Dec 22 09:32:07.254756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28b1aa-411a-4fa2-a972-f6d0b4414f26 req-ba3d2623-b2fb-4bcd-8f44-6fec59c1f4f9 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:07.256377 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1f28b1aa-411a-4fa2-a972-f6d0b4414f26 req-ba3d2623-b2fb-4bcd-8f44-6fec59c1f4f9 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 931 time: 0.3875637 Dec 22 09:32:07.332289 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd6ae2a1-936a-470b-8521-34744c6a070c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:07.434858 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-22490d5b-57f3-4735-9da2-8542e5ba4a78 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "GET /v2.0/networks?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1188989 Dec 22 09:32:07.533375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb6ea2bb-7006-4880-ba04-00fcce16a7d4 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:32:07.563511 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3eafe898-f528-470e-82b9-f58c6608fcdf req-2ac8c9ca-47ff-41db-80fd-6d8e2f90ff67 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/security-groups?id=874a55ad-dc54-4fd2-8f01-ff9413dbfbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025677 Dec 22 09:32:07.580955 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:07.586275 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-22253b72-f716-4eff-a62f-6bb7c49a70ae tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.64 "GET /v2.0/networks?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880411 Dec 22 09:32:07.598481 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1f28b1aa-411a-4fa2-a972-f6d0b4414f26 req-69dea651-ec73-45f4-b822-80484a4065da tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302052 Dec 22 09:32:07.735404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-48c32bd8-d44e-4744-bdd9-d60c7d05f754 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Allocated IP 172.20.0.14 (35f94f30-dc02-42ba-ae03-f89662533cf5/9e6f0dfc-b310-4aa6-b375-ff5361a12245/3d90f4b7-05ce-42cb-9a1e-bc487e0e0173) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:32:07.805359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Transition to ACTIVE for port object bb6ea2bb-7006-4880-ba04-00fcce16a7d4 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:32:07.848167 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30ae8c13-bebb-4c42-a31e-9bf9ba37ddb7 req-c8bb8ea0-18f6-455c-b988-2149f7791265 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/ports?device_id=c854d1a1-d3ac-4556-b483-40b60ae25118 HTTP/1.1" status: 200 len: 210 time: 0.1101952 Dec 22 09:32:07.848815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:07.870429 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5f18279d-ec3d-4fbe-aef6-1c9eea109265 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:08.093258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-da7db3ce-596f-4355-9d9e-db7c34d805a7 req-bb460aed-3739-45c8-8e22-940b1174a44d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-821499555', 'description': 'tempest-description-1688749683'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:08.124308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6c91e0a3-36ba-4fed-bf40-56ae0f237427 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:32:08.182915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-de5d0ec4-4214-49c9-bc10-04a449e181b2 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:08.185188 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-de5d0ec4-4214-49c9-bc10-04a449e181b2 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7322030 Dec 22 09:32:08.205688 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7799f6a5-27ba-4f04-b7c7-0ac56a35c36a req-bd97d1b8-bc8b-406c-bbc9-cc64ea20d9ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=31ad0593-8368-4169-ac8d-b96d5eb9770b HTTP/1.1" status: 200 len: 210 time: 0.2093401 Dec 22 09:32:08.219565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-da7db3ce-596f-4355-9d9e-db7c34d805a7 req-bb460aed-3739-45c8-8e22-940b1174a44d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:08.223631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-da7db3ce-596f-4355-9d9e-db7c34d805a7 req-bb460aed-3739-45c8-8e22-940b1174a44d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Usage tracker for resource:security_group and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:08.227433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-da7db3ce-596f-4355-9d9e-db7c34d805a7 req-bb460aed-3739-45c8-8e22-940b1174a44d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:08.233839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-da7db3ce-596f-4355-9d9e-db7c34d805a7 req-bb460aed-3739-45c8-8e22-940b1174a44d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:08.253211 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:08.258536 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-da7db3ce-596f-4355-9d9e-db7c34d805a7 req-bb460aed-3739-45c8-8e22-940b1174a44d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:08.278300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:08.283232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c91e0a3-36ba-4fed-bf40-56ae0f237427'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:08.294933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 6c91e0a3-36ba-4fed-bf40-56ae0f237427, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6c91e0a3-36ba-4fed-bf40-56ae0f237427,segment=NetworkSegment(d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7),segment_id=d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:08.298684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:08.300711 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-180b9fd7-cbd0-406f-b039-e2b8e42e0eef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:08.313575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-bb5a26cc-d272-4a90-9c73-68e42542587b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Request body: {'port': {'device_id': 'f9bb6606-51fe-49c8-a562-1ecbb8615107', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '902944b2a5a3450e8cb9dbe821598f5d'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:08.330803 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:08.416450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-0c1e3372-3e36-47f4-8aed-86cd718181dc tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:08.418000 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-0c1e3372-3e36-47f4-8aed-86cd718181dc tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8107502 Dec 22 09:32:08.540729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=6c91e0a3-36ba-4fed-bf40-56ae0f237427,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:08.544753 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:08.623980 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:08.679378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-da7db3ce-596f-4355-9d9e-db7c34d805a7 req-bb460aed-3739-45c8-8e22-940b1174a44d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:08.759387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-da7db3ce-596f-4355-9d9e-db7c34d805a7 req-bb460aed-3739-45c8-8e22-940b1174a44d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Usage tracker for resource:security_group_rule and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:08.827864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabce5b4-255b-49e0-ac36-f1686ecb3f4d req-2938db8b-d3cb-40bb-b597-051f0c6c00f0 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:08.829459 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dabce5b4-255b-49e0-ac36-f1686ecb3f4d req-2938db8b-d3cb-40bb-b597-051f0c6c00f0 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.64 "GET /v2.0/ports?device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 946 time: 1.1665652 Dec 22 09:32:08.846798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-95b184e4-0a82-44ab-b5cd-d6638d82c04b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Request body: {'port': {'device_id': '31ad0593-8368-4169-ac8d-b96d5eb9770b', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '902944b2a5a3450e8cb9dbe821598f5d'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:08.861667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-da7db3ce-596f-4355-9d9e-db7c34d805a7 req-bb460aed-3739-45c8-8e22-940b1174a44d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:08.924980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-da7db3ce-596f-4355-9d9e-db7c34d805a7 req-bb460aed-3739-45c8-8e22-940b1174a44d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:09.207562 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:09.231668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-dabce5b4-255b-49e0-ac36-f1686ecb3f4d req-d3edad11-c66c-4c2f-b7e0-1f42f7cbab2b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Deleting port 6c91e0a3-36ba-4fed-bf40-56ae0f237427 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:32:09.232091 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-dabce5b4-255b-49e0-ac36-f1686ecb3f4d req-d3edad11-c66c-4c2f-b7e0-1f42f7cbab2b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:09.304834 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-48c32bd8-d44e-4744-bdd9-d60c7d05f754 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:09.331479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-bb5a26cc-d272-4a90-9c73-68e42542587b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:09.364229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Attempting to bind port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:32:09.364600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Attempting to bind port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:32:09.364971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Attempting to bind port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 on network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:32:09.403514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ad5f4-c9a9-46c1-af38-c9639ba1f0ec req-17ff6093-56dd-49c1-9836-a51b94cf8fa0 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:09.405157 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7d7ad5f4-c9a9-46c1-af38-c9639ba1f0ec req-17ff6093-56dd-49c1-9836-a51b94cf8fa0 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 945 time: 1.0226898 Dec 22 09:32:09.414247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-bb5a26cc-d272-4a90-9c73-68e42542587b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:09.416363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:32:09.416742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Checking segment: {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:32:09.417144 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:09.417539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Bound using segment: {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:32:09.418018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Bound port: bb6ea2bb-7006-4880-ba04-00fcce16a7d4, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:32:09.418487 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:09.431607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-48c32bd8-d44e-4744-bdd9-d60c7d05f754 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Transition to ACTIVE for port object 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:32:09.447007 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:09.466172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-95b184e4-0a82-44ab-b5cd-d6638d82c04b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:09.597488 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-da7db3ce-596f-4355-9d9e-db7c34d805a7 req-bb460aed-3739-45c8-8e22-940b1174a44d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:09.628759 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-da7db3ce-596f-4355-9d9e-db7c34d805a7 req-bb460aed-3739-45c8-8e22-940b1174a44d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:09.653005 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99e331e5-7ead-4435-ab46-2fc006c6a303 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:09.683282 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7d7ad5f4-c9a9-46c1-af38-c9639ba1f0ec req-f3bc9ab1-102f-4bf0-b6b5-09f3bde534b3 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500391 Dec 22 09:32:09.684474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-bb5a26cc-d272-4a90-9c73-68e42542587b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Made reservation on behalf of 902944b2a5a3450e8cb9dbe821598f5d for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:32:09.689841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-bb5a26cc-d272-4a90-9c73-68e42542587b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:09.732089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-95b184e4-0a82-44ab-b5cd-d6638d82c04b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:09.859767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-48c32bd8-d44e-4744-bdd9-d60c7d05f754 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:09.921382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-95b184e4-0a82-44ab-b5cd-d6638d82c04b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Made reservation on behalf of 902944b2a5a3450e8cb9dbe821598f5d for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:32:09.926786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-95b184e4-0a82-44ab-b5cd-d6638d82c04b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:09.936603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb460aed-3739-45c8-8e22-940b1174a44d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event updated for resources: {'SecurityGroup': ['ID=82cafa40-5826-484a-b494-d0ae4502a6f9,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:09.939251 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-da7db3ce-596f-4355-9d9e-db7c34d805a7 req-bb460aed-3739-45c8-8e22-940b1174a44d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:09.940547 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da7db3ce-596f-4355-9d9e-db7c34d805a7 req-bb460aed-3739-45c8-8e22-940b1174a44d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.9329431 Dec 22 09:32:09.952009 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bb460aed-3739-45c8-8e22-940b1174a44d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:09.956401 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f5c43d0b-0c7e-4668-90e1-2b9315fe9eed tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:09.997873 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:10.022695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] For port bb6ea2bb-7006-4880-ba04-00fcce16a7d4, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:32:10.124472 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:10.165967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] For port bb6ea2bb-7006-4880-ba04-00fcce16a7d4, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:32:10.218944 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:10.373950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c32bd8-d44e-4744-bdd9-d60c7d05f754 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Pushing event updated for resources: {'Port': ['ID=3d90f4b7-05ce-42cb-9a1e-bc487e0e0173,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:10.395332 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-48c32bd8-d44e-4744-bdd9-d60c7d05f754 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:10.405661 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9cd7b960-dd09-4c34-b7d9-6fc3e5742419 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:10.695756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-dabce5b4-255b-49e0-ac36-f1686ecb3f4d req-d3edad11-c66c-4c2f-b7e0-1f42f7cbab2b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] For port 6c91e0a3-36ba-4fed-bf40-56ae0f237427, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6c91e0a3-36ba-4fed-bf40-56ae0f237427,segment=NetworkSegment(d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7),segment_id=d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:10.696112 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-dabce5b4-255b-49e0-ac36-f1686ecb3f4d req-d3edad11-c66c-4c2f-b7e0-1f42f7cbab2b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:11.051428 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-c720e163-0b69-41e6-960c-896440b01c8b service neutron] 10.222.0.37 "GET /v2.0/ports/55b9341f-21cb-4492-9147-aa0f757d8cbf/bindings/n-h1-765315-5 HTTP/1.1" status: 200 len: 454 time: 0.0812526 Dec 22 09:32:11.082437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-dabce5b4-255b-49e0-ac36-f1686ecb3f4d req-d3edad11-c66c-4c2f-b7e0-1f42f7cbab2b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Calling delete_port for 6c91e0a3-36ba-4fed-bf40-56ae0f237427 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:32:11.176886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c840c-1144-4bd9-83a8-0bd8d2000e06 req-b0c3edfa-3ab5-4aea-8b10-53ebebaf80bf tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:11.178543 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7d2c840c-1144-4bd9-83a8-0bd8d2000e06 req-b0c3edfa-3ab5-4aea-8b10-53ebebaf80bf tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=880598a8-05fa-4e7e-9608-2b343e06ddbf HTTP/1.1" status: 200 len: 945 time: 1.3463645 Dec 22 09:32:11.236687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 55b9341f-21cb-4492-9147-aa0f757d8cbf up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:32:11.260607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:11.281470 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:11.301287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-48c32bd8-d44e-4744-bdd9-d60c7d05f754 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Network 35f94f30-dc02-42ba-ae03-f89662533cf5 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:32:11.337350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 55b9341f-21cb-4492-9147-aa0f757d8cbf triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:11.337889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-48c32bd8-d44e-4744-bdd9-d60c7d05f754 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:32:11.338039 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:11.364805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-48c32bd8-d44e-4744-bdd9-d60c7d05f754 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:32:11.365015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-89544857-bfd1-4e84-839a-089204d90eff service neutron] For port 55b9341f-21cb-4492-9147-aa0f757d8cbf, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=55b9341f-21cb-4492-9147-aa0f757d8cbf,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:11.369182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-48c32bd8-d44e-4744-bdd9-d60c7d05f754 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:11.369994 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-48c32bd8-d44e-4744-bdd9-d60c7d05f754 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:11.394927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-89544857-bfd1-4e84-839a-089204d90eff service neutron] For port 55b9341f-21cb-4492-9147-aa0f757d8cbf, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:32:11.452203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afe79f-2bd4-424c-b387-fffcab08c046 req-44254172-73c7-4075-82f9-5c82557c62ea tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:11.460230 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21afe79f-2bd4-424c-b387-fffcab08c046 req-44254172-73c7-4075-82f9-5c82557c62ea tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?device_id=2865f7cf-2245-4820-835c-11df466353ef HTTP/1.1" status: 200 len: 946 time: 1.2171781 Dec 22 09:32:11.490488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-89544857-bfd1-4e84-839a-089204d90eff service neutron] For port 55b9341f-21cb-4492-9147-aa0f757d8cbf, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=55b9341f-21cb-4492-9147-aa0f757d8cbf,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:11.499800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce16728a-33be-482f-a1f4-b8a0ea277bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b9341f-21cb-4492-9147-aa0f757d8cbf'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:11.509572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:11.510521 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:11.512706 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] 10.222.0.64 "PUT /v2.0/ports/bb6ea2bb-7006-4880-ba04-00fcce16a7d4 HTTP/1.1" status: 200 len: 1155 time: 5.8571131 Dec 22 09:32:11.517669 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-89544857-bfd1-4e84-839a-089204d90eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:11.530135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'tag': 'bb6ea2bb-7006-4880-ba04-00fcce16a7d4'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:11.537646 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7d2c840c-1144-4bd9-83a8-0bd8d2000e06 req-c8601d98-8def-4f54-98b7-6b413b27d2eb tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380494 Dec 22 09:32:11.568249 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-48c32bd8-d44e-4744-bdd9-d60c7d05f754 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9143596 Dec 22 09:32:11.632668 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c91e0a3-36ba-4fed-bf40-56ae0f237427', 'code': 200} Dec 22 09:32:11.682272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Request body: {'port': {'device_id': 'c854d1a1-d3ac-4556-b483-40b60ae25118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:11.713587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f9851d09-ef3e-4ffe-8316-d6e56144820e None None] Provisioning for port 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:32:11.721843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f9851d09-ef3e-4ffe-8316-d6e56144820e None None] Provisioning complete for port 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:11.722399 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f9851d09-ef3e-4ffe-8316-d6e56144820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:11.763469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-bb5a26cc-d272-4a90-9c73-68e42542587b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Allocated IP 192.168.233.47 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/ad888745-8a38-4de9-a9a5-3ca9e6df7b19) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:32:11.770754 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21afe79f-2bd4-424c-b387-fffcab08c046 req-57763979-37c2-4c2e-9681-23ec2f5ba339 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/security-groups?id=c3193b53-5864-4cfd-b9e9-056656928af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3095722 Dec 22 09:32:11.784944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f9851d09-ef3e-4ffe-8316-d6e56144820e None None] Port 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:32:11.881367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-89544857-bfd1-4e84-839a-089204d90eff service neutron] Transition to ACTIVE for port object 55b9341f-21cb-4492-9147-aa0f757d8cbf will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:32:11.887198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-89544857-bfd1-4e84-839a-089204d90eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:11.935554 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:11.937225 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-dabce5b4-255b-49e0-ac36-f1686ecb3f4d req-d3edad11-c66c-4c2f-b7e0-1f42f7cbab2b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:11.966161 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:12.101908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edad11-c66c-4c2f-b7e0-1f42f7cbab2b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Pushing event deleted for resources: {'Port': ['ID=6c91e0a3-36ba-4fed-bf40-56ae0f237427,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:12.118464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89544857-bfd1-4e84-839a-089204d90eff service neutron] Pushing event updated for resources: {'Port': ['ID=55b9341f-21cb-4492-9147-aa0f757d8cbf,revision_number=10']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:12.126190 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89544857-bfd1-4e84-839a-089204d90eff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:12.133335 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d3edad11-c66c-4c2f-b7e0-1f42f7cbab2b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:12.241780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:12.294431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-89544857-bfd1-4e84-839a-089204d90eff service neutron] No DVR routers for this DVR port 55b9341f-21cb-4492-9147-aa0f757d8cbf on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:32:12.302824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-71825c9b-6d12-45cc-beea-00804430ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:12.304525 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-71825c9b-6d12-45cc-beea-00804430ca3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 1158 time: 0.6718628 Dec 22 09:32:12.305859 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-89544857-bfd1-4e84-839a-089204d90eff service neutron] 10.222.0.37 "PUT /v2.0/ports/55b9341f-21cb-4492-9147-aa0f757d8cbf/bindings/n-h1-765315-5/activate HTTP/1.1" status: 200 len: 439 time: 1.2477067 Dec 22 09:32:12.483626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.64', 62679) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:12.571047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-7d3a2996-30d9-4d6b-b1cf-92043a7de1bb tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:12.572780 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-7d3a2996-30d9-4d6b-b1cf-92043a7de1bb tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.64 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9&tenant_id=92202f56ba024bd88bdda46d20163167&binding%3Ahost_id=n-h2-765315-5 HTTP/1.1" status: 200 len: 1159 time: 0.0880718 Dec 22 09:32:12.667294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a8252d6d-e91a-4b21-9b18-d1a08c92fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:12.669769 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a8252d6d-e91a-4b21-9b18-d1a08c92fb18 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9&tenant_id=92202f56ba024bd88bdda46d20163167 HTTP/1.1" status: 200 len: 1159 time: 0.0890892 Dec 22 09:32:12.752996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd02e27-8292-4694-8e61-e343e748fa53 req-914678ca-ab26-4c73-969b-d6a9260ea57b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:12.754495 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fcd02e27-8292-4694-8e61-e343e748fa53 req-914678ca-ab26-4c73-969b-d6a9260ea57b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/ports?device_id=dfd12899-a193-4d78-9bf5-6d0a2575d63a HTTP/1.1" status: 200 len: 865 time: 1.0023181 Dec 22 09:32:12.776686 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-a0b22c27-d139-4236-8a91-bba67f5d00f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb6ea2bb-7006-4880-ba04-00fcce16a7d4 HTTP/1.1" status: 200 len: 217 time: 0.4557850 Dec 22 09:32:12.800282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-1285764f-3498-4491-bbc8-0e150575e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:12.801944 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-1285764f-3498-4491-bbc8-0e150575e5b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92202f56ba024bd88bdda46d20163167&device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 1159 time: 0.0901554 Dec 22 09:32:12.940799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e2daa-4ee1-4180-85fe-970fbd76ab44 req-be69ee1e-96b6-4c74-9a5c-f8a612bdf60c tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:12.942419 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-775e2daa-4ee1-4180-85fe-970fbd76ab44 req-be69ee1e-96b6-4c74-9a5c-f8a612bdf60c tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 943 time: 1.0114059 Dec 22 09:32:12.948089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-93174336-628e-4303-95c2-5c2e255aed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:12.949731 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-93174336-628e-4303-95c2-5c2e255aed47 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 200 len: 915 time: 0.1405919 Dec 22 09:32:13.070676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabce5b4-255b-49e0-ac36-f1686ecb3f4d req-d3edad11-c66c-4c2f-b7e0-1f42f7cbab2b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] No DVR routers for this DVR port 6c91e0a3-36ba-4fed-bf40-56ae0f237427 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:32:13.085072 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-bb5a26cc-d272-4a90-9c73-68e42542587b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:13.089004 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-dabce5b4-255b-49e0-ac36-f1686ecb3f4d req-d3edad11-c66c-4c2f-b7e0-1f42f7cbab2b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:13.094890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-7dcdd86e-6f19-42e7-ab06-5b435b31ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:13.096567 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-7dcdd86e-6f19-42e7-ab06-5b435b31ae88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20ea27e0-c8d1-40af-abba-75e850f0c212 HTTP/1.1" status: 200 len: 847 time: 0.3022983 Dec 22 09:32:13.099175 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fcd02e27-8292-4694-8e61-e343e748fa53 req-2b51d2fd-b9d7-4e18-a872-a8561d82c7a9 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.50 "GET /v2.0/security-groups?id=874a55ad-dc54-4fd2-8f01-ff9413dbfbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134460 Dec 22 09:32:13.102232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 55b9341f-21cb-4492-9147-aa0f757d8cbf no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:32:13.179982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 55b9341f-21cb-4492-9147-aa0f757d8cbf not bound to the agent host n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:32:13.242435 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-88ac8f89-c593-4c76-94c3-253cfcb6c048 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9884d074-bf0a-40ed-a9d3-be8dba1c5839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140072 Dec 22 09:32:13.255679 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dabce5b4-255b-49e0-ac36-f1686ecb3f4d req-d3edad11-c66c-4c2f-b7e0-1f42f7cbab2b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] 10.222.0.64 "DELETE /v2.0/ports/6c91e0a3-36ba-4fed-bf40-56ae0f237427 HTTP/1.1" status: 204 len: 173 time: 4.3879843 Dec 22 09:32:13.260585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-bb5a26cc-d272-4a90-9c73-68e42542587b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Transition to ACTIVE for port object ad888745-8a38-4de9-a9a5-3ca9e6df7b19 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:32:13.287185 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-775e2daa-4ee1-4180-85fe-970fbd76ab44 req-e2b5c600-3eb9-4d82-ae42-55750010a1d6 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263228 Dec 22 09:32:13.289551 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-cd1f0ef0-ef9e-4548-96bc-4364abcb95cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b9341f-21cb-4492-9147-aa0f757d8cbf HTTP/1.1" status: 200 len: 217 time: 0.3321683 Dec 22 09:32:13.381336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a6b3a68d-051e-4ed2-a3d2-525c5b11d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:13.382934 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a6b3a68d-051e-4ed2-a3d2-525c5b11d843 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=640a01a7-c30b-476e-9180-1eeb8ef32064 HTTP/1.1" status: 200 len: 861 time: 0.0868857 Dec 22 09:32:13.441416 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-29143dd8-484d-424f-845c-d48847462e54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501549 Dec 22 09:32:13.556624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-abf5e00e-06a3-474e-ae48-bd59f3b5ed8b req-9566ea40-ba73-488c-8fcb-d8afe8edbe57 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Synchronizing usage tracker for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:32:13.603330 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a31d94e8-5022-4f7c-bfb2-11cd56001065 service neutron] 10.222.0.64 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528680 Dec 22 09:32:13.698102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-abf5e00e-06a3-474e-ae48-bd59f3b5ed8b req-9566ea40-ba73-488c-8fcb-d8afe8edbe57 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Unset dirty status for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:32:13.699399 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-abf5e00e-06a3-474e-ae48-bd59f3b5ed8b req-9566ea40-ba73-488c-8fcb-d8afe8edbe57 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=31ad0593-8368-4169-ac8d-b96d5eb9770b HTTP/1.1" status: 200 len: 210 time: 0.2491939 Dec 22 09:32:13.735804 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-bb5a26cc-d272-4a90-9c73-68e42542587b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:13.748214 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-fd5ac099-1a9d-4556-942d-f336ee2ca9f3 service neutron] 10.222.0.64 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858568 Dec 22 09:32:13.766377 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-a4623d6e-0c0d-4bde-99f4-b9734168ed3f service neutron] 10.222.0.64 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1559467 Dec 22 09:32:13.779367 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-977fddc7-c498-45b9-85b7-fe79b896b7c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:14.039027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11d3fe-ba09-4ddd-bd77-043d47099c0a req-a1ec30e1-af9c-44a8-8eb6-685533434f9c tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:14.039795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-0c11d3fe-ba09-4ddd-bd77-043d47099c0a req-a1ec30e1-af9c-44a8-8eb6-685533434f9c tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Synchronizing usage tracker for tenant:0ffeb3a0f022481a9f4aea0f4efa09b6 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:32:14.117784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-95b184e4-0a82-44ab-b5cd-d6638d82c04b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Allocated IP 192.168.233.207 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:32:14.143883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a26cc-d272-4a90-9c73-68e42542587b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Pushing event updated for resources: {'Port': ['ID=ad888745-8a38-4de9-a9a5-3ca9e6df7b19,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:14.165516 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bb5a26cc-d272-4a90-9c73-68e42542587b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:14.194394 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-036c8808-4dbd-477a-9aae-0dea4f090966 req-69e6b8c1-8191-4013-9c60-20ac3d1b5ac0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "GET /v2.0/security-groups/82cafa40-5826-484a-b494-d0ae4502a6f9 HTTP/1.1" status: 200 len: 1754 time: 0.4386849 Dec 22 09:32:14.241058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-036c8808-4dbd-477a-9aae-0dea4f090966 req-512b8efa-47c0-4aaf-869e-e1e1dd1c53b0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '82cafa40-5826-484a-b494-d0ae4502a6f9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:14.241416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-036c8808-4dbd-477a-9aae-0dea4f090966 req-512b8efa-47c0-4aaf-869e-e1e1dd1c53b0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '82cafa40-5826-484a-b494-d0ae4502a6f9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:14.275793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-0cfcfc90-401a-4f6b-aa1b-ad7dc2fea4e6 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:14.277456 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-0cfcfc90-401a-4f6b-aa1b-ad7dc2fea4e6 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.64 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9&tenant_id=92202f56ba024bd88bdda46d20163167&binding%3Ahost_id=n-h1-765315-5 HTTP/1.1" status: 200 len: 1159 time: 0.0942400 Dec 22 09:32:14.301138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-0c11d3fe-ba09-4ddd-bd77-043d47099c0a req-a1ec30e1-af9c-44a8-8eb6-685533434f9c tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Unset dirty status for tenant:0ffeb3a0f022481a9f4aea0f4efa09b6 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:32:14.302428 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c11d3fe-ba09-4ddd-bd77-043d47099c0a req-a1ec30e1-af9c-44a8-8eb6-685533434f9c tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/ports?device_id=c854d1a1-d3ac-4556-b483-40b60ae25118 HTTP/1.1" status: 200 len: 932 time: 1.0142796 Dec 22 09:32:14.304815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-036c8808-4dbd-477a-9aae-0dea4f090966 req-512b8efa-47c0-4aaf-869e-e1e1dd1c53b0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:14.354048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-036c8808-4dbd-477a-9aae-0dea4f090966 req-512b8efa-47c0-4aaf-869e-e1e1dd1c53b0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Usage tracker for resource:security_group_rule and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:14.379917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-036c8808-4dbd-477a-9aae-0dea4f090966 req-512b8efa-47c0-4aaf-869e-e1e1dd1c53b0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:14.395414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-db8c1fe1-06b9-4c67-8a1c-7e09c4cd2081 service neutron] For port 55b9341f-21cb-4492-9147-aa0f757d8cbf, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:32:14.398659 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-db8c1fe1-06b9-4c67-8a1c-7e09c4cd2081 service neutron] Notify callbacks [] for binding, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:14.399895 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-011426ab-61f8-40e0-8bb6-ea5370415506 req-db8c1fe1-06b9-4c67-8a1c-7e09c4cd2081 service neutron] 10.222.0.64 "DELETE /v2.0/ports/55b9341f-21cb-4492-9147-aa0f757d8cbf/bindings/n-h2-765315-5 HTTP/1.1" status: 204 len: 173 time: 0.1151628 Dec 22 09:32:14.407139 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f99d74-1f85-40f8-b900-b7b9e2b54a41 req-d3a6a55b-1d99-44bd-979c-f9583a4b80fc service neutron] 10.222.0.64 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5895891 Dec 22 09:32:14.412505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-036c8808-4dbd-477a-9aae-0dea4f090966 req-512b8efa-47c0-4aaf-869e-e1e1dd1c53b0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:14.422954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:32:14.454579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-bb5a26cc-d272-4a90-9c73-68e42542587b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:32:14.458111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:14.475444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-bb5a26cc-d272-4a90-9c73-68e42542587b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:32:14.485427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-bb5a26cc-d272-4a90-9c73-68e42542587b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:32:14.489724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-bb5a26cc-d272-4a90-9c73-68e42542587b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:14.490396 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-bb5a26cc-d272-4a90-9c73-68e42542587b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:14.612163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Transition to ACTIVE for port object 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:32:14.628182 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c11d3fe-ba09-4ddd-bd77-043d47099c0a req-4716c592-834c-4bb0-9d44-64a7bc4b4743 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/security-groups?id=1b173f6d-ea2c-4da9-b6e2-119cedeb8d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886982 Dec 22 09:32:14.643485 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-bb5a26cc-d272-4a90-9c73-68e42542587b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.3912482 Dec 22 09:32:14.644343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:14.663907 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d3606987-ec18-42b1-976e-460889240523 tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:14.726737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Request body: {'port': {'device_id': 'f9bb6606-51fe-49c8-a562-1ecbb8615107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:14.730061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b4bcf5e9-26bd-4df3-af39-e75f6ff7bdd5 None None] Provisioning for port ad888745-8a38-4de9-a9a5-3ca9e6df7b19 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:32:14.737393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b4bcf5e9-26bd-4df3-af39-e75f6ff7bdd5 None None] Provisioning complete for port ad888745-8a38-4de9-a9a5-3ca9e6df7b19 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:14.737823 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b4bcf5e9-26bd-4df3-af39-e75f6ff7bdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:14.776420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 55b9341f-21cb-4492-9147-aa0f757d8cbf up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:32:14.864455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b4bcf5e9-26bd-4df3-af39-e75f6ff7bdd5 None None] Port ad888745-8a38-4de9-a9a5-3ca9e6df7b19 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:32:14.873086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 55b9341f-21cb-4492-9147-aa0f757d8cbf completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:32:14.878747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 55b9341f-21cb-4492-9147-aa0f757d8cbf triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:14.879181 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:15.011055 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:15.045263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce16728a-33be-482f-a1f4-b8a0ea277bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b9341f-21cb-4492-9147-aa0f757d8cbf'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:15.057075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 55b9341f-21cb-4492-9147-aa0f757d8cbf, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=55b9341f-21cb-4492-9147-aa0f757d8cbf,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:15.060632 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:15.062665 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:15.134204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=55b9341f-21cb-4492-9147-aa0f757d8cbf,revision_number=12']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:15.138598 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:15.152201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Pushing event updated for resources: {'Port': ['ID=3d90f4b7-05ce-42cb-9a1e-bc487e0e0173,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:15.155764 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-036c8808-4dbd-477a-9aae-0dea4f090966 req-512b8efa-47c0-4aaf-869e-e1e1dd1c53b0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:15.213779 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:15.323400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-95b184e4-0a82-44ab-b5cd-d6638d82c04b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:15.388529 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-036c8808-4dbd-477a-9aae-0dea4f090966 req-512b8efa-47c0-4aaf-869e-e1e1dd1c53b0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:15.412310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-95b184e4-0a82-44ab-b5cd-d6638d82c04b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Transition to ACTIVE for port object b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:32:15.413561 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-036c8808-4dbd-477a-9aae-0dea4f090966 req-512b8efa-47c0-4aaf-869e-e1e1dd1c53b0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:15.429865 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:15.436376 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:15.490854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b8efa-47c0-4aaf-869e-e1e1dd1c53b0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d927fc99-a0a4-4c06-8086-7ca3837d9b07,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:15.553947 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-512b8efa-47c0-4aaf-869e-e1e1dd1c53b0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:15.598482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fddd8-7356-4ade-8294-41fdfb7b278a req-43645f50-c03d-4cfe-a4e9-777b371aa1ea tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:15.600217 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cc1fddd8-7356-4ade-8294-41fdfb7b278a req-43645f50-c03d-4cfe-a4e9-777b371aa1ea tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 944 time: 0.8154442 Dec 22 09:32:15.619625 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-036c8808-4dbd-477a-9aae-0dea4f090966 req-512b8efa-47c0-4aaf-869e-e1e1dd1c53b0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:15.621004 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-036c8808-4dbd-477a-9aae-0dea4f090966 req-512b8efa-47c0-4aaf-869e-e1e1dd1c53b0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 1.4033964 Dec 22 09:32:15.676444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:32:15.685657 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce16728a-33be-482f-a1f4-b8a0ea277bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b9341f-21cb-4492-9147-aa0f757d8cbf', 'code': 200} Dec 22 09:32:15.741266 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-95b184e4-0a82-44ab-b5cd-d6638d82c04b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:15.744019 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'tag': 'bb6ea2bb-7006-4880-ba04-00fcce16a7d4', 'status': 'completed', 'code': 200} Dec 22 09:32:15.754135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Attempting to bind port 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:32:15.754453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Attempting to bind port 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '6698f866-8fa5-4f5e-93bb-7ba44c2d2288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '35f94f30-dc02-42ba-ae03-f89662533cf5'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:32:15.754825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Attempting to bind port 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 on network 35f94f30-dc02-42ba-ae03-f89662533cf5 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:32:15.776394 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:15.875164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:32:15.875544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Checking segment: {'id': '6698f866-8fa5-4f5e-93bb-7ba44c2d2288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '35f94f30-dc02-42ba-ae03-f89662533cf5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:32:15.875967 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:15.876372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Bound using segment: {'id': '6698f866-8fa5-4f5e-93bb-7ba44c2d2288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '35f94f30-dc02-42ba-ae03-f89662533cf5'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:32:15.876862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Bound port: 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6698f866-8fa5-4f5e-93bb-7ba44c2d2288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '35f94f30-dc02-42ba-ae03-f89662533cf5'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:32:15.877235 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:15.888372 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cc1fddd8-7356-4ade-8294-41fdfb7b278a req-94330773-5855-4f1e-aafd-1943f48bc63b tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718151 Dec 22 09:32:16.151972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b184e4-0a82-44ab-b5cd-d6638d82c04b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Pushing event updated for resources: {'Port': ['ID=b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:16.175731 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-95b184e4-0a82-44ab-b5cd-d6638d82c04b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:16.330330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41084) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:16.452351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] For port 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:32:16.506122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05550ee2-7d58-4b52-b650-88c56a05a8d3 req-3c3574d8-91a8-425b-a364-3236a50cec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:16.507752 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-05550ee2-7d58-4b52-b650-88c56a05a8d3 req-3c3574d8-91a8-425b-a364-3236a50cec2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 1158 time: 0.6989028 Dec 22 09:32:16.577315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-95b184e4-0a82-44ab-b5cd-d6638d82c04b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:32:16.623959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] For port 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=3d90f4b7-05ce-42cb-9a1e-bc487e0e0173,segment=NetworkSegment(6698f866-8fa5-4f5e-93bb-7ba44c2d2288),segment_id=6698f866-8fa5-4f5e-93bb-7ba44c2d2288)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:32:16.628285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-95b184e4-0a82-44ab-b5cd-d6638d82c04b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:32:16.643841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-95b184e4-0a82-44ab-b5cd-d6638d82c04b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:32:16.648144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-95b184e4-0a82-44ab-b5cd-d6638d82c04b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:16.648835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-95b184e4-0a82-44ab-b5cd-d6638d82c04b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:16.653912 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:16.688297 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8aa3cc94-a406-4b7b-bf2f-92b10395d43c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:16.735515 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34c188e6-f3cc-488d-91fa-d57b4cab1501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:16.835923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-cd4fa649-3565-4cb3-958d-71f0ba6a8c4e None None] Provisioning for port b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:32:16.842196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-cd4fa649-3565-4cb3-958d-71f0ba6a8c4e None None] Provisioning complete for port b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:16.842633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd4fa649-3565-4cb3-958d-71f0ba6a8c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:16.898919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-cd4fa649-3565-4cb3-958d-71f0ba6a8c4e None None] Port b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:32:16.943184 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-95b184e4-0a82-44ab-b5cd-d6638d82c04b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.1888690 Dec 22 09:32:16.981999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Request body: {'port': {'device_id': '31ad0593-8368-4169-ac8d-b96d5eb9770b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:17.026990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9a6d1-4b2f-4a29-af5d-2253f38e82df req-eed9cc90-e898-44b5-bd8e-2dc39717a632 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:17.029114 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4be9a6d1-4b2f-4a29-af5d-2253f38e82df req-eed9cc90-e898-44b5-bd8e-2dc39717a632 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 943 time: 0.7262318 Dec 22 09:32:17.056079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 55b9341f-21cb-4492-9147-aa0f757d8cbf up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:32:17.072517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Pushing event updated for resources: {'Port': ['ID=3d90f4b7-05ce-42cb-9a1e-bc487e0e0173,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:17.078427 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:17.137912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05550ee2-7d58-4b52-b650-88c56a05a8d3 req-f136217c-dd82-4ebe-9bce-80c0daff2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:17.139063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 55b9341f-21cb-4492-9147-aa0f757d8cbf triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:17.139612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:17.139727 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-05550ee2-7d58-4b52-b650-88c56a05a8d3 req-f136217c-dd82-4ebe-9bce-80c0daff2b90 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 901 time: 0.5706232 Dec 22 09:32:17.145933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dd9e9-1546-4547-bda5-5fcd79b7e50f req-f4379273-3749-4052-a263-99bf54bf8b8e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:17.147527 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-423dd9e9-1546-4547-bda5-5fcd79b7e50f req-f4379273-3749-4052-a263-99bf54bf8b8e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=31ad0593-8368-4169-ac8d-b96d5eb9770b HTTP/1.1" status: 200 len: 936 time: 0.6909053 Dec 22 09:32:17.151779 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:32:17.302539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device bb6ea2bb-7006-4880-ba04-00fcce16a7d4 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:32:17.394749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:32:17.401913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:17.402382 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:17.402817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-34c188e6-f3cc-488d-91fa-d57b4cab1501 admin admin] Deleting port 74aab288-ca0d-4e26-900d-a9888989b63d {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:32:17.403284 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34c188e6-f3cc-488d-91fa-d57b4cab1501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:17.551833 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:17.602173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port bb6ea2bb-7006-4880-ba04-00fcce16a7d4, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:17.607445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:17.609888 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:17.612207 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-05550ee2-7d58-4b52-b650-88c56a05a8d3 req-3b248fdd-5c6c-4faf-89ec-c30e9818f28e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb6ea2bb-7006-4880-ba04-00fcce16a7d4 HTTP/1.1" status: 200 len: 217 time: 0.4471302 Dec 22 09:32:17.648145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-34c188e6-f3cc-488d-91fa-d57b4cab1501 admin admin] For port 74aab288-ca0d-4e26-900d-a9888989b63d, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=74aab288-ca0d-4e26-900d-a9888989b63d,segment=NetworkSegment(d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7),segment_id=d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:17.648546 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34c188e6-f3cc-488d-91fa-d57b4cab1501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:17.687287 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4be9a6d1-4b2f-4a29-af5d-2253f38e82df req-a956bfc2-4b27-4067-8d07-383045abf51f tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6159191 Dec 22 09:32:17.703589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:17.704710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:17.706341 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] 10.222.0.64 "PUT /v2.0/ports/3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 HTTP/1.1" status: 200 len: 1156 time: 6.0749352 Dec 22 09:32:17.723614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:17.727652 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:17.740611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad888745-8a38-4de9-a9a5-3ca9e6df7b19 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:32:17.742907 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:17.751763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'name': 'network-vif-deleted', 'tag': '6c91e0a3-36ba-4fed-bf40-56ae0f237427'}, {'name': 'network-changed', 'server_uuid': 'c854d1a1-d3ac-4556-b483-40b60ae25118', 'tag': '3d90f4b7-05ce-42cb-9a1e-bc487e0e0173'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:17.770141 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-423dd9e9-1546-4547-bda5-5fcd79b7e50f req-2eebe52f-b6be-4262-bcb7-799c746de6af tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6004195 Dec 22 09:32:17.772237 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:17.849024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Transition to ACTIVE for port object ad888745-8a38-4de9-a9a5-3ca9e6df7b19 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:32:17.853280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05550ee2-7d58-4b52-b650-88c56a05a8d3 req-0e0dc4a7-7e0b-48df-ad43-750adb0539d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:17.855023 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-05550ee2-7d58-4b52-b650-88c56a05a8d3 req-0e0dc4a7-7e0b-48df-ad43-750adb0539d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20ea27e0-c8d1-40af-abba-75e850f0c212 HTTP/1.1" status: 200 len: 847 time: 0.2234545 Dec 22 09:32:17.878319 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce16728a-33be-482f-a1f4-b8a0ea277bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b9341f-21cb-4492-9147-aa0f757d8cbf', 'code': 200} Dec 22 09:32:17.912590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-ba999418-721b-419c-8a2d-a1fe2055efc9 req-90dc742d-4095-40e8-b36c-7d403e3659a6 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-645081535', 'description': 'tempest-description-1076985806'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:17.961040 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:17.963235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-34c188e6-f3cc-488d-91fa-d57b4cab1501 admin admin] Calling delete_port for 74aab288-ca0d-4e26-900d-a9888989b63d owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:32:17.990282 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8304e04e-6981-40e4-94c7-03121ad5efba tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:18.025605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-ba999418-721b-419c-8a2d-a1fe2055efc9 req-90dc742d-4095-40e8-b36c-7d403e3659a6 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:18.102325 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-05550ee2-7d58-4b52-b650-88c56a05a8d3 req-4a9fcb2e-487c-4eda-8e66-72aa95d0ffde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9884d074-bf0a-40ed-a9d3-be8dba1c5839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1831970 Dec 22 09:32:18.145586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ba999418-721b-419c-8a2d-a1fe2055efc9 req-90dc742d-4095-40e8-b36c-7d403e3659a6 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Usage tracker for resource:security_group and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:18.171096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ba999418-721b-419c-8a2d-a1fe2055efc9 req-90dc742d-4095-40e8-b36c-7d403e3659a6 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:18.292595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-ba999418-721b-419c-8a2d-a1fe2055efc9 req-90dc742d-4095-40e8-b36c-7d403e3659a6 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:18.302485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-03b81f80-0bfd-4ee5-af08-eae80e747774 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:18.303281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-03b81f80-0bfd-4ee5-af08-eae80e747774 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Synchronizing usage tracker for tenant:3c601d64a3954b579c533381321f4616 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:32:18.345740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-03b81f80-0bfd-4ee5-af08-eae80e747774 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Unset dirty status for tenant:3c601d64a3954b579c533381321f4616 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:32:18.347033 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-03b81f80-0bfd-4ee5-af08-eae80e747774 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.37 "GET /v2.0/ports?device_id=2865f7cf-2245-4820-835c-11df466353ef HTTP/1.1" status: 200 len: 946 time: 0.3269935 Dec 22 09:32:18.379403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Pushing event updated for resources: {'Port': ['ID=ad888745-8a38-4de9-a9a5-3ca9e6df7b19,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:18.398946 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:18.449399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device bb6ea2bb-7006-4880-ba04-00fcce16a7d4 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:32:18.451638 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ba999418-721b-419c-8a2d-a1fe2055efc9 req-90dc742d-4095-40e8-b36c-7d403e3659a6 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:18.479271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Deleting port 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:32:18.480502 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:18.532590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:18.533018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:18.608555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-ba999418-721b-419c-8a2d-a1fe2055efc9 req-90dc742d-4095-40e8-b36c-7d403e3659a6 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:18.624570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ba999418-721b-419c-8a2d-a1fe2055efc9 req-90dc742d-4095-40e8-b36c-7d403e3659a6 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Usage tracker for resource:security_group_rule and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:18.635637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ba999418-721b-419c-8a2d-a1fe2055efc9 req-90dc742d-4095-40e8-b36c-7d403e3659a6 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:18.649279 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34c188e6-f3cc-488d-91fa-d57b4cab1501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:18.672674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-ba999418-721b-419c-8a2d-a1fe2055efc9 req-90dc742d-4095-40e8-b36c-7d403e3659a6 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:18.678590 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:18.700514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-320454ee-bee4-4a7d-8a76-93aefe6d30c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:18.702157 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-320454ee-bee4-4a7d-8a76-93aefe6d30c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ffeb3a0f022481a9f4aea0f4efa09b6&device_id=c854d1a1-d3ac-4556-b483-40b60ae25118 HTTP/1.1" status: 200 len: 1159 time: 0.8386168 Dec 22 09:32:18.766777 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-05550ee2-7d58-4b52-b650-88c56a05a8d3 req-82b48b8a-9a70-4cfa-bc14-a45dc2b77e2d service neutron] 10.222.0.64 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5924649 Dec 22 09:32:18.802707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c188e6-f3cc-488d-91fa-d57b4cab1501 admin admin] Pushing event deleted for resources: {'Port': ['ID=74aab288-ca0d-4e26-900d-a9888989b63d,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:18.852705 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-34c188e6-f3cc-488d-91fa-d57b4cab1501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:18.951483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed85443-213b-4918-b015-e2179f7116c0 req-3d39229b-d2d3-42b1-b072-71dcfb7e706a tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:18.954283 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ed85443-213b-4918-b015-e2179f7116c0 req-3d39229b-d2d3-42b1-b072-71dcfb7e706a tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/ports?device_id=c854d1a1-d3ac-4556-b483-40b60ae25118 HTTP/1.1" status: 200 len: 944 time: 0.9341812 Dec 22 09:32:18.967921 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-a72f9af3-427d-49bc-9461-9560de833d99 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 HTTP/1.1" status: 200 len: 217 time: 0.1901536 Dec 22 09:32:19.104759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:32:19.314184 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:19.356568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=8a7fef56-36c8-42bb-be4e-ef7ddfb7b814,segment=NetworkSegment(1fa756de-5d21-42b1-a5a1-3166ef3941a6),segment_id=1fa756de-5d21-42b1-a5a1-3166ef3941a6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:19.360267 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:19.363082 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c9cdea6b-e7e9-4916-9da1-a4b80c4a1c46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:19.397537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] For port 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=8a7fef56-36c8-42bb-be4e-ef7ddfb7b814,segment=NetworkSegment(1fa756de-5d21-42b1-a5a1-3166ef3941a6),segment_id=1fa756de-5d21-42b1-a5a1-3166ef3941a6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:19.397948 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:19.418969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Attempting to bind port ad888745-8a38-4de9-a9a5-3ca9e6df7b19 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:32:19.419436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Attempting to bind port ad888745-8a38-4de9-a9a5-3ca9e6df7b19 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:32:19.419889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Attempting to bind port ad888745-8a38-4de9-a9a5-3ca9e6df7b19 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:32:19.472073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=8a7fef56-36c8-42bb-be4e-ef7ddfb7b814,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:19.484075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:32:19.484629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:32:19.485111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:19.485586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:32:19.486142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Bound port: ad888745-8a38-4de9-a9a5-3ca9e6df7b19, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:32:19.486657 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:19.489034 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:19.499851 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ba999418-721b-419c-8a2d-a1fe2055efc9 req-90dc742d-4095-40e8-b36c-7d403e3659a6 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:19.528752 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ed85443-213b-4918-b015-e2179f7116c0 req-d679f7a8-590e-4d2d-9571-a8cc0a24b0aa tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/security-groups?id=1b173f6d-ea2c-4da9-b6e2-119cedeb8d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998298 Dec 22 09:32:19.545473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-205e852e-8fd7-4ff9-9923-8be702ab15db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:19.548896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-205e852e-8fd7-4ff9-9923-8be702ab15db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e6f0dfc-b310-4aa6-b375-ff5361a12245 HTTP/1.1" status: 200 len: 854 time: 0.3573108 Dec 22 09:32:19.555203 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ba999418-721b-419c-8a2d-a1fe2055efc9 req-90dc742d-4095-40e8-b36c-7d403e3659a6 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:19.615590 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-382f3658-f23e-4993-9727-3d346652eab4 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:19.676707 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-05550ee2-7d58-4b52-b650-88c56a05a8d3 req-b99b3ad4-4101-4509-a9d5-45a266295a5a service neutron] 10.222.0.64 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8293238 Dec 22 09:32:19.787076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc742d-4095-40e8-b36c-7d403e3659a6 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event updated for resources: {'SecurityGroup': ['ID=bcad78ac-3854-4f03-aaa3-c67de8d6030c,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:19.829709 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ba999418-721b-419c-8a2d-a1fe2055efc9 req-90dc742d-4095-40e8-b36c-7d403e3659a6 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:19.844593 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba999418-721b-419c-8a2d-a1fe2055efc9 req-90dc742d-4095-40e8-b36c-7d403e3659a6 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.9363112 Dec 22 09:32:19.845952 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-90dc742d-4095-40e8-b36c-7d403e3659a6 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:19.880198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6ea2bb-7006-4880-ba04-00fcce16a7d4'}, {'server_uuid': '2865f7cf-2245-4820-835c-11df466353ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7fef56-36c8-42bb-be4e-ef7ddfb7b814'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:19.983068 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd12899-a193-4d78-9bf5-6d0a2575d63a', 'name': 'network-vif-deleted', 'tag': '6c91e0a3-36ba-4fed-bf40-56ae0f237427', 'status': 'completed', 'code': 200} Dec 22 09:32:19.983584 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c854d1a1-d3ac-4556-b483-40b60ae25118', 'tag': '3d90f4b7-05ce-42cb-9a1e-bc487e0e0173', 'status': 'completed', 'code': 200} Dec 22 09:32:20.045595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] For port ad888745-8a38-4de9-a9a5-3ca9e6df7b19, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:32:20.109483 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:20.109897 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:20.110281 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Floating IP a39b9c4a-097c-49c0-87dd-0ffa4b52f82b disassociated. External IP: 172.25.7.138, port: 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814. Dec 22 09:32:20.110700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Calling delete_port for 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:32:20.216012 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34c188e6-f3cc-488d-91fa-d57b4cab1501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:20.409214 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-821ec508-fb11-4c75-8344-eff99adeb050 req-ff7293a5-4e70-4cb1-a79f-03985ffccc3f tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1988744431&fields=id&tenant_id=3c601d64a3954b579c533381321f4616 HTTP/1.1" status: 200 len: 267 time: 0.5550194 Dec 22 09:32:20.411365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] For port ad888745-8a38-4de9-a9a5-3ca9e6df7b19, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ad888745-8a38-4de9-a9a5-3ca9e6df7b19,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:32:20.436324 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:32:20.436694 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:20.436874 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:32:20.477834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:32:20.483692 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:20.540150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-33ced81a-957a-49e4-96ec-b7f4b417868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:20.542379 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-33ced81a-957a-49e4-96ec-b7f4b417868a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=35f94f30-dc02-42ba-ae03-f89662533cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9813952 Dec 22 09:32:20.554351 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:20.795694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Transition to ACTIVE for port object b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:32:20.846154 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:20.949097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Pushing event updated for resources: {'Port': ['ID=ad888745-8a38-4de9-a9a5-3ca9e6df7b19,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:20.963759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Deleting port 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:32:20.964194 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:20.975932 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:20.994566 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-164e8e15-9983-4143-b8a0-d4aa762e9c13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:21.011486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c188e6-f3cc-488d-91fa-d57b4cab1501 admin admin] Router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:32:21.065105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3f194-af38-45a8-a2a7-c5eb943ed5b9 req-59924e87-3677-4408-9ce7-233120f592ee tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:21.073459 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dbf3f194-af38-45a8-a2a7-c5eb943ed5b9 req-59924e87-3677-4408-9ce7-233120f592ee tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 945 time: 1.0080876 Dec 22 09:32:21.300836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ec508-fb11-4c75-8344-eff99adeb050 req-abdae106-3583-47f9-be8e-b3a3e7256c8f tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:21.312672 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-821ec508-fb11-4c75-8344-eff99adeb050 req-abdae106-3583-47f9-be8e-b3a3e7256c8f tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/networks?id=5de9d9f5-b9ec-40ce-80f5-cb36be8750fd HTTP/1.1" status: 200 len: 824 time: 0.8881738 Dec 22 09:32:21.390247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:21.391023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:21.392629 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] 10.222.0.37 "PUT /v2.0/ports/ad888745-8a38-4de9-a9a5-3ca9e6df7b19 HTTP/1.1" status: 200 len: 1159 time: 6.6934137 Dec 22 09:32:21.395239 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dbf3f194-af38-45a8-a2a7-c5eb943ed5b9 req-22110b70-d57b-4193-8a44-fc4ab643b950 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205674 Dec 22 09:32:21.401620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:21.407046 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:21.425002 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-821ec508-fb11-4c75-8344-eff99adeb050 req-858849dd-c0b4-4e34-bc8a-60f30de6a519 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/quotas/3c601d64a3954b579c533381321f4616 HTTP/1.1" status: 200 len: 375 time: 0.0946488 Dec 22 09:32:21.502389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c188e6-f3cc-488d-91fa-d57b4cab1501 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:32:21.520906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e4d457-e5eb-429c-a4d3-b06743110741 None None] Sync routers for ids ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:32:21.539282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e4d457-e5eb-429c-a4d3-b06743110741 None None] Routers {'88be0c2b-bc19-4e49-a9c1-095e1d03e405'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:32:21.540005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-39e4d457-e5eb-429c-a4d3-b06743110741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:32:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:32:21.666869 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-e38e46b3-48b5-465d-a2ba-23b369f2c168 service neutron] 10.222.0.64 "GET /v2.0/networks/35f94f30-dc02-42ba-ae03-f89662533cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1014211 Dec 22 09:32:21.785910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] For port 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=8a7fef56-36c8-42bb-be4e-ef7ddfb7b814,segment=NetworkSegment(1fa756de-5d21-42b1-a5a1-3166ef3941a6),segment_id=1fa756de-5d21-42b1-a5a1-3166ef3941a6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:21.786706 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:21.907082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-39e4d457-e5eb-429c-a4d3-b06743110741 None None] Set router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:32:22.042367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9bb6606-51fe-49c8-a562-1ecbb8615107', 'tag': 'ad888745-8a38-4de9-a9a5-3ca9e6df7b19'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:22.182475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Attempting to bind port b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:32:22.183117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Attempting to bind port b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:32:22.184355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Attempting to bind port b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:32:22.197800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-15cdf14f-9875-4360-8017-e54e8abdcea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:22.201310 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-15cdf14f-9875-4360-8017-e54e8abdcea3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&device_id=f9bb6606-51fe-49c8-a562-1ecbb8615107 HTTP/1.1" status: 200 len: 1162 time: 0.6872609 Dec 22 09:32:22.311732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:32:22.312310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:32:22.312727 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:22.313131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:32:22.314434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Bound port: b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:32:22.314823 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:22.427755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-39e4d457-e5eb-429c-a4d3-b06743110741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:32:18Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:32:22.432858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e4d457-e5eb-429c-a4d3-b06743110741 None None] Checking router: 88be0c2b-bc19-4e49-a9c1-095e1d03e405 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:32:22.444107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e4d457-e5eb-429c-a4d3-b06743110741 None None] Routers {'88be0c2b-bc19-4e49-a9c1-095e1d03e405'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:32:22.445696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-39e4d457-e5eb-429c-a4d3-b06743110741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:32:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:32:22.446534 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-821ec508-fb11-4c75-8344-eff99adeb050 req-e63beb83-758d-4802-afed-d985ca8582e3 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c601d64a3954b579c533381321f4616&fields=id HTTP/1.1" status: 200 len: 394 time: 1.0204740 Dec 22 09:32:22.508410 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-34c188e6-f3cc-488d-91fa-d57b4cab1501 admin admin] 10.222.0.50 "PUT /v2.0/routers/88be0c2b-bc19-4e49-a9c1-095e1d03e405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1767237 Dec 22 09:32:22.512320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41150) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:22.547806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] For port b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:32:22.551048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] For port b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:32:22.554520 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-c11527fa-6298-4689-8b16-a521b49748e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=ad888745-8a38-4de9-a9a5-3ca9e6df7b19 HTTP/1.1" status: 200 len: 217 time: 0.2644153 Dec 22 09:32:22.567047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdf423-3d5e-4e26-8d9a-75f3ba88b024 req-6b88f622-843b-4c61-80a8-56d4538e4b10 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:22.568844 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4cdf423-3d5e-4e26-8d9a-75f3ba88b024 req-6b88f622-843b-4c61-80a8-56d4538e4b10 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=31ad0593-8368-4169-ac8d-b96d5eb9770b HTTP/1.1" status: 200 len: 948 time: 0.8101733 Dec 22 09:32:22.657311 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:22.657733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:22.658088 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Floating IP a39b9c4a-097c-49c0-87dd-0ffa4b52f82b disassociated. External IP: 172.25.7.138, port: 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814. Dec 22 09:32:22.658487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Calling delete_port for 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:32:22.723046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-39e4d457-e5eb-429c-a4d3-b06743110741 None None] Set router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:32:22.739592 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-821ec508-fb11-4c75-8344-eff99adeb050 req-494ffb6e-21d8-4337-b22e-5a2350ccc3ca service neutron] 10.222.0.50 "GET /v2.0/networks/5de9d9f5-b9ec-40ce-80f5-cb36be8750fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840117 Dec 22 09:32:22.740872 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:22.842640 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9f9daa49-6a69-4e0f-b2d0-439e05130e77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:22.918936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-16be6283-28a1-490a-8a13-be67931712ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:22.921000 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-16be6283-28a1-490a-8a13-be67931712ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1867197 Dec 22 09:32:22.930248 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d3d2e39-70c9-464d-a216-93775f926108 admin admin] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:22.979284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:23.003189 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:23.013779 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4cdf423-3d5e-4e26-8d9a-75f3ba88b024 req-aaaa1e77-6674-46e6-b557-e8a409fac408 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779771 Dec 22 09:32:23.050341 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:23.071784 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:23.086883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-39e4d457-e5eb-429c-a4d3-b06743110741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:32:18Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:32:23.095872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e4d457-e5eb-429c-a4d3-b06743110741 None None] The sync data for ids ['88be0c2b-bc19-4e49-a9c1-095e1d03e405'] in n-d-765315-5 is: [{'id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'name': 'tempest-FloatingIPsAssociationTestJSON-464959263-router', 'tenant_id': '40fbcf60bc434afd9e98a45ed63e9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '883bc647-e902-4968-baf9-767803c7d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:59Z', 'updated_at': '2020-12-22T09:32:18Z', 'revision_number': 5, 'project_id': '40fbcf60bc434afd9e98a45ed63e9499', 'gw_port': {'id': '883bc647-e902-4968-baf9-767803c7d81d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:29:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88be0c2b-bc19-4e49-a9c1-095e1d03e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:04Z', 'updated_at': '2020-12-22T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:32:23.156541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Pushing event deleted for resources: {'Port': ['ID=8a7fef56-36c8-42bb-be4e-ef7ddfb7b814,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:23.222126 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:23.515477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d3d2e39-70c9-464d-a216-93775f926108 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:23.534619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d2e39-70c9-464d-a216-93775f926108 admin admin] Deleting port 883bc647-e902-4968-baf9-767803c7d81d {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:32:23.535172 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d3d2e39-70c9-464d-a216-93775f926108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:23.639224 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b30edb5-17e4-4c30-9d46-877b15466b90 req-ba13fba9-472b-4413-b72b-1b5415f395e0 service neutron] 10.222.0.64 "GET /v2.0/networks/35f94f30-dc02-42ba-ae03-f89662533cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.9330823 Dec 22 09:32:23.718198 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-821ec508-fb11-4c75-8344-eff99adeb050 req-80ddb4b7-ef34-482c-bf13-697fb0629b9a service neutron] 10.222.0.50 "GET /v2.0/networks/5de9d9f5-b9ec-40ce-80f5-cb36be8750fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8823571 Dec 22 09:32:23.853577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Router 462fb372-4b7b-4150-94df-ae098fa99884 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:32:23.988482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:23.989956 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:23.992952 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] 10.222.0.64 "PUT /v2.0/ports/b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c HTTP/1.1" status: 200 len: 1160 time: 7.0287731 Dec 22 09:32:24.025773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-0fd95991-5fdb-458e-9bac-74d6a380cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:24.034575 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-0fd95991-5fdb-458e-9bac-74d6a380cdea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0321310 Dec 22 09:32:24.462349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f7f9a-3497-4359-90e8-0d02618b6b09 req-6fc55556-0809-425f-9379-46856af00434 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:24.465137 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-341f7f9a-3497-4359-90e8-0d02618b6b09 req-6fc55556-0809-425f-9379-46856af00434 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 1161 time: 0.8951671 Dec 22 09:32:24.504350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-8d3d2e39-70c9-464d-a216-93775f926108 admin admin] For port 883bc647-e902-4968-baf9-767803c7d81d, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=883bc647-e902-4968-baf9-767803c7d81d,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:24.505524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d3d2e39-70c9-464d-a216-93775f926108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:24.516803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:32:24.529293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d8f74-194a-41aa-bed0-77f25deab4c3 None None] Sync routers for ids ['462fb372-4b7b-4150-94df-ae098fa99884'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:32:24.545692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5d8f74-194a-41aa-bed0-77f25deab4c3 None None] Routers {'462fb372-4b7b-4150-94df-ae098fa99884'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:32:24.546648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5d5d8f74-194a-41aa-bed0-77f25deab4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:32:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['462fb372-4b7b-4150-94df-ae098fa99884'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:32:24.693032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] No DVR routers for this DVR port 8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:32:24.703227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d2e39-70c9-464d-a216-93775f926108 admin admin] Calling delete_port for 883bc647-e902-4968-baf9-767803c7d81d owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:32:24.734831 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:24.738379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2865f7cf-2245-4820-835c-11df466353ef', 'name': 'network-vif-deleted', 'tag': '8a7fef56-36c8-42bb-be4e-ef7ddfb7b814'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:24.771273 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-965c18fc-189d-4987-a8a1-ab5b3889bf1a req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.37 "DELETE /v2.0/ports/8a7fef56-36c8-42bb-be4e-ef7ddfb7b814 HTTP/1.1" status: 204 len: 173 time: 6.4116731 Dec 22 09:32:24.772337 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-95fc62bf-9fc2-4c6f-8bad-abe41e0bbb00 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7064884 Dec 22 09:32:24.960323 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b892690d-04ce-45c4-ab6d-e0a6d9b3e314 req-2967bf06-e290-4278-b1a2-47f3ffe4a812 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "GET /v2.0/security-groups/bcad78ac-3854-4f03-aaa3-c67de8d6030c HTTP/1.1" status: 200 len: 1754 time: 0.6397364 Dec 22 09:32:25.008784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-b892690d-04ce-45c4-ab6d-e0a6d9b3e314 req-51db7fd2-18c8-4eb3-b8a5-8305db0984a5 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bcad78ac-3854-4f03-aaa3-c67de8d6030c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:25.009823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-b892690d-04ce-45c4-ab6d-e0a6d9b3e314 req-51db7fd2-18c8-4eb3-b8a5-8305db0984a5 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bcad78ac-3854-4f03-aaa3-c67de8d6030c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:25.010970 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d3d2e39-70c9-464d-a216-93775f926108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:25.018345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b5e60-9404-4965-82d0-5e70ad7f730e req-6daeb5c6-00ef-495a-a7dc-45fa716fd51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:25.020015 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4b5e60-9404-4965-82d0-5e70ad7f730e req-6daeb5c6-00ef-495a-a7dc-45fa716fd51c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ffeb3a0f022481a9f4aea0f4efa09b6&device_id=c854d1a1-d3ac-4556-b483-40b60ae25118 HTTP/1.1" status: 200 len: 1159 time: 1.2758889 Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: WARNING neutron.plugins.ml2.ovo_rpc [None req-8d3d2e39-70c9-464d-a216-93775f926108 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: result = function(*args, **kwargs) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: proto.__init__(conn_state, self) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: self.handle() Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: self.handle_one_request() Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: self.handle_one_response() Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: result = self.application(self.environ, start_response) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: return app(environ, start_response) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: resp = self.call_func(req, *args, **kw) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: return self.func(req, *args, **kwargs) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: response = req.get_response(self.application) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: application, catch_exc_info=False) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: app_iter = application(self.environ, start_response) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: resp = self.call_func(req, *args, **kw) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: return self.func(req, *args, **kwargs) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: response = req.get_response(self.application) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: application, catch_exc_info=False) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: app_iter = application(self.environ, start_response) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: resp = self.call_func(req, *args, **kw) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: return self.func(req, *args, **kwargs) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: response = req.get_response(self.application) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: application, catch_exc_info=False) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: app_iter = application(self.environ, start_response) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: resp = self.call_func(req, *args, **kw) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: return self.func(req, *args, **kwargs) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: response = req.get_response(self.application) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: application, catch_exc_info=False) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: app_iter = application(self.environ, start_response) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: resp = self.call_func(req, *args, **kw) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: return self.func(req, *args, **kwargs) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: return request.get_response(self.application) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: application, catch_exc_info=False) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: app_iter = application(self.environ, start_response) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: resp = self.call_func(req, *args, **kw) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: return self.func(req, *args, **kwargs) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: response = req.get_response(self._app) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: application, catch_exc_info=False) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: app_iter = application(self.environ, start_response) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: return resp(environ, start_response) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: return resp(environ, start_response) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: response = self.app(environ, start_response) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: return resp(environ, start_response) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: resp = self.call_func(req, *args, **kw) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: return self.func(req, *args, **kwargs) Dec 22 09:32:25.030661 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: result = method(request=request, **args) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: return self._delete(request, id, **kwargs) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: return f(*args, **kwargs) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: return f(*args, **kwargs) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: return f(*dup_args, **dup_kwargs) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: obj_deleter(request.context, id, **kwargs) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: return method(*args, **kwargs) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: return f(*args, **kwargs) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: return f(*args, **kwargs) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: return f(*dup_args, **dup_kwargs) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: self._delete_current_gw_port(context, id, router, None) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: admin_ctx, gw_port_id, l3_port_check=False) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: return f(self, context, *args, **kwargs) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: return method(*args, **kwargs) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: context, port, router_ids, bound_mech_contexts) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: return function(*args, **kwargs) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: callback(resource, event, trigger, **kwargs) Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: if self._is_session_semantic_violated(context, resource, event): Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 22 09:32:25.038567 n-d-765315-5 neutron-server[80960]: stack = traceback.extract_stack() Dec 22 09:32:25.049018 n-d-765315-5 neutron-server[80960]: Dec 22 09:32:25.104366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 74aab288-ca0d-4e26-900d-a9888989b63d no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:32:25.120647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-5d5d8f74-194a-41aa-bed0-77f25deab4c3 None None] Set router 462fb372-4b7b-4150-94df-ae098fa99884 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:32:25.185616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 74aab288-ca0d-4e26-900d-a9888989b63d {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:32:25.186018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 74aab288-ca0d-4e26-900d-a9888989b63d not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:32:25.236616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-b892690d-04ce-45c4-ab6d-e0a6d9b3e314 req-51db7fd2-18c8-4eb3-b8a5-8305db0984a5 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:25.268437 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-341f7f9a-3497-4359-90e8-0d02618b6b09 req-d0fcb852-0887-453f-ae8d-15a7746d20d4 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7667572 Dec 22 09:32:25.282325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b892690d-04ce-45c4-ab6d-e0a6d9b3e314 req-51db7fd2-18c8-4eb3-b8a5-8305db0984a5 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Usage tracker for resource:security_group_rule and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:25.291637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b892690d-04ce-45c4-ab6d-e0a6d9b3e314 req-51db7fd2-18c8-4eb3-b8a5-8305db0984a5 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:25.339242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-b892690d-04ce-45c4-ab6d-e0a6d9b3e314 req-51db7fd2-18c8-4eb3-b8a5-8305db0984a5 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:25.345171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-692aef23-d6b3-46e0-94a9-7411ee3b8e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:25.346993 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-692aef23-d6b3-46e0-94a9-7411ee3b8e1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&device_id=31ad0593-8368-4169-ac8d-b96d5eb9770b HTTP/1.1" status: 200 len: 1163 time: 1.2509413 Dec 22 09:32:25.489713 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6ea2bb-7006-4880-ba04-00fcce16a7d4', 'code': 200} Dec 22 09:32:25.489962 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2865f7cf-2245-4820-835c-11df466353ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7fef56-36c8-42bb-be4e-ef7ddfb7b814', 'code': 200} Dec 22 09:32:25.513859 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-ae9c08f8-c2cf-47f7-8c91-02fa1df1c107 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c HTTP/1.1" status: 200 len: 217 time: 0.0989335 Dec 22 09:32:25.582081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d3d2e39-70c9-464d-a216-93775f926108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:25.780113 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-e17b9d29-a5b6-4a19-9bc6-4ab7e09cb3dc service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9532998 Dec 22 09:32:25.852314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5d5d8f74-194a-41aa-bed0-77f25deab4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:29:06Z', 'revision_number': 4, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '5d6a864e-ea86-419d-93c8-492c713e2af8', 'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'mac_address': 'fa:16:3e:99:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:02Z', 'updated_at': '2020-12-22T09:29:28Z', 'revision_number': 5, 'project_id': '3c601d64a3954b579c533381321f4616', 'subnets': [{'id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:32:25.857921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d8f74-194a-41aa-bed0-77f25deab4c3 None None] Checking router: 462fb372-4b7b-4150-94df-ae098fa99884 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:32:25.868414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5d8f74-194a-41aa-bed0-77f25deab4c3 None None] Routers {'462fb372-4b7b-4150-94df-ae098fa99884'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:32:25.869394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5d5d8f74-194a-41aa-bed0-77f25deab4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:32:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['462fb372-4b7b-4150-94df-ae098fa99884'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:32:26.113424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-62aef746-40c9-4cd2-87d4-eb9921c85966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:26.122754 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-62aef746-40c9-4cd2-87d4-eb9921c85966 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.5607760 Dec 22 09:32:26.158151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b5e60-9404-4965-82d0-5e70ad7f730e req-ffefdb74-c8f4-4856-bac6-648999b27bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:26.159862 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4b5e60-9404-4965-82d0-5e70ad7f730e req-ffefdb74-c8f4-4856-bac6-648999b27bdb service neutron] 10.222.0.64 "GET /v2.0/networks?id=35f94f30-dc02-42ba-ae03-f89662533cf5 HTTP/1.1" status: 200 len: 909 time: 0.9202025 Dec 22 09:32:26.318411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b892690d-04ce-45c4-ab6d-e0a6d9b3e314 req-51db7fd2-18c8-4eb3-b8a5-8305db0984a5 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:26.331323 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4b5e60-9404-4965-82d0-5e70ad7f730e req-c00d0a9b-7a82-41fb-988f-352bf3f3f04a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 HTTP/1.1" status: 200 len: 217 time: 0.1050289 Dec 22 09:32:26.394499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875993fa-97fb-4bd4-924b-6eb310644176 req-b86dd12f-c4d8-48fb-923f-d1fe81a0cf7d tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:26.402426 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-875993fa-97fb-4bd4-924b-6eb310644176 req-b86dd12f-c4d8-48fb-923f-d1fe81a0cf7d tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/ports?device_id=c854d1a1-d3ac-4556-b483-40b60ae25118 HTTP/1.1" status: 200 len: 944 time: 0.7043426 Dec 22 09:32:26.413034 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d3d2e39-70c9-464d-a216-93775f926108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:26.415708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d3d2e39-70c9-464d-a216-93775f926108 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:26.445298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cbc13-c090-4bb7-9cc9-654edd8cc21f req-b40bbae9-8221-4279-b20d-0ebbfcbf5291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:26.446987 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d76cbc13-c090-4bb7-9cc9-654edd8cc21f req-b40bbae9-8221-4279-b20d-0ebbfcbf5291 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 1160 time: 0.5702107 Dec 22 09:32:26.475013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-5d5d8f74-194a-41aa-bed0-77f25deab4c3 None None] Set router 462fb372-4b7b-4150-94df-ae098fa99884 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:32:26.586830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b892690d-04ce-45c4-ab6d-e0a6d9b3e314 req-51db7fd2-18c8-4eb3-b8a5-8305db0984a5 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:26.588081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-a5852f29-06d9-4ab1-981b-cc09f4bedc11 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:32:26.623746 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d3d2e39-70c9-464d-a216-93775f926108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:26.626504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3d2e39-70c9-464d-a216-93775f926108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88be0c2b-bc19-4e49-a9c1-095e1d03e405 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:32:26.653827 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d3d2e39-70c9-464d-a216-93775f926108 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:26.655797 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8d3d2e39-70c9-464d-a216-93775f926108 admin admin] 10.222.0.50 "DELETE /v2.0/routers/88be0c2b-bc19-4e49-a9c1-095e1d03e405 HTTP/1.1" status: 204 len: 168 time: 4.1424656 Dec 22 09:32:26.667898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41172) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:26.701715 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b892690d-04ce-45c4-ab6d-e0a6d9b3e314 req-51db7fd2-18c8-4eb3-b8a5-8305db0984a5 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:26.770509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d103667-a712-4dde-b0cc-58128b8407eb admin admin] Deleting subnet 5c8afb31-70cb-4424-9738-21fa798b43cb {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:32:26.771424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-4e87480e-ac87-4b9d-8c18-b5b4f6c21dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:26.774151 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d103667-a712-4dde-b0cc-58128b8407eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:26.784887 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-4e87480e-ac87-4b9d-8c18-b5b4f6c21dde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6505167 Dec 22 09:32:26.842266 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-875993fa-97fb-4bd4-924b-6eb310644176 req-4559e4df-f69d-4e2f-8620-1b3698a82c36 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/security-groups?id=1b173f6d-ea2c-4da9-b6e2-119cedeb8d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001606 Dec 22 09:32:26.946411 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-512b8efa-47c0-4aaf-869e-e1e1dd1c53b0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:26.966269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b5e60-9404-4965-82d0-5e70ad7f730e req-f1444a16-5ded-422a-9bcb-3a514f0585e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:26.966269 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4b5e60-9404-4965-82d0-5e70ad7f730e req-f1444a16-5ded-422a-9bcb-3a514f0585e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e6f0dfc-b310-4aa6-b375-ff5361a12245 HTTP/1.1" status: 200 len: 854 time: 0.6143458 Dec 22 09:32:26.988504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d103667-a712-4dde-b0cc-58128b8407eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:27.153444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5d5d8f74-194a-41aa-bed0-77f25deab4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:29:06Z', 'revision_number': 4, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '5d6a864e-ea86-419d-93c8-492c713e2af8', 'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'mac_address': 'fa:16:3e:99:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:02Z', 'updated_at': '2020-12-22T09:29:28Z', 'revision_number': 5, 'project_id': '3c601d64a3954b579c533381321f4616', 'subnets': [{'id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:32:27.167126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d8f74-194a-41aa-bed0-77f25deab4c3 None None] The sync data for ids ['462fb372-4b7b-4150-94df-ae098fa99884'] in n-d-765315-5 is: [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:29:06Z', 'revision_number': 4, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '5d6a864e-ea86-419d-93c8-492c713e2af8', 'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'mac_address': 'fa:16:3e:99:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:02Z', 'updated_at': '2020-12-22T09:29:28Z', 'revision_number': 5, 'project_id': '3c601d64a3954b579c533381321f4616', 'subnets': [{'id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:32:27.247589 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d103667-a712-4dde-b0cc-58128b8407eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:27.271677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:32:27.461849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d76cbc13-c090-4bb7-9cc9-654edd8cc21f req-8ec0e3d5-eac3-474a-b0c0-34d7ff479a73 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9738669 Dec 22 09:32:27.467446 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-63007eb0-40ac-4b86-b1cf-5fe55d3945e8 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325319 Dec 22 09:32:27.515046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:32:27.529047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:27.530209 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:27.798234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b34a9-774f-4edb-8573-5ff54b1b997e req-25fe19f6-5bc3-4c78-aaf3-3a4af1615ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:27.800076 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9c9b34a9-774f-4edb-8573-5ff54b1b997e req-25fe19f6-5bc3-4c78-aaf3-3a4af1615ed1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&device_id=f9bb6606-51fe-49c8-a562-1ecbb8615107 HTTP/1.1" status: 200 len: 1162 time: 0.4316847 Dec 22 09:32:27.942357 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9bb6606-51fe-49c8-a562-1ecbb8615107', 'tag': 'ad888745-8a38-4de9-a9a5-3ca9e6df7b19', 'status': 'completed', 'code': 200} Dec 22 09:32:27.982385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9559bb-862d-411f-b349-709e8d117432 None None] New status for floating IP a39b9c4a-097c-49c0-87dd-0ffa4b52f82b: DOWN {{(pid=81073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:32:28.045398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db7fd2-18c8-4eb3-b8a5-8305db0984a5 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e616abcf-db72-4a3a-ad85-724a97fb0af7,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:28.049620 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-51db7fd2-18c8-4eb3-b8a5-8305db0984a5 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.103s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:28.098935 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b892690d-04ce-45c4-ab6d-e0a6d9b3e314 req-51db7fd2-18c8-4eb3-b8a5-8305db0984a5 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:28.098935 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b892690d-04ce-45c4-ab6d-e0a6d9b3e314 req-51db7fd2-18c8-4eb3-b8a5-8305db0984a5 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 758 time: 3.0976219 Dec 22 09:32:28.130602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b34a9-774f-4edb-8573-5ff54b1b997e req-88bc5b21-61f7-4d6a-81b7-d35a16796b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:28.132649 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9c9b34a9-774f-4edb-8573-5ff54b1b997e req-88bc5b21-61f7-4d6a-81b7-d35a16796b15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.3066618 Dec 22 09:32:28.221986 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9c9b34a9-774f-4edb-8573-5ff54b1b997e req-86524584-a514-40d9-b895-3fee7c6825cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=ad888745-8a38-4de9-a9a5-3ca9e6df7b19 HTTP/1.1" status: 200 len: 217 time: 0.0802667 Dec 22 09:32:28.322839 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d103667-a712-4dde-b0cc-58128b8407eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:28.351788 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-152f29da-593b-4149-bb6c-1e6eeb0d5396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:28.397221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d103667-a712-4dde-b0cc-58128b8407eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c8afb31-70cb-4424-9738-21fa798b43cb,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:28.410485 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1d103667-a712-4dde-b0cc-58128b8407eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:28.412403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b34a9-774f-4edb-8573-5ff54b1b997e req-e81ec4f0-94f7-4bfa-bb5e-4f2749f5d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:28.414200 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9c9b34a9-774f-4edb-8573-5ff54b1b997e req-e81ec4f0-94f7-4bfa-bb5e-4f2749f5d8af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1808963 Dec 22 09:32:28.459304 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:28.484781 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f301c457-1c99-495f-9a9d-9a201d86dd0c req-7edf12fc-186e-4e8e-b3cd-c0fd67c14158 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?device_id=068998a6-99f1-426d-855c-5dd6fd24ae75 HTTP/1.1" status: 200 len: 210 time: 0.1184819 Dec 22 09:32:28.522755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ec508-fb11-4c75-8344-eff99adeb050 req-84bd89c7-d54d-4f6f-8d17-b5629cfedca2 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:28.528091 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-821ec508-fb11-4c75-8344-eff99adeb050 req-84bd89c7-d54d-4f6f-8d17-b5629cfedca2 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.37 "GET /v2.0/networks?id=5de9d9f5-b9ec-40ce-80f5-cb36be8750fd HTTP/1.1" status: 200 len: 824 time: 1.5421782 Dec 22 09:32:28.537348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=3d90f4b7-05ce-42cb-9a1e-bc487e0e0173,segment=NetworkSegment(6698f866-8fa5-4f5e-93bb-7ba44c2d2288),segment_id=6698f866-8fa5-4f5e-93bb-7ba44c2d2288)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:28.544846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c854d1a1-d3ac-4556-b483-40b60ae25118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d90f4b7-05ce-42cb-9a1e-bc487e0e0173'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:28.550317 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:28.558508 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-180b9fd7-cbd0-406f-b039-e2b8e42e0eef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:28.565682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea84f5-247d-49b6-af0a-6bdf45325a25 req-4940716a-182e-4700-a599-23ad19586f3d tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:28.583923 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57ea84f5-247d-49b6-af0a-6bdf45325a25 req-4940716a-182e-4700-a599-23ad19586f3d tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 945 time: 0.6089356 Dec 22 09:32:28.610094 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d103667-a712-4dde-b0cc-58128b8407eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:28.618529 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1d103667-a712-4dde-b0cc-58128b8407eb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5c8afb31-70cb-4424-9738-21fa798b43cb HTTP/1.1" status: 204 len: 168 time: 1.9486654 Dec 22 09:32:28.622308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41196) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:28.649690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f854f5df-b4b6-41c1-a0ce-82f005294061 None None] Network dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:32:28.687026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b5e60-9404-4965-82d0-5e70ad7f730e req-9b1d662d-d339-485e-a844-81ea706a79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:28.688769 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4b5e60-9404-4965-82d0-5e70ad7f730e req-9b1d662d-d339-485e-a844-81ea706a79b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=35f94f30-dc02-42ba-ae03-f89662533cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6515346 Dec 22 09:32:28.711597 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b79c1fd3-8225-4ccc-8bee-fd56e1fbb269 req-96630a3f-4962-4ca8-a630-41048b430c70 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7679710 Dec 22 09:32:28.720866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b34a9-774f-4edb-8573-5ff54b1b997e req-4c08335c-3319-43e3-beb6-3b6c9a1ba4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:28.732066 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9c9b34a9-774f-4edb-8573-5ff54b1b997e req-4c08335c-3319-43e3-beb6-3b6c9a1ba4da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2891245 Dec 22 09:32:28.937338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:28.941815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:32:28.963278 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-821ec508-fb11-4c75-8344-eff99adeb050 req-f8e9f38c-caa1-4ca2-af29-461c707c9f41 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c601d64a3954b579c533381321f4616 HTTP/1.1" status: 200 len: 5508 time: 0.3599303 Dec 22 09:32:28.982558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-821ec508-fb11-4c75-8344-eff99adeb050 req-38eaf197-60dc-4082-b45f-7ccd626217fc tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Request body: {'port': {'device_id': '068998a6-99f1-426d-855c-5dd6fd24ae75', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'admin_state_up': True, 'tenant_id': '3c601d64a3954b579c533381321f4616', 'security_groups': ['c3193b53-5864-4cfd-b9e9-056656928af4']}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:29.005968 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57ea84f5-247d-49b6-af0a-6bdf45325a25 req-fed78783-7fd6-4b36-94ba-575ae3b86e6c tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210875 Dec 22 09:32:29.046450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:29.046885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:29.073130 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9c9b34a9-774f-4edb-8573-5ff54b1b997e req-9fc657ef-1635-406a-ade9-372299e55a73 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384664 Dec 22 09:32:29.084657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=3d90f4b7-05ce-42cb-9a1e-bc487e0e0173,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:29.131215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.131621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.132033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.132435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.132813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.133187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.133561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.133935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.134308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.134682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.135053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.135692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.137577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.137989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.138360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.138735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.139107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.139480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.139851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.140262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.140631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.141412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.141792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.142164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.142593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.142967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.143755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.143872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Deleting port 3525e95b-c68d-4b3d-82a5-1d87df9418e6 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:32:29.144160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.144534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.144904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.145273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.145642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.146011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.146376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.146745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.147111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:29.149878 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:29.159135 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:29.219149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 883bc647-e902-4968-baf9-767803c7d81d no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:32:29.292345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 883bc647-e902-4968-baf9-767803c7d81d {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:32:29.294012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 883bc647-e902-4968-baf9-767803c7d81d not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:32:29.296035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a16b2-a39b-4db2-9ad9-cacdb6285682 None None] DHCP port deletion for dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:32:29.307763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4329a-4514-4e33-8071-fe99ebf76747 req-e6bfc9e1-ecaf-4081-bc5c-b2946e3070d9 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:29.310136 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0e4329a-4514-4e33-8071-fe99ebf76747 req-e6bfc9e1-ecaf-4081-bc5c-b2946e3070d9 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=31ad0593-8368-4169-ac8d-b96d5eb9770b HTTP/1.1" status: 200 len: 948 time: 0.4086671 Dec 22 09:32:29.314486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-630a16b2-a39b-4db2-9ad9-cacdb6285682 None None] Deleting port 3525e95b-c68d-4b3d-82a5-1d87df9418e6 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:32:29.315493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-630a16b2-a39b-4db2-9ad9-cacdb6285682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:29.315750 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4b5e60-9404-4965-82d0-5e70ad7f730e req-24e82fb3-2777-47b3-9b15-2bec0d4fb3f8 service neutron] 10.222.0.64 "GET /v2.0/networks/35f94f30-dc02-42ba-ae03-f89662533cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704772 Dec 22 09:32:29.371422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-821ec508-fb11-4c75-8344-eff99adeb050 req-38eaf197-60dc-4082-b45f-7ccd626217fc tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:29.378613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-821ec508-fb11-4c75-8344-eff99adeb050 req-38eaf197-60dc-4082-b45f-7ccd626217fc tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Usage tracker for resource:port and tenant:3c601d64a3954b579c533381321f4616 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:29.381991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-821ec508-fb11-4c75-8344-eff99adeb050 req-38eaf197-60dc-4082-b45f-7ccd626217fc tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Quota usage for port was recalculated. Used quota:3. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:29.397296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-821ec508-fb11-4c75-8344-eff99adeb050 req-38eaf197-60dc-4082-b45f-7ccd626217fc tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:29.428191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821ec508-fb11-4c75-8344-eff99adeb050 req-38eaf197-60dc-4082-b45f-7ccd626217fc tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Made reservation on behalf of 3c601d64a3954b579c533381321f4616 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:32:29.446982 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-821ec508-fb11-4c75-8344-eff99adeb050 req-38eaf197-60dc-4082-b45f-7ccd626217fc tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:29.560640 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2865f7cf-2245-4820-835c-11df466353ef', 'name': 'network-vif-deleted', 'tag': '8a7fef56-36c8-42bb-be4e-ef7ddfb7b814', 'status': 'completed', 'code': 200} Dec 22 09:32:29.615154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] For port 3525e95b-c68d-4b3d-82a5-1d87df9418e6, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=3525e95b-c68d-4b3d-82a5-1d87df9418e6,segment=NetworkSegment(d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7),segment_id=d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:29.615719 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:29.630650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-630a16b2-a39b-4db2-9ad9-cacdb6285682 None None] For port 3525e95b-c68d-4b3d-82a5-1d87df9418e6, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=3525e95b-c68d-4b3d-82a5-1d87df9418e6,segment=NetworkSegment(d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7),segment_id=d447bf87-9b44-4ae7-9aaf-d6d397ed8bb7)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:29.631113 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-630a16b2-a39b-4db2-9ad9-cacdb6285682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:29.700488 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0e4329a-4514-4e33-8071-fe99ebf76747 req-e3ba5a36-f9ca-4e38-9b53-369c80b08a6e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815675 Dec 22 09:32:29.785287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-630a16b2-a39b-4db2-9ad9-cacdb6285682 None None] Calling delete_port for 3525e95b-c68d-4b3d-82a5-1d87df9418e6 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:32:29.884655 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4b5e60-9404-4965-82d0-5e70ad7f730e req-a46a062e-2f69-4774-bab5-8eeaefa10c3f service neutron] 10.222.0.64 "GET /v2.0/networks/35f94f30-dc02-42ba-ae03-f89662533cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5504568 Dec 22 09:32:29.938279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Calling delete_port for 3525e95b-c68d-4b3d-82a5-1d87df9418e6 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:32:29.943481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ad0593-8368-4169-ac8d-b96d5eb9770b', 'tag': 'b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:29.961475 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-630a16b2-a39b-4db2-9ad9-cacdb6285682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:29.984280 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-404fba6f-749e-49a3-84f5-69625abf71a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:30.007843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-da7ace22-a840-4059-a386-875c35eb3811 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:30.021848 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-da7ace22-a840-4059-a386-875c35eb3811 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/networks?id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 200 len: 821 time: 0.3941696 Dec 22 09:32:30.037187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a16b2-a39b-4db2-9ad9-cacdb6285682 None None] Pushing event deleted for resources: {'Port': ['ID=3525e95b-c68d-4b3d-82a5-1d87df9418e6,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:30.043520 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-630a16b2-a39b-4db2-9ad9-cacdb6285682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:30.082822 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:32:30.083215 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:32:30.090317 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9c9b34a9-774f-4edb-8573-5ff54b1b997e req-a226e603-61b4-434e-b43a-ceda62e1cd1b service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0072958 Dec 22 09:32:30.140881 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-be9d3cd9-e23f-4eed-84e9-c5339e41474c tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/quotas/92202f56ba024bd88bdda46d20163167 HTTP/1.1" status: 200 len: 375 time: 0.1176713 Dec 22 09:32:30.181818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device ad888745-8a38-4de9-a9a5-3ca9e6df7b19 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:32:30.357680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630a16b2-a39b-4db2-9ad9-cacdb6285682 None None] No DVR routers for this DVR port 3525e95b-c68d-4b3d-82a5-1d87df9418e6 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:32:30.363998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port ad888745-8a38-4de9-a9a5-3ca9e6df7b19 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:32:30.373036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port ad888745-8a38-4de9-a9a5-3ca9e6df7b19 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:30.373620 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:30.391744 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-aebfb14c-ad6b-4155-9cfb-f00dbdab37ea tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?tenant_id=92202f56ba024bd88bdda46d20163167&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2496524 Dec 22 09:32:30.426655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e97e41-1d2b-45aa-8fb0-3a8d0f63261c req-71224842-a1b4-40c2-9496-b6e8c3de84f1 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:30.428369 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-43e97e41-1d2b-45aa-8fb0-3a8d0f63261c req-71224842-a1b4-40c2-9496-b6e8c3de84f1 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/ports?device_id=c854d1a1-d3ac-4556-b483-40b60ae25118 HTTP/1.1" status: 200 len: 946 time: 0.3976369 Dec 22 09:32:30.456732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-821ec508-fb11-4c75-8344-eff99adeb050 req-38eaf197-60dc-4082-b45f-7ccd626217fc tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Allocated IP 172.20.0.11 (5de9d9f5-b9ec-40ce-80f5-cb36be8750fd/5019215f-48f7-4d84-9c78-44c724f667e0/ac820a63-02bb-4a2b-a473-1318c2b95fea) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:32:30.565316 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:30.584244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Deleting port 3525e95b-c68d-4b3d-82a5-1d87df9418e6 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:32:30.584528 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:30.613761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port ad888745-8a38-4de9-a9a5-3ca9e6df7b19, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ad888745-8a38-4de9-a9a5-3ca9e6df7b19,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:30.621878 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:30.624422 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fb7772ea-2bd2-4928-aa57-a2fe12184173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:30.694578 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-43e97e41-1d2b-45aa-8fb0-3a8d0f63261c req-d9656d8f-7ecf-4ee6-b90e-1d015431ce11 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/security-groups?id=1b173f6d-ea2c-4da9-b6e2-119cedeb8d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566261 Dec 22 09:32:30.729828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=ad888745-8a38-4de9-a9a5-3ca9e6df7b19,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:30.734765 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:30.751844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] The port '3525e95b-c68d-4b3d-82a5-1d87df9418e6' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:32:30.901355 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-75d70908-46f5-4081-8220-eb1d163a2ada service neutron] 10.222.0.50 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083990 Dec 22 09:32:30.944880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-994250fd-c150-432b-b48d-418a3a10af5b req-7465004d-74eb-4715-9e24-daad0fb8665d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1146954944', 'description': 'tempest-description-1172388703'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:30.973139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-994250fd-c150-432b-b48d-418a3a10af5b req-7465004d-74eb-4715-9e24-daad0fb8665d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:30.979462 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:31.005739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-994250fd-c150-432b-b48d-418a3a10af5b req-7465004d-74eb-4715-9e24-daad0fb8665d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Usage tracker for resource:security_group and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:31.015011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-994250fd-c150-432b-b48d-418a3a10af5b req-7465004d-74eb-4715-9e24-daad0fb8665d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Quota usage for security_group was recalculated. Used quota:3. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:31.028882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-994250fd-c150-432b-b48d-418a3a10af5b req-7465004d-74eb-4715-9e24-daad0fb8665d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:31.119141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-da4c16fd-245c-4f4d-9de8-3069d9682b7f None None] Time-cost: Fetching 5 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:32:31.186906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 3525e95b-c68d-4b3d-82a5-1d87df9418e6 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:32:31.198579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc1409b-d4d4-4b8c-af3c-779bf8077bd7']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:32:31.232734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 3525e95b-c68d-4b3d-82a5-1d87df9418e6 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:32:31.233407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 3525e95b-c68d-4b3d-82a5-1d87df9418e6 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:32:31.265746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd447bf87-9b44-4ae7-9aaf-d6d397ed8bb7') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:32:31.269107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd447bf87-9b44-4ae7-9aaf-d6d397ed8bb7') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:32:31.301502 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:31.337769 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:31.341456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:32:31.420672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device ad888745-8a38-4de9-a9a5-3ca9e6df7b19 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:32:31.471263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-4ea04180-9dfe-41d3-b1b0-77484badbf7a service neutron] 10.222.0.50 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5687397 Dec 22 09:32:31.483966 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-994250fd-c150-432b-b48d-418a3a10af5b req-7465004d-74eb-4715-9e24-daad0fb8665d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:31.520322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port ad888745-8a38-4de9-a9a5-3ca9e6df7b19 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:31.521579 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:31.534475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-994250fd-c150-432b-b48d-418a3a10af5b req-7465004d-74eb-4715-9e24-daad0fb8665d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:31.541658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-994250fd-c150-432b-b48d-418a3a10af5b req-7465004d-74eb-4715-9e24-daad0fb8665d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Usage tracker for resource:security_group_rule and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:31.546540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-994250fd-c150-432b-b48d-418a3a10af5b req-7465004d-74eb-4715-9e24-daad0fb8665d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:31.553543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-994250fd-c150-432b-b48d-418a3a10af5b req-7465004d-74eb-4715-9e24-daad0fb8665d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:31.612613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Network dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:32:31.623052 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:31.761804 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-994250fd-c150-432b-b48d-418a3a10af5b req-7465004d-74eb-4715-9e24-daad0fb8665d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:31.775387 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-994250fd-c150-432b-b48d-418a3a10af5b req-7465004d-74eb-4715-9e24-daad0fb8665d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:31.791172 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-382a68be-f3af-4dcd-96dc-83e690be84aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:31.846819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465004d-74eb-4715-9e24-daad0fb8665d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event updated for resources: {'SecurityGroup': ['ID=55611b12-7834-405e-845f-998be9d0ee74,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:31.872616 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7465004d-74eb-4715-9e24-daad0fb8665d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:31.882363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-821ec508-fb11-4c75-8344-eff99adeb050 req-38eaf197-60dc-4082-b45f-7ccd626217fc tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:31.914079 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c854d1a1-d3ac-4556-b483-40b60ae25118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d90f4b7-05ce-42cb-9a1e-bc487e0e0173', 'code': 200} Dec 22 09:32:31.958475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-821ec508-fb11-4c75-8344-eff99adeb050 req-38eaf197-60dc-4082-b45f-7ccd626217fc tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Transition to ACTIVE for port object ac820a63-02bb-4a2b-a473-1318c2b95fea will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:32:31.960245 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-994250fd-c150-432b-b48d-418a3a10af5b req-7465004d-74eb-4715-9e24-daad0fb8665d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:31.961627 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-994250fd-c150-432b-b48d-418a3a10af5b req-7465004d-74eb-4715-9e24-daad0fb8665d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0211139 Dec 22 09:32:32.125037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:32:32.126778 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-821ec508-fb11-4c75-8344-eff99adeb050 req-38eaf197-60dc-4082-b45f-7ccd626217fc tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:32.140928 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ad0593-8368-4169-ac8d-b96d5eb9770b', 'tag': 'b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c', 'status': 'completed', 'code': 200} Dec 22 09:32:32.437656 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7940f085-256e-4072-9f97-d5fd36afc481 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:32.438198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:32.438287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:32.494116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Network dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:32:32.572203 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:32:32.615413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821ec508-fb11-4c75-8344-eff99adeb050 req-38eaf197-60dc-4082-b45f-7ccd626217fc tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Network 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:32:32.644895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-821ec508-fb11-4c75-8344-eff99adeb050 req-38eaf197-60dc-4082-b45f-7ccd626217fc tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:32:32.658365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-821ec508-fb11-4c75-8344-eff99adeb050 req-38eaf197-60dc-4082-b45f-7ccd626217fc tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:32:32.662902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ec508-fb11-4c75-8344-eff99adeb050 req-38eaf197-60dc-4082-b45f-7ccd626217fc tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:32.663596 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-821ec508-fb11-4c75-8344-eff99adeb050 req-38eaf197-60dc-4082-b45f-7ccd626217fc tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:32.740704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:32:32.756443 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-821ec508-fb11-4c75-8344-eff99adeb050 req-38eaf197-60dc-4082-b45f-7ccd626217fc tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7780411 Dec 22 09:32:32.800995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Request body: {'port': {'device_id': '068998a6-99f1-426d-855c-5dd6fd24ae75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:32.818668 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:32.822759 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c7693880-4057-482f-a42a-606862dbac4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:32.878419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:32.888076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbc1409b-d4d4-4b8c-af3c-779bf8077bd7,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:32.895332 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:32.929952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:32:32.943903 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] 10.222.0.50 "DELETE /v2.0/networks/dbc1409b-d4d4-4b8c-af3c-779bf8077bd7 HTTP/1.1" status: 204 len: 168 time: 4.3076968 Dec 22 09:32:32.951906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:32.952609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:33.147812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eaf197-60dc-4082-b45f-7ccd626217fc tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Pushing event updated for resources: {'Port': ['ID=ac820a63-02bb-4a2b-a473-1318c2b95fea,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:33.176019 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-38eaf197-60dc-4082-b45f-7ccd626217fc tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:33.278517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640ea53-6b25-41cd-824d-bc9dba2e5efa req-af9dd4c2-e76a-49d5-b835-e3b62a3204af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:33.281949 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b640ea53-6b25-41cd-824d-bc9dba2e5efa req-af9dd4c2-e76a-49d5-b835-e3b62a3204af service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c854d1a1-d3ac-4556-b483-40b60ae25118 HTTP/1.1" status: 200 len: 1161 time: 1.2512681 Dec 22 09:32:33.305171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41242) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:33.347662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512249ab-3275-4fc0-9bf1-909e6eeebb24 req-d36b16d8-b93e-4fe5-93d5-288e4510acde tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:33.348500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-512249ab-3275-4fc0-9bf1-909e6eeebb24 req-d36b16d8-b93e-4fe5-93d5-288e4510acde tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Synchronizing usage tracker for tenant:3c601d64a3954b579c533381321f4616 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:32:33.393373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-512249ab-3275-4fc0-9bf1-909e6eeebb24 req-d36b16d8-b93e-4fe5-93d5-288e4510acde tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Unset dirty status for tenant:3c601d64a3954b579c533381321f4616 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:32:33.403855 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-512249ab-3275-4fc0-9bf1-909e6eeebb24 req-d36b16d8-b93e-4fe5-93d5-288e4510acde tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?device_id=068998a6-99f1-426d-855c-5dd6fd24ae75 HTTP/1.1" status: 200 len: 932 time: 0.8732076 Dec 22 09:32:33.415505 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e56ec31a-06d7-45cc-b3a9-559f71ebf90f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=40fbcf60bc434afd9e98a45ed63e9499&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1088026 Dec 22 09:32:33.420259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41246) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:33.530716 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-512249ab-3275-4fc0-9bf1-909e6eeebb24 req-19fb89fb-eae7-4def-ab8f-b4022aebcce6 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/security-groups?id=c3193b53-5864-4cfd-b9e9-056656928af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257362 Dec 22 09:32:33.577315 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4464ea8d-2b24-4678-85a0-c1eef7d31891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:33.613473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48de86-14eb-42f7-a9bc-6051031803ae req-7766172d-f6c1-4076-a783-a74beea50045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:33.618864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f3557914-c531-4a42-b7fb-87dec66391b0 None None] Provisioning for port ac820a63-02bb-4a2b-a473-1318c2b95fea completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:32:33.621141 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e48de86-14eb-42f7-a9bc-6051031803ae req-7766172d-f6c1-4076-a783-a74beea50045 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&device_id=31ad0593-8368-4169-ac8d-b96d5eb9770b HTTP/1.1" status: 200 len: 1163 time: 1.1293170 Dec 22 09:32:33.633977 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b640ea53-6b25-41cd-824d-bc9dba2e5efa req-d9407b31-e79a-48bf-b561-0b736c5a0281 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1b173f6d-ea2c-4da9-b6e2-119cedeb8d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384485 Dec 22 09:32:33.654679 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4464ea8d-2b24-4678-85a0-c1eef7d31891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:33.660632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ff8d6-35ba-4b67-86e6-91312bfa5c6f req-5f0ed69b-3aa1-4278-90cb-a79a99a533e9 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:33.669708 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d00ff8d6-35ba-4b67-86e6-91312bfa5c6f req-5f0ed69b-3aa1-4278-90cb-a79a99a533e9 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 945 time: 1.1023974 Dec 22 09:32:33.687619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f3557914-c531-4a42-b7fb-87dec66391b0 None None] Provisioning complete for port ac820a63-02bb-4a2b-a473-1318c2b95fea triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:33.688362 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3557914-c531-4a42-b7fb-87dec66391b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:33.752915 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:33.803269 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4464ea8d-2b24-4678-85a0-c1eef7d31891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:33.809702 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b0cf6b72-ea26-4e38-954b-6a43b758ce8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:33.840505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464ea8d-2b24-4678-85a0-c1eef7d31891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874a55ad-dc54-4fd2-8f01-ff9413dbfbd3,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:33.850303 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4464ea8d-2b24-4678-85a0-c1eef7d31891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:33.866592 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:33.869399 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4464ea8d-2b24-4678-85a0-c1eef7d31891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:33.873378 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4464ea8d-2b24-4678-85a0-c1eef7d31891 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/874a55ad-dc54-4fd2-8f01-ff9413dbfbd3 HTTP/1.1" status: 204 len: 168 time: 0.4491677 Dec 22 09:32:33.892347 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d00ff8d6-35ba-4b67-86e6-91312bfa5c6f req-70c765fa-e823-419f-b0f3-73527f70ab3b tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482222 Dec 22 09:32:34.309171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:34.315952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bb6606-51fe-49c8-a562-1ecbb8615107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad888745-8a38-4de9-a9a5-3ca9e6df7b19'}, {'server_uuid': '31ad0593-8368-4169-ac8d-b96d5eb9770b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:34.373047 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:34.381894 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:34.476938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:34.502879 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:34.509722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f3557914-c531-4a42-b7fb-87dec66391b0 None None] Port ac820a63-02bb-4a2b-a473-1318c2b95fea cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:32:34.891618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:32:35.051714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-c80aeddd-bd7a-48a5-bacf-c2dae415f3ae tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:35.053355 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-c80aeddd-bd7a-48a5-bacf-c2dae415f3ae tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.37 "GET /v2.0/networks?id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 200 len: 821 time: 0.4955726 Dec 22 09:32:35.077947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48de86-14eb-42f7-a9bc-6051031803ae req-0221e0b4-8956-406e-9467-5976b6d89e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:35.079694 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e48de86-14eb-42f7-a9bc-6051031803ae req-0221e0b4-8956-406e-9467-5976b6d89e30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 1.4047227 Dec 22 09:32:35.080519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:35.081322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-d7d1fc1f-4cf7-4bc9-8db5-9fcc2f021d2a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Request body: {'port': {'device_id': '4566615d-ea9e-465b-8c56-0ee372657f69', 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7', 'admin_state_up': True, 'tenant_id': '92202f56ba024bd88bdda46d20163167'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:35.082049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:35.143170 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-685ff5a5-cf71-4333-8aba-110d7e6834c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:35.218819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac820a63-02bb-4a2b-a473-1318c2b95fea {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:32:35.236118 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e48de86-14eb-42f7-a9bc-6051031803ae req-17960cca-5af6-48e3-885b-c288113b51d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c HTTP/1.1" status: 200 len: 217 time: 0.1409211 Dec 22 09:32:35.247186 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:35.258009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7630f6b-d770-4ac7-bc32-291fee310906 req-6c5854e2-6669-4b55-b6c4-f04c584febf3 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:35.259827 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7630f6b-d770-4ac7-bc32-291fee310906 req-6c5854e2-6669-4b55-b6c4-f04c584febf3 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=31ad0593-8368-4169-ac8d-b96d5eb9770b HTTP/1.1" status: 200 len: 948 time: 1.3626225 Dec 22 09:32:35.421319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-d7d1fc1f-4cf7-4bc9-8db5-9fcc2f021d2a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:35.432582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb92e2-7d3a-4203-8ef3-452a6fd87693 req-f1b2de9e-f4eb-4fe6-a776-c13864ad67b4 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:35.433420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-d7d1fc1f-4cf7-4bc9-8db5-9fcc2f021d2a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:35.434391 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1abb92e2-7d3a-4203-8ef3-452a6fd87693 req-f1b2de9e-f4eb-4fe6-a776-c13864ad67b4 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/ports?device_id=c854d1a1-d3ac-4556-b483-40b60ae25118 HTTP/1.1" status: 200 len: 946 time: 1.3111079 Dec 22 09:32:35.442895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-d7d1fc1f-4cf7-4bc9-8db5-9fcc2f021d2a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Made reservation on behalf of 92202f56ba024bd88bdda46d20163167 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:32:35.450002 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-d7d1fc1f-4cf7-4bc9-8db5-9fcc2f021d2a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:35.467370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Transition to ACTIVE for port object ac820a63-02bb-4a2b-a473-1318c2b95fea will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:32:35.495766 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:35.678313 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b1ef957-6fc9-4204-b15b-e4539fd92fde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:35.711446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48de86-14eb-42f7-a9bc-6051031803ae req-2f9573c9-4a00-48ef-9857-c19fc27939c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:35.713127 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e48de86-14eb-42f7-a9bc-6051031803ae req-2f9573c9-4a00-48ef-9857-c19fc27939c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.4627781 Dec 22 09:32:35.801277 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7630f6b-d770-4ac7-bc32-291fee310906 req-a112556f-4719-47b6-9605-e30a043a061b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492443 Dec 22 09:32:35.878997 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1abb92e2-7d3a-4203-8ef3-452a6fd87693 req-d33846d2-4b56-4994-8e0b-274d7135b30b tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/security-groups?id=1b173f6d-ea2c-4da9-b6e2-119cedeb8d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360247 Dec 22 09:32:35.903097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Pushing event updated for resources: {'Port': ['ID=ac820a63-02bb-4a2b-a473-1318c2b95fea,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:36.011356 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:36.040540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Attempting to bind port ac820a63-02bb-4a2b-a473-1318c2b95fea on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:32:36.040913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Attempting to bind port ac820a63-02bb-4a2b-a473-1318c2b95fea by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '1fa756de-5d21-42b1-a5a1-3166ef3941a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:32:36.041251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Attempting to bind port ac820a63-02bb-4a2b-a473-1318c2b95fea on network 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:32:36.053641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48de86-14eb-42f7-a9bc-6051031803ae req-9e930c8c-cfd7-4bf2-a454-a8edbc68af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:36.055357 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e48de86-14eb-42f7-a9bc-6051031803ae req-9e930c8c-cfd7-4bf2-a454-a8edbc68af67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3307650 Dec 22 09:32:36.056377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:32:36.056751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Checking segment: {'id': '1fa756de-5d21-42b1-a5a1-3166ef3941a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:32:36.057157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:36.057574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Bound using segment: {'id': '1fa756de-5d21-42b1-a5a1-3166ef3941a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:32:36.058162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Bound port: ac820a63-02bb-4a2b-a473-1318c2b95fea, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa756de-5d21-42b1-a5a1-3166ef3941a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:32:36.058507 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:36.079340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-d7d1fc1f-4cf7-4bc9-8db5-9fcc2f021d2a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Allocated IP 172.20.0.3 (f1dd3454-fbe2-48e2-8c94-be1dc63802a7/640a01a7-c30b-476e-9180-1eeb8ef32064/4bbcd61b-5f23-4aa3-9678-832ce65446b5) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:32:36.606527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-d7d1fc1f-4cf7-4bc9-8db5-9fcc2f021d2a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:36.641213 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-d7d1fc1f-4cf7-4bc9-8db5-9fcc2f021d2a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:36.728758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] For port ac820a63-02bb-4a2b-a473-1318c2b95fea, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:32:36.732601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] For port ac820a63-02bb-4a2b-a473-1318c2b95fea, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ac820a63-02bb-4a2b-a473-1318c2b95fea,segment=NetworkSegment(1fa756de-5d21-42b1-a5a1-3166ef3941a6),segment_id=1fa756de-5d21-42b1-a5a1-3166ef3941a6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:32:36.734317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:32:36.735661 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e48de86-14eb-42f7-a9bc-6051031803ae req-4de29479-56c7-4e2a-99d5-2e4a25440840 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6595943 Dec 22 09:32:36.775099 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:36.791790 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:36.803411 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:36.887281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1fc1f-4cf7-4bc9-8db5-9fcc2f021d2a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Pushing event updated for resources: {'Port': ['ID=4bbcd61b-5f23-4aa3-9678-832ce65446b5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:36.894792 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d7d1fc1f-4cf7-4bc9-8db5-9fcc2f021d2a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:36.901015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-d7d1fc1f-4cf7-4bc9-8db5-9fcc2f021d2a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:32:36.903070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-d7d1fc1f-4cf7-4bc9-8db5-9fcc2f021d2a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:32:36.905827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-d7d1fc1f-4cf7-4bc9-8db5-9fcc2f021d2a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:32:36.934386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Pushing event updated for resources: {'Port': ['ID=ac820a63-02bb-4a2b-a473-1318c2b95fea,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:36.960483 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:37.013080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-d7d1fc1f-4cf7-4bc9-8db5-9fcc2f021d2a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:37.013813 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-d7d1fc1f-4cf7-4bc9-8db5-9fcc2f021d2a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:37.024063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:37.024612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:37.075846 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-d7d1fc1f-4cf7-4bc9-8db5-9fcc2f021d2a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9988780 Dec 22 09:32:37.096218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Request body: {'port': {'device_id': '4566615d-ea9e-465b-8c56-0ee372657f69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:37.231726 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e48de86-14eb-42f7-a9bc-6051031803ae req-ae014039-9200-4124-a44f-7ce0ec51caf4 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4290569 Dec 22 09:32:37.346743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2dadb8bc-aa0e-4caa-b4f4-090525a001cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:37.359084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68576beb-33e5-4ef4-9c97-c8eb4ff05c18 req-2677f352-f5da-4f38-9ea0-92edcc594f64 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:37.361445 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68576beb-33e5-4ef4-9c97-c8eb4ff05c18 req-2677f352-f5da-4f38-9ea0-92edcc594f64 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 931 time: 0.8093667 Dec 22 09:32:37.381984 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:37.431557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:37.432347 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:37.434469 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] 10.222.0.37 "PUT /v2.0/ports/ac820a63-02bb-4a2b-a473-1318c2b95fea HTTP/1.1" status: 200 len: 1156 time: 4.6505361 Dec 22 09:32:37.460551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068998a6-99f1-426d-855c-5dd6fd24ae75', 'tag': 'ac820a63-02bb-4a2b-a473-1318c2b95fea'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:37.479460 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68576beb-33e5-4ef4-9c97-c8eb4ff05c18 req-e5d67f18-d535-480a-854a-c9442165e2d0 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062973 Dec 22 09:32:37.577849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-f369984a-3078-47de-a25f-10d426ad0096 req-9c271fe0-b7b5-494d-a28b-1c1e0d85a53e tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-549311333', 'description': 'tempest-description-1864441901'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:37.592443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-f369984a-3078-47de-a25f-10d426ad0096 req-9c271fe0-b7b5-494d-a28b-1c1e0d85a53e tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:37.601060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f369984a-3078-47de-a25f-10d426ad0096 req-9c271fe0-b7b5-494d-a28b-1c1e0d85a53e tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Usage tracker for resource:security_group and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:37.620293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f369984a-3078-47de-a25f-10d426ad0096 req-9c271fe0-b7b5-494d-a28b-1c1e0d85a53e tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Quota usage for security_group was recalculated. Used quota:4. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:37.645376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-f369984a-3078-47de-a25f-10d426ad0096 req-9c271fe0-b7b5-494d-a28b-1c1e0d85a53e tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:37.681992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ec508-fb11-4c75-8344-eff99adeb050 req-22d138a8-3cbd-4959-bd18-c627639c6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:37.684162 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-821ec508-fb11-4c75-8344-eff99adeb050 req-22d138a8-3cbd-4959-bd18-c627639c6f16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c601d64a3954b579c533381321f4616&device_id=068998a6-99f1-426d-855c-5dd6fd24ae75 HTTP/1.1" status: 200 len: 1159 time: 0.1881731 Dec 22 09:32:37.685225 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f369984a-3078-47de-a25f-10d426ad0096 req-9c271fe0-b7b5-494d-a28b-1c1e0d85a53e tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:37.878099 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-821ec508-fb11-4c75-8344-eff99adeb050 req-7ce05924-526a-4aa2-9661-bca4d9dcb3ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac820a63-02bb-4a2b-a473-1318c2b95fea HTTP/1.1" status: 200 len: 217 time: 0.1651151 Dec 22 09:32:37.887717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-f369984a-3078-47de-a25f-10d426ad0096 req-9c271fe0-b7b5-494d-a28b-1c1e0d85a53e tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:37.940235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f369984a-3078-47de-a25f-10d426ad0096 req-9c271fe0-b7b5-494d-a28b-1c1e0d85a53e tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Usage tracker for resource:security_group_rule and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:37.942642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f369984a-3078-47de-a25f-10d426ad0096 req-9c271fe0-b7b5-494d-a28b-1c1e0d85a53e tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:37.965513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-f369984a-3078-47de-a25f-10d426ad0096 req-9c271fe0-b7b5-494d-a28b-1c1e0d85a53e tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:37.980603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbcd61b-5f23-4aa3-9678-832ce65446b5 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:32:37.992950 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:38.005002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ec508-fb11-4c75-8344-eff99adeb050 req-a90fa273-13f1-45cb-bc8c-b32c1271d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:38.006655 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-821ec508-fb11-4c75-8344-eff99adeb050 req-a90fa273-13f1-45cb-bc8c-b32c1271d54c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5019215f-48f7-4d84-9c78-44c724f667e0 HTTP/1.1" status: 200 len: 863 time: 0.1205218 Dec 22 09:32:38.011359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Transition to ACTIVE for port object 4bbcd61b-5f23-4aa3-9678-832ce65446b5 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:32:38.018238 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:38.075624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260893f6-1d7d-4b58-84fc-1d9cbfb2ff01 req-2f48486d-1cc6-4f59-8576-6bc5037b8d07 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:38.078512 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-260893f6-1d7d-4b58-84fc-1d9cbfb2ff01 req-2f48486d-1cc6-4f59-8576-6bc5037b8d07 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 1160 time: 0.3678534 Dec 22 09:32:38.128348 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:38.166107 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f369984a-3078-47de-a25f-10d426ad0096 req-9c271fe0-b7b5-494d-a28b-1c1e0d85a53e tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:38.172049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f369984a-3078-47de-a25f-10d426ad0096 req-9c271fe0-b7b5-494d-a28b-1c1e0d85a53e tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:38.180775 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-48d9ce76-9078-4f3d-9211-f9a5f395b04b tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:38.206161 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-260893f6-1d7d-4b58-84fc-1d9cbfb2ff01 req-a64dd7a4-59f7-4a1c-9973-ca54ebc711ec tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181364 Dec 22 09:32:38.227994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Pushing event updated for resources: {'Port': ['ID=4bbcd61b-5f23-4aa3-9678-832ce65446b5,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:38.234727 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:38.294574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ec508-fb11-4c75-8344-eff99adeb050 req-3f5d8d96-8dbf-4e74-be8e-ce94df225cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:38.297287 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-821ec508-fb11-4c75-8344-eff99adeb050 req-3f5d8d96-8dbf-4e74-be8e-ce94df225cea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5de9d9f5-b9ec-40ce-80f5-cb36be8750fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2812753 Dec 22 09:32:38.297892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f369984a-3078-47de-a25f-10d426ad0096 req-9c271fe0-b7b5-494d-a28b-1c1e0d85a53e tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:38.299082 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f369984a-3078-47de-a25f-10d426ad0096 req-9c271fe0-b7b5-494d-a28b-1c1e0d85a53e tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.7310724 Dec 22 09:32:38.301110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c271fe0-b7b5-494d-a28b-1c1e0d85a53e tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event updated for resources: {'SecurityGroup': ['ID=769e9b40-9f56-4c0e-a02e-94dc39fc8dce,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:38.417614 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bb6606-51fe-49c8-a562-1ecbb8615107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad888745-8a38-4de9-a9a5-3ca9e6df7b19', 'code': 200} Dec 22 09:32:38.418126 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ad0593-8368-4169-ac8d-b96d5eb9770b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c', 'code': 200} Dec 22 09:32:38.535488 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-821ec508-fb11-4c75-8344-eff99adeb050 req-887ceaa9-570d-4cdd-9def-93f345c63ab4 service neutron] 10.222.0.37 "GET /v2.0/networks/5de9d9f5-b9ec-40ce-80f5-cb36be8750fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299752 Dec 22 09:32:38.537852 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9c271fe0-b7b5-494d-a28b-1c1e0d85a53e tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:38.641354 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:38.690208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Attempting to bind port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:32:38.690481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Attempting to bind port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:32:38.690898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Attempting to bind port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 on network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:32:38.702866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:32:38.704537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Checking segment: {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:32:38.704537 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:38.704537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Bound using segment: {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:32:38.704537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Bound port: 4bbcd61b-5f23-4aa3-9678-832ce65446b5, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:32:38.705231 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:38.737094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce3c1e-ce37-4930-bd38-7411198b9f93 req-862ff8e9-d338-4d59-8f46-0a17f6e33f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:38.738780 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cbce3c1e-ce37-4930-bd38-7411198b9f93 req-862ff8e9-d338-4d59-8f46-0a17f6e33f63 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f9bb6606-51fe-49c8-a562-1ecbb8615107 HTTP/1.1" status: 200 len: 1164 time: 0.1726134 Dec 22 09:32:38.858086 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cbce3c1e-ce37-4930-bd38-7411198b9f93 req-5af8d34c-e361-451c-b974-441d4adbf98b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774603 Dec 22 09:32:38.899718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] For port 4bbcd61b-5f23-4aa3-9678-832ce65446b5, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:32:38.905014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] For port 4bbcd61b-5f23-4aa3-9678-832ce65446b5, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=4bbcd61b-5f23-4aa3-9678-832ce65446b5,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:32:38.911348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:39.013989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a123a52-aa7d-4e76-b433-0df00d3fa83b req-73c4bcb4-8379-49b8-959a-9cc40cb853e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:39.016179 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5a123a52-aa7d-4e76-b433-0df00d3fa83b req-73c4bcb4-8379-49b8-959a-9cc40cb853e8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=31ad0593-8368-4169-ac8d-b96d5eb9770b HTTP/1.1" status: 200 len: 1165 time: 0.4099891 Dec 22 09:32:39.066154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bad0c-c000-407d-b8a8-d26df14db5ad req-04cab52b-4ba7-42db-a5e7-db39b820a60a tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:39.067509 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:39.067859 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6d2bad0c-c000-407d-b8a8-d26df14db5ad req-04cab52b-4ba7-42db-a5e7-db39b820a60a tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?device_id=068998a6-99f1-426d-855c-5dd6fd24ae75 HTTP/1.1" status: 200 len: 944 time: 0.5253873 Dec 22 09:32:39.079345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d817e-2c2a-4be6-8c19-8264778d94ac req-ac56f62d-68aa-4ab0-9eb1-dd47538ae91d tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:39.081121 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9d7d817e-2c2a-4be6-8c19-8264778d94ac req-ac56f62d-68aa-4ab0-9eb1-dd47538ae91d tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=31ad0593-8368-4169-ac8d-b96d5eb9770b HTTP/1.1" status: 200 len: 950 time: 0.4310913 Dec 22 09:32:39.179250 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-821ec508-fb11-4c75-8344-eff99adeb050 req-4404bb30-fdc6-4335-af46-07e2eda14055 service neutron] 10.222.0.37 "GET /v2.0/networks/5de9d9f5-b9ec-40ce-80f5-cb36be8750fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4680855 Dec 22 09:32:39.190600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6d2bad0c-c000-407d-b8a8-d26df14db5ad req-5900b660-1dce-40d4-b5fc-99215de698b6 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/security-groups?id=c3193b53-5864-4cfd-b9e9-056656928af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083853 Dec 22 09:32:39.202225 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9d7d817e-2c2a-4be6-8c19-8264778d94ac req-2e8cb0a3-4d18-4c88-8da5-4ef6cc7728e1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766568 Dec 22 09:32:39.218399 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5a123a52-aa7d-4e76-b433-0df00d3fa83b req-5f0aa13c-49ff-4110-982f-ba40466e779f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860797 Dec 22 09:32:39.228670 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:39.312850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Pushing event updated for resources: {'Port': ['ID=4bbcd61b-5f23-4aa3-9678-832ce65446b5,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:39.317418 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:39.332476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:39.333403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:39.335279 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] 10.222.0.37 "PUT /v2.0/ports/4bbcd61b-5f23-4aa3-9678-832ce65446b5 HTTP/1.1" status: 200 len: 1155 time: 2.2438207 Dec 22 09:32:39.336080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4566615d-ea9e-465b-8c56-0ee372657f69', 'tag': '4bbcd61b-5f23-4aa3-9678-832ce65446b5'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:39.466148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:39.473969 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068998a6-99f1-426d-855c-5dd6fd24ae75', 'tag': 'ac820a63-02bb-4a2b-a473-1318c2b95fea', 'status': 'completed', 'code': 200} Dec 22 09:32:39.618723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-7deae6d9-b114-4162-bafb-49e3eb4a080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:39.627476 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-7deae6d9-b114-4162-bafb-49e3eb4a080c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92202f56ba024bd88bdda46d20163167&device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 1158 time: 0.2087395 Dec 22 09:32:39.733122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a68c4f-25af-46b1-a59a-ac71b721a5e1 req-58f73e7d-397d-4875-ae54-14f7efde78a8 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:39.741615 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2a68c4f-25af-46b1-a59a-ac71b721a5e1 req-58f73e7d-397d-4875-ae54-14f7efde78a8 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/ports?device_id=c854d1a1-d3ac-4556-b483-40b60ae25118 HTTP/1.1" status: 200 len: 946 time: 0.2705953 Dec 22 09:32:39.744531 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-d8bebefb-fcc9-44c0-804d-01ca96feda2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bbcd61b-5f23-4aa3-9678-832ce65446b5 HTTP/1.1" status: 200 len: 217 time: 0.0966971 Dec 22 09:32:39.778053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b1856-b24a-48bc-bb57-1231281b49ca req-89891a5a-c90a-473d-8d92-fb1bedef61b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:39.780174 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7e8b1856-b24a-48bc-bb57-1231281b49ca req-89891a5a-c90a-473d-8d92-fb1bedef61b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c601d64a3954b579c533381321f4616&device_id=068998a6-99f1-426d-855c-5dd6fd24ae75 HTTP/1.1" status: 200 len: 1159 time: 0.2452364 Dec 22 09:32:39.786878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd063bf3-3593-482b-9e44-1d7f94a76b0b req-b30a081f-dd5c-4356-a26c-f4f8e7fefd59 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:39.789011 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cd063bf3-3593-482b-9e44-1d7f94a76b0b req-b30a081f-dd5c-4356-a26c-f4f8e7fefd59 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 1160 time: 0.1594200 Dec 22 09:32:39.865787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-5c3c157b-f9ff-4ffe-b414-25c2be035f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:39.868467 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-5c3c157b-f9ff-4ffe-b414-25c2be035f25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=640a01a7-c30b-476e-9180-1eeb8ef32064 HTTP/1.1" status: 200 len: 861 time: 0.1132150 Dec 22 09:32:39.904735 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2a68c4f-25af-46b1-a59a-ac71b721a5e1 req-af215a2f-da3e-454e-88c8-fbc7d51de96a tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/security-groups?id=1b173f6d-ea2c-4da9-b6e2-119cedeb8d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615357 Dec 22 09:32:39.928766 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-48389c21-c194-48d6-bed8-1b62d87acb06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516791 Dec 22 09:32:40.062062 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:40.233284 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:40.320689 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cd063bf3-3593-482b-9e44-1d7f94a76b0b req-5298cc37-ca13-47f4-a987-3283a2b946f1 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010111 Dec 22 09:32:40.408415 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-8514d3f3-8bea-4343-9c5b-af04ab3f8c40 service neutron] 10.222.0.37 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672186 Dec 22 09:32:40.533054 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eb36187f-777d-47e5-b767-a7c771388a3e req-21b8cc3f-c3c0-499d-a3ab-78e95bfbaed2 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "GET /v2.0/security-groups/55611b12-7834-405e-845f-998be9d0ee74 HTTP/1.1" status: 200 len: 1755 time: 0.2096379 Dec 22 09:32:40.679002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b1856-b24a-48bc-bb57-1231281b49ca req-04815618-6d43-47dd-b1cc-cfb8bf4e563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:40.686256 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7e8b1856-b24a-48bc-bb57-1231281b49ca req-04815618-6d43-47dd-b1cc-cfb8bf4e563b service neutron] 10.222.0.37 "GET /v2.0/networks?id=5de9d9f5-b9ec-40ce-80f5-cb36be8750fd HTTP/1.1" status: 200 len: 918 time: 0.8957126 Dec 22 09:32:40.837413 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eb36187f-777d-47e5-b767-a7c771388a3e req-0daf832e-f0b9-493a-bd0e-c2de1b4c33de tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "GET /v2.0/security-groups/769e9b40-9f56-4c0e-a02e-94dc39fc8dce HTTP/1.1" status: 200 len: 1754 time: 0.2930419 Dec 22 09:32:40.843928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-eb36187f-777d-47e5-b767-a7c771388a3e req-d8e1c374-aab6-4297-a0b7-f8f2ea4a5d12 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '55611b12-7834-405e-845f-998be9d0ee74', 'remote_group_id': '769e9b40-9f56-4c0e-a02e-94dc39fc8dce', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:40.844313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-eb36187f-777d-47e5-b767-a7c771388a3e req-d8e1c374-aab6-4297-a0b7-f8f2ea4a5d12 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '55611b12-7834-405e-845f-998be9d0ee74', 'remote_group_id': '769e9b40-9f56-4c0e-a02e-94dc39fc8dce', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:40.853476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-eb36187f-777d-47e5-b767-a7c771388a3e req-d8e1c374-aab6-4297-a0b7-f8f2ea4a5d12 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:40.858980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-eb36187f-777d-47e5-b767-a7c771388a3e req-d8e1c374-aab6-4297-a0b7-f8f2ea4a5d12 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Usage tracker for resource:security_group_rule and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:40.864915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-eb36187f-777d-47e5-b767-a7c771388a3e req-d8e1c374-aab6-4297-a0b7-f8f2ea4a5d12 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:40.874116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-eb36187f-777d-47e5-b767-a7c771388a3e req-d8e1c374-aab6-4297-a0b7-f8f2ea4a5d12 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:40.898922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:32:40.991555 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7e8b1856-b24a-48bc-bb57-1231281b49ca req-87b07e7f-2de9-494e-869f-b21b0ff4b6fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac820a63-02bb-4a2b-a473-1318c2b95fea HTTP/1.1" status: 200 len: 217 time: 0.2480874 Dec 22 09:32:41.032018 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2fb5631-780f-4c94-a0c7-e7534e2a9843 req-1ff9d845-6955-4b23-b330-ee55cfeff494 service neutron] 10.222.0.37 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6125650 Dec 22 09:32:41.121443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b1856-b24a-48bc-bb57-1231281b49ca req-aa50c57c-154d-427b-9b36-0a4951ca57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:41.123049 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7e8b1856-b24a-48bc-bb57-1231281b49ca req-aa50c57c-154d-427b-9b36-0a4951ca57fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5019215f-48f7-4d84-9c78-44c724f667e0 HTTP/1.1" status: 200 len: 863 time: 0.1116202 Dec 22 09:32:41.188961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:41.192031 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:41.317633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-eb36187f-777d-47e5-b767-a7c771388a3e req-d8e1c374-aab6-4297-a0b7-f8f2ea4a5d12 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:41.374476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085506e-1c26-417b-90cf-7d39e1982392 req-c0afd6ab-d631-4be0-a7f9-a4d5b1fd975c tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:41.396449 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7085506e-1c26-417b-90cf-7d39e1982392 req-c0afd6ab-d631-4be0-a7f9-a4d5b1fd975c tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 943 time: 0.6391532 Dec 22 09:32:41.526286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b1856-b24a-48bc-bb57-1231281b49ca req-6340690a-4faa-47f7-932d-c5654d435212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:41.530313 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7e8b1856-b24a-48bc-bb57-1231281b49ca req-6340690a-4faa-47f7-932d-c5654d435212 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5de9d9f5-b9ec-40ce-80f5-cb36be8750fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3888900 Dec 22 09:32:41.611548 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7085506e-1c26-417b-90cf-7d39e1982392 req-bf940c2c-86ea-4fe1-8759-ab4709b2c1f8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140987 Dec 22 09:32:41.654848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-eb36187f-777d-47e5-b767-a7c771388a3e req-d8e1c374-aab6-4297-a0b7-f8f2ea4a5d12 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:41.756291 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4566615d-ea9e-465b-8c56-0ee372657f69', 'tag': '4bbcd61b-5f23-4aa3-9678-832ce65446b5', 'status': 'completed', 'code': 200} Dec 22 09:32:41.788441 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7e8b1856-b24a-48bc-bb57-1231281b49ca req-743792a6-35f4-42a1-a8e5-dd1603dc9685 service neutron] 10.222.0.37 "GET /v2.0/networks/5de9d9f5-b9ec-40ce-80f5-cb36be8750fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314618 Dec 22 09:32:41.790146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-eb36187f-777d-47e5-b767-a7c771388a3e req-d8e1c374-aab6-4297-a0b7-f8f2ea4a5d12 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:41.838622 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-51db7fd2-18c8-4eb3-b8a5-8305db0984a5 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:41.901332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1c374-aab6-4297-a0b7-f8f2ea4a5d12 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8078b6-32d8-4007-8b0f-2d11a79c6b28,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:41.918407 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-eb36187f-777d-47e5-b767-a7c771388a3e req-d8e1c374-aab6-4297-a0b7-f8f2ea4a5d12 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:41.921025 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eb36187f-777d-47e5-b767-a7c771388a3e req-d8e1c374-aab6-4297-a0b7-f8f2ea4a5d12 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 781 time: 1.0824523 Dec 22 09:32:41.923410 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8e1c374-aab6-4297-a0b7-f8f2ea4a5d12 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:41.936359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed86fe-7bc0-4b20-bb15-361dac51fd1d req-d2b940f1-82de-401a-8461-426b64d250e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:41.938627 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0ed86fe-7bc0-4b20-bb15-361dac51fd1d req-d2b940f1-82de-401a-8461-426b64d250e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92202f56ba024bd88bdda46d20163167&device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 1158 time: 0.1234384 Dec 22 09:32:42.095061 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7e8b1856-b24a-48bc-bb57-1231281b49ca req-b9c378dc-bf72-4d4a-88aa-67baa2ef9f90 service neutron] 10.222.0.37 "GET /v2.0/networks/5de9d9f5-b9ec-40ce-80f5-cb36be8750fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2976789 Dec 22 09:32:42.154977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed86fe-7bc0-4b20-bb15-361dac51fd1d req-0da27109-97a7-44a2-b5b1-3b6b3d43bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:42.157187 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0ed86fe-7bc0-4b20-bb15-361dac51fd1d req-0da27109-97a7-44a2-b5b1-3b6b3d43bf71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 200 len: 915 time: 0.2108996 Dec 22 09:32:42.291875 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0ed86fe-7bc0-4b20-bb15-361dac51fd1d req-1e933301-5041-4951-b6e8-b03f70fb82dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bbcd61b-5f23-4aa3-9678-832ce65446b5 HTTP/1.1" status: 200 len: 217 time: 0.1224849 Dec 22 09:32:42.347478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed23254-5c41-410f-a687-73c7c80744c0 req-d360c9dd-2cb6-4a6a-8df7-7ad5f19a165d tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:42.351902 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0ed23254-5c41-410f-a687-73c7c80744c0 req-d360c9dd-2cb6-4a6a-8df7-7ad5f19a165d tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=31ad0593-8368-4169-ac8d-b96d5eb9770b HTTP/1.1" status: 200 len: 950 time: 0.2420828 Dec 22 09:32:42.444864 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0ed23254-5c41-410f-a687-73c7c80744c0 req-862760d2-c500-4db1-aa86-37a819a2fdc7 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819619 Dec 22 09:32:42.460388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed86fe-7bc0-4b20-bb15-361dac51fd1d req-bdf8d472-183c-4610-b0f7-1adfa0b658f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:42.462377 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0ed86fe-7bc0-4b20-bb15-361dac51fd1d req-bdf8d472-183c-4610-b0f7-1adfa0b658f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=640a01a7-c30b-476e-9180-1eeb8ef32064 HTTP/1.1" status: 200 len: 861 time: 0.1614203 Dec 22 09:32:42.548646 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0ed86fe-7bc0-4b20-bb15-361dac51fd1d req-7ea5a8f0-2a6b-4d77-acd7-208c845d8e8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768092 Dec 22 09:32:42.737819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1d225-a082-4262-847c-b8d2849bf2f3 req-6cd74bf9-ab5c-4cfb-8293-dfb994537310 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:42.740426 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8bf1d225-a082-4262-847c-b8d2849bf2f3 req-6cd74bf9-ab5c-4cfb-8293-dfb994537310 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?device_id=068998a6-99f1-426d-855c-5dd6fd24ae75 HTTP/1.1" status: 200 len: 944 time: 0.1218529 Dec 22 09:32:42.765650 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0ed86fe-7bc0-4b20-bb15-361dac51fd1d req-0e093d44-e2ae-459c-92df-d6932f0006f1 service neutron] 10.222.0.37 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099273 Dec 22 09:32:42.804745 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8bf1d225-a082-4262-847c-b8d2849bf2f3 req-09158476-565a-4cd2-9328-de1e96c90a46 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/security-groups?id=c3193b53-5864-4cfd-b9e9-056656928af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559797 Dec 22 09:32:42.852166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-35bd2d56-14c0-47ae-81c2-eed5ec1f1b15 req-5e87b831-ecff-4032-bcc1-a33554fc7837 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1938186861', 'description': 'tempest-description-1685103551'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:42.860615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-35bd2d56-14c0-47ae-81c2-eed5ec1f1b15 req-5e87b831-ecff-4032-bcc1-a33554fc7837 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:42.867852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-35bd2d56-14c0-47ae-81c2-eed5ec1f1b15 req-5e87b831-ecff-4032-bcc1-a33554fc7837 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Usage tracker for resource:security_group and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:42.871810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-35bd2d56-14c0-47ae-81c2-eed5ec1f1b15 req-5e87b831-ecff-4032-bcc1-a33554fc7837 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Quota usage for security_group was recalculated. Used quota:5. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:42.878283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-35bd2d56-14c0-47ae-81c2-eed5ec1f1b15 req-5e87b831-ecff-4032-bcc1-a33554fc7837 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:42.889572 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-35bd2d56-14c0-47ae-81c2-eed5ec1f1b15 req-5e87b831-ecff-4032-bcc1-a33554fc7837 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:42.913082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-35bd2d56-14c0-47ae-81c2-eed5ec1f1b15 req-5e87b831-ecff-4032-bcc1-a33554fc7837 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:42.918453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-35bd2d56-14c0-47ae-81c2-eed5ec1f1b15 req-5e87b831-ecff-4032-bcc1-a33554fc7837 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Usage tracker for resource:security_group_rule and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:42.922751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-35bd2d56-14c0-47ae-81c2-eed5ec1f1b15 req-5e87b831-ecff-4032-bcc1-a33554fc7837 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:42.928847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-35bd2d56-14c0-47ae-81c2-eed5ec1f1b15 req-5e87b831-ecff-4032-bcc1-a33554fc7837 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:43.021474 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-35bd2d56-14c0-47ae-81c2-eed5ec1f1b15 req-5e87b831-ecff-4032-bcc1-a33554fc7837 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:43.076481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-35bd2d56-14c0-47ae-81c2-eed5ec1f1b15 req-5e87b831-ecff-4032-bcc1-a33554fc7837 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:43.086994 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-672ad395-4e8a-436a-97b1-b349e970dc26 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:43.145369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87b831-ecff-4032-bcc1-a33554fc7837 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event updated for resources: {'SecurityGroup': ['ID=5c56780e-0ec4-47b9-ad55-4677b210cca4,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:43.149838 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-35bd2d56-14c0-47ae-81c2-eed5ec1f1b15 req-5e87b831-ecff-4032-bcc1-a33554fc7837 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:43.151164 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-35bd2d56-14c0-47ae-81c2-eed5ec1f1b15 req-5e87b831-ecff-4032-bcc1-a33554fc7837 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3042085 Dec 22 09:32:43.152638 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5e87b831-ecff-4032-bcc1-a33554fc7837 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:43.181398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd019a-46a7-4c70-a822-9b2859c91c6f req-d2d60e51-47d5-4179-98c3-5375a2ac10d8 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:43.184490 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-afcd019a-46a7-4c70-a822-9b2859c91c6f req-d2d60e51-47d5-4179-98c3-5375a2ac10d8 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=f9bb6606-51fe-49c8-a562-1ecbb8615107 HTTP/1.1" status: 200 len: 949 time: 0.1711831 Dec 22 09:32:43.204832 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0ed86fe-7bc0-4b20-bb15-361dac51fd1d req-b1cac7a3-9ce2-46a6-bb65-4b4d92c224e6 service neutron] 10.222.0.37 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4320128 Dec 22 09:32:43.236231 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-afcd019a-46a7-4c70-a822-9b2859c91c6f req-2fbe7d12-d0ad-4c4d-b37d-6ddb15be342d tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442350 Dec 22 09:32:43.541422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068934f-cf5d-4916-b8e7-44c9f6db4fd1 req-66443e1c-0ac0-43b1-bb1b-1e271ff98016 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:43.543150 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3068934f-cf5d-4916-b8e7-44c9f6db4fd1 req-66443e1c-0ac0-43b1-bb1b-1e271ff98016 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 943 time: 0.1400363 Dec 22 09:32:43.603556 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3068934f-cf5d-4916-b8e7-44c9f6db4fd1 req-29d7e398-9f50-4a3b-8706-a28f97db315e tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504913 Dec 22 09:32:43.823507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-83df83c9-68b3-4fe1-90bc-c1b41fa2aa86 req-c8e948fe-c4fe-41f9-97be-82c2da238a68 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-166889533', 'description': 'tempest-description-810553890'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:43.834429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-83df83c9-68b3-4fe1-90bc-c1b41fa2aa86 req-c8e948fe-c4fe-41f9-97be-82c2da238a68 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:43.840507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-83df83c9-68b3-4fe1-90bc-c1b41fa2aa86 req-c8e948fe-c4fe-41f9-97be-82c2da238a68 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Usage tracker for resource:security_group and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:43.845327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-83df83c9-68b3-4fe1-90bc-c1b41fa2aa86 req-c8e948fe-c4fe-41f9-97be-82c2da238a68 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Quota usage for security_group was recalculated. Used quota:6. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:43.853297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-83df83c9-68b3-4fe1-90bc-c1b41fa2aa86 req-c8e948fe-c4fe-41f9-97be-82c2da238a68 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:43.863673 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-83df83c9-68b3-4fe1-90bc-c1b41fa2aa86 req-c8e948fe-c4fe-41f9-97be-82c2da238a68 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:43.888160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-83df83c9-68b3-4fe1-90bc-c1b41fa2aa86 req-c8e948fe-c4fe-41f9-97be-82c2da238a68 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:43.893044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-83df83c9-68b3-4fe1-90bc-c1b41fa2aa86 req-c8e948fe-c4fe-41f9-97be-82c2da238a68 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Usage tracker for resource:security_group_rule and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:43.898907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-83df83c9-68b3-4fe1-90bc-c1b41fa2aa86 req-c8e948fe-c4fe-41f9-97be-82c2da238a68 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:43.905968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-83df83c9-68b3-4fe1-90bc-c1b41fa2aa86 req-c8e948fe-c4fe-41f9-97be-82c2da238a68 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:43.994049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-83df83c9-68b3-4fe1-90bc-c1b41fa2aa86 req-c8e948fe-c4fe-41f9-97be-82c2da238a68 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:43.997869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-83df83c9-68b3-4fe1-90bc-c1b41fa2aa86 req-c8e948fe-c4fe-41f9-97be-82c2da238a68 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:44.004198 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7465004d-74eb-4715-9e24-daad0fb8665d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:44.050739 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-83df83c9-68b3-4fe1-90bc-c1b41fa2aa86 req-c8e948fe-c4fe-41f9-97be-82c2da238a68 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:44.052110 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-83df83c9-68b3-4fe1-90bc-c1b41fa2aa86 req-c8e948fe-c4fe-41f9-97be-82c2da238a68 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 0.2343004 Dec 22 09:32:44.052920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e948fe-c4fe-41f9-97be-82c2da238a68 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a48259-63bc-4b5c-8d4a-d919b0b51381,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:44.056158 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8e948fe-c4fe-41f9-97be-82c2da238a68 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:44.238285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b316def-b698-4716-8739-d02ea902e741 req-5db79d65-9df7-4d05-9752-01b570e9019f tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:44.242974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b316def-b698-4716-8739-d02ea902e741 req-5db79d65-9df7-4d05-9752-01b570e9019f tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:44.244977 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b316def-b698-4716-8739-d02ea902e741 req-5db79d65-9df7-4d05-9752-01b570e9019f tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=31ad0593-8368-4169-ac8d-b96d5eb9770b&device_id=f9bb6606-51fe-49c8-a562-1ecbb8615107 HTTP/1.1" status: 200 len: 1690 time: 0.1054413 Dec 22 09:32:44.308138 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b316def-b698-4716-8739-d02ea902e741 req-4bec4517-ba47-414a-aa58-96ee738b58d2 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485239 Dec 22 09:32:44.501222 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee93ce30-e592-43de-9f5b-b46020175ad7 req-6f3aa7c4-1151-49e0-ba81-a509ce2460fa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.0953698 Dec 22 09:32:44.632651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93ce30-e592-43de-9f5b-b46020175ad7 req-5aa30a69-0913-4e27-9c9e-f2856e40fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:44.634912 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee93ce30-e592-43de-9f5b-b46020175ad7 req-5aa30a69-0913-4e27-9c9e-f2856e40fcc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 1161 time: 0.0947592 Dec 22 09:32:44.900854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93ce30-e592-43de-9f5b-b46020175ad7 req-3aa02207-8c21-4f09-9143-4404c70bb925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:44.903356 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee93ce30-e592-43de-9f5b-b46020175ad7 req-3aa02207-8c21-4f09-9143-4404c70bb925 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 901 time: 0.2461460 Dec 22 09:32:44.957317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c457b70-9456-43af-af8f-dd7d535752f7 req-dd19e9ad-e800-4b4c-88d7-5121bb591900 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:44.959405 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c457b70-9456-43af-af8f-dd7d535752f7 req-dd19e9ad-e800-4b4c-88d7-5121bb591900 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 1160 time: 0.0969660 Dec 22 09:32:44.995775 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee93ce30-e592-43de-9f5b-b46020175ad7 req-5110cf30-339e-4cb6-8f48-995fe833bc4c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=602fd199-75a4-490d-8e4d-901536169c9b HTTP/1.1" status: 200 len: 217 time: 0.0851862 Dec 22 09:32:45.006600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 4bbcd61b-5f23-4aa3-9678-832ce65446b5 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:32:45.031178 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c457b70-9456-43af-af8f-dd7d535752f7 req-4ef06d1f-bcd8-4026-a205-ad3609e7e462 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646279 Dec 22 09:32:45.123707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93ce30-e592-43de-9f5b-b46020175ad7 req-389c8375-6091-412f-aea3-cb9efec5d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:45.125680 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee93ce30-e592-43de-9f5b-b46020175ad7 req-389c8375-6091-412f-aea3-cb9efec5d602 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20ea27e0-c8d1-40af-abba-75e850f0c212 HTTP/1.1" status: 200 len: 847 time: 0.1233828 Dec 22 09:32:45.128899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:32:45.135281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:45.137091 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:45.215833 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee93ce30-e592-43de-9f5b-b46020175ad7 req-b57387b3-7ece-4362-8714-5edd143b5f29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9884d074-bf0a-40ed-a9d3-be8dba1c5839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688117 Dec 22 09:32:45.367879 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:45.421168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4566615d-ea9e-465b-8c56-0ee372657f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbcd61b-5f23-4aa3-9678-832ce65446b5'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:45.442046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 4bbcd61b-5f23-4aa3-9678-832ce65446b5, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=4bbcd61b-5f23-4aa3-9678-832ce65446b5,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:45.447867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:45.449904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device ac820a63-02bb-4a2b-a473-1318c2b95fea up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:32:45.463439 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee93ce30-e592-43de-9f5b-b46020175ad7 req-e912a0ba-75ed-45b6-b559-7997391dbc15 service neutron] 10.222.0.37 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463679 Dec 22 09:32:45.505036 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:45.510967 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9160445c-efa7-4799-b8a7-9800c100bee8 req-d25ad2ee-694f-4f05-854e-de77d0139cb1 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "GET /v2.0/security-groups/5c56780e-0ec4-47b9-ad55-4677b210cca4 HTTP/1.1" status: 200 len: 1755 time: 0.1296017 Dec 22 09:32:45.573336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182e75d-bdfd-4089-84ae-bada877921b1 req-8723e646-bbf3-40a7-9fe6-0adf495ea7e5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:45.576814 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d182e75d-bdfd-4089-84ae-bada877921b1 req-8723e646-bbf3-40a7-9fe6-0adf495ea7e5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?device_id=068998a6-99f1-426d-855c-5dd6fd24ae75 HTTP/1.1" status: 200 len: 944 time: 0.2942772 Dec 22 09:32:45.659439 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee93ce30-e592-43de-9f5b-b46020175ad7 req-753921c3-9cba-4b13-b500-6887c2a47832 service neutron] 10.222.0.37 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1874433 Dec 22 09:32:45.675373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=4bbcd61b-5f23-4aa3-9678-832ce65446b5,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:45.687735 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:45.704115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port ac820a63-02bb-4a2b-a473-1318c2b95fea completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:32:45.712582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port ac820a63-02bb-4a2b-a473-1318c2b95fea triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:45.713221 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:45.717711 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9160445c-efa7-4799-b8a7-9800c100bee8 req-d2aec9d3-2b5d-4b0a-99e5-6874f5a7eddc tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "GET /v2.0/security-groups/e1a48259-63bc-4b5c-8d4a-d919b0b51381 HTTP/1.1" status: 200 len: 1753 time: 0.1602066 Dec 22 09:32:45.735693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-9160445c-efa7-4799-b8a7-9800c100bee8 req-c74d8473-9474-41f1-9b58-077e297d04b8 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5c56780e-0ec4-47b9-ad55-4677b210cca4', 'remote_group_id': 'e1a48259-63bc-4b5c-8d4a-d919b0b51381', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:45.736253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-9160445c-efa7-4799-b8a7-9800c100bee8 req-c74d8473-9474-41f1-9b58-077e297d04b8 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5c56780e-0ec4-47b9-ad55-4677b210cca4', 'remote_group_id': 'e1a48259-63bc-4b5c-8d4a-d919b0b51381', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:45.756949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-9160445c-efa7-4799-b8a7-9800c100bee8 req-c74d8473-9474-41f1-9b58-077e297d04b8 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:45.766256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9160445c-efa7-4799-b8a7-9800c100bee8 req-c74d8473-9474-41f1-9b58-077e297d04b8 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Usage tracker for resource:security_group_rule and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:45.771291 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d182e75d-bdfd-4089-84ae-bada877921b1 req-048738c3-b2f2-461c-bd5d-5571efec9625 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/security-groups?id=c3193b53-5864-4cfd-b9e9-056656928af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963738 Dec 22 09:32:45.772268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9160445c-efa7-4799-b8a7-9800c100bee8 req-c74d8473-9474-41f1-9b58-077e297d04b8 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:45.779453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-9160445c-efa7-4799-b8a7-9800c100bee8 req-c74d8473-9474-41f1-9b58-077e297d04b8 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:45.863414 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:45.882527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9160445c-efa7-4799-b8a7-9800c100bee8 req-c74d8473-9474-41f1-9b58-077e297d04b8 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:45.908853 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9160445c-efa7-4799-b8a7-9800c100bee8 req-c74d8473-9474-41f1-9b58-077e297d04b8 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:45.922913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port ac820a63-02bb-4a2b-a473-1318c2b95fea, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ac820a63-02bb-4a2b-a473-1318c2b95fea,segment=NetworkSegment(1fa756de-5d21-42b1-a5a1-3166ef3941a6),segment_id=1fa756de-5d21-42b1-a5a1-3166ef3941a6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:45.982795 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9160445c-efa7-4799-b8a7-9800c100bee8 req-c74d8473-9474-41f1-9b58-077e297d04b8 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:45.984804 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:45.985022 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:45.988031 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:46.016558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d8473-9474-41f1-9b58-077e297d04b8 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613befde-da4e-48e0-9f57-11a667fa6fc9,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:46.019970 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c74d8473-9474-41f1-9b58-077e297d04b8 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:46.081771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=ac820a63-02bb-4a2b-a473-1318c2b95fea,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:46.086780 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:46.112905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9160445c-efa7-4799-b8a7-9800c100bee8 req-c74d8473-9474-41f1-9b58-077e297d04b8 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:46.115068 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9160445c-efa7-4799-b8a7-9800c100bee8 req-c74d8473-9474-41f1-9b58-077e297d04b8 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 781 time: 0.3850834 Dec 22 09:32:46.395604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ac8af-b59e-4756-bacf-fd0c0d6a6bfe req-0bae2b2e-e89d-4f20-b6d4-276e52240179 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:46.398048 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-950ac8af-b59e-4756-bacf-fd0c0d6a6bfe req-0bae2b2e-e89d-4f20-b6d4-276e52240179 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 945 time: 0.1322253 Dec 22 09:32:46.460902 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-950ac8af-b59e-4756-bacf-fd0c0d6a6bfe req-25308612-3e34-42c8-b3d5-21810991c5c8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540679 Dec 22 09:32:46.537231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 4bbcd61b-5f23-4aa3-9678-832ce65446b5 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:32:46.631090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:46.631803 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:46.776130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device ac820a63-02bb-4a2b-a473-1318c2b95fea up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:32:46.917699 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4566615d-ea9e-465b-8c56-0ee372657f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbcd61b-5f23-4aa3-9678-832ce65446b5', 'code': 200} Dec 22 09:32:46.937403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port ac820a63-02bb-4a2b-a473-1318c2b95fea triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:46.938127 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:47.182013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba61531-e78f-4475-83a4-b146f5b4fa94 req-fd67fc83-ac7e-4071-ac67-448d7e2fa704 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:47.192425 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ba61531-e78f-4475-83a4-b146f5b4fa94 req-fd67fc83-ac7e-4071-ac67-448d7e2fa704 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] 10.222.0.50 "GET /v2.0/ports?device_id=31ad0593-8368-4169-ac8d-b96d5eb9770b HTTP/1.1" status: 200 len: 1165 time: 0.1268709 Dec 22 09:32:47.235891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a51fa2-fbc4-4262-ac00-089ca85a9067 req-234cf2d5-d443-40b8-9336-f3c17a2f84ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:47.237553 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9a51fa2-fbc4-4262-ac00-089ca85a9067 req-234cf2d5-d443-40b8-9336-f3c17a2f84ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 1160 time: 0.2600091 Dec 22 09:32:47.262958 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ba61531-e78f-4475-83a4-b146f5b4fa94 req-ff5f9bc9-cce8-4eb4-9949-500aa0eeea71 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684581 Dec 22 09:32:47.299412 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9a51fa2-fbc4-4262-ac00-089ca85a9067 req-68d3c3b0-63cf-4bb0-a3c2-d5cb2c58205f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451047 Dec 22 09:32:47.388600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c9520ed-11fb-44e3-88da-f465fd92b744 req-70d38786-f51a-43f4-ac82-82aff5abd1b4 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "GET /v2.0/security-groups/e1a48259-63bc-4b5c-8d4a-d919b0b51381 HTTP/1.1" status: 200 len: 1753 time: 0.0557070 Dec 22 09:32:47.473491 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4c9520ed-11fb-44e3-88da-f465fd92b744 req-7c6383b0-f521-4b9d-adfe-b052db638179 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:47.512705 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4c9520ed-11fb-44e3-88da-f465fd92b744 req-7c6383b0-f521-4b9d-adfe-b052db638179 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:47.586493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4c9520ed-11fb-44e3-88da-f465fd92b744 req-7c6383b0-f521-4b9d-adfe-b052db638179 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:47.594426 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-12de16e7-9b8f-4c04-b6cc-ccaf8827214d tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:47.615737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6383b0-f521-4b9d-adfe-b052db638179 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a48259-63bc-4b5c-8d4a-d919b0b51381,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:47.618878 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4c9520ed-11fb-44e3-88da-f465fd92b744 req-7c6383b0-f521-4b9d-adfe-b052db638179 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:47.624889 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c9520ed-11fb-44e3-88da-f465fd92b744 req-7c6383b0-f521-4b9d-adfe-b052db638179 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "DELETE /v2.0/security-groups/e1a48259-63bc-4b5c-8d4a-d919b0b51381 HTTP/1.1" status: 204 len: 173 time: 0.2285805 Dec 22 09:32:47.625968 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7c6383b0-f521-4b9d-adfe-b052db638179 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:47.897957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-f8091374-cd53-4cb9-9f56-a665cb933547 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:32:47.898221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481911b-eb6b-4c43-a312-c3e9ecdec3ac req-7e16aab6-3d0f-49e4-a918-2fc655b5a700 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:47.899793 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3481911b-eb6b-4c43-a312-c3e9ecdec3ac req-7e16aab6-3d0f-49e4-a918-2fc655b5a700 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?device_id=068998a6-99f1-426d-855c-5dd6fd24ae75 HTTP/1.1" status: 200 len: 946 time: 0.0905039 Dec 22 09:32:47.900167 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-f8091374-cd53-4cb9-9f56-a665cb933547 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0066714 Dec 22 09:32:47.913823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-fa3ca133-7d87-4a15-8875-edb6ce37d1a2 service neutron] Request body: {'binding': {'host': 'n-h2-765315-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:47.914679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-fa3ca133-7d87-4a15-8875-edb6ce37d1a2 service neutron] Unknown quota resources ['binding']. {{(pid=81072) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Dec 22 09:32:47.978966 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3481911b-eb6b-4c43-a312-c3e9ecdec3ac req-680683e0-e2f1-4035-a7e0-64a6f7a4bc83 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/security-groups?id=c3193b53-5864-4cfd-b9e9-056656928af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711813 Dec 22 09:32:48.191325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-fa3ca133-7d87-4a15-8875-edb6ce37d1a2 service neutron] Attempting to bind port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 on host n-h2-765315-5 for vnic_type normal with profile None {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:32:48.191865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-fa3ca133-7d87-4a15-8875-edb6ce37d1a2 service neutron] Attempting to bind port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:32:48.192550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-fa3ca133-7d87-4a15-8875-edb6ce37d1a2 service neutron] Attempting to bind port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 on network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:32:48.204306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-fa3ca133-7d87-4a15-8875-edb6ce37d1a2 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:32:48.204306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-fa3ca133-7d87-4a15-8875-edb6ce37d1a2 service neutron] Checking segment: {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:32:48.204683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-fa3ca133-7d87-4a15-8875-edb6ce37d1a2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:48.205036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-fa3ca133-7d87-4a15-8875-edb6ce37d1a2 service neutron] Bound using segment: {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:32:48.206366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-fa3ca133-7d87-4a15-8875-edb6ce37d1a2 service neutron] Bound port: bb6ea2bb-7006-4880-ba04-00fcce16a7d4, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:32:48.256696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-fa3ca133-7d87-4a15-8875-edb6ce37d1a2 service neutron] For port bb6ea2bb-7006-4880-ba04-00fcce16a7d4, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:32:48.262466 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-fa3ca133-7d87-4a15-8875-edb6ce37d1a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:48.277593 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-fa3ca133-7d87-4a15-8875-edb6ce37d1a2 service neutron] 10.222.0.50 "POST /v2.0/ports/bb6ea2bb-7006-4880-ba04-00fcce16a7d4/bindings HTTP/1.1" status: 201 len: 459 time: 0.3699191 Dec 22 09:32:48.295172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa08d49-8a5f-4159-9554-07b17155198f req-888fe42f-da48-487e-99d9-022a75676ef1 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:48.297302 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3aa08d49-8a5f-4159-9554-07b17155198f req-888fe42f-da48-487e-99d9-022a75676ef1 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/networks?id=58c7a353-13b3-4d40-8fee-65d9dde6541f HTTP/1.1" status: 200 len: 804 time: 0.1923380 Dec 22 09:32:48.333069 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3aa08d49-8a5f-4159-9554-07b17155198f req-d823cc20-24cc-4306-b0e7-e3f3905fd3bc tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/quotas/790143c06479416c8526efbd9a1fc0ad HTTP/1.1" status: 200 len: 375 time: 0.0169389 Dec 22 09:32:48.440425 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3aa08d49-8a5f-4159-9554-07b17155198f req-e70dee61-ee94-4cdb-b15f-77be39bb9971 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?tenant_id=790143c06479416c8526efbd9a1fc0ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0979347 Dec 22 09:32:48.700962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b8a44-1a93-40cc-9364-077254de603f req-20bea55c-7d51-4fdd-936d-9679058d90e4 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:48.703241 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b74b8a44-1a93-40cc-9364-077254de603f req-20bea55c-7d51-4fdd-936d-9679058d90e4 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] 10.222.0.50 "GET /v2.0/ports?device_id=f9bb6606-51fe-49c8-a562-1ecbb8615107 HTTP/1.1" status: 200 len: 1164 time: 0.2130604 Dec 22 09:32:48.714755 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3aa08d49-8a5f-4159-9554-07b17155198f req-2d73b1d1-e07b-41c0-9a2d-b05e572c8ecd service neutron] 10.222.0.50 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651372 Dec 22 09:32:48.769462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-0356fe82-eb11-4f27-bf9f-e7f39beb2f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:48.772341 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-0356fe82-eb11-4f27-bf9f-e7f39beb2f64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 1160 time: 0.1078749 Dec 22 09:32:48.867833 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b74b8a44-1a93-40cc-9364-077254de603f req-9c9cdc7d-ecd2-4d1e-9292-8f3c118c377e tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287491 Dec 22 09:32:48.919593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068998a6-99f1-426d-855c-5dd6fd24ae75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac820a63-02bb-4a2b-a473-1318c2b95fea'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:48.922332 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3aa08d49-8a5f-4159-9554-07b17155198f req-ad17b20a-1678-455e-abfd-9d3628903421 service neutron] 10.222.0.50 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1996276 Dec 22 09:32:48.956001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-f2ab30d2-a333-45c9-8301-33025dffa494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:48.957489 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-f2ab30d2-a333-45c9-8301-33025dffa494 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 901 time: 0.1775753 Dec 22 09:32:49.107463 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-fb4356ef-be92-4839-a7a6-a4e5be81e5ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb6ea2bb-7006-4880-ba04-00fcce16a7d4 HTTP/1.1" status: 200 len: 217 time: 0.1412256 Dec 22 09:32:49.198072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-7d34a5de-d343-45c4-b6b1-d05a91480743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:49.200767 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-7d34a5de-d343-45c4-b6b1-d05a91480743 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20ea27e0-c8d1-40af-abba-75e850f0c212 HTTP/1.1" status: 200 len: 847 time: 0.0860868 Dec 22 09:32:49.200926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cdde5-f0c1-4777-ba4f-c9a17cee503e req-0b249d2f-9cb0-40a5-aea1-400aa8ae70aa tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:49.203777 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c33cdde5-f0c1-4777-ba4f-c9a17cee503e req-0b249d2f-9cb0-40a5-aea1-400aa8ae70aa tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.64 "GET /v2.0/ports?device_id=880598a8-05fa-4e7e-9608-2b343e06ddbf HTTP/1.1" status: 200 len: 945 time: 0.2575817 Dec 22 09:32:49.296484 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-79e43d83-0ee8-4f3d-b606-ca05ce893f40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9884d074-bf0a-40ed-a9d3-be8dba1c5839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778079 Dec 22 09:32:49.319179 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-786955bd-d48b-4901-a473-dc562979df28 req-aec0bcc6-700d-4774-934b-1e053c9442d3 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "GET /v2.0/security-groups/5c56780e-0ec4-47b9-ad55-4677b210cca4 HTTP/1.1" status: 200 len: 1755 time: 0.1717100 Dec 22 09:32:49.338340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2e3e4-20c8-438b-a422-1d9afc4cc950 req-85a5e54f-6bb5-48e5-ab58-652360dd14b3 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:49.340158 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d1a2e3e4-20c8-438b-a422-1d9afc4cc950 req-85a5e54f-6bb5-48e5-ab58-652360dd14b3 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 945 time: 0.2720904 Dec 22 09:32:49.353675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-c33cdde5-f0c1-4777-ba4f-c9a17cee503e req-c884be7a-7f66-4ed9-af2a-62b92d8f045f tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Deleting port 519f4d62-8c7d-4502-8aef-81f32efba3e5 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:32:49.354319 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c33cdde5-f0c1-4777-ba4f-c9a17cee503e req-c884be7a-7f66-4ed9-af2a-62b92d8f045f tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:49.557248 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d1a2e3e4-20c8-438b-a422-1d9afc4cc950 req-3f9b5330-2f5b-40d6-82b7-9753f7e54fb9 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364555 Dec 22 09:32:49.645462 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-6f0a66e0-cf91-4eca-bf1c-f7158ba91795 service neutron] 10.222.0.37 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435717 Dec 22 09:32:49.877282 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b62ecca9-9583-4e96-9d56-746865500f09 service neutron] 10.222.0.37 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2225556 Dec 22 09:32:49.986016 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068998a6-99f1-426d-855c-5dd6fd24ae75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac820a63-02bb-4a2b-a473-1318c2b95fea', 'code': 200} Dec 22 09:32:50.187444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-35106fa6-19ed-4362-ac88-71093ba0c0fd tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:50.190138 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-35106fa6-19ed-4362-ac88-71093ba0c0fd tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.37 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997&tenant_id=0fd3a230510047d192938116344c8cd5&binding%3Ahost_id=n-h1-765315-5 HTTP/1.1" status: 200 len: 1160 time: 0.1303959 Dec 22 09:32:50.225961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-765315-5'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:50.342234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c33cdde5-f0c1-4777-ba4f-c9a17cee503e req-c884be7a-7f66-4ed9-af2a-62b92d8f045f tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] For port 519f4d62-8c7d-4502-8aef-81f32efba3e5, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=519f4d62-8c7d-4502-8aef-81f32efba3e5,segment=NetworkSegment(12f9dcdb-1ce1-4601-9413-ee876bb6aaf6),segment_id=12f9dcdb-1ce1-4601-9413-ee876bb6aaf6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:50.342609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c33cdde5-f0c1-4777-ba4f-c9a17cee503e req-c884be7a-7f66-4ed9-af2a-62b92d8f045f tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:50.392960 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:50.513852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-c33cdde5-f0c1-4777-ba4f-c9a17cee503e req-c884be7a-7f66-4ed9-af2a-62b92d8f045f tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Calling delete_port for 519f4d62-8c7d-4502-8aef-81f32efba3e5 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:32:50.599151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f41ee-0807-47f0-896f-cd9052990878 req-706024c6-692f-46f1-b188-93efe0f8ddcb tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:50.600889 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-569f41ee-0807-47f0-896f-cd9052990878 req-706024c6-692f-46f1-b188-93efe0f8ddcb tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 945 time: 0.7888646 Dec 22 09:32:50.632328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca4896-d9a5-4f00-bbc6-96d8d37e2641 req-93229c68-2633-4d16-a3db-594731e7277b tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:50.634055 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51ca4896-d9a5-4f00-bbc6-96d8d37e2641 req-93229c68-2633-4d16-a3db-594731e7277b tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?device_id=068998a6-99f1-426d-855c-5dd6fd24ae75 HTTP/1.1" status: 200 len: 946 time: 0.4806089 Dec 22 09:32:50.691162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0775248-d6a0-47d0-b3d2-dab28db392f4 req-6686c54e-e95a-47db-bd0f-79ab6b26b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:50.692859 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0775248-d6a0-47d0-b3d2-dab28db392f4 req-6686c54e-e95a-47db-bd0f-79ab6b26b131 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=068998a6-99f1-426d-855c-5dd6fd24ae75 HTTP/1.1" status: 200 len: 1161 time: 0.4493296 Dec 22 09:32:50.726066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] For port bb6ea2bb-7006-4880-ba04-00fcce16a7d4, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:50.752262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 519f4d62-8c7d-4502-8aef-81f32efba3e5 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:32:50.761743 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-569f41ee-0807-47f0-896f-cd9052990878 req-70cee73e-79ef-4671-a5d8-5fe7a7fdf1e0 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392877 Dec 22 09:32:50.783478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] For port bb6ea2bb-7006-4880-ba04-00fcce16a7d4, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:32:50.900929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:50.909154 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:50.911855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb6ea2bb-7006-4880-ba04-00fcce16a7d4'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:50.918949 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:50.948370 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0bb6c0c6-428d-40ba-b601-4752b253b192 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:50.969569 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51ca4896-d9a5-4f00-bbc6-96d8d37e2641 req-a1c4a44d-4a26-4110-87ed-928c64254697 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/security-groups?id=c3193b53-5864-4cfd-b9e9-056656928af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3051829 Dec 22 09:32:50.988177 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c33cdde5-f0c1-4777-ba4f-c9a17cee503e req-c884be7a-7f66-4ed9-af2a-62b92d8f045f tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:51.030190 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-3b622df6-2217-4937-b4a0-5bcd81025ba2 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/networks?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666320 Dec 22 09:32:51.127253 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d3d69608-5596-40c3-8df4-b0175d93d3e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:51.160407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,revision_number=6']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:51.167121 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:51.287503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Attempting to bind port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 on host n-h1-765315-5 for vnic_type normal with profile {"migrating_to": "n-h2-765315-5"} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:32:51.287754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Attempting to bind port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:32:51.288165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Attempting to bind port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 on network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:32:51.289255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884be7a-7f66-4ed9-af2a-62b92d8f045f tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Pushing event deleted for resources: {'Port': ['ID=519f4d62-8c7d-4502-8aef-81f32efba3e5,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:51.292547 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c884be7a-7f66-4ed9-af2a-62b92d8f045f tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:51.295458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:32:51.295826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Checking segment: {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:32:51.296256 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:51.296654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Bound using segment: {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:32:51.297134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Bound port: bb6ea2bb-7006-4880-ba04-00fcce16a7d4, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af8f748-bc7a-4903-a21f-3a33844ca01f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9884d074-bf0a-40ed-a9d3-be8dba1c5839'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:32:51.297509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:51.308813 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0775248-d6a0-47d0-b3d2-dab28db392f4 req-7488356a-2a90-45e6-8eb8-bf4dfed28456 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c3193b53-5864-4cfd-b9e9-056656928af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6075449 Dec 22 09:32:51.389685 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-59f9409e-c720-49b9-b2b9-0e95f20b4635 req-d95c6a9e-85cc-452e-af76-ff6b3b06ccee tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=2d6346e7-d23e-49f6-9868-a297212bc529 HTTP/1.1" status: 200 len: 210 time: 0.1391079 Dec 22 09:32:51.396390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] For port bb6ea2bb-7006-4880-ba04-00fcce16a7d4, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:32:51.400846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] For port bb6ea2bb-7006-4880-ba04-00fcce16a7d4, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:32:51.405098 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:51.424657 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fc234c9-f556-46be-8824-4d57899b1d0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:51.494080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-ec351769-9263-4fb0-80a2-e2586db04100 req-f41ed113-8e31-409d-b7ba-de87f9944c36 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1625792708', 'description': 'tempest-description-2071573055'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:51.520153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-ec351769-9263-4fb0-80a2-e2586db04100 req-f41ed113-8e31-409d-b7ba-de87f9944c36 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:51.533024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ec351769-9263-4fb0-80a2-e2586db04100 req-f41ed113-8e31-409d-b7ba-de87f9944c36 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Usage tracker for resource:security_group and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:51.548504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ec351769-9263-4fb0-80a2-e2586db04100 req-f41ed113-8e31-409d-b7ba-de87f9944c36 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Quota usage for security_group was recalculated. Used quota:6. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:51.567779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-ec351769-9263-4fb0-80a2-e2586db04100 req-f41ed113-8e31-409d-b7ba-de87f9944c36 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:51.578654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,revision_number=7']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:51.584350 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:51.622612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa08d49-8a5f-4159-9554-07b17155198f req-d4bb8d33-6a73-47c3-9962-d706949d6888 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:51.625151 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3aa08d49-8a5f-4159-9554-07b17155198f req-d4bb8d33-6a73-47c3-9962-d706949d6888 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.64 "GET /v2.0/networks?id=58c7a353-13b3-4d40-8fee-65d9dde6541f HTTP/1.1" status: 200 len: 804 time: 0.7445314 Dec 22 09:32:51.638451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33cdde5-f0c1-4777-ba4f-c9a17cee503e req-c884be7a-7f66-4ed9-af2a-62b92d8f045f tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] No DVR routers for this DVR port 519f4d62-8c7d-4502-8aef-81f32efba3e5 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:32:51.640903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c33cdde5-f0c1-4777-ba4f-c9a17cee503e req-c884be7a-7f66-4ed9-af2a-62b92d8f045f tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:51.647890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880598a8-05fa-4e7e-9608-2b343e06ddbf', 'name': 'network-vif-deleted', 'tag': '519f4d62-8c7d-4502-8aef-81f32efba3e5'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:51.658115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-3aa08d49-8a5f-4159-9554-07b17155198f req-6b635728-9370-4eea-93b2-7d238af98c85 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Request body: {'port': {'device_id': '2d6346e7-d23e-49f6-9868-a297212bc529', 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f', 'admin_state_up': True, 'tenant_id': '790143c06479416c8526efbd9a1fc0ad'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:51.679591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-199e8874-c84e-48ba-a8cf-563ee9f450a6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:51.681370 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-199e8874-c84e-48ba-a8cf-563ee9f450a6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5036113 Dec 22 09:32:51.694964 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ec351769-9263-4fb0-80a2-e2586db04100 req-f41ed113-8e31-409d-b7ba-de87f9944c36 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:51.697136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:51.697815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:51.699518 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] 10.222.0.37 "PUT /v2.0/ports/bb6ea2bb-7006-4880-ba04-00fcce16a7d4 HTTP/1.1" status: 200 len: 1185 time: 1.4856331 Dec 22 09:32:51.739718 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c33cdde5-f0c1-4777-ba4f-c9a17cee503e req-c884be7a-7f66-4ed9-af2a-62b92d8f045f tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.64 "DELETE /v2.0/ports/519f4d62-8c7d-4502-8aef-81f32efba3e5 HTTP/1.1" status: 204 len: 173 time: 2.5070834 Dec 22 09:32:51.804668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-ec351769-9263-4fb0-80a2-e2586db04100 req-f41ed113-8e31-409d-b7ba-de87f9944c36 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:51.824771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ec351769-9263-4fb0-80a2-e2586db04100 req-f41ed113-8e31-409d-b7ba-de87f9944c36 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Usage tracker for resource:security_group_rule and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:51.831616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ec351769-9263-4fb0-80a2-e2586db04100 req-f41ed113-8e31-409d-b7ba-de87f9944c36 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:51.844088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-ec351769-9263-4fb0-80a2-e2586db04100 req-f41ed113-8e31-409d-b7ba-de87f9944c36 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:51.903620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-3aa08d49-8a5f-4159-9554-07b17155198f req-6b635728-9370-4eea-93b2-7d238af98c85 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:51.911478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3aa08d49-8a5f-4159-9554-07b17155198f req-6b635728-9370-4eea-93b2-7d238af98c85 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Usage tracker for resource:port and tenant:790143c06479416c8526efbd9a1fc0ad is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:51.916031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3aa08d49-8a5f-4159-9554-07b17155198f req-6b635728-9370-4eea-93b2-7d238af98c85 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:51.927979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-3aa08d49-8a5f-4159-9554-07b17155198f req-6b635728-9370-4eea-93b2-7d238af98c85 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:51.962684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa08d49-8a5f-4159-9554-07b17155198f req-6b635728-9370-4eea-93b2-7d238af98c85 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Made reservation on behalf of 790143c06479416c8526efbd9a1fc0ad for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:32:51.969013 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3aa08d49-8a5f-4159-9554-07b17155198f req-6b635728-9370-4eea-93b2-7d238af98c85 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:52.003015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ec351769-9263-4fb0-80a2-e2586db04100 req-f41ed113-8e31-409d-b7ba-de87f9944c36 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:52.020314 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ec351769-9263-4fb0-80a2-e2586db04100 req-f41ed113-8e31-409d-b7ba-de87f9944c36 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:52.034917 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cc3f70b7-f10d-4045-8608-4524ff16ee59 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:52.066259 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-3d77b369-9f39-42dc-a215-35470a63210b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/quotas/902944b2a5a3450e8cb9dbe821598f5d HTTP/1.1" status: 200 len: 375 time: 0.3590679 Dec 22 09:32:52.186883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ed113-8e31-409d-b7ba-de87f9944c36 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event updated for resources: {'SecurityGroup': ['ID=92462a62-a43c-4ade-a409-bb82b8c1c1c6,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:52.246529 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ec351769-9263-4fb0-80a2-e2586db04100 req-f41ed113-8e31-409d-b7ba-de87f9944c36 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:52.247911 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec351769-9263-4fb0-80a2-e2586db04100 req-f41ed113-8e31-409d-b7ba-de87f9944c36 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7806687 Dec 22 09:32:52.249424 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f41ed113-8e31-409d-b7ba-de87f9944c36 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:52.391081 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-b6d5a6c1-a920-473e-a37e-02ad85aba765 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3059635 Dec 22 09:32:52.577267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-3aa08d49-8a5f-4159-9554-07b17155198f req-6b635728-9370-4eea-93b2-7d238af98c85 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Allocated IP 172.20.0.10 (58c7a353-13b3-4d40-8fee-65d9dde6541f/a0cb2307-15df-4f20-b1ea-7921fb77b239/19df2a70-db8d-4f81-b17b-674ede1e8856) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:32:52.586595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030d074-3c31-469e-b496-4837c86afc02 req-b87670cb-585c-4e8a-aec2-f082ae97dfa4 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:52.588362 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3030d074-3c31-469e-b496-4837c86afc02 req-b87670cb-585c-4e8a-aec2-f082ae97dfa4 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 1160 time: 0.1961339 Dec 22 09:32:52.679665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:32:52.695412 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3030d074-3c31-469e-b496-4837c86afc02 req-2de18306-4de2-426e-a9e5-31daddba0774 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959220 Dec 22 09:32:52.716016 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb6ea2bb-7006-4880-ba04-00fcce16a7d4', 'code': 200} Dec 22 09:32:52.866130 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880598a8-05fa-4e7e-9608-2b343e06ddbf', 'name': 'network-vif-deleted', 'tag': '519f4d62-8c7d-4502-8aef-81f32efba3e5', 'status': 'completed', 'code': 200} Dec 22 09:32:52.952895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device bb6ea2bb-7006-4880-ba04-00fcce16a7d4 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:32:53.008928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3aa08d49-8a5f-4159-9554-07b17155198f req-6b635728-9370-4eea-93b2-7d238af98c85 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:53.040975 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3aa08d49-8a5f-4159-9554-07b17155198f req-6b635728-9370-4eea-93b2-7d238af98c85 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:53.078217 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a80c724a-c3a9-4f02-b5d7-d5da424a3012 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:53.152312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:53.152740 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:53.346172 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:53.394094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6ea2bb-7006-4880-ba04-00fcce16a7d4'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:53.411346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port bb6ea2bb-7006-4880-ba04-00fcce16a7d4, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:32:53.423715 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:53.499890 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-630a16b2-a39b-4db2-9ad9-cacdb6285682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:53.599214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,revision_number=8']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:53.607806 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:53.686556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b635728-9370-4eea-93b2-7d238af98c85 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Pushing event updated for resources: {'Port': ['ID=19df2a70-db8d-4f81-b17b-674ede1e8856,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:53.689925 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6b635728-9370-4eea-93b2-7d238af98c85 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:53.792167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2220b88-01e6-408d-ac12-ce6241b6ef38 req-ed072970-4fd8-4fcd-abc4-26511c979c9f tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:53.793765 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2220b88-01e6-408d-ac12-ce6241b6ef38 req-ed072970-4fd8-4fcd-abc4-26511c979c9f tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 943 time: 0.6664650 Dec 22 09:32:53.795706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa08d49-8a5f-4159-9554-07b17155198f req-6b635728-9370-4eea-93b2-7d238af98c85 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Network 58c7a353-13b3-4d40-8fee-65d9dde6541f is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:32:53.802598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c92b4-235a-4034-81f6-674a6f2b411d req-f719d5f5-56f2-4ba2-9043-a9b8c76a247b tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:53.804158 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-986c92b4-235a-4034-81f6-674a6f2b411d req-f719d5f5-56f2-4ba2-9043-a9b8c76a247b tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?device_id=068998a6-99f1-426d-855c-5dd6fd24ae75 HTTP/1.1" status: 200 len: 946 time: 0.6792302 Dec 22 09:32:53.806664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-3aa08d49-8a5f-4159-9554-07b17155198f req-6b635728-9370-4eea-93b2-7d238af98c85 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:32:53.809561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa08d49-8a5f-4159-9554-07b17155198f req-6b635728-9370-4eea-93b2-7d238af98c85 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:32:53.814618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa08d49-8a5f-4159-9554-07b17155198f req-6b635728-9370-4eea-93b2-7d238af98c85 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:53.815267 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3aa08d49-8a5f-4159-9554-07b17155198f req-6b635728-9370-4eea-93b2-7d238af98c85 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:53.916291 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2220b88-01e6-408d-ac12-ce6241b6ef38 req-81fd7517-4cc5-4cb9-ac41-3f5a375f5fd0 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108472 Dec 22 09:32:53.918490 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3aa08d49-8a5f-4159-9554-07b17155198f req-6b635728-9370-4eea-93b2-7d238af98c85 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2743585 Dec 22 09:32:53.923188 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-986c92b4-235a-4034-81f6-674a6f2b411d req-d9d24e08-6e67-4874-aab7-9e8bcb7fa75e tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/security-groups?id=c3193b53-5864-4cfd-b9e9-056656928af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036680 Dec 22 09:32:53.938043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Request body: {'port': {'device_id': '2d6346e7-d23e-49f6-9868-a297212bc529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:54.226858 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-4f414c8f-bfb5-4e8f-97be-38a7007915be tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.64 "GET /v2.0/networks?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1343901 Dec 22 09:32:54.241817 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-05a751c0-da08-4b4b-ad12-accec2e5519b req-89ea613c-4d15-48d9-9527-820e59015fd4 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "GET /v2.0/security-groups/92462a62-a43c-4ade-a409-bb82b8c1c1c6 HTTP/1.1" status: 200 len: 1755 time: 0.2546730 Dec 22 09:32:54.293653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-05a751c0-da08-4b4b-ad12-accec2e5519b req-1b202078-7323-487a-ae40-d218ef600be4 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92462a62-a43c-4ade-a409-bb82b8c1c1c6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:54.294016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-05a751c0-da08-4b4b-ad12-accec2e5519b req-1b202078-7323-487a-ae40-d218ef600be4 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92462a62-a43c-4ade-a409-bb82b8c1c1c6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:54.312895 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:54.335857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-05a751c0-da08-4b4b-ad12-accec2e5519b req-1b202078-7323-487a-ae40-d218ef600be4 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:54.349218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-05a751c0-da08-4b4b-ad12-accec2e5519b req-1b202078-7323-487a-ae40-d218ef600be4 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Usage tracker for resource:security_group_rule and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:54.356191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-05a751c0-da08-4b4b-ad12-accec2e5519b req-1b202078-7323-487a-ae40-d218ef600be4 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:54.422830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-05a751c0-da08-4b4b-ad12-accec2e5519b req-1b202078-7323-487a-ae40-d218ef600be4 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:54.528292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bdc21-d137-41f8-b492-08d9b616ca47 req-7484e45e-d790-4ed5-a247-58541ce7c8d8 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:54.529081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-689bdc21-d137-41f8-b492-08d9b616ca47 req-7484e45e-d790-4ed5-a247-58541ce7c8d8 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Synchronizing usage tracker for tenant:790143c06479416c8526efbd9a1fc0ad on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:32:54.617743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-05030fb3-2ea7-4305-9e05-1b2c64843ff6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:54.619330 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-05030fb3-2ea7-4305-9e05-1b2c64843ff6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3835223 Dec 22 09:32:54.650528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-3386c05e-451a-4260-9f11-9173de75cae0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Request body: {'port': {'device_id': 'cc978d9a-64e6-4877-af07-26aeb17889e5', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '902944b2a5a3450e8cb9dbe821598f5d'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:54.674734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-689bdc21-d137-41f8-b492-08d9b616ca47 req-7484e45e-d790-4ed5-a247-58541ce7c8d8 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Unset dirty status for tenant:790143c06479416c8526efbd9a1fc0ad on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:32:54.674734 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-689bdc21-d137-41f8-b492-08d9b616ca47 req-7484e45e-d790-4ed5-a247-58541ce7c8d8 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=2d6346e7-d23e-49f6-9868-a297212bc529 HTTP/1.1" status: 200 len: 932 time: 0.5744438 Dec 22 09:32:54.717221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'tag': 'bb6ea2bb-7006-4880-ba04-00fcce16a7d4'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:54.766899 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-05a751c0-da08-4b4b-ad12-accec2e5519b req-1b202078-7323-487a-ae40-d218ef600be4 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:54.918016 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-05a751c0-da08-4b4b-ad12-accec2e5519b req-1b202078-7323-487a-ae40-d218ef600be4 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:54.918709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device bb6ea2bb-7006-4880-ba04-00fcce16a7d4 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:32:54.964403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-05a751c0-da08-4b4b-ad12-accec2e5519b req-1b202078-7323-487a-ae40-d218ef600be4 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:54.991458 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:54.998930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:54.999353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:55.019730 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-689bdc21-d137-41f8-b492-08d9b616ca47 req-2f2d1a71-d67f-4e87-ae9f-288114c033c6 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309062 Dec 22 09:32:55.020802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-3386c05e-451a-4260-9f11-9173de75cae0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:55.097671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b202078-7323-487a-ae40-d218ef600be4 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9475d56b-ccdb-4eaa-b148-43395b28a900,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:55.122625 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b202078-7323-487a-ae40-d218ef600be4 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:55.131057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-3386c05e-451a-4260-9f11-9173de75cae0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:55.138961 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-05a751c0-da08-4b4b-ad12-accec2e5519b req-1b202078-7323-487a-ae40-d218ef600be4 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:55.140277 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-05a751c0-da08-4b4b-ad12-accec2e5519b req-1b202078-7323-487a-ae40-d218ef600be4 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.8603203 Dec 22 09:32:55.170497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-3386c05e-451a-4260-9f11-9173de75cae0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Made reservation on behalf of 902944b2a5a3450e8cb9dbe821598f5d for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:32:55.176219 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-3386c05e-451a-4260-9f11-9173de75cae0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:55.255542 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-122ae8bd-aef5-4b8b-9f2e-006b8be1ec87 req-89ed0429-2938-4cd9-af7d-e680429bda59 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=cc978d9a-64e6-4877-af07-26aeb17889e5 HTTP/1.1" status: 200 len: 210 time: 0.0602255 Dec 22 09:32:55.454800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19df2a70-db8d-4f81-b17b-674ede1e8856 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:32:55.503526 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:55.542636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Transition to ACTIVE for port object 19df2a70-db8d-4f81-b17b-674ede1e8856 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:32:55.587686 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:55.612572 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c884be7a-7f66-4ed9-af2a-62b92d8f045f tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:55.647014 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6ea2bb-7006-4880-ba04-00fcce16a7d4', 'code': 200} Dec 22 09:32:55.852031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Pushing event updated for resources: {'Port': ['ID=19df2a70-db8d-4f81-b17b-674ede1e8856,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:55.855829 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:55.933307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e2d5f-1bed-4627-accc-617896263f7c req-b45b4661-e715-4134-8f2d-6cb1c0ab56c8 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:55.935022 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c3e2d5f-1bed-4627-accc-617896263f7c req-b45b4661-e715-4134-8f2d-6cb1c0ab56c8 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 1160 time: 0.4759099 Dec 22 09:32:56.084267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-3386c05e-451a-4260-9f11-9173de75cae0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Allocated IP 192.168.233.156 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/99a39105-bcb6-4e43-ab3d-3422f4bf9416) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:32:56.114468 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c3e2d5f-1bed-4627-accc-617896263f7c req-64491f26-2a37-417e-b389-54b99d8068aa tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728806 Dec 22 09:32:56.167577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133916f9-f9ac-40cb-8437-53a2f55a7e52 req-0431154e-4067-4dd3-8490-6e39675dde9f tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:56.172758 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-133916f9-f9ac-40cb-8437-53a2f55a7e52 req-0431154e-4067-4dd3-8490-6e39675dde9f tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?device_id=068998a6-99f1-426d-855c-5dd6fd24ae75 HTTP/1.1" status: 200 len: 946 time: 0.3749115 Dec 22 09:32:56.172758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Attempting to bind port 19df2a70-db8d-4f81-b17b-674ede1e8856 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:32:56.172758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Attempting to bind port 19df2a70-db8d-4f81-b17b-674ede1e8856 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '12f9dcdb-1ce1-4601-9413-ee876bb6aaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:32:56.172758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Attempting to bind port 19df2a70-db8d-4f81-b17b-674ede1e8856 on network 58c7a353-13b3-4d40-8fee-65d9dde6541f {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:32:56.183211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41836) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:56.190465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:32:56.190883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Checking segment: {'id': '12f9dcdb-1ce1-4601-9413-ee876bb6aaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:32:56.191228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:56.191619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Bound using segment: {'id': '12f9dcdb-1ce1-4601-9413-ee876bb6aaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:32:56.192125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Bound port: 19df2a70-db8d-4f81-b17b-674ede1e8856, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f9dcdb-1ce1-4601-9413-ee876bb6aaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:32:56.192500 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:56.193898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4eb431cc-05aa-450a-985a-19ae7c7a83b0 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Request body: {'floatingip': {'port_id': 'ac820a63-02bb-4a2b-a473-1318c2b95fea'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:56.325536 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'tag': 'bb6ea2bb-7006-4880-ba04-00fcce16a7d4', 'status': 'completed', 'code': 200} Dec 22 09:32:56.332961 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4eb431cc-05aa-450a-985a-19ae7c7a83b0 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for floatingip, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:57.097904 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b50eeb8-659f-4313-b5b9-dfb935643d91 req-67364c1a-a59f-46ff-9760-e1e648ff6852 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "GET /v2.0/security-groups/92462a62-a43c-4ade-a409-bb82b8c1c1c6 HTTP/1.1" status: 200 len: 2316 time: 0.5560584 Dec 22 09:32:57.113130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] For port 19df2a70-db8d-4f81-b17b-674ede1e8856, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:32:57.134537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-2b50eeb8-659f-4313-b5b9-dfb935643d91 req-8aec6ef4-ad73-4511-8bcb-6a62bb01326a tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92462a62-a43c-4ade-a409-bb82b8c1c1c6', 'remote_group_id': None}]} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:57.134895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-2b50eeb8-659f-4313-b5b9-dfb935643d91 req-8aec6ef4-ad73-4511-8bcb-6a62bb01326a tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92462a62-a43c-4ade-a409-bb82b8c1c1c6', 'remote_group_id': None}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:57.143357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-3386c05e-451a-4260-9f11-9173de75cae0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:57.159752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2b50eeb8-659f-4313-b5b9-dfb935643d91 req-8aec6ef4-ad73-4511-8bcb-6a62bb01326a tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:32:57.166204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] For port 19df2a70-db8d-4f81-b17b-674ede1e8856, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=19df2a70-db8d-4f81-b17b-674ede1e8856,segment=NetworkSegment(12f9dcdb-1ce1-4601-9413-ee876bb6aaf6),segment_id=12f9dcdb-1ce1-4601-9413-ee876bb6aaf6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:32:57.178077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2b50eeb8-659f-4313-b5b9-dfb935643d91 req-8aec6ef4-ad73-4511-8bcb-6a62bb01326a tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Usage tracker for resource:security_group_rule and tenant:1975b5579aed4729a10b8dd5c41c464f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:32:57.186015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2b50eeb8-659f-4313-b5b9-dfb935643d91 req-8aec6ef4-ad73-4511-8bcb-6a62bb01326a tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:32:57.189348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:57.216517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-3386c05e-451a-4260-9f11-9173de75cae0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Transition to ACTIVE for port object 99a39105-bcb6-4e43-ab3d-3422f4bf9416 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:32:57.240541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2b50eeb8-659f-4313-b5b9-dfb935643d91 req-8aec6ef4-ad73-4511-8bcb-6a62bb01326a tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:32:57.246940 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-513ba39e-b252-437b-b437-a8a39ffa8461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:57.286406 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4eb431cc-05aa-450a-985a-19ae7c7a83b0 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:57.289658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4eb431cc-05aa-450a-985a-19ae7c7a83b0 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:57.302950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f0913-894f-4133-893a-11f170d10ee6 req-7baf0e02-7a7a-4cd6-ace1-fd137210d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:57.304627 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-804f0913-894f-4133-893a-11f170d10ee6 req-7baf0e02-7a7a-4cd6-ace1-fd137210d343 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 1190 time: 0.7639685 Dec 22 09:32:57.332786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14f4a8-e3f0-4344-b332-8cc4be54317c req-b8ad3beb-d926-402b-a454-0f0565905520 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:57.334333 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd14f4a8-e3f0-4344-b332-8cc4be54317c req-b8ad3beb-d926-402b-a454-0f0565905520 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 945 time: 0.7948980 Dec 22 09:32:57.367481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-3386c05e-451a-4260-9f11-9173de75cae0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:57.491722 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-4eb431cc-05aa-450a-985a-19ae7c7a83b0 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Floating IP a39b9c4a-097c-49c0-87dd-0ffa4b52f82b associated. External IP: 172.25.7.138, port: ac820a63-02bb-4a2b-a473-1318c2b95fea. Dec 22 09:32:57.729666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Pushing event updated for resources: {'Port': ['ID=19df2a70-db8d-4f81-b17b-674ede1e8856,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:57.769742 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd14f4a8-e3f0-4344-b332-8cc4be54317c req-cdca8a16-71df-4ee7-95fe-7d900dbbfe0a tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928280 Dec 22 09:32:57.789084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.789498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.789978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.790379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.790759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.791153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.791541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.792267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.792665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.793045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.793434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.793808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.794263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.794694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.795457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.795457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.795714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.796068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.796453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.797351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.797718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.798095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.798554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.798798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.799230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.799603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.799989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.800353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.800722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.801148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.801443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.801816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.802193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.802565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.802936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.803309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:32:57.819995 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:57.825385 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:57.869056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2b50eeb8-659f-4313-b5b9-dfb935643d91 req-8aec6ef4-ad73-4511-8bcb-6a62bb01326a tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:57.933537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb431cc-05aa-450a-985a-19ae7c7a83b0 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Router 462fb372-4b7b-4150-94df-ae098fa99884 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:32:57.935009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f0913-894f-4133-893a-11f170d10ee6 req-05dd6769-56ba-4aab-9b7e-2a31b0d588df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:57.936686 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-804f0913-894f-4133-893a-11f170d10ee6 req-05dd6769-56ba-4aab-9b7e-2a31b0d588df service neutron] 10.222.0.64 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 901 time: 0.6223643 Dec 22 09:32:57.955736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:57.955736 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:57.957774 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3aa08d49-8a5f-4159-9554-07b17155198f req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] 10.222.0.64 "PUT /v2.0/ports/19df2a70-db8d-4f81-b17b-674ede1e8856 HTTP/1.1" status: 200 len: 1156 time: 4.0245700 Dec 22 09:32:57.961355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6346e7-d23e-49f6-9868-a297212bc529', 'tag': '19df2a70-db8d-4f81-b17b-674ede1e8856'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:57.981017 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2b50eeb8-659f-4313-b5b9-dfb935643d91 req-8aec6ef4-ad73-4511-8bcb-6a62bb01326a tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:58.056682 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2b50eeb8-659f-4313-b5b9-dfb935643d91 req-8aec6ef4-ad73-4511-8bcb-6a62bb01326a tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:58.058263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386c05e-451a-4260-9f11-9173de75cae0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Pushing event updated for resources: {'Port': ['ID=99a39105-bcb6-4e43-ab3d-3422f4bf9416,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:58.102946 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-804f0913-894f-4133-893a-11f170d10ee6 req-1b1ffc3b-d7c2-448c-b29e-893439c8d77f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb6ea2bb-7006-4880-ba04-00fcce16a7d4 HTTP/1.1" status: 200 len: 217 time: 0.1358960 Dec 22 09:32:58.104118 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3386c05e-451a-4260-9f11-9173de75cae0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:58.125818 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:32:58.168276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb431cc-05aa-450a-985a-19ae7c7a83b0 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:32:58.175706 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4eb431cc-05aa-450a-985a-19ae7c7a83b0 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:58.184017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a29583-b200-4045-8fe2-fa67e8f9ff4c None None] Sync routers for ids ['462fb372-4b7b-4150-94df-ae098fa99884'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:32:58.194949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-3386c05e-451a-4260-9f11-9173de75cae0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:32:58.196955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a29583-b200-4045-8fe2-fa67e8f9ff4c None None] Routers {'462fb372-4b7b-4150-94df-ae098fa99884'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:32:58.197855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-56a29583-b200-4045-8fe2-fa67e8f9ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:32:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['462fb372-4b7b-4150-94df-ae098fa99884'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:32:58.206011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-3386c05e-451a-4260-9f11-9173de75cae0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:32:58.216864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec6ef4-ad73-4511-8bcb-6a62bb01326a tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95597c2a-6779-4f65-8f28-b7d410308015,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:32:58.224585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-3386c05e-451a-4260-9f11-9173de75cae0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:32:58.230444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-3386c05e-451a-4260-9f11-9173de75cae0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:58.230678 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-3386c05e-451a-4260-9f11-9173de75cae0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:58.246538 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8aec6ef4-ad73-4511-8bcb-6a62bb01326a tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:32:58.276849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2b50eeb8-659f-4313-b5b9-dfb935643d91 req-8aec6ef4-ad73-4511-8bcb-6a62bb01326a tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:58.288812 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b50eeb8-659f-4313-b5b9-dfb935643d91 req-8aec6ef4-ad73-4511-8bcb-6a62bb01326a tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 1.1684487 Dec 22 09:32:58.304705 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4eb431cc-05aa-450a-985a-19ae7c7a83b0 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "PUT /v2.0/floatingips/a39b9c4a-097c-49c0-87dd-0ffa4b52f82b HTTP/1.1" status: 200 len: 992 time: 2.1197753 Dec 22 09:32:58.326810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068998a6-99f1-426d-855c-5dd6fd24ae75', 'tag': 'ac820a63-02bb-4a2b-a473-1318c2b95fea'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:32:58.334557 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-3386c05e-451a-4260-9f11-9173de75cae0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6946764 Dec 22 09:32:58.346077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f0913-894f-4133-893a-11f170d10ee6 req-644bb7bb-949c-473a-9c46-9f048398665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:58.349987 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-804f0913-894f-4133-893a-11f170d10ee6 req-644bb7bb-949c-473a-9c46-9f048398665b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20ea27e0-c8d1-40af-abba-75e850f0c212 HTTP/1.1" status: 200 len: 847 time: 0.2301588 Dec 22 09:32:58.367856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Request body: {'port': {'device_id': 'cc978d9a-64e6-4877-af07-26aeb17889e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:58.472154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-56a29583-b200-4045-8fe2-fa67e8f9ff4c None None] Set router 462fb372-4b7b-4150-94df-ae098fa99884 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:32:58.525454 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-804f0913-894f-4133-893a-11f170d10ee6 req-666f592a-003b-47d2-9d2d-a7fbf6eb4b1c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9884d074-bf0a-40ed-a9d3-be8dba1c5839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259460 Dec 22 09:32:58.584372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa08d49-8a5f-4159-9554-07b17155198f req-7b034dc0-9a6b-4fe0-b798-9b94171a248d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:58.586023 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3aa08d49-8a5f-4159-9554-07b17155198f req-7b034dc0-9a6b-4fe0-b798-9b94171a248d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=790143c06479416c8526efbd9a1fc0ad&device_id=2d6346e7-d23e-49f6-9868-a297212bc529 HTTP/1.1" status: 200 len: 1159 time: 0.5376158 Dec 22 09:32:58.630767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4acaa0f3-3490-4b53-b166-328fdea9bede None None] Provisioning for port 99a39105-bcb6-4e43-ab3d-3422f4bf9416 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:32:58.638205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4acaa0f3-3490-4b53-b166-328fdea9bede None None] Provisioning complete for port 99a39105-bcb6-4e43-ab3d-3422f4bf9416 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:32:58.638648 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4acaa0f3-3490-4b53-b166-328fdea9bede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:58.705741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4acaa0f3-3490-4b53-b166-328fdea9bede None None] Port 99a39105-bcb6-4e43-ab3d-3422f4bf9416 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:32:58.800344 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3aa08d49-8a5f-4159-9554-07b17155198f req-8b9c3924-d7f7-4aa8-9fb9-9d5d134ff778 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19df2a70-db8d-4f81-b17b-674ede1e8856 HTTP/1.1" status: 200 len: 217 time: 0.1623192 Dec 22 09:32:58.954193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-56a29583-b200-4045-8fe2-fa67e8f9ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:29:06Z', 'revision_number': 4, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'a39b9c4a-097c-49c0-87dd-0ffa4b52f82b', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'port_id': 'ac820a63-02bb-4a2b-a473-1318c2b95fea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'mac_address': 'fa:16:3e:a4:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068998a6-99f1-426d-855c-5dd6fd24ae75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:29:57Z', 'updated_at': '2020-12-22T09:32:57Z', 'revision_number': 5, 'project_id': '3c601d64a3954b579c533381321f4616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6a864e-ea86-419d-93c8-492c713e2af8', 'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'mac_address': 'fa:16:3e:99:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:02Z', 'updated_at': '2020-12-22T09:29:28Z', 'revision_number': 5, 'project_id': '3c601d64a3954b579c533381321f4616', 'subnets': [{'id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:32:58.958099 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:32:58.958429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a29583-b200-4045-8fe2-fa67e8f9ff4c None None] Checking router: 462fb372-4b7b-4150-94df-ae098fa99884 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:32:58.968051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a29583-b200-4045-8fe2-fa67e8f9ff4c None None] Routers {'462fb372-4b7b-4150-94df-ae098fa99884'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:32:58.969057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-56a29583-b200-4045-8fe2-fa67e8f9ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:32:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['462fb372-4b7b-4150-94df-ae098fa99884'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:32:59.063933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa08d49-8a5f-4159-9554-07b17155198f req-dfe85a72-83a2-4a6e-86bc-b6b158de845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:59.066170 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3aa08d49-8a5f-4159-9554-07b17155198f req-dfe85a72-83a2-4a6e-86bc-b6b158de845d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a0cb2307-15df-4f20-b1ea-7921fb77b239 HTTP/1.1" status: 200 len: 844 time: 0.2335505 Dec 22 09:32:59.067339 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-804f0913-894f-4133-893a-11f170d10ee6 req-51419e54-4d24-4dfe-adb2-996ff02fad91 service neutron] 10.222.0.64 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249932 Dec 22 09:32:59.100664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab3296-64ef-46d7-a4de-0b24206087e4 req-a453315a-5ffc-48e4-a92e-3e3300cfd40a tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:59.102354 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-13ab3296-64ef-46d7-a4de-0b24206087e4 req-a453315a-5ffc-48e4-a92e-3e3300cfd40a tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=2d6346e7-d23e-49f6-9868-a297212bc529 HTTP/1.1" status: 200 len: 944 time: 0.6161222 Dec 22 09:32:59.206327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-56a29583-b200-4045-8fe2-fa67e8f9ff4c None None] Set router 462fb372-4b7b-4150-94df-ae098fa99884 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:32:59.494089 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3aa08d49-8a5f-4159-9554-07b17155198f req-6967c931-bca4-4f0b-a6ac-bb08cb9e7cb7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58c7a353-13b3-4d40-8fee-65d9dde6541f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3884552 Dec 22 09:32:59.631980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662b413-0beb-4288-9dfb-5a0947d2722e req-103c9cbf-460b-4ddc-94fc-0d319e913892 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:32:59.632780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9662b413-0beb-4288-9dfb-5a0947d2722e req-103c9cbf-460b-4ddc-94fc-0d319e913892 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Synchronizing usage tracker for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:32:59.664537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-56a29583-b200-4045-8fe2-fa67e8f9ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:29:06Z', 'revision_number': 4, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'a39b9c4a-097c-49c0-87dd-0ffa4b52f82b', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'port_id': 'ac820a63-02bb-4a2b-a473-1318c2b95fea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'mac_address': 'fa:16:3e:a4:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068998a6-99f1-426d-855c-5dd6fd24ae75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:29:57Z', 'updated_at': '2020-12-22T09:32:57Z', 'revision_number': 5, 'project_id': '3c601d64a3954b579c533381321f4616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6a864e-ea86-419d-93c8-492c713e2af8', 'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'mac_address': 'fa:16:3e:99:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:02Z', 'updated_at': '2020-12-22T09:29:28Z', 'revision_number': 5, 'project_id': '3c601d64a3954b579c533381321f4616', 'subnets': [{'id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:32:59.670375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a29583-b200-4045-8fe2-fa67e8f9ff4c None None] The sync data for ids ['462fb372-4b7b-4150-94df-ae098fa99884'] in n-d-765315-5 is: [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:29:06Z', 'revision_number': 4, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'a39b9c4a-097c-49c0-87dd-0ffa4b52f82b', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'port_id': 'ac820a63-02bb-4a2b-a473-1318c2b95fea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'mac_address': 'fa:16:3e:a4:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068998a6-99f1-426d-855c-5dd6fd24ae75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:29:57Z', 'updated_at': '2020-12-22T09:32:57Z', 'revision_number': 5, 'project_id': '3c601d64a3954b579c533381321f4616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6a864e-ea86-419d-93c8-492c713e2af8', 'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'mac_address': 'fa:16:3e:99:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:02Z', 'updated_at': '2020-12-22T09:29:28Z', 'revision_number': 5, 'project_id': '3c601d64a3954b579c533381321f4616', 'subnets': [{'id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:32:59.681199 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-13ab3296-64ef-46d7-a4de-0b24206087e4 req-b135d915-c104-4e56-b8d4-ea0e86cde74d tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706604 Dec 22 09:32:59.834190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9662b413-0beb-4288-9dfb-5a0947d2722e req-103c9cbf-460b-4ddc-94fc-0d319e913892 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Unset dirty status for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:32:59.835495 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9662b413-0beb-4288-9dfb-5a0947d2722e req-103c9cbf-460b-4ddc-94fc-0d319e913892 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=cc978d9a-64e6-4877-af07-26aeb17889e5 HTTP/1.1" status: 200 len: 936 time: 1.0029652 Dec 22 09:32:59.857547 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-804f0913-894f-4133-893a-11f170d10ee6 req-496dae6c-e331-46b3-9642-7875fef6542b service neutron] 10.222.0.64 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7541020 Dec 22 09:32:59.861207 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-8f842d41-1c97-46eb-b636-6049d2d7659e service neutron] 10.222.0.64 "GET /v2.0/ports/bb6ea2bb-7006-4880-ba04-00fcce16a7d4/bindings/n-h2-765315-5 HTTP/1.1" status: 200 len: 454 time: 0.1004205 Dec 22 09:33:00.024158 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3aa08d49-8a5f-4159-9554-07b17155198f req-2baed7d1-7f9a-4a3d-abf8-fcbd76f614ff service neutron] 10.222.0.64 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608748 Dec 22 09:33:00.036804 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9662b413-0beb-4288-9dfb-5a0947d2722e req-ae133044-f5eb-4e3e-aada-1a21496c6029 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828535 Dec 22 09:33:00.075518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dcd8c8-3e3f-4ce3-bbdc-81dbdcf9b956 None None] New status for floating IP a39b9c4a-097c-49c0-87dd-0ffa4b52f82b: ACTIVE {{(pid=81073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:33:00.220424 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6346e7-d23e-49f6-9868-a297212bc529', 'tag': '19df2a70-db8d-4f81-b17b-674ede1e8856', 'status': 'completed', 'code': 200} Dec 22 09:33:00.341731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-d8a10a2e-e1a4-4a36-8544-1bfd3f52018f service neutron] For port bb6ea2bb-7006-4880-ba04-00fcce16a7d4, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:00.367529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-d8a10a2e-e1a4-4a36-8544-1bfd3f52018f service neutron] For port bb6ea2bb-7006-4880-ba04-00fcce16a7d4, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:33:00.418601 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a17203b9-e5d0-4fe5-99a9-0118aba939a3 req-863b7622-7c93-403d-b1e0-d5f5109dfb57 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "GET /v2.0/security-groups/92462a62-a43c-4ade-a409-bb82b8c1c1c6 HTTP/1.1" status: 200 len: 2882 time: 0.2762237 Dec 22 09:33:00.450875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-d8a10a2e-e1a4-4a36-8544-1bfd3f52018f service neutron] For port bb6ea2bb-7006-4880-ba04-00fcce16a7d4, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:00.476483 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-d8a10a2e-e1a4-4a36-8544-1bfd3f52018f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:00.497537 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068998a6-99f1-426d-855c-5dd6fd24ae75', 'tag': 'ac820a63-02bb-4a2b-a473-1318c2b95fea', 'status': 'completed', 'code': 200} Dec 22 09:33:00.563771 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3aa08d49-8a5f-4159-9554-07b17155198f req-f0984eed-c864-4e93-b779-d15cf0d6ed8c service neutron] 10.222.0.64 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5079200 Dec 22 09:33:00.614051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a39105-bcb6-4e43-ab3d-3422f4bf9416 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:33:00.623775 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:00.643315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Transition to ACTIVE for port object 99a39105-bcb6-4e43-ab3d-3422f4bf9416 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:33:00.646869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:00.672353 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:00.690692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162d447-3a93-4ab4-86a1-ef6cf4320291 req-c1638ec1-bfb2-4e85-b6c5-15ce4136ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:00.692461 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3162d447-3a93-4ab4-86a1-ef6cf4320291 req-c1638ec1-bfb2-4e85-b6c5-15ce4136ced0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c601d64a3954b579c533381321f4616&device_id=068998a6-99f1-426d-855c-5dd6fd24ae75 HTTP/1.1" status: 200 len: 1161 time: 0.1493678 Dec 22 09:33:00.847765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-d8a10a2e-e1a4-4a36-8544-1bfd3f52018f service neutron] Transition to ACTIVE for port object bb6ea2bb-7006-4880-ba04-00fcce16a7d4 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:33:00.851962 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-d8a10a2e-e1a4-4a36-8544-1bfd3f52018f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:00.869885 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:00.939901 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f02f44f8-bcc3-4709-a027-d7176b9ece04 req-7ad65af2-27ef-4e23-9dc5-4f4ceeb9bcbd tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "GET /v2.0/security-group-rules/95597c2a-6779-4f65-8f28-b7d410308015 HTTP/1.1" status: 200 len: 751 time: 0.1408620 Dec 22 09:33:00.957559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Pushing event updated for resources: {'Port': ['ID=99a39105-bcb6-4e43-ab3d-3422f4bf9416,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:00.982634 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:01.048926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a10a2e-e1a4-4a36-8544-1bfd3f52018f service neutron] Pushing event updated for resources: {'Port': ['ID=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,revision_number=10']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:01.054660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162d447-3a93-4ab4-86a1-ef6cf4320291 req-c0d5763d-4f35-4490-bf7e-c76d47dfd68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:01.056383 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3162d447-3a93-4ab4-86a1-ef6cf4320291 req-c0d5763d-4f35-4490-bf7e-c76d47dfd68e service neutron] 10.222.0.37 "GET /v2.0/networks?id=5de9d9f5-b9ec-40ce-80f5-cb36be8750fd HTTP/1.1" status: 200 len: 918 time: 0.3557067 Dec 22 09:33:01.057446 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8a10a2e-e1a4-4a36-8544-1bfd3f52018f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:01.090420 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f02f44f8-bcc3-4709-a027-d7176b9ece04 req-2667917d-0c98-49ca-b636-517c776218e0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "GET /v2.0/security-groups/92462a62-a43c-4ade-a409-bb82b8c1c1c6 HTTP/1.1" status: 200 len: 2882 time: 0.1363399 Dec 22 09:33:01.108630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device bb6ea2bb-7006-4880-ba04-00fcce16a7d4 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:01.113059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7eb37-c2cc-4447-8792-7a44ef1e40a6 req-a4d11a85-ac17-41f0-9506-6b0755932ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:01.114676 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8da7eb37-c2cc-4447-8792-7a44ef1e40a6 req-a4d11a85-ac17-41f0-9506-6b0755932ee6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=790143c06479416c8526efbd9a1fc0ad&device_id=2d6346e7-d23e-49f6-9868-a297212bc529 HTTP/1.1" status: 200 len: 1159 time: 0.3965459 Dec 22 09:33:01.256747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb946c81-da97-4f62-ad49-1c83ca343e9d req-d93a6a69-6fdf-4b26-b53a-96628282f190 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:01.267771 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb946c81-da97-4f62-ad49-1c83ca343e9d req-d93a6a69-6fdf-4b26-b53a-96628282f190 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 944 time: 0.4477274 Dec 22 09:33:01.298976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device bb6ea2bb-7006-4880-ba04-00fcce16a7d4 not bound to the agent host n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 22 09:33:01.345640 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f02f44f8-bcc3-4709-a027-d7176b9ece04 req-650f1bcb-db58-4b48-ab8b-ddac9fb38ec8 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:01.434705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6ea2bb-7006-4880-ba04-00fcce16a7d4'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:33:01.482929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Attempting to bind port 99a39105-bcb6-4e43-ab3d-3422f4bf9416 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:33:01.483606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Attempting to bind port 99a39105-bcb6-4e43-ab3d-3422f4bf9416 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:33:01.484182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Attempting to bind port 99a39105-bcb6-4e43-ab3d-3422f4bf9416 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:33:01.502721 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f02f44f8-bcc3-4709-a027-d7176b9ece04 req-650f1bcb-db58-4b48-ab8b-ddac9fb38ec8 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:01.527695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:33:01.527997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:33:01.528291 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:01.528699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:33:01.529194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Bound port: 99a39105-bcb6-4e43-ab3d-3422f4bf9416, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:33:01.529576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:01.566575 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb946c81-da97-4f62-ad49-1c83ca343e9d req-74e1cf14-c824-432f-b8b3-d4edf39586dd tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974610 Dec 22 09:33:01.621644 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f02f44f8-bcc3-4709-a027-d7176b9ece04 req-650f1bcb-db58-4b48-ab8b-ddac9fb38ec8 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:01.639314 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:01.644364 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3162d447-3a93-4ab4-86a1-ef6cf4320291 req-1c600ccf-cade-4b2f-b18b-506eb66951f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac820a63-02bb-4a2b-a473-1318c2b95fea HTTP/1.1" status: 200 len: 1002 time: 0.5790725 Dec 22 09:33:01.659717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7eb37-c2cc-4447-8792-7a44ef1e40a6 req-b66a2907-9f76-455e-862d-a1ef6f548371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:01.661436 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8da7eb37-c2cc-4447-8792-7a44ef1e40a6 req-b66a2907-9f76-455e-862d-a1ef6f548371 service neutron] 10.222.0.64 "GET /v2.0/networks?id=58c7a353-13b3-4d40-8fee-65d9dde6541f HTTP/1.1" status: 200 len: 899 time: 0.4738362 Dec 22 09:33:01.669813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f1bcb-db58-4b48-ab8b-ddac9fb38ec8 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95597c2a-6779-4f65-8f28-b7d410308015,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:01.679152 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-650f1bcb-db58-4b48-ab8b-ddac9fb38ec8 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:01.682994 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f02f44f8-bcc3-4709-a027-d7176b9ece04 req-650f1bcb-db58-4b48-ab8b-ddac9fb38ec8 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group_rule, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:01.696278 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f02f44f8-bcc3-4709-a027-d7176b9ece04 req-650f1bcb-db58-4b48-ab8b-ddac9fb38ec8 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "DELETE /v2.0/security-group-rules/95597c2a-6779-4f65-8f28-b7d410308015 HTTP/1.1" status: 204 len: 173 time: 0.5951030 Dec 22 09:33:01.736261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] For port 99a39105-bcb6-4e43-ab3d-3422f4bf9416, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:33:01.739639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] For port 99a39105-bcb6-4e43-ab3d-3422f4bf9416, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=99a39105-bcb6-4e43-ab3d-3422f4bf9416,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:33:01.743767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:01.761975 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-48c32bd8-d44e-4744-bdd9-d60c7d05f754 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:01.797168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-d8a10a2e-e1a4-4a36-8544-1bfd3f52018f service neutron] No DVR routers for this DVR port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:33:01.841542 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-d8a10a2e-e1a4-4a36-8544-1bfd3f52018f service neutron] 10.222.0.64 "PUT /v2.0/ports/bb6ea2bb-7006-4880-ba04-00fcce16a7d4/bindings/n-h2-765315-5/activate HTTP/1.1" status: 200 len: 439 time: 1.9548380 Dec 22 09:33:01.856430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162d447-3a93-4ab4-86a1-ef6cf4320291 req-da61706d-35aa-4b16-ae9d-a951288e5e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:01.858022 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3162d447-3a93-4ab4-86a1-ef6cf4320291 req-da61706d-35aa-4b16-ae9d-a951288e5e61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5019215f-48f7-4d84-9c78-44c724f667e0 HTTP/1.1" status: 200 len: 863 time: 0.1620247 Dec 22 09:33:01.954176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162d447-3a93-4ab4-86a1-ef6cf4320291 req-d0a7fe7d-3b41-4d70-8de4-3a82e1195634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:01.955887 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3162d447-3a93-4ab4-86a1-ef6cf4320291 req-d0a7fe7d-3b41-4d70-8de4-3a82e1195634 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5de9d9f5-b9ec-40ce-80f5-cb36be8750fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815639 Dec 22 09:33:02.121881 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3162d447-3a93-4ab4-86a1-ef6cf4320291 req-8bc31086-9bf3-41d3-b72e-0ab6ab03575e service neutron] 10.222.0.37 "GET /v2.0/networks/5de9d9f5-b9ec-40ce-80f5-cb36be8750fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552100 Dec 22 09:33:02.242257 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8da7eb37-c2cc-4447-8792-7a44ef1e40a6 req-80722367-343a-4dae-b046-e4133cb7b863 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19df2a70-db8d-4f81-b17b-674ede1e8856 HTTP/1.1" status: 200 len: 217 time: 0.5681498 Dec 22 09:33:02.321558 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3162d447-3a93-4ab4-86a1-ef6cf4320291 req-551dca8c-2c09-41b3-a1e9-9147743b8dda service neutron] 10.222.0.37 "GET /v2.0/networks/5de9d9f5-b9ec-40ce-80f5-cb36be8750fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1906030 Dec 22 09:33:02.429501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Pushing event updated for resources: {'Port': ['ID=99a39105-bcb6-4e43-ab3d-3422f4bf9416,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:02.436827 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:02.498640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb6ea2bb-7006-4880-ba04-00fcce16a7d4'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:33:02.507257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7eb37-c2cc-4447-8792-7a44ef1e40a6 req-a98af1f2-6859-4dcb-9912-9b5cb0ead694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:02.508951 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8da7eb37-c2cc-4447-8792-7a44ef1e40a6 req-a98af1f2-6859-4dcb-9912-9b5cb0ead694 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a0cb2307-15df-4f20-b1ea-7921fb77b239 HTTP/1.1" status: 200 len: 844 time: 0.2179222 Dec 22 09:33:02.586205 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8da7eb37-c2cc-4447-8792-7a44ef1e40a6 req-164a2ce3-249f-42d6-bd83-c0d659314fb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58c7a353-13b3-4d40-8fee-65d9dde6541f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653510 Dec 22 09:33:02.595927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:02.596595 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:02.598077 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] 10.222.0.64 "PUT /v2.0/ports/99a39105-bcb6-4e43-ab3d-3422f4bf9416 HTTP/1.1" status: 200 len: 1160 time: 4.2470970 Dec 22 09:33:02.599687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc978d9a-64e6-4877-af07-26aeb17889e5', 'tag': '99a39105-bcb6-4e43-ab3d-3422f4bf9416'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:33:02.641849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f66b7-728e-4639-a01f-b2b4c3d5ac89 req-0d99c5d0-b713-4592-a0f6-8750ce3b3304 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:02.643496 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-316f66b7-728e-4639-a01f-b2b4c3d5ac89 req-0d99c5d0-b713-4592-a0f6-8750ce3b3304 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=2d6346e7-d23e-49f6-9868-a297212bc529 HTTP/1.1" status: 200 len: 944 time: 0.8123174 Dec 22 09:33:02.654458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-8834300f-581d-4019-8e1c-e708577c0b40 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:02.656150 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-8834300f-581d-4019-8e1c-e708577c0b40 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.37 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997&tenant_id=0fd3a230510047d192938116344c8cd5&binding%3Ahost_id=n-h1-765315-5 HTTP/1.1" status: 200 len: 1159 time: 0.4052887 Dec 22 09:33:02.675791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90e0ec-ff39-4c5e-8846-bbc927988836 req-61e7b0da-2438-4587-b352-b6d65b43f40c tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:02.677526 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c90e0ec-ff39-4c5e-8846-bbc927988836 req-61e7b0da-2438-4587-b352-b6d65b43f40c tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 1160 time: 0.3845978 Dec 22 09:33:02.927493 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-316f66b7-728e-4639-a01f-b2b4c3d5ac89 req-b00f422c-d146-4615-9af7-d1f3e669783f tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659829 Dec 22 09:33:02.968013 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c90e0ec-ff39-4c5e-8846-bbc927988836 req-d58e2e39-d55c-44d1-9bec-e9b8af0bf238 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710671 Dec 22 09:33:02.982442 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8da7eb37-c2cc-4447-8792-7a44ef1e40a6 req-22ac6484-06d1-4130-8ce9-cb4a53374377 service neutron] 10.222.0.64 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739998 Dec 22 09:33:03.032902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-23e5cea8-cff8-4886-a1df-2f550fcf6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:03.034318 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-23e5cea8-cff8-4886-a1df-2f550fcf6be6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&device_id=cc978d9a-64e6-4877-af07-26aeb17889e5 HTTP/1.1" status: 200 len: 1163 time: 0.3399935 Dec 22 09:33:03.039834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-294f7a0a-818f-4c6a-847a-7369614964f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:03.041431 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-294f7a0a-818f-4c6a-847a-7369614964f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997&tenant_id=0fd3a230510047d192938116344c8cd5 HTTP/1.1" status: 200 len: 1159 time: 0.3458884 Dec 22 09:33:03.259457 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6ea2bb-7006-4880-ba04-00fcce16a7d4', 'code': 200} Dec 22 09:33:03.270241 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-00221cf0-08f5-450d-a118-a2cee208551d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=99a39105-bcb6-4e43-ab3d-3422f4bf9416 HTTP/1.1" status: 200 len: 217 time: 0.2158561 Dec 22 09:33:03.459250 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8da7eb37-c2cc-4447-8792-7a44ef1e40a6 req-b68b1097-b75d-445b-9b53-70fcf91de2ea service neutron] 10.222.0.64 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4661310 Dec 22 09:33:03.469667 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e262681e-eeb9-4203-9f2e-6c2e9f3498e9 req-57f697ec-5f31-4d90-9a06-862fa90a5a70 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "GET /v2.0/security-groups/92462a62-a43c-4ade-a409-bb82b8c1c1c6 HTTP/1.1" status: 200 len: 2316 time: 0.1829824 Dec 22 09:33:03.471048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-05bb488b-c8a2-4fd0-b35b-8f04f23c3ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:03.472607 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-05bb488b-c8a2-4fd0-b35b-8f04f23c3ad5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1661029 Dec 22 09:33:03.549536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff0caf-8573-4aa9-b315-6265e641f16b req-6f3501e4-0c3d-4a22-8051-f186c42f6975 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:03.551189 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a1ff0caf-8573-4aa9-b315-6265e641f16b req-6f3501e4-0c3d-4a22-8051-f186c42f6975 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=cc978d9a-64e6-4877-af07-26aeb17889e5 HTTP/1.1" status: 200 len: 948 time: 0.4981732 Dec 22 09:33:03.579088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-40c60e88-1b39-41df-bae9-0ba88facade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:03.580736 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-40c60e88-1b39-41df-bae9-0ba88facade9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fd3a230510047d192938116344c8cd5&device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 1159 time: 0.4681039 Dec 22 09:33:03.644221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 19df2a70-db8d-4f81-b17b-674ede1e8856 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:03.726066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 19df2a70-db8d-4f81-b17b-674ede1e8856 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:33:03.732157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 19df2a70-db8d-4f81-b17b-674ede1e8856 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:03.732592 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:03.777927 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a1ff0caf-8573-4aa9-b315-6265e641f16b req-52c17e7e-aed6-4f68-9f69-a7dc6e112f4f tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136254 Dec 22 09:33:03.787422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e262681e-eeb9-4203-9f2e-6c2e9f3498e9 req-502a8ef0-7ed3-4aed-9c55-51d913b8c2ea tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:03.840876 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e262681e-eeb9-4203-9f2e-6c2e9f3498e9 req-502a8ef0-7ed3-4aed-9c55-51d913b8c2ea tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:03.881895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b1f6198f-d5c6-482a-a3a2-d183267b16da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:03.883495 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-b1f6198f-d5c6-482a-a3a2-d183267b16da service neutron] 10.222.0.37 "GET /v2.0/networks?id=9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 200 len: 901 time: 0.2792330 Dec 22 09:33:03.885202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:03.886373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-c18cfca0-a3c8-4e9a-ba70-0c5cb467dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:03.887886 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-c18cfca0-a3c8-4e9a-ba70-0c5cb467dfc4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3871582 Dec 22 09:33:03.932348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 19df2a70-db8d-4f81-b17b-674ede1e8856, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=19df2a70-db8d-4f81-b17b-674ede1e8856,segment=NetworkSegment(12f9dcdb-1ce1-4601-9413-ee876bb6aaf6),segment_id=12f9dcdb-1ce1-4601-9413-ee876bb6aaf6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:03.936234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:03.938289 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0ce43e6e-9b29-41f0-9d8f-1606af502db7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:03.977127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device bb6ea2bb-7006-4880-ba04-00fcce16a7d4 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:33:04.002075 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-0d9c5669-04f2-4759-ba2f-298931779bec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb6ea2bb-7006-4880-ba04-00fcce16a7d4 HTTP/1.1" status: 200 len: 217 time: 0.1109991 Dec 22 09:33:04.075857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=19df2a70-db8d-4f81-b17b-674ede1e8856,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:04.081289 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:04.094357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device bb6ea2bb-7006-4880-ba04-00fcce16a7d4 not bound to the agent host n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:33:04.139011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e262681e-eeb9-4203-9f2e-6c2e9f3498e9 req-502a8ef0-7ed3-4aed-9c55-51d913b8c2ea tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:04.153913 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:04.178505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a8ef0-7ed3-4aed-9c55-51d913b8c2ea tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event deleted for resources: {'SecurityGroup': ['ID=92462a62-a43c-4ade-a409-bb82b8c1c1c6,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:04.185135 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-502a8ef0-7ed3-4aed-9c55-51d913b8c2ea tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:04.198742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-e3b076c1-8c03-481f-b84c-813853d6c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:04.200233 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-e3b076c1-8c03-481f-b84c-813853d6c57a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20ea27e0-c8d1-40af-abba-75e850f0c212 HTTP/1.1" status: 200 len: 847 time: 0.1772900 Dec 22 09:33:04.210264 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e262681e-eeb9-4203-9f2e-6c2e9f3498e9 req-502a8ef0-7ed3-4aed-9c55-51d913b8c2ea tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:04.226677 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e262681e-eeb9-4203-9f2e-6c2e9f3498e9 req-502a8ef0-7ed3-4aed-9c55-51d913b8c2ea tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "DELETE /v2.0/security-groups/92462a62-a43c-4ade-a409-bb82b8c1c1c6 HTTP/1.1" status: 204 len: 173 time: 0.7480834 Dec 22 09:33:04.287276 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb6ea2bb-7006-4880-ba04-00fcce16a7d4', 'code': 200} Dec 22 09:33:04.310464 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-4a170991-e92f-4786-821b-6e199684856e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9884d074-bf0a-40ed-a9d3-be8dba1c5839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792727 Dec 22 09:33:04.315671 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-74f4ce5b-e7ee-4aeb-a064-3d4336656c93 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514771 Dec 22 09:33:04.502375 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc978d9a-64e6-4877-af07-26aeb17889e5', 'tag': '99a39105-bcb6-4e43-ab3d-3422f4bf9416', 'status': 'completed', 'code': 200} Dec 22 09:33:04.928995 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-303117dd-e7dc-471f-824a-c5eb3a283a9a req-9004db91-5eb3-49f5-a558-07e6add1da40 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5760536 Dec 22 09:33:04.943210 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-649dff34-f6da-4b8b-93b4-dbc0595d2b5e service neutron] 10.222.0.37 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6173966 Dec 22 09:33:04.974178 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0467-9ff5-43cb-8e66-de52f53769ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:04.998437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75e792-7f29-419d-a5ec-377fa86273b9 req-26882478-e6c6-4447-b185-0a0d2098bcf1 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:05.000191 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eb75e792-7f29-419d-a5ec-377fa86273b9 req-26882478-e6c6-4447-b185-0a0d2098bcf1 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 944 time: 0.5048180 Dec 22 09:33:05.089064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 19df2a70-db8d-4f81-b17b-674ede1e8856 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:05.182884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 19df2a70-db8d-4f81-b17b-674ede1e8856 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:05.183725 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:05.192614 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eb75e792-7f29-419d-a5ec-377fa86273b9 req-b579ecac-fcf1-4973-8c65-d6a39c480eb4 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776211 Dec 22 09:33:05.216180 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-a9a93a79-e4f1-40a5-b15f-8a39d0346fba service neutron] 10.222.0.37 "GET /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2631185 Dec 22 09:33:05.234824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c781911-d5f3-4865-b390-507255424348 req-9a40d5d0-6fa8-4d35-9c5a-bd2b0ea872f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:05.236539 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6c781911-d5f3-4865-b390-507255424348 req-9a40d5d0-6fa8-4d35-9c5a-bd2b0ea872f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&device_id=cc978d9a-64e6-4877-af07-26aeb17889e5 HTTP/1.1" status: 200 len: 1163 time: 0.1476038 Dec 22 09:33:05.272441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6346e7-d23e-49f6-9868-a297212bc529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19df2a70-db8d-4f81-b17b-674ede1e8856'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:33:05.405432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c781911-d5f3-4865-b390-507255424348 req-f1c072db-a28a-4670-bf07-46be5fab4702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:05.407312 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6c781911-d5f3-4865-b390-507255424348 req-f1c072db-a28a-4670-bf07-46be5fab4702 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.1606433 Dec 22 09:33:05.518501 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6c781911-d5f3-4865-b390-507255424348 req-ac761d24-afd8-480f-9019-09f89fbe7457 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=99a39105-bcb6-4e43-ab3d-3422f4bf9416 HTTP/1.1" status: 200 len: 217 time: 0.0979493 Dec 22 09:33:05.617454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c781911-d5f3-4865-b390-507255424348 req-6f45b715-b940-4981-9d0a-d05ce6d645a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:05.619092 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6c781911-d5f3-4865-b390-507255424348 req-6f45b715-b940-4981-9d0a-d05ce6d645a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.0891621 Dec 22 09:33:05.636475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99a3f5-c74c-4457-8788-3dc778366491 req-090f7373-4e0f-4a2a-ab95-dc1a0ba70db4 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:05.638409 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b99a3f5-c74c-4457-8788-3dc778366491 req-090f7373-4e0f-4a2a-ab95-dc1a0ba70db4 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=2d6346e7-d23e-49f6-9868-a297212bc529 HTTP/1.1" status: 200 len: 946 time: 0.1616235 Dec 22 09:33:05.794022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-2248e8bb-1bbb-4db8-a8ca-2b275483e44f tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:33:05.795131 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-2248e8bb-1bbb-4db8-a8ca-2b275483e44f tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0278554 Dec 22 09:33:05.812222 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b99a3f5-c74c-4457-8788-3dc778366491 req-0fa35d64-a6b4-4910-9d0a-a9077d190da2 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371622 Dec 22 09:33:05.815715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-28934443-6689-4bd2-80b9-ef40982f5efd req-e1d2a9e3-6d9e-4fff-84a7-b568095b60fa service neutron] Request body: {'binding': {'host': 'n-h1-765315-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:33:05.816252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-28934443-6689-4bd2-80b9-ef40982f5efd req-e1d2a9e3-6d9e-4fff-84a7-b568095b60fa service neutron] Unknown quota resources ['binding']. {{(pid=81071) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Dec 22 09:33:05.923744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c781911-d5f3-4865-b390-507255424348 req-78992f8f-445e-45ce-accc-0a7e859dace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:05.925343 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6c781911-d5f3-4865-b390-507255424348 req-78992f8f-445e-45ce-accc-0a7e859dace6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2859914 Dec 22 09:33:06.152218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-a2cbcced-5195-4a02-abe6-34d50366a1b4 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:06.153890 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-a2cbcced-5195-4a02-abe6-34d50366a1b4 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.37 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997&tenant_id=0fd3a230510047d192938116344c8cd5&binding%3Ahost_id=n-h2-765315-5 HTTP/1.1" status: 200 len: 1159 time: 0.4354918 Dec 22 09:33:06.154781 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-7a24a719-73e6-47f0-a55f-93deacb10b86 req-f31a350a-19cc-415d-b206-794fb81d5acc tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] show failed (client error): The resource could not be found. Dec 22 09:33:06.155797 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7a24a719-73e6-47f0-a55f-93deacb10b86 req-f31a350a-19cc-415d-b206-794fb81d5acc tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "GET /v2.0/security-groups/e1a48259-63bc-4b5c-8d4a-d919b0b51381 HTTP/1.1" status: 404 len: 352 time: 0.1175356 Dec 22 09:33:06.326098 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6c781911-d5f3-4865-b390-507255424348 req-28c5393f-df32-40ca-8763-dc20ad248a0c service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810656 Dec 22 09:33:06.339418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-28934443-6689-4bd2-80b9-ef40982f5efd req-e1d2a9e3-6d9e-4fff-84a7-b568095b60fa service neutron] Attempting to bind port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 on host n-h1-765315-5 for vnic_type normal with profile None {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:33:06.339656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-28934443-6689-4bd2-80b9-ef40982f5efd req-e1d2a9e3-6d9e-4fff-84a7-b568095b60fa service neutron] Attempting to bind port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:33:06.340056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28934443-6689-4bd2-80b9-ef40982f5efd req-e1d2a9e3-6d9e-4fff-84a7-b568095b60fa service neutron] Attempting to bind port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 on network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:33:06.379377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28934443-6689-4bd2-80b9-ef40982f5efd req-e1d2a9e3-6d9e-4fff-84a7-b568095b60fa service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:33:06.379761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28934443-6689-4bd2-80b9-ef40982f5efd req-e1d2a9e3-6d9e-4fff-84a7-b568095b60fa service neutron] Checking segment: {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:33:06.380205 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28934443-6689-4bd2-80b9-ef40982f5efd req-e1d2a9e3-6d9e-4fff-84a7-b568095b60fa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:06.380609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28934443-6689-4bd2-80b9-ef40982f5efd req-e1d2a9e3-6d9e-4fff-84a7-b568095b60fa service neutron] Bound using segment: {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:33:06.381095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-28934443-6689-4bd2-80b9-ef40982f5efd req-e1d2a9e3-6d9e-4fff-84a7-b568095b60fa service neutron] Bound port: 4bbcd61b-5f23-4aa3-9678-832ce65446b5, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:33:06.526997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-0ad4a2af-02c8-4bab-b74b-869606b35a1e service neutron] For port bb6ea2bb-7006-4880-ba04-00fcce16a7d4, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:33:06.535430 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-0ad4a2af-02c8-4bab-b74b-869606b35a1e service neutron] Notify callbacks [] for binding, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:06.536682 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94fa0965-1c0b-4c83-bd16-1d45531e9867 req-0ad4a2af-02c8-4bab-b74b-869606b35a1e service neutron] 10.222.0.37 "DELETE /v2.0/ports/bb6ea2bb-7006-4880-ba04-00fcce16a7d4/bindings/n-h1-765315-5 HTTP/1.1" status: 204 len: 173 time: 0.3709242 Dec 22 09:33:06.554831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-28934443-6689-4bd2-80b9-ef40982f5efd req-e1d2a9e3-6d9e-4fff-84a7-b568095b60fa service neutron] For port 4bbcd61b-5f23-4aa3-9678-832ce65446b5, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=4bbcd61b-5f23-4aa3-9678-832ce65446b5,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:33:06.562345 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6c781911-d5f3-4865-b390-507255424348 req-01d37c6c-639b-4e3b-8c2d-6446559fc46d service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2260373 Dec 22 09:33:06.565695 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28934443-6689-4bd2-80b9-ef40982f5efd req-e1d2a9e3-6d9e-4fff-84a7-b568095b60fa service neutron] Notify callbacks [] for binding, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:06.566930 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-e1d2a9e3-6d9e-4fff-84a7-b568095b60fa service neutron] 10.222.0.50 "POST /v2.0/ports/4bbcd61b-5f23-4aa3-9678-832ce65446b5/bindings HTTP/1.1" status: 201 len: 459 time: 0.7577460 Dec 22 09:33:06.705414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af259201-acde-4fe0-8bca-f44460aa3ebf req-65c91912-4d02-4751-9c70-d20d69292f43 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:06.707796 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af259201-acde-4fe0-8bca-f44460aa3ebf req-65c91912-4d02-4751-9c70-d20d69292f43 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=cc978d9a-64e6-4877-af07-26aeb17889e5 HTTP/1.1" status: 200 len: 948 time: 0.1116257 Dec 22 09:33:06.710897 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6346e7-d23e-49f6-9868-a297212bc529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19df2a70-db8d-4f81-b17b-674ede1e8856', 'code': 200} Dec 22 09:33:06.808555 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af259201-acde-4fe0-8bca-f44460aa3ebf req-7bf8e4b7-c0e5-4633-9dff-85495fc6ad64 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890453 Dec 22 09:33:06.813703 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b8ccd39-8cd1-4f3b-89d3-42964d970479 req-d020fd2e-ee05-4b6d-9970-0323303e13b2 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "GET /v2.0/security-groups/5c56780e-0ec4-47b9-ad55-4677b210cca4 HTTP/1.1" status: 200 len: 1755 time: 0.0770383 Dec 22 09:33:07.047177 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2b8ccd39-8cd1-4f3b-89d3-42964d970479 req-8d23dd5d-3b4e-474b-8901-fbeaa4b29a42 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:07.089160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28934443-6689-4bd2-80b9-ef40982f5efd req-06a510b7-a7e3-4f7c-b05d-5fdbfa029f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:07.090989 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-06a510b7-a7e3-4f7c-b05d-5fdbfa029f35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92202f56ba024bd88bdda46d20163167&device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 1160 time: 0.1985700 Dec 22 09:33:07.096428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d53d4-0f9e-46b5-a171-52ba5f4a3e74 req-fa9eb908-b8b9-4ce8-8c2f-a6c4963f54af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:07.098134 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c90d53d4-0f9e-46b5-a171-52ba5f4a3e74 req-fa9eb908-b8b9-4ce8-8c2f-a6c4963f54af service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2d6346e7-d23e-49f6-9868-a297212bc529 HTTP/1.1" status: 200 len: 1161 time: 0.2496977 Dec 22 09:33:07.110222 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2b8ccd39-8cd1-4f3b-89d3-42964d970479 req-8d23dd5d-3b4e-474b-8901-fbeaa4b29a42 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:07.316808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device bb6ea2bb-7006-4880-ba04-00fcce16a7d4 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:07.346602 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c90d53d4-0f9e-46b5-a171-52ba5f4a3e74 req-92801697-b19c-4891-912d-d3dd5cf4ba9d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234421 Dec 22 09:33:07.358777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2b8ccd39-8cd1-4f3b-89d3-42964d970479 req-8d23dd5d-3b4e-474b-8901-fbeaa4b29a42 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:07.373690 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bc41632d-96ba-4595-b42e-8d082df37f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:07.398425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23dd5d-3b4e-474b-8901-fbeaa4b29a42 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c56780e-0ec4-47b9-ad55-4677b210cca4,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:07.402524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28934443-6689-4bd2-80b9-ef40982f5efd req-e734ea93-da38-478f-b4e9-2f132b45ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:07.403633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ff304f76-c824-4191-8957-0b833a183b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:07.408209 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-e734ea93-da38-478f-b4e9-2f132b45ba7f service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 200 len: 915 time: 0.2830963 Dec 22 09:33:07.410607 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d23dd5d-3b4e-474b-8901-fbeaa4b29a42 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:07.412855 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2b8ccd39-8cd1-4f3b-89d3-42964d970479 req-8d23dd5d-3b4e-474b-8901-fbeaa4b29a42 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:07.414774 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b8ccd39-8cd1-4f3b-89d3-42964d970479 req-8d23dd5d-3b4e-474b-8901-fbeaa4b29a42 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "DELETE /v2.0/security-groups/5c56780e-0ec4-47b9-ad55-4677b210cca4 HTTP/1.1" status: 204 len: 173 time: 0.5884132 Dec 22 09:33:07.477174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:33:07.486134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:07.486598 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:07.620941 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:07.655975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port bb6ea2bb-7006-4880-ba04-00fcce16a7d4, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:07.659156 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:07.661773 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:07.675913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6a1f2-d077-4a6b-aaee-adeebc7e2d35 req-44dc3e79-2f7c-435b-88cc-5099955deaf4 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:07.677620 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-74e6a1f2-d077-4a6b-aaee-adeebc7e2d35 req-44dc3e79-2f7c-435b-88cc-5099955deaf4 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 944 time: 0.1651118 Dec 22 09:33:07.740577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,revision_number=12']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:07.745478 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:07.772753 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-5281b89e-f6dd-43f5-b616-3ae27493ad73 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bbcd61b-5f23-4aa3-9678-832ce65446b5 HTTP/1.1" status: 200 len: 217 time: 0.0922165 Dec 22 09:33:07.783141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293fb5b-6a37-453d-8e16-8ec74c6423ef req-d671ddeb-5cad-44fb-946d-3e69abec76e6 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:07.784802 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7293fb5b-6a37-453d-8e16-8ec74c6423ef req-d671ddeb-5cad-44fb-946d-3e69abec76e6 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/ports?device_id=c854d1a1-d3ac-4556-b483-40b60ae25118 HTTP/1.1" status: 200 len: 946 time: 0.2260549 Dec 22 09:33:07.873530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 99a39105-bcb6-4e43-ab3d-3422f4bf9416 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:07.881913 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-74e6a1f2-d077-4a6b-aaee-adeebc7e2d35 req-96569d98-3a9a-4a97-b2dd-8079a92b27f1 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414623 Dec 22 09:33:07.954499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 99a39105-bcb6-4e43-ab3d-3422f4bf9416 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:33:07.961028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 99a39105-bcb6-4e43-ab3d-3422f4bf9416 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:07.961457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:08.098923 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:08.171123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28934443-6689-4bd2-80b9-ef40982f5efd req-e6ab6b2d-dc53-4d9e-ba1c-1191228d65f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:08.172698 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-e6ab6b2d-dc53-4d9e-ba1c-1191228d65f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=640a01a7-c30b-476e-9180-1eeb8ef32064 HTTP/1.1" status: 200 len: 861 time: 0.3749433 Dec 22 09:33:08.226248 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7293fb5b-6a37-453d-8e16-8ec74c6423ef req-ed64272e-8523-4157-9b99-f7960729e839 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/security-groups?id=1b173f6d-ea2c-4da9-b6e2-119cedeb8d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271150 Dec 22 09:33:08.293363 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-591d5aaa-d162-440e-bc0d-e692b181bb70 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703521 Dec 22 09:33:08.319326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 99a39105-bcb6-4e43-ab3d-3422f4bf9416, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=99a39105-bcb6-4e43-ab3d-3422f4bf9416,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:08.322851 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:08.325472 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:08.401657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=99a39105-bcb6-4e43-ab3d-3422f4bf9416,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:08.405092 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:08.513009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155548-5c0d-4fa7-923e-5e701afaa6c7 req-3c6e90a1-cf16-4155-b3c7-3730deb2dbba tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:08.514543 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e8155548-5c0d-4fa7-923e-5e701afaa6c7 req-3c6e90a1-cf16-4155-b3c7-3730deb2dbba tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 945 time: 0.3495538 Dec 22 09:33:08.564747 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-a5df2722-31ee-4d81-865e-04e5ddade0bb service neutron] 10.222.0.64 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607522 Dec 22 09:33:08.630673 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:08.638503 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e8155548-5c0d-4fa7-923e-5e701afaa6c7 req-3b1e48df-bd42-4bdd-942f-dacb6dd20a98 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097920 Dec 22 09:33:08.680448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device bb6ea2bb-7006-4880-ba04-00fcce16a7d4 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:08.711503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6ea2bb-7006-4880-ba04-00fcce16a7d4'}, {'server_uuid': 'cc978d9a-64e6-4877-af07-26aeb17889e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a39105-bcb6-4e43-ab3d-3422f4bf9416'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:33:08.719020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc1bc8-b681-4ca8-9e5a-2bf8e2872fcf req-621faa35-bada-4dac-8901-1440af58a3b3 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:08.720988 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22dc1bc8-b681-4ca8-9e5a-2bf8e2872fcf req-621faa35-bada-4dac-8901-1440af58a3b3 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=2d6346e7-d23e-49f6-9868-a297212bc529 HTTP/1.1" status: 200 len: 946 time: 0.2976980 Dec 22 09:33:08.775654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:08.776907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:08.802928 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-54465ae6-fcb6-4a92-a45b-80f5e20251ce service neutron] 10.222.0.64 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2238588 Dec 22 09:33:08.808578 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22dc1bc8-b681-4ca8-9e5a-2bf8e2872fcf req-7baf181f-4463-4a4c-90e2-7624f1bed9bf tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714293 Dec 22 09:33:08.953932 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47024e11-39db-4d3c-9306-12bf73c7db2e req-8e1ce140-1214-413f-bc1b-78e039d7b58f tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "GET /v2.0/security-groups/769e9b40-9f56-4c0e-a02e-94dc39fc8dce HTTP/1.1" status: 200 len: 1754 time: 0.0658655 Dec 22 09:33:09.080600 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-47024e11-39db-4d3c-9306-12bf73c7db2e req-5cf12906-14ea-4b6a-b594-33401580cc51 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:09.128961 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-47024e11-39db-4d3c-9306-12bf73c7db2e req-5cf12906-14ea-4b6a-b594-33401580cc51 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:09.136431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 99a39105-bcb6-4e43-ab3d-3422f4bf9416 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:09.176910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28934443-6689-4bd2-80b9-ef40982f5efd req-1a5c5059-0383-4ce8-9a5f-cc516b000f9c tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:09.179210 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-1a5c5059-0383-4ce8-9a5f-cc516b000f9c tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.64 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69&tenant_id=92202f56ba024bd88bdda46d20163167&binding%3Ahost_id=n-h2-765315-5 HTTP/1.1" status: 200 len: 1160 time: 0.1515188 Dec 22 09:33:09.202252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-5'}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:33:09.243021 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:09.262620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 99a39105-bcb6-4e43-ab3d-3422f4bf9416 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:09.263039 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:09.324535 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-47024e11-39db-4d3c-9306-12bf73c7db2e req-5cf12906-14ea-4b6a-b594-33401580cc51 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:09.331385 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-50da2466-2f3e-46c4-b851-ad5e106d7fb3 tempest-ServersAdminNegativeTestJSON-1086807335 tempest-ServersAdminNegativeTestJSON-1086807335] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:09.353479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf12906-14ea-4b6a-b594-33401580cc51 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event deleted for resources: {'SecurityGroup': ['ID=769e9b40-9f56-4c0e-a02e-94dc39fc8dce,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:09.356706 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:09.367273 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5cf12906-14ea-4b6a-b594-33401580cc51 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:09.371085 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-47024e11-39db-4d3c-9306-12bf73c7db2e req-5cf12906-14ea-4b6a-b594-33401580cc51 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:09.372377 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47024e11-39db-4d3c-9306-12bf73c7db2e req-5cf12906-14ea-4b6a-b594-33401580cc51 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "DELETE /v2.0/security-groups/769e9b40-9f56-4c0e-a02e-94dc39fc8dce HTTP/1.1" status: 204 len: 173 time: 0.4120030 Dec 22 09:33:09.488121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:09.518782 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6ea2bb-7006-4880-ba04-00fcce16a7d4', 'code': 200} Dec 22 09:33:09.519118 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc978d9a-64e6-4877-af07-26aeb17889e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a39105-bcb6-4e43-ab3d-3422f4bf9416', 'code': 200} Dec 22 09:33:09.685920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b1384-503c-43c2-9b30-1ed9e5c516e0 req-43e96422-bb61-4add-9b9d-9ecd4b520596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:09.687787 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-264b1384-503c-43c2-9b30-1ed9e5c516e0 req-43e96422-bb61-4add-9b9d-9ecd4b520596 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cc978d9a-64e6-4877-af07-26aeb17889e5 HTTP/1.1" status: 200 len: 1165 time: 0.0815036 Dec 22 09:33:09.721097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f552862-7fd6-4bfb-8193-f4c76e8d9f0e req-bd44cfda-27ce-46ba-aa89-d1e0a77a88cd tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:09.722656 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f552862-7fd6-4bfb-8193-f4c76e8d9f0e req-bd44cfda-27ce-46ba-aa89-d1e0a77a88cd tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.64 "GET /v2.0/ports?device_id=c854d1a1-d3ac-4556-b483-40b60ae25118 HTTP/1.1" status: 200 len: 946 time: 0.3103986 Dec 22 09:33:09.736127 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-264b1384-503c-43c2-9b30-1ed9e5c516e0 req-19d99a40-d59a-49c2-9b99-acff26d6f8e6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405815 Dec 22 09:33:09.893037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d856cbb-fc33-49cc-b0b5-8fe275d7708f req-4160a66a-9c0d-4883-b358-f40b1b3da187 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:09.894662 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4d856cbb-fc33-49cc-b0b5-8fe275d7708f req-4160a66a-9c0d-4883-b358-f40b1b3da187 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=cc978d9a-64e6-4877-af07-26aeb17889e5 HTTP/1.1" status: 200 len: 950 time: 0.3604052 Dec 22 09:33:09.915445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-4f552862-7fd6-4bfb-8193-f4c76e8d9f0e req-8746db57-7ef1-4a0c-a0e0-29d748a07e40 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Deleting port 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:33:09.915827 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4f552862-7fd6-4bfb-8193-f4c76e8d9f0e req-8746db57-7ef1-4a0c-a0e0-29d748a07e40 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:10.001876 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:10.002151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] For port 4bbcd61b-5f23-4aa3-9678-832ce65446b5, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=4bbcd61b-5f23-4aa3-9678-832ce65446b5,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:10.044045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f15fad-200c-42d0-afe5-3ccebc6b99cf req-7ccf10e7-7e5b-4ff8-86af-65358a49748b tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:10.045631 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d1f15fad-200c-42d0-afe5-3ccebc6b99cf req-7ccf10e7-7e5b-4ff8-86af-65358a49748b tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/ports?device_id=c854d1a1-d3ac-4556-b483-40b60ae25118 HTTP/1.1" status: 200 len: 946 time: 0.4120722 Dec 22 09:33:10.053636 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4d856cbb-fc33-49cc-b0b5-8fe275d7708f req-52c74210-3a69-4af3-861f-99c157aa3d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462502 Dec 22 09:33:10.118144 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:10.236906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] For port 4bbcd61b-5f23-4aa3-9678-832ce65446b5, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:33:10.267369 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d1f15fad-200c-42d0-afe5-3ccebc6b99cf req-005eedf2-10e0-4157-8633-4246e0613bd1 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/security-groups?id=1b173f6d-ea2c-4da9-b6e2-119cedeb8d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865826 Dec 22 09:33:10.320820 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9cc7ad83-a5d6-4a50-a11a-0e535ab64395 req-f54bad21-3031-424f-bad9-907cdc34a771 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "GET /v2.0/security-groups/55611b12-7834-405e-845f-998be9d0ee74 HTTP/1.1" status: 200 len: 1755 time: 0.2101161 Dec 22 09:33:10.428299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4566615d-ea9e-465b-8c56-0ee372657f69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bbcd61b-5f23-4aa3-9678-832ce65446b5'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:33:10.436127 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:10.458711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:10.481454 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:10.960092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:33:10.983610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4f552862-7fd6-4bfb-8193-f4c76e8d9f0e req-8746db57-7ef1-4a0c-a0e0-29d748a07e40 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] For port 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=3d90f4b7-05ce-42cb-9a1e-bc487e0e0173,segment=NetworkSegment(6698f866-8fa5-4f5e-93bb-7ba44c2d2288),segment_id=6698f866-8fa5-4f5e-93bb-7ba44c2d2288)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:10.984076 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4f552862-7fd6-4bfb-8193-f4c76e8d9f0e req-8746db57-7ef1-4a0c-a0e0-29d748a07e40 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:11.128418 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9cc7ad83-a5d6-4a50-a11a-0e535ab64395 req-201b2085-4b68-4d7c-a799-fa9a06055798 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:11.131026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Pushing event updated for resources: {'Port': ['ID=4bbcd61b-5f23-4aa3-9678-832ce65446b5,revision_number=6']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:11.137724 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:11.140818 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:11.143616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42206) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:11.162207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-4f552862-7fd6-4bfb-8193-f4c76e8d9f0e req-8746db57-7ef1-4a0c-a0e0-29d748a07e40 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Calling delete_port for 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:33:11.177360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=3d90f4b7-05ce-42cb-9a1e-bc487e0e0173,segment=NetworkSegment(6698f866-8fa5-4f5e-93bb-7ba44c2d2288),segment_id=6698f866-8fa5-4f5e-93bb-7ba44c2d2288)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:11.180555 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:11.182979 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:11.271503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=3d90f4b7-05ce-42cb-9a1e-bc487e0e0173,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:11.280953 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:11.289464 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9cc7ad83-a5d6-4a50-a11a-0e535ab64395 req-201b2085-4b68-4d7c-a799-fa9a06055798 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:11.375173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:11.393734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:33:11.398108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Usage tracker for resource:security_group_rule and tenant:1a9a64cc33324642977397102e758505 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:33:11.399984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986a34a-fd66-4490-87ab-cd999e8aef44 req-a469d868-0434-426d-a657-c6c1cb452256 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:11.402255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:33:11.402588 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4986a34a-fd66-4490-87ab-cd999e8aef44 req-a469d868-0434-426d-a657-c6c1cb452256 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 1161 time: 0.8876042 Dec 22 09:33:11.408691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:33:11.476388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-4f552862-7fd6-4bfb-8193-f4c76e8d9f0e req-8746db57-7ef1-4a0c-a0e0-29d748a07e40 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:33:11.477455 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-4f552862-7fd6-4bfb-8193-f4c76e8d9f0e req-8746db57-7ef1-4a0c-a0e0-29d748a07e40 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:33:11.501213 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9cc7ad83-a5d6-4a50-a11a-0e535ab64395 req-201b2085-4b68-4d7c-a799-fa9a06055798 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:11.505185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Attempting to bind port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 on host n-h2-765315-5 for vnic_type normal with profile {"migrating_to": "n-h1-765315-5"} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:33:11.505578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Attempting to bind port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:33:11.505977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Attempting to bind port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 on network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:33:11.507984 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:11.511878 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:11.514152 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a8abce36-13c1-45ba-91bb-d274099f59b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:11.521032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c854d1a1-d3ac-4556-b483-40b60ae25118', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d90f4b7-05ce-42cb-9a1e-bc487e0e0173'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:33:11.521398 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-227a6c1a-915e-40b1-98c3-0849df3e0ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:11.528508 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4986a34a-fd66-4490-87ab-cd999e8aef44 req-7da30cee-6193-44e7-adad-d9416a28f2c5 tempest-LiveMigrationTest-586981834 tempest-LiveMigrationTest-586981834] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098568 Dec 22 09:33:11.532402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:33:11.532785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Checking segment: {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:33:11.533192 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:11.533594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Bound using segment: {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:33:11.534095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Bound port: 4bbcd61b-5f23-4aa3-9678-832ce65446b5, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ae71bf-fd69-41bb-b919-c6b704c62bec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1dd3454-fbe2-48e2-8c94-be1dc63802a7'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:33:11.534480 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:11.556066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b2085-4b68-4d7c-a799-fa9a06055798 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event deleted for resources: {'SecurityGroup': ['ID=55611b12-7834-405e-845f-998be9d0ee74,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:11.561674 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-201b2085-4b68-4d7c-a799-fa9a06055798 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:11.569472 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a9a64cc33324642977397102e758505&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4246659 Dec 22 09:33:11.571895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7284ea46-8eaf-47ac-8212-75493dae6ded,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:11.580894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42216) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:11.582745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.583345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.583908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.584502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.585046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.585634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.586227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.586820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.587407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.588268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.589364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.590144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.590800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.591377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.592004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.592581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.593251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.593844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.594535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.595300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.595884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.596489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.597055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.597622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.598235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.598798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.599372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.599929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.600517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.601112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.601682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.602250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.602830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.603403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.604072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.604749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:11.611590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9cc7ad83-a5d6-4a50-a11a-0e535ab64395 req-201b2085-4b68-4d7c-a799-fa9a06055798 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:11.612824 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9cc7ad83-a5d6-4a50-a11a-0e535ab64395 req-201b2085-4b68-4d7c-a799-fa9a06055798 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "DELETE /v2.0/security-groups/55611b12-7834-405e-845f-998be9d0ee74 HTTP/1.1" status: 204 len: 173 time: 1.2337885 Dec 22 09:33:11.613582 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:11.683812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] For port 4bbcd61b-5f23-4aa3-9678-832ce65446b5, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:33:11.686597 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9316b018-e7e1-4f96-9391-d2dfc53eb352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:11.688201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] For port 4bbcd61b-5f23-4aa3-9678-832ce65446b5, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=4bbcd61b-5f23-4aa3-9678-832ce65446b5,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:33:11.691963 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:11.712491 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-843f4c46-c6ac-45d8-84ff-faf4adaf1da9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:11.722723 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9316b018-e7e1-4f96-9391-d2dfc53eb352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:11.793846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9316b018-e7e1-4f96-9391-d2dfc53eb352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:11.804098 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4db0923a-03b7-4954-9a01-499a2ddb0455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:11.819975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316b018-e7e1-4f96-9391-d2dfc53eb352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7284ea46-8eaf-47ac-8212-75493dae6ded,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:11.823691 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9316b018-e7e1-4f96-9391-d2dfc53eb352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:11.826295 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9316b018-e7e1-4f96-9391-d2dfc53eb352 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7284ea46-8eaf-47ac-8212-75493dae6ded HTTP/1.1" status: 204 len: 168 time: 0.2157078 Dec 22 09:33:11.827818 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9316b018-e7e1-4f96-9391-d2dfc53eb352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:11.990705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-4f552862-7fd6-4bfb-8193-f4c76e8d9f0e req-8746db57-7ef1-4a0c-a0e0-29d748a07e40 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Deleting port 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:33:11.991093 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4f552862-7fd6-4bfb-8193-f4c76e8d9f0e req-8746db57-7ef1-4a0c-a0e0-29d748a07e40 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:12.085344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Pushing event updated for resources: {'Port': ['ID=4bbcd61b-5f23-4aa3-9678-832ce65446b5,revision_number=7']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:12.108199 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:12.271146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368734dc-10db-4cba-96ba-cba717a55261 req-cecb5e3b-87fb-4197-b742-85fc6ab43959 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:12.271146 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-368734dc-10db-4cba-96ba-cba717a55261 req-cecb5e3b-87fb-4197-b742-85fc6ab43959 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 943 time: 0.5080869 Dec 22 09:33:12.366238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:12.367070 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:12.368694 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] 10.222.0.64 "PUT /v2.0/ports/4bbcd61b-5f23-4aa3-9678-832ce65446b5 HTTP/1.1" status: 200 len: 1185 time: 3.1720302 Dec 22 09:33:12.378064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5789e5-c106-4d08-82d7-b44bb52919fa req-9282da93-6236-4a9c-9ee3-8f0a0028bf0e tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:12.379732 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6c5789e5-c106-4d08-82d7-b44bb52919fa req-9282da93-6236-4a9c-9ee3-8f0a0028bf0e tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=2d6346e7-d23e-49f6-9868-a297212bc529 HTTP/1.1" status: 200 len: 946 time: 0.4446571 Dec 22 09:33:12.493551 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-368734dc-10db-4cba-96ba-cba717a55261 req-921b0a66-954c-4591-a3fb-d3b05c2f92ee tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011104 Dec 22 09:33:12.549826 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6c5789e5-c106-4d08-82d7-b44bb52919fa req-c37687bf-7315-4c22-bd01-441c840da804 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568837 Dec 22 09:33:12.559381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4f552862-7fd6-4bfb-8193-f4c76e8d9f0e req-8746db57-7ef1-4a0c-a0e0-29d748a07e40 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] For port 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=3d90f4b7-05ce-42cb-9a1e-bc487e0e0173,segment=NetworkSegment(6698f866-8fa5-4f5e-93bb-7ba44c2d2288),segment_id=6698f866-8fa5-4f5e-93bb-7ba44c2d2288)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:12.559676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4f552862-7fd6-4bfb-8193-f4c76e8d9f0e req-8746db57-7ef1-4a0c-a0e0-29d748a07e40 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:12.677933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 4bbcd61b-5f23-4aa3-9678-832ce65446b5 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:12.727679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-4f552862-7fd6-4bfb-8193-f4c76e8d9f0e req-8746db57-7ef1-4a0c-a0e0-29d748a07e40 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Calling delete_port for 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:33:12.779464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:12.780364 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:12.875214 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4566615d-ea9e-465b-8c56-0ee372657f69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bbcd61b-5f23-4aa3-9678-832ce65446b5', 'code': 200} Dec 22 09:33:12.903848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42248) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:12.924433 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:12.956567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695df9eb-0da5-401d-a72e-1b20a80c4c50 req-cebedfed-418c-4b17-9b90-8b813ad98021 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:12.958783 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-695df9eb-0da5-401d-a72e-1b20a80c4c50 req-cebedfed-418c-4b17-9b90-8b813ad98021 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=cc978d9a-64e6-4877-af07-26aeb17889e5 HTTP/1.1" status: 200 len: 950 time: 0.2401364 Dec 22 09:33:12.976708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 4bbcd61b-5f23-4aa3-9678-832ce65446b5, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=4bbcd61b-5f23-4aa3-9678-832ce65446b5,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:12.985574 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:12.999059 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4f552862-7fd6-4bfb-8193-f4c76e8d9f0e req-8746db57-7ef1-4a0c-a0e0-29d748a07e40 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:13.045141 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:13.056798 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:13.111091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a524bbc7-aeb8-4ef8-a526-6d44ca0f9922 req-978d1438-50f8-43d5-b720-21dbf7d9e285 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Synchronizing usage tracker for tenant:0ffeb3a0f022481a9f4aea0f4efa09b6 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:33:13.129501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746db57-7ef1-4a0c-a0e0-29d748a07e40 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Pushing event deleted for resources: {'Port': ['ID=3d90f4b7-05ce-42cb-9a1e-bc487e0e0173,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:13.129911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=4bbcd61b-5f23-4aa3-9678-832ce65446b5,revision_number=8']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:13.134279 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:13.138133 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8746db57-7ef1-4a0c-a0e0-29d748a07e40 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:13.152920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1684475089-network', 'tenant_id': '7763aba64cb343ea8f41576edbddae90'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:33:13.158122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:33:13.163056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Usage tracker for resource:network and tenant:7763aba64cb343ea8f41576edbddae90 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:33:13.166713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:33:13.172753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:33:13.183713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Made reservation on behalf of 7763aba64cb343ea8f41576edbddae90 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:33:13.188638 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:13.203073 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:13.222046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:33:13.222304 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-695df9eb-0da5-401d-a72e-1b20a80c4c50 req-5a19beb2-5584-422f-95b5-92be36b9ad29 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502224 Dec 22 09:33:13.227100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Usage tracker for resource:security_group_rule and tenant:7763aba64cb343ea8f41576edbddae90 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:33:13.231244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:33:13.238488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:33:13.240646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a524bbc7-aeb8-4ef8-a526-6d44ca0f9922 req-978d1438-50f8-43d5-b720-21dbf7d9e285 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Unset dirty status for tenant:0ffeb3a0f022481a9f4aea0f4efa09b6 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:33:13.256443 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a524bbc7-aeb8-4ef8-a526-6d44ca0f9922 req-978d1438-50f8-43d5-b720-21dbf7d9e285 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.50 "GET /v2.0/ports?device_id=c854d1a1-d3ac-4556-b483-40b60ae25118 HTTP/1.1" status: 200 len: 210 time: 0.2533967 Dec 22 09:33:13.317260 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c854d1a1-d3ac-4556-b483-40b60ae25118', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d90f4b7-05ce-42cb-9a1e-bc487e0e0173', 'code': 200} Dec 22 09:33:13.372202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:13.375737 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:13.380701 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:13.388295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f552862-7fd6-4bfb-8193-f4c76e8d9f0e req-8746db57-7ef1-4a0c-a0e0-29d748a07e40 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] No DVR routers for this DVR port 3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:33:13.393678 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4f552862-7fd6-4bfb-8193-f4c76e8d9f0e req-8746db57-7ef1-4a0c-a0e0-29d748a07e40 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:13.396563 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f552862-7fd6-4bfb-8193-f4c76e8d9f0e req-8746db57-7ef1-4a0c-a0e0-29d748a07e40 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] 10.222.0.64 "DELETE /v2.0/ports/3d90f4b7-05ce-42cb-9a1e-bc487e0e0173 HTTP/1.1" status: 204 len: 173 time: 3.6227992 Dec 22 09:33:13.417734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:33:13.432272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c447a0a-3eca-4341-83fd-4060a7b14b35,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:13.437344 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:13.438572 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:13.439029 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Added segment 8848c7eb-06f0-49d4-b19f-e9da66ab4a69 of type vxlan for network b217fc36-e9a7-428a-aaf0-958abc2382a7 Dec 22 09:33:13.458663 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8111e7c-38e9-489f-83b4-a70ffcad517c req-4e2c7567-1614-4a38-8d03-d97b08b13826 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "GET /v2.0/security-groups/bcad78ac-3854-4f03-aaa3-c67de8d6030c HTTP/1.1" status: 200 len: 2319 time: 0.0989864 Dec 22 09:33:13.509716 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:13.542841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8111e7c-38e9-489f-83b4-a70ffcad517c req-5de124c5-ec9d-4b14-b759-fc161146d10d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:13.558920 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:13.560699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:13.561352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:13.566899 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:13.586892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8111e7c-38e9-489f-83b4-a70ffcad517c req-5de124c5-ec9d-4b14-b759-fc161146d10d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:13.662561 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8111e7c-38e9-489f-83b4-a70ffcad517c req-5de124c5-ec9d-4b14-b759-fc161146d10d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:13.674668 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eb4a13c7-1931-41ab-8f03-0b287784f265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:13.678270 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7703099 Dec 22 09:33:13.680809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42260) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:13.689684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-b75f1ddf-2688-4c68-906e-014599339b8a admin admin] Request body: {'subnet': {'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1684475089-subnet', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:33:13.693483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Pushing event updated for resources: {'Network': ['ID=b217fc36-e9a7-428a-aaf0-958abc2382a7,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:13.697125 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:13.698187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b75f1ddf-2688-4c68-906e-014599339b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:33:13.702599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b75f1ddf-2688-4c68-906e-014599339b8a admin admin] Usage tracker for resource:subnet and tenant:7763aba64cb343ea8f41576edbddae90 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:33:13.706737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b75f1ddf-2688-4c68-906e-014599339b8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:33:13.708383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network b217fc36-e9a7-428a-aaf0-958abc2382a7 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:33:13.709764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de124c5-ec9d-4b14-b759-fc161146d10d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcad78ac-3854-4f03-aaa3-c67de8d6030c,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:13.713288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b75f1ddf-2688-4c68-906e-014599339b8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:33:13.714139 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5de124c5-ec9d-4b14-b759-fc161146d10d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:13.723735 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8111e7c-38e9-489f-83b4-a70ffcad517c req-5de124c5-ec9d-4b14-b759-fc161146d10d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:13.726044 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8111e7c-38e9-489f-83b4-a70ffcad517c req-5de124c5-ec9d-4b14-b759-fc161146d10d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "DELETE /v2.0/security-groups/bcad78ac-3854-4f03-aaa3-c67de8d6030c HTTP/1.1" status: 204 len: 173 time: 0.2600946 Dec 22 09:33:13.728215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75f1ddf-2688-4c68-906e-014599339b8a admin admin] Made reservation on behalf of 7763aba64cb343ea8f41576edbddae90 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:33:13.734201 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b75f1ddf-2688-4c68-906e-014599339b8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:13.871344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network b217fc36-e9a7-428a-aaf0-958abc2382a7 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:33:13.886445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network b217fc36-e9a7-428a-aaf0-958abc2382a7 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:33:14.461541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad52a2-f5c2-4c2d-864e-f26f6f779ad1 req-dcdb2b55-2a8a-4c38-bf48-24b037999961 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:14.463202 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-40ad52a2-f5c2-4c2d-864e-f26f6f779ad1 req-dcdb2b55-2a8a-4c38-bf48-24b037999961 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 945 time: 0.3202400 Dec 22 09:33:14.492173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf7cb3-662a-48d7-a0ae-7c520d08cf59 req-4e9eca1f-d062-4c0a-8bbe-e7da9ae0bccd tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:14.493576 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6caf7cb3-662a-48d7-a0ae-7c520d08cf59 req-4e9eca1f-d062-4c0a-8bbe-e7da9ae0bccd tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] 10.222.0.50 "GET /v2.0/ports?device_id=cc978d9a-64e6-4877-af07-26aeb17889e5 HTTP/1.1" status: 200 len: 1165 time: 0.2352884 Dec 22 09:33:14.508211 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b75f1ddf-2688-4c68-906e-014599339b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:14.515918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66b96a-2e04-4137-991e-c2fb56ccebce req-52125a26-003b-4e1d-a69e-8af1b1c4fffd tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:14.517573 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e66b96a-2e04-4137-991e-c2fb56ccebce req-52125a26-003b-4e1d-a69e-8af1b1c4fffd tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.37 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 946 time: 0.1874633 Dec 22 09:33:14.527653 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1d103667-a712-4dde-b0cc-58128b8407eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:14.603409 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-40ad52a2-f5c2-4c2d-864e-f26f6f779ad1 req-db1ce0ee-d01a-45ad-9f97-fe03d02019f4 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313930 Dec 22 09:33:14.636186 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6caf7cb3-662a-48d7-a0ae-7c520d08cf59 req-5d6efb0c-e350-411e-b0d1-0c2ddc4bd5aa tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305354 Dec 22 09:33:14.659254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3e66b96a-2e04-4137-991e-c2fb56ccebce req-b8536992-03e7-4f97-9e21-ab2625038760 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Deleting port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:33:14.659763 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3e66b96a-2e04-4137-991e-c2fb56ccebce req-b8536992-03e7-4f97-9e21-ab2625038760 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:14.672721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f1ddf-2688-4c68-906e-014599339b8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a85ce7b-250f-4e30-8980-4de90aedfa79,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:14.678879 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b75f1ddf-2688-4c68-906e-014599339b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:14.775391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75f1ddf-2688-4c68-906e-014599339b8a admin admin] Checking segment: {'id': '8848c7eb-06f0-49d4-b19f-e9da66ab4a69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:33:14.775391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75f1ddf-2688-4c68-906e-014599339b8a admin admin] Network hostable DHCP agents. Network: b217fc36-e9a7-428a-aaf0-958abc2382a7, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:33:14.778125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 4bbcd61b-5f23-4aa3-9678-832ce65446b5 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:14.795848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75f1ddf-2688-4c68-906e-014599339b8a admin admin] Network b217fc36-e9a7-428a-aaf0-958abc2382a7 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:33:14.811439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-b75f1ddf-2688-4c68-906e-014599339b8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, b217fc36-e9a7-428a-aaf0-958abc2382a7) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:33:14.841444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75f1ddf-2688-4c68-906e-014599339b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:14.842103 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b75f1ddf-2688-4c68-906e-014599339b8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:14.857698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966a0666-9668-49d1-87a9-89c65fd06765 None None] Network b217fc36-e9a7-428a-aaf0-958abc2382a7 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:33:14.872506 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b75f1ddf-2688-4c68-906e-014599339b8a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1905396 Dec 22 09:33:14.875821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42272) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:14.884174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4566615d-ea9e-465b-8c56-0ee372657f69', 'tag': '4bbcd61b-5f23-4aa3-9678-832ce65446b5'}, {'server_uuid': 'c854d1a1-d3ac-4556-b483-40b60ae25118', 'name': 'network-vif-deleted', 'tag': '3d90f4b7-05ce-42cb-9a1e-bc487e0e0173'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:33:14.884387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1684475089-router', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:33:14.894266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:33:14.900412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Usage tracker for resource:router and tenant:7763aba64cb343ea8f41576edbddae90 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:33:14.906180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:33:14.913739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:33:14.925104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:14.926731 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:14.956588 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:14.975324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:14.975787 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:15.032307 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81f5b9b7-5da9-4251-bcd0-8c4976d3afb2 req-12ae3393-c6c1-4c0d-8cf8-3ceb81ce839b tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "GET /v2.0/security-groups/82cafa40-5826-484a-b494-d0ae4502a6f9 HTTP/1.1" status: 200 len: 2315 time: 0.2330568 Dec 22 09:33:15.287615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-b217fc36-e9a7-428a-aaf0-958abc2382a7', 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'fixed_ips': [{'subnet_id': '8a85ce7b-250f-4e30-8980-4de90aedfa79'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:33:15.289263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:15.318397 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:15.318633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device bb6ea2bb-7006-4880-ba04-00fcce16a7d4 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:33:15.361867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4566615d-ea9e-465b-8c56-0ee372657f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbcd61b-5f23-4aa3-9678-832ce65446b5'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:33:15.423704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a5466-0250-456f-b769-d8076af3dfaa req-0b1468de-a104-4095-9453-2423f152de6a tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:15.425661 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7a8a5466-0250-456f-b769-d8076af3dfaa req-0b1468de-a104-4095-9453-2423f152de6a tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 946 time: 0.6246676 Dec 22 09:33:15.482198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-3e66b96a-2e04-4137-991e-c2fb56ccebce req-b8536992-03e7-4f97-9e21-ab2625038760 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] For port bb6ea2bb-7006-4880-ba04-00fcce16a7d4, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:15.482587 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3e66b96a-2e04-4137-991e-c2fb56ccebce req-b8536992-03e7-4f97-9e21-ab2625038760 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:15.597107 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:15.640457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3e66b96a-2e04-4137-991e-c2fb56ccebce req-b8536992-03e7-4f97-9e21-ab2625038760 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Calling delete_port for bb6ea2bb-7006-4880-ba04-00fcce16a7d4 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:33:15.689712 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7a8a5466-0250-456f-b769-d8076af3dfaa req-57707eae-c853-418d-bf75-ab35cf721a93 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428014 Dec 22 09:33:15.690295 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-81f5b9b7-5da9-4251-bcd0-8c4976d3afb2 req-b7692193-093c-4154-9f08-a0260f984ad0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:15.695505 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:15.708005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port bb6ea2bb-7006-4880-ba04-00fcce16a7d4, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:15.717313 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:15.723350 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:15.734416 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:15.754487 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-81f5b9b7-5da9-4251-bcd0-8c4976d3afb2 req-b7692193-093c-4154-9f08-a0260f984ad0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:15.812320 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-3e66b96a-2e04-4137-991e-c2fb56ccebce req-b8536992-03e7-4f97-9e21-ab2625038760 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:33:15.812710 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-3e66b96a-2e04-4137-991e-c2fb56ccebce req-b8536992-03e7-4f97-9e21-ab2625038760 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:33:15.819658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-81f5b9b7-5da9-4251-bcd0-8c4976d3afb2 req-b7692193-093c-4154-9f08-a0260f984ad0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:15.823729 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e79d060e-c7ea-406e-b09b-f423bb7989b0 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:15.845039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7692193-093c-4154-9f08-a0260f984ad0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cafa40-5826-484a-b494-d0ae4502a6f9,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:15.852627 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b7692193-093c-4154-9f08-a0260f984ad0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:15.861182 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-81f5b9b7-5da9-4251-bcd0-8c4976d3afb2 req-b7692193-093c-4154-9f08-a0260f984ad0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:15.862731 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81f5b9b7-5da9-4251-bcd0-8c4976d3afb2 req-b7692193-093c-4154-9f08-a0260f984ad0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] 10.222.0.50 "DELETE /v2.0/security-groups/82cafa40-5826-484a-b494-d0ae4502a6f9 HTTP/1.1" status: 204 len: 173 time: 0.5160105 Dec 22 09:33:15.871132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42286) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:15.924347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Allocated IP 172.20.0.2 (b217fc36-e9a7-428a-aaf0-958abc2382a7/8a85ce7b-250f-4e30-8980-4de90aedfa79/137bc3c1-8315-4bfa-9480-d27acabd8a1b) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:33:15.928652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,revision_number=13']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:15.943114 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:16.015157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e4d816-0aab-4b56-971e-276d21c01a18 admin admin] Deleting subnet 298563be-4deb-4a68-ad64-86f51d1d0d26 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:33:16.019087 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-63e4d816-0aab-4b56-971e-276d21c01a18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:16.082525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-63e4d816-0aab-4b56-971e-276d21c01a18 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:16.091232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-63e4d816-0aab-4b56-971e-276d21c01a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:16.104685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Allocated IP 172.25.7.65 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:33:16.321190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3e66b96a-2e04-4137-991e-c2fb56ccebce req-b8536992-03e7-4f97-9e21-ab2625038760 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Deleting port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:33:16.321190 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3e66b96a-2e04-4137-991e-c2fb56ccebce req-b8536992-03e7-4f97-9e21-ab2625038760 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:16.337171 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:16.362975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d7233-4f0f-4df5-9817-3439f8de1f2f req-ea75d967-7fa2-49c8-a911-e3601bcb9d6d tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:16.364206 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:16.364590 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a02d7233-4f0f-4df5-9817-3439f8de1f2f req-ea75d967-7fa2-49c8-a911-e3601bcb9d6d tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=2d6346e7-d23e-49f6-9868-a297212bc529 HTTP/1.1" status: 200 len: 946 time: 0.4945924 Dec 22 09:33:16.378186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Transition to ACTIVE for port object 137bc3c1-8315-4bfa-9480-d27acabd8a1b will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:33:16.397026 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:16.397262 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-0e2ffd60-a01f-483c-b37a-b9b5213448dd tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/networks?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1248231 Dec 22 09:33:16.402586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Transition to ACTIVE for port object 137bc3c1-8315-4bfa-9480-d27acabd8a1b will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:33:16.409407 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:16.546441 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:16.548689 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2ec4726-f33a-4e99-809f-6d0de6ad454e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:16.689155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Pushing event updated for resources: {'Port': ['ID=e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:16.694507 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:16.718276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:33:16.719705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:33:16.723525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:33:16.762034 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a02d7233-4f0f-4df5-9817-3439f8de1f2f req-a2cf1007-e6d1-4548-b1ef-61539826a1a2 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623071 Dec 22 09:33:16.932808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-5f0ef11c-4133-4870-a5bc-c38cf416dfaa tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:16.936048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Pushing event updated for resources: {'Port': ['ID=137bc3c1-8315-4bfa-9480-d27acabd8a1b,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:16.940813 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-5f0ef11c-4133-4870-a5bc-c38cf416dfaa tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5426798 Dec 22 09:33:16.950747 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:16.958392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Network b217fc36-e9a7-428a-aaf0-958abc2382a7 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:33:16.961070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:33:16.969153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:33:17.006803 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-68bd573c-9446-4a65-94bb-afd031af7fca tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/quotas/902944b2a5a3450e8cb9dbe821598f5d HTTP/1.1" status: 200 len: 375 time: 0.0648167 Dec 22 09:33:17.027250 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4566615d-ea9e-465b-8c56-0ee372657f69', 'tag': '4bbcd61b-5f23-4aa3-9678-832ce65446b5', 'status': 'completed', 'code': 200} Dec 22 09:33:17.027701 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c854d1a1-d3ac-4556-b483-40b60ae25118', 'name': 'network-vif-deleted', 'tag': '3d90f4b7-05ce-42cb-9a1e-bc487e0e0173', 'status': 'completed', 'code': 200} Dec 22 09:33:17.055688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Attempting to bind port 137bc3c1-8315-4bfa-9480-d27acabd8a1b on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:33:17.056561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Attempting to bind port 137bc3c1-8315-4bfa-9480-d27acabd8a1b by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '8848c7eb-06f0-49d4-b19f-e9da66ab4a69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:33:17.056561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Attempting to bind port 137bc3c1-8315-4bfa-9480-d27acabd8a1b on network b217fc36-e9a7-428a-aaf0-958abc2382a7 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:33:17.064659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:33:17.065073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Checking segment: {'id': '8848c7eb-06f0-49d4-b19f-e9da66ab4a69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:33:17.065522 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:17.065955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Bound using segment: {'id': '8848c7eb-06f0-49d4-b19f-e9da66ab4a69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:33:17.066492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Bound port: 137bc3c1-8315-4bfa-9480-d27acabd8a1b, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8848c7eb-06f0-49d4-b19f-e9da66ab4a69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:33:17.067073 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:17.155572 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-63e4d816-0aab-4b56-971e-276d21c01a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:17.257158 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4566615d-ea9e-465b-8c56-0ee372657f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbcd61b-5f23-4aa3-9678-832ce65446b5', 'code': 200} Dec 22 09:33:17.338030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] For port 137bc3c1-8315-4bfa-9480-d27acabd8a1b, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:33:17.342217 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:17.345285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] For port 137bc3c1-8315-4bfa-9480-d27acabd8a1b, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=137bc3c1-8315-4bfa-9480-d27acabd8a1b,segment=NetworkSegment(8848c7eb-06f0-49d4-b19f-e9da66ab4a69),segment_id=8848c7eb-06f0-49d4-b19f-e9da66ab4a69)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:33:17.350525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:17.376774 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:17.448530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4d816-0aab-4b56-971e-276d21c01a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=298563be-4deb-4a68-ad64-86f51d1d0d26,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:17.456657 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-63e4d816-0aab-4b56-971e-276d21c01a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:17.600456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Pushing event updated for resources: {'Port': ['ID=137bc3c1-8315-4bfa-9480-d27acabd8a1b,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:17.606426 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:17.724849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:17.811323 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-105da777-4617-4de4-8390-c02dd36dff23 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.8035197 Dec 22 09:33:17.817531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-3e66b96a-2e04-4137-991e-c2fb56ccebce req-b8536992-03e7-4f97-9e21-ab2625038760 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] For port bb6ea2bb-7006-4880-ba04-00fcce16a7d4, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:17.817531 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3e66b96a-2e04-4137-991e-c2fb56ccebce req-b8536992-03e7-4f97-9e21-ab2625038760 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:17.835369 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-63e4d816-0aab-4b56-971e-276d21c01a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:17.921963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84addf02-73fb-4034-a6aa-01ab7c566c0b req-7f3790d8-cbc8-401f-acdf-daf5cf87de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:17.923675 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84addf02-73fb-4034-a6aa-01ab7c566c0b req-7f3790d8-cbc8-401f-acdf-daf5cf87de16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92202f56ba024bd88bdda46d20163167&device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 1190 time: 0.4876876 Dec 22 09:33:18.159485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3e66b96a-2e04-4137-991e-c2fb56ccebce req-b8536992-03e7-4f97-9e21-ab2625038760 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Calling delete_port for bb6ea2bb-7006-4880-ba04-00fcce16a7d4 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:33:18.267438 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-63e4d816-0aab-4b56-971e-276d21c01a18 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/298563be-4deb-4a68-ad64-86f51d1d0d26 HTTP/1.1" status: 204 len: 168 time: 2.3929925 Dec 22 09:33:18.268792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42354) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:18.326929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d327d8-7ffc-4fad-9d6a-eb4efb922315 req-659da2d5-b4f1-497f-9cea-d66105d82304 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:18.337443 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c3d327d8-7ffc-4fad-9d6a-eb4efb922315 req-659da2d5-b4f1-497f-9cea-d66105d82304 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 945 time: 0.9103994 Dec 22 09:33:18.469145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84addf02-73fb-4034-a6aa-01ab7c566c0b req-1a2d98a3-d8c4-4117-b8d5-6bc945d2fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:18.470812 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84addf02-73fb-4034-a6aa-01ab7c566c0b req-1a2d98a3-d8c4-4117-b8d5-6bc945d2fd72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 200 len: 915 time: 0.5349221 Dec 22 09:33:18.550420 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:18.636149 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84addf02-73fb-4034-a6aa-01ab7c566c0b req-14d7909b-9728-4602-a375-3af00ca95474 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bbcd61b-5f23-4aa3-9678-832ce65446b5 HTTP/1.1" status: 200 len: 217 time: 0.1524796 Dec 22 09:33:18.637349 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c3d327d8-7ffc-4fad-9d6a-eb4efb922315 req-dbcc6d6b-fe99-4363-815d-c764aedc7add tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982564 Dec 22 09:33:18.765346 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:18.950873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84addf02-73fb-4034-a6aa-01ab7c566c0b req-5c791cb3-f3f9-464a-9fa5-170396e4d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:18.952744 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84addf02-73fb-4034-a6aa-01ab7c566c0b req-5c791cb3-f3f9-464a-9fa5-170396e4d2f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=640a01a7-c30b-476e-9180-1eeb8ef32064 HTTP/1.1" status: 200 len: 861 time: 0.2879548 Dec 22 09:33:19.068527 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84addf02-73fb-4034-a6aa-01ab7c566c0b req-ca0bb8e7-2ce7-4270-bc0e-2c220a22a9dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062782 Dec 22 09:33:19.258814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb6ea2bb-7006-4880-ba04-00fcce16a7d4'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:33:19.428933 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3e66b96a-2e04-4137-991e-c2fb56ccebce req-b8536992-03e7-4f97-9e21-ab2625038760 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:19.437033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 137bc3c1-8315-4bfa-9480-d27acabd8a1b up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:19.506111 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-303af290-a7a6-44d4-b4da-fff5ebbe39bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:19.545412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 137bc3c1-8315-4bfa-9480-d27acabd8a1b completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:33:19.550024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25eaa60-8a44-4e6e-9f22-711b7c900665 req-a8180343-d961-4395-a6ac-8c882ed04ab7 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:19.550920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b25eaa60-8a44-4e6e-9f22-711b7c900665 req-a8180343-d961-4395-a6ac-8c882ed04ab7 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Synchronizing usage tracker for tenant:0fd3a230510047d192938116344c8cd5 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:33:19.580758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Router 4ea4931b-7655-4076-abc9-719171d1793b is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:33:19.644985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8536992-03e7-4f97-9e21-ab2625038760 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Pushing event deleted for resources: {'Port': ['ID=bb6ea2bb-7006-4880-ba04-00fcce16a7d4,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:19.707988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb98b5c2-376c-47ab-9f7f-2ffe2e865b87 None None] Network b217fc36-e9a7-428a-aaf0-958abc2382a7 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:33:19.711995 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84addf02-73fb-4034-a6aa-01ab7c566c0b req-42b4e345-ce63-46ad-8916-44d8a0505e52 service neutron] 10.222.0.37 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008759 Dec 22 09:33:19.787543 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b8536992-03e7-4f97-9e21-ab2625038760 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:19.788381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b25eaa60-8a44-4e6e-9f22-711b7c900665 req-a8180343-d961-4395-a6ac-8c882ed04ab7 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Unset dirty status for tenant:0fd3a230510047d192938116344c8cd5 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:33:19.801604 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b25eaa60-8a44-4e6e-9f22-711b7c900665 req-a8180343-d961-4395-a6ac-8c882ed04ab7 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=ca33505f-2c1d-496b-b12f-01f8a438e997 HTTP/1.1" status: 200 len: 866 time: 1.4291873 Dec 22 09:33:19.852401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4988905e-d9d2-4329-858d-f0605fbc387f None None] Provisioning for port 137bc3c1-8315-4bfa-9480-d27acabd8a1b completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:33:19.868003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4988905e-d9d2-4329-858d-f0605fbc387f None None] Provisioning complete for port 137bc3c1-8315-4bfa-9480-d27acabd8a1b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:19.868561 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4988905e-d9d2-4329-858d-f0605fbc387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:19.950677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:20.131842 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4988905e-d9d2-4329-858d-f0605fbc387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:20.169423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51ccb7-a10b-4703-9e18-0f53067a15e7 req-1eff77f1-efec-4a0d-be11-709a8febb4bf tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:20.178312 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9b51ccb7-a10b-4703-9e18-0f53067a15e7 req-1eff77f1-efec-4a0d-be11-709a8febb4bf tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=2d6346e7-d23e-49f6-9868-a297212bc529 HTTP/1.1" status: 200 len: 946 time: 1.0079920 Dec 22 09:33:20.182502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-4988905e-d9d2-4329-858d-f0605fbc387f None None] For port 137bc3c1-8315-4bfa-9480-d27acabd8a1b, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=137bc3c1-8315-4bfa-9480-d27acabd8a1b,segment=NetworkSegment(8848c7eb-06f0-49d4-b19f-e9da66ab4a69),segment_id=8848c7eb-06f0-49d4-b19f-e9da66ab4a69)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:20.187079 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4988905e-d9d2-4329-858d-f0605fbc387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:20.190730 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:20.266398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988905e-d9d2-4329-858d-f0605fbc387f None None] Pushing event updated for resources: {'Port': ['ID=137bc3c1-8315-4bfa-9480-d27acabd8a1b,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:20.272649 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4988905e-d9d2-4329-858d-f0605fbc387f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:20.297391 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b25eaa60-8a44-4e6e-9f22-711b7c900665 req-b35a106d-6635-4e53-8053-2d588227a789 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947095 Dec 22 09:33:20.370412 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=81071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:33:20.370768 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=81071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:33:20.371683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=81071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:33:20.372165 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Subscribe: > port after_create 55550000 {{(pid=81071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:33:20.373049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Subscribe: > port after_delete 55550000 {{(pid=81071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:33:20.373431 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Subscribe: > port after_update 55550000 {{(pid=81071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:33:20.373828 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=81071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:33:20.374198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=81071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:33:20.378702 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=81071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:33:20.378933 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=81071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:33:20.559810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=81071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:33:20.560269 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=81071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:33:20.560832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=81071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:33:20.561220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=81071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 09:33:20.561622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdb1ea8-0021-4bd6-8e60-34694e17c5a6']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:20.567875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:33:20.579987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Sync routers for ids ['4ea4931b-7655-4076-abc9-719171d1793b'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:33:20.589941 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9b51ccb7-a10b-4703-9e18-0f53067a15e7 req-48ae0348-4d85-4075-a407-60db30fef444 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105754 Dec 22 09:33:20.608374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Routers {'4ea4931b-7655-4076-abc9-719171d1793b'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:33:20.609303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:33:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4ea4931b-7655-4076-abc9-719171d1793b'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:20.637680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bac6b62-38d2-4639-968f-44e66a2f34c0') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:20.638084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bac6b62-38d2-4639-968f-44e66a2f34c0') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:20.649785 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:20.652191 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7747400 Dec 22 09:33:20.662591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42374) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:20.729112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e66b96a-2e04-4137-991e-c2fb56ccebce req-b8536992-03e7-4f97-9e21-ab2625038760 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] No DVR routers for this DVR port bb6ea2bb-7006-4880-ba04-00fcce16a7d4 on host n-h2-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:33:20.733991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe69a11b-a4bf-49c9-9a98-7ef378d891fb None None] Provisioning complete for port 137bc3c1-8315-4bfa-9480-d27acabd8a1b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:20.743590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe69a11b-a4bf-49c9-9a98-7ef378d891fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:20.782323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3e66b96a-2e04-4137-991e-c2fb56ccebce req-b8536992-03e7-4f97-9e21-ab2625038760 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:20.789179 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e66b96a-2e04-4137-991e-c2fb56ccebce req-b8536992-03e7-4f97-9e21-ab2625038760 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.37 "DELETE /v2.0/ports/bb6ea2bb-7006-4880-ba04-00fcce16a7d4 HTTP/1.1" status: 204 len: 173 time: 6.2457089 Dec 22 09:33:20.797584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'name': 'network-vif-deleted', 'tag': 'bb6ea2bb-7006-4880-ba04-00fcce16a7d4'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:33:20.814735 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-be337cc5-e5f6-481a-a090-c0d3f672a5d1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.64 "GET /v2.0/networks?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2288504 Dec 22 09:33:20.825268 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6d659314-c938-4199-8eed-a2bd57815a77 req-936930de-8231-489c-b07c-dad60c937a3a tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=7584f9f0-aefa-49e5-9c4d-dc4793418014 HTTP/1.1" status: 200 len: 210 time: 0.2404852 Dec 22 09:33:20.966442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Set router 4ea4931b-7655-4076-abc9-719171d1793b gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:33:21.189707 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84addf02-73fb-4034-a6aa-01ab7c566c0b req-61fa7853-6d4b-4f0c-a520-e1b52bb079b5 service neutron] 10.222.0.37 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4677887 Dec 22 09:33:21.341827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 137bc3c1-8315-4bfa-9480-d27acabd8a1b up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:21.402116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:21.443126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-a37579c3-47f5-4847-bb88-15429b44ed09 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:21.445996 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-a37579c3-47f5-4847-bb88-15429b44ed09 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6113656 Dec 22 09:33:21.581114 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb6ea2bb-7006-4880-ba04-00fcce16a7d4', 'code': 200} Dec 22 09:33:21.621495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-330a058a-bb1a-4937-be2c-bcaf701b1e35 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Request body: {'port': {'device_id': '7584f9f0-aefa-49e5-9c4d-dc4793418014', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '902944b2a5a3450e8cb9dbe821598f5d'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:33:21.631024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 137bc3c1-8315-4bfa-9480-d27acabd8a1b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:21.636219 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:21.756115 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:21.764736 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-f5d86e5a-05ad-4921-ad4a-9bff86b53d9b service neutron] 10.222.0.37 "GET /v2.0/ports/4bbcd61b-5f23-4aa3-9678-832ce65446b5/bindings/n-h1-765315-5 HTTP/1.1" status: 200 len: 454 time: 0.2042038 Dec 22 09:33:21.783895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-640f554b-7f95-4888-b8e4-49aa76efe396 None None] Provisioning complete for port 137bc3c1-8315-4bfa-9480-d27acabd8a1b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:21.784861 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-640f554b-7f95-4888-b8e4-49aa76efe396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:21.796145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Releasing vxlan tunnel 13 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:33:21.838549 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca33505f-2c1d-496b-b12f-01f8a438e997', 'name': 'network-vif-deleted', 'tag': 'bb6ea2bb-7006-4880-ba04-00fcce16a7d4', 'status': 'completed', 'code': 200} Dec 22 09:33:22.170455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4931b-7655-4076-abc9-719171d1793b', 'name': 'tempest-ServersTestManualDisk-1684475089-router', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:14Z', 'updated_at': '2020-12-22T09:33:17Z', 'revision_number': 3, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'gw_port': {'id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:15Z', 'updated_at': '2020-12-22T09:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:22.175738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Checking router: 4ea4931b-7655-4076-abc9-719171d1793b for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:33:22.176499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Updating router 4ea4931b-7655-4076-abc9-719171d1793b port e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:33:22.234595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f9ee9458-ef15-4e76-b421-03e5e0898849 None None] Provisioning complete for port 137bc3c1-8315-4bfa-9480-d27acabd8a1b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:22.238594 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9458-ef15-4e76-b421-03e5e0898849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:22.298135 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:22.329521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Network efdb1ea8-0021-4bd6-8e60-34694e17c5a6 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:33:22.344676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:22.376291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df8906-f7e5-4baf-aebc-9cab8e1017b0 req-e97ab12f-aab9-4045-ac6f-03aa767998c9 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:22.389473 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84df8906-f7e5-4baf-aebc-9cab8e1017b0 req-e97ab12f-aab9-4045-ac6f-03aa767998c9 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 945 time: 0.9329271 Dec 22 09:33:22.438574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-330a058a-bb1a-4937-be2c-bcaf701b1e35 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:33:22.456182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-330a058a-bb1a-4937-be2c-bcaf701b1e35 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:33:22.705696 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:22.748217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-28934443-6689-4bd2-80b9-ef40982f5efd req-291e01c9-9460-43cb-8f38-cd7113f613ce service neutron] For port 4bbcd61b-5f23-4aa3-9678-832ce65446b5, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=4bbcd61b-5f23-4aa3-9678-832ce65446b5,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:22.783057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-330a058a-bb1a-4937-be2c-bcaf701b1e35 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Made reservation on behalf of 902944b2a5a3450e8cb9dbe821598f5d for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:33:22.790457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-330a058a-bb1a-4937-be2c-bcaf701b1e35 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:22.814482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-28934443-6689-4bd2-80b9-ef40982f5efd req-291e01c9-9460-43cb-8f38-cd7113f613ce service neutron] For port 4bbcd61b-5f23-4aa3-9678-832ce65446b5, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:33:22.820546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 4bbcd61b-5f23-4aa3-9678-832ce65446b5 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:22.910586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:22.911726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:22.981020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-28934443-6689-4bd2-80b9-ef40982f5efd req-291e01c9-9460-43cb-8f38-cd7113f613ce service neutron] For port 4bbcd61b-5f23-4aa3-9678-832ce65446b5, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=4bbcd61b-5f23-4aa3-9678-832ce65446b5,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:22.989248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4566615d-ea9e-465b-8c56-0ee372657f69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bbcd61b-5f23-4aa3-9678-832ce65446b5'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:33:23.012899 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28934443-6689-4bd2-80b9-ef40982f5efd req-291e01c9-9460-43cb-8f38-cd7113f613ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:23.022717 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:23.038893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Transition to ACTIVE for port object e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:33:23.043759 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:23.069924 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:23.077207 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:23.114348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 4bbcd61b-5f23-4aa3-9678-832ce65446b5, host n-h2-765315-5, got binding levels [] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:23.121136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:23.175964 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:23.213558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Pushing event updated for resources: {'Port': ['ID=e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:23.236959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.237265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.237859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.238307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.238751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.239195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.239820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.240283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.240721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.241295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.242828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.242828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.242828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.244870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.245065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.245992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.247369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.248052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.248518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.248963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.250370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.250556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.251205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.252452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.253228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.254294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.254999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.256555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.256738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.257393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.258685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.259413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.260163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.261388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.262324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.263625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:23.275251 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:23.277634 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28934443-6689-4bd2-80b9-ef40982f5efd req-291e01c9-9460-43cb-8f38-cd7113f613ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:23.296559 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89544857-bfd1-4e84-839a-089204d90eff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:23.355310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Network efdb1ea8-0021-4bd6-8e60-34694e17c5a6 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:33:23.362551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=4bbcd61b-5f23-4aa3-9678-832ce65446b5,revision_number=11']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:23.374238 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:23.378111 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84df8906-f7e5-4baf-aebc-9cab8e1017b0 req-6de9175e-137b-4bc6-a9d9-9598d5bc31fb tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9868183 Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: (rel_b, rel_a, rel_b), Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: (rel_b, rel_a, rel_b), Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:33:23.403655 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:33:23.571526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Attempting to bind port e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:33:23.573892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Attempting to bind port e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:33:23.574641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Attempting to bind port e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:33:23.582998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4566615d-ea9e-465b-8c56-0ee372657f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbcd61b-5f23-4aa3-9678-832ce65446b5'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:33:23.583236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:33:23.584138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:33:23.584596 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:23.585184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:33:23.585703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Bound port: e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:33:23.586135 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:23.594159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e01c9-9460-43cb-8f38-cd7113f613ce service neutron] Pushing event updated for resources: {'Port': ['ID=4bbcd61b-5f23-4aa3-9678-832ce65446b5,revision_number=11']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:23.601238 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:23.602642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Allocated IP 172.20.0.1 (b217fc36-e9a7-428a-aaf0-958abc2382a7/8a85ce7b-250f-4e30-8980-4de90aedfa79/53f2e3d0-9175-4f13-ac09-7360b451b638) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:33:23.607333 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-291e01c9-9460-43cb-8f38-cd7113f613ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:23.672473 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7aca3610-e9de-42e2-a8c6-0ff0bfe40998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:23.691538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] For port e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:33:23.695539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] For port e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:33:23.700283 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:23.716828 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:23.749794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9538eda-cabe-438d-a8d3-d488dafee5e4 req-26408a6a-55bf-4ba9-8512-ee6d879c1701 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:23.754221 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a9538eda-cabe-438d-a8d3-d488dafee5e4 req-26408a6a-55bf-4ba9-8512-ee6d879c1701 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=2d6346e7-d23e-49f6-9868-a297212bc529 HTTP/1.1" status: 200 len: 946 time: 0.9423299 Dec 22 09:33:23.780482 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:23.785006 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a43d4acf-37bb-4236-af4f-2800acb76934 req-61927b32-5796-4c8a-9816-3fbd868e235b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=7584f9f0-aefa-49e5-9c4d-dc4793418014 HTTP/1.1" status: 200 len: 210 time: 0.1188757 Dec 22 09:33:23.786056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Pushing event deleted for resources: {'Network': ['ID=efdb1ea8-0021-4bd6-8e60-34694e17c5a6,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:23.796763 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:23.904210 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a9538eda-cabe-438d-a8d3-d488dafee5e4 req-08e705f1-6a75-4334-80ba-88a89b4bf5ee tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153951 Dec 22 09:33:23.907123 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] 10.222.0.50 "DELETE /v2.0/networks/efdb1ea8-0021-4bd6-8e60-34694e17c5a6 HTTP/1.1" status: 204 len: 168 time: 5.6330564 Dec 22 09:33:23.924078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-330a058a-bb1a-4937-be2c-bcaf701b1e35 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Allocated IP 192.168.233.233 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/ed9f1b61-50c5-4dad-9cbc-aa429358dac4) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:33:23.952699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42406) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:24.020023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Pushing event updated for resources: {'Port': ['ID=e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:24.067341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Routers {'4ea4931b-7655-4076-abc9-719171d1793b'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:33:24.068600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:33:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4ea4931b-7655-4076-abc9-719171d1793b'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:24.139326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:24.157390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-28934443-6689-4bd2-80b9-ef40982f5efd req-291e01c9-9460-43cb-8f38-cd7113f613ce service neutron] No DVR routers for this DVR port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:33:24.270038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Transition to ACTIVE for port object 53f2e3d0-9175-4f13-ac09-7360b451b638 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:33:24.309129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42412) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:24.320477 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-291e01c9-9460-43cb-8f38-cd7113f613ce service neutron] 10.222.0.37 "PUT /v2.0/ports/4bbcd61b-5f23-4aa3-9678-832ce65446b5/bindings/n-h1-765315-5/activate HTTP/1.1" status: 200 len: 439 time: 2.5167689 Dec 22 09:33:24.337240 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:24.359467 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-34c188e6-f3cc-488d-91fa-d57b4cab1501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:24.376620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] Set router 4ea4931b-7655-4076-abc9-719171d1793b gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:33:24.413881 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4566615d-ea9e-465b-8c56-0ee372657f69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bbcd61b-5f23-4aa3-9678-832ce65446b5', 'code': 200} Dec 22 09:33:24.539555 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4566615d-ea9e-465b-8c56-0ee372657f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbcd61b-5f23-4aa3-9678-832ce65446b5', 'code': 200} Dec 22 09:33:24.594435 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:24.661050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 4bbcd61b-5f23-4aa3-9678-832ce65446b5 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:33:24.781111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 4bbcd61b-5f23-4aa3-9678-832ce65446b5 not bound to the agent host n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:33:24.902819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4931b-7655-4076-abc9-719171d1793b', 'name': 'tempest-ServersTestManualDisk-1684475089-router', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:14Z', 'updated_at': '2020-12-22T09:33:17Z', 'revision_number': 3, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'gw_port': {'id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:15Z', 'updated_at': '2020-12-22T09:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:24.908593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91af512-95d5-40b8-b0e8-8d32fdd55885 None None] The sync data for ids ['4ea4931b-7655-4076-abc9-719171d1793b'] in n-d-765315-5 is: [{'id': '4ea4931b-7655-4076-abc9-719171d1793b', 'name': 'tempest-ServersTestManualDisk-1684475089-router', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:14Z', 'updated_at': '2020-12-22T09:33:17Z', 'revision_number': 3, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'gw_port': {'id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:15Z', 'updated_at': '2020-12-22T09:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:33:24.991733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Pushing event updated for resources: {'Port': ['ID=53f2e3d0-9175-4f13-ac09-7360b451b638,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:25.010672 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4cab7f5c-87aa-4592-9c44-e7cb2b58e66c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1975b5579aed4729a10b8dd5c41c464f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6928720 Dec 22 09:33:25.012775 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:25.017235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42424) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:25.167551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Network b217fc36-e9a7-428a-aaf0-958abc2382a7 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:33:25.182482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:33:25.188496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:33:25.229480 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f68ff216-3789-46a2-8f73-9c18d4088db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:25.270185 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f68ff216-3789-46a2-8f73-9c18d4088db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:25.435175 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-330a058a-bb1a-4937-be2c-bcaf701b1e35 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:25.464771 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:25.540455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28934443-6689-4bd2-80b9-ef40982f5efd req-d387b48d-694d-4865-985e-7e4dfe40b28a tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:25.542632 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-d387b48d-694d-4865-985e-7e4dfe40b28a tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.64 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69&tenant_id=92202f56ba024bd88bdda46d20163167&binding%3Ahost_id=n-h2-765315-5 HTTP/1.1" status: 200 len: 1161 time: 0.8622396 Dec 22 09:33:25.567877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28f777-15cd-4736-9046-c6841552994e req-02afcc89-60ca-4718-afb3-fe1a29c5a28a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:25.571022 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c28f777-15cd-4736-9046-c6841552994e req-02afcc89-60ca-4718-afb3-fe1a29c5a28a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 946 time: 0.7829885 Dec 22 09:33:25.596543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d3940341-1c81-4df1-8ee4-07916af7eee9 None None] Provisioning for port 53f2e3d0-9175-4f13-ac09-7360b451b638 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:33:25.605967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d3940341-1c81-4df1-8ee4-07916af7eee9 None None] Provisioning complete for port 53f2e3d0-9175-4f13-ac09-7360b451b638 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:25.606783 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d3940341-1c81-4df1-8ee4-07916af7eee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:25.657832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f68ff216-3789-46a2-8f73-9c18d4088db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:25.669910 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:25.675136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d3940341-1c81-4df1-8ee4-07916af7eee9 None None] Port 53f2e3d0-9175-4f13-ac09-7360b451b638 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:33:25.696480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-330a058a-bb1a-4937-be2c-bcaf701b1e35 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Transition to ACTIVE for port object ed9f1b61-50c5-4dad-9cbc-aa429358dac4 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:33:25.701482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ff216-3789-46a2-8f73-9c18d4088db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83d987e-e3be-40e1-b6e1-4469000ae241,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:25.706200 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f68ff216-3789-46a2-8f73-9c18d4088db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:25.707432 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f68ff216-3789-46a2-8f73-9c18d4088db9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b83d987e-e3be-40e1-b6e1-4469000ae241 HTTP/1.1" status: 204 len: 168 time: 0.6887333 Dec 22 09:33:25.708627 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f68ff216-3789-46a2-8f73-9c18d4088db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:25.724984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c3109-9118-4f2f-903d-c83fded97360 req-edcf86d8-d5cd-42eb-97ad-93461f818c66 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:25.734610 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c82c3109-9118-4f2f-903d-c83fded97360 req-edcf86d8-d5cd-42eb-97ad-93461f818c66 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 946 time: 0.9368825 Dec 22 09:33:25.743697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec287e-a0c0-4a28-a9a7-dc6812709e12 req-0c198b23-b843-4665-8f66-5f98bb6aa066 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:25.744601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b1ec287e-a0c0-4a28-a9a7-dc6812709e12 req-0c198b23-b843-4665-8f66-5f98bb6aa066 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Synchronizing usage tracker for tenant:0fd3a230510047d192938116344c8cd5 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:33:25.788742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b1ec287e-a0c0-4a28-a9a7-dc6812709e12 req-0c198b23-b843-4665-8f66-5f98bb6aa066 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Unset dirty status for tenant:0fd3a230510047d192938116344c8cd5 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:33:25.789992 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b1ec287e-a0c0-4a28-a9a7-dc6812709e12 req-0c198b23-b843-4665-8f66-5f98bb6aa066 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.37 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 946 time: 0.4436867 Dec 22 09:33:25.792467 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c28f777-15cd-4736-9046-c6841552994e req-a0722404-0538-470b-8ebb-4d39d64267e1 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226456 Dec 22 09:33:25.834697 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24b2b947-d5c1-4ea2-8e0b-4245c932ecd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:25.899789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-b1ec287e-a0c0-4a28-a9a7-dc6812709e12 req-29598bf3-ecf4-4a7c-b5c5-f5d477e55f65 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Deleting port 602fd199-75a4-490d-8e4d-901536169c9b {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:33:25.901531 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b1ec287e-a0c0-4a28-a9a7-dc6812709e12 req-29598bf3-ecf4-4a7c-b5c5-f5d477e55f65 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:25.975454 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c82c3109-9118-4f2f-903d-c83fded97360 req-60e3d6d0-98c2-44bf-8470-579e4ff2050c tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397506 Dec 22 09:33:25.980800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-330a058a-bb1a-4937-be2c-bcaf701b1e35 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:26.033239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28934443-6689-4bd2-80b9-ef40982f5efd req-7f1b32c2-76e7-4b06-8b6b-700fb220ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:26.035286 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-7f1b32c2-76e7-4b06-8b6b-700fb220ba2a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69&tenant_id=92202f56ba024bd88bdda46d20163167 HTTP/1.1" status: 200 len: 1161 time: 0.4542093 Dec 22 09:33:26.174320 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d3edad11-c66c-4c2f-b7e0-1f42f7cbab2b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:26.312474 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:26.395549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-b1ec287e-a0c0-4a28-a9a7-dc6812709e12 req-29598bf3-ecf4-4a7c-b5c5-f5d477e55f65 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] For port 602fd199-75a4-490d-8e4d-901536169c9b, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=602fd199-75a4-490d-8e4d-901536169c9b,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:26.395970 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b1ec287e-a0c0-4a28-a9a7-dc6812709e12 req-29598bf3-ecf4-4a7c-b5c5-f5d477e55f65 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:26.587744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-b1ec287e-a0c0-4a28-a9a7-dc6812709e12 req-29598bf3-ecf4-4a7c-b5c5-f5d477e55f65 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Calling delete_port for 602fd199-75a4-490d-8e4d-901536169c9b owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:33:26.627145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-330a058a-bb1a-4937-be2c-bcaf701b1e35 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:33:26.641288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-330a058a-bb1a-4937-be2c-bcaf701b1e35 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:33:26.651101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-330a058a-bb1a-4937-be2c-bcaf701b1e35 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:33:26.664652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 602fd199-75a4-490d-8e4d-901536169c9b no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:33:26.681153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a058a-bb1a-4937-be2c-bcaf701b1e35 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Pushing event updated for resources: {'Port': ['ID=ed9f1b61-50c5-4dad-9cbc-aa429358dac4,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:26.718705 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-330a058a-bb1a-4937-be2c-bcaf701b1e35 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:26.857705 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:26.930210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68cdfc-600c-4b24-bac6-cbd15ffc3f79 req-e494cd8e-fde0-45cf-83f1-49377a3e8e8f tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:26.932299 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee68cdfc-600c-4b24-bac6-cbd15ffc3f79 req-e494cd8e-fde0-45cf-83f1-49377a3e8e8f tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=2d6346e7-d23e-49f6-9868-a297212bc529 HTTP/1.1" status: 200 len: 946 time: 0.6917160 Dec 22 09:33:27.006532 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b1ec287e-a0c0-4a28-a9a7-dc6812709e12 req-29598bf3-ecf4-4a7c-b5c5-f5d477e55f65 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:27.027022 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:27.087273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29598bf3-ecf4-4a7c-b5c5-f5d477e55f65 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Pushing event deleted for resources: {'Port': ['ID=602fd199-75a4-490d-8e4d-901536169c9b,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:27.103184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890a6ba-2c5e-4ace-a224-165807721fb3 req-38fcd69b-ed7e-4710-8389-855327bf44ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:27.104070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b890a6ba-2c5e-4ace-a224-165807721fb3 req-38fcd69b-ed7e-4710-8389-855327bf44ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Synchronizing usage tracker for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:33:27.108711 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-29598bf3-ecf4-4a7c-b5c5-f5d477e55f65 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:27.112827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-330a058a-bb1a-4937-be2c-bcaf701b1e35 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:27.113520 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-330a058a-bb1a-4937-be2c-bcaf701b1e35 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:27.127831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8de6c009-139b-49a6-a53e-ba2fe7ba77cd None None] Provisioning for port ed9f1b61-50c5-4dad-9cbc-aa429358dac4 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:33:27.142880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8de6c009-139b-49a6-a53e-ba2fe7ba77cd None None] Provisioning complete for port ed9f1b61-50c5-4dad-9cbc-aa429358dac4 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:27.143300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8de6c009-139b-49a6-a53e-ba2fe7ba77cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:27.157360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28934443-6689-4bd2-80b9-ef40982f5efd req-8253ba25-2dc7-43f4-8ae1-da84ccfa599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:27.159374 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-8253ba25-2dc7-43f4-8ae1-da84ccfa599a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92202f56ba024bd88bdda46d20163167&device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 1161 time: 0.9350159 Dec 22 09:33:27.160158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b890a6ba-2c5e-4ace-a224-165807721fb3 req-38fcd69b-ed7e-4710-8389-855327bf44ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Unset dirty status for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:33:27.161606 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b890a6ba-2c5e-4ace-a224-165807721fb3 req-38fcd69b-ed7e-4710-8389-855327bf44ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=7584f9f0-aefa-49e5-9c4d-dc4793418014 HTTP/1.1" status: 200 len: 936 time: 0.9190254 Dec 22 09:33:27.165366 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:27.221345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8de6c009-139b-49a6-a53e-ba2fe7ba77cd None None] Port ed9f1b61-50c5-4dad-9cbc-aa429358dac4 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:33:27.260597 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:27.274424 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee68cdfc-600c-4b24-bac6-cbd15ffc3f79 req-e97b546c-2a20-49d8-8b5d-0d404f5ed7c0 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187220 Dec 22 09:33:27.321244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:27.382434 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4aa27871-6784-4a21-9e14-5396c8d6a5a5 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:27.444639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42452) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:27.446226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:33:27.452594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:27.452989 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:27.539170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Pushing event updated for resources: {'Port': ['ID=53f2e3d0-9175-4f13-ac09-7360b451b638,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:27.552765 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:27.581785 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:27.607828 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-330a058a-bb1a-4937-be2c-bcaf701b1e35 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0080802 Dec 22 09:33:27.634041 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:27.635448 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b890a6ba-2c5e-4ace-a224-165807721fb3 req-e3aa7a13-70d1-4cb9-b658-01a57af4c2ed tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531968 Dec 22 09:33:27.657034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:27.669280 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:27.675621 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:27.757271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ec287e-a0c0-4a28-a9a7-dc6812709e12 req-29598bf3-ecf4-4a7c-b5c5-f5d477e55f65 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] No DVR routers for this DVR port 602fd199-75a4-490d-8e4d-901536169c9b on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:33:27.768323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:27.770233 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b1ec287e-a0c0-4a28-a9a7-dc6812709e12 req-29598bf3-ecf4-4a7c-b5c5-f5d477e55f65 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:27.771439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Request body: {'port': {'device_id': '7584f9f0-aefa-49e5-9c4d-dc4793418014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:33:27.774059 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:27.778146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-797172651-network', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:33:27.783855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1646cebc-9664-4438-af14-c62f9d781984', 'name': 'network-vif-deleted', 'tag': '602fd199-75a4-490d-8e4d-901536169c9b'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:33:27.794726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:33:27.805728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Usage tracker for resource:network and tenant:1f885b02df6f418abdaeaf80d8c5dc8f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:33:27.812116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:33:27.820551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:33:27.836636 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b1ec287e-a0c0-4a28-a9a7-dc6812709e12 req-29598bf3-ecf4-4a7c-b5c5-f5d477e55f65 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.37 "DELETE /v2.0/ports/602fd199-75a4-490d-8e4d-901536169c9b HTTP/1.1" status: 204 len: 173 time: 2.0366099 Dec 22 09:33:27.855744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Made reservation on behalf of 1f885b02df6f418abdaeaf80d8c5dc8f for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:33:27.860616 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:27.883271 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:27.895439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Network b217fc36-e9a7-428a-aaf0-958abc2382a7 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:33:27.898224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:33:27.909982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:33:27.975592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Usage tracker for resource:security_group_rule and tenant:1f885b02df6f418abdaeaf80d8c5dc8f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:33:27.987080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:33:27.996967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:33:28.085757 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f311b547-80d2-4ac5-b543-40b6bfef687d req-1f1ece3b-00c0-4aed-adaf-22420e33df59 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=1646cebc-9664-4438-af14-c62f9d781984 HTTP/1.1" status: 200 len: 210 time: 0.1812582 Dec 22 09:33:28.133899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28934443-6689-4bd2-80b9-ef40982f5efd req-0f6ff4c5-bbcd-4b2f-9b19-c3d93b6fa55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:28.136926 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-0f6ff4c5-bbcd-4b2f-9b19-c3d93b6fa55b service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 200 len: 915 time: 0.9566379 Dec 22 09:33:28.156459 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:28.166902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Router 4ea4931b-7655-4076-abc9-719171d1793b has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:33:28.245965 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-6a5dcfed-8aa4-42b2-ae12-974d26f7ca45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bbcd61b-5f23-4aa3-9678-832ce65446b5 HTTP/1.1" status: 200 len: 217 time: 0.0760226 Dec 22 09:33:28.249821 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1646cebc-9664-4438-af14-c62f9d781984', 'name': 'network-vif-deleted', 'tag': '602fd199-75a4-490d-8e4d-901536169c9b', 'status': 'completed', 'code': 200} Dec 22 09:33:28.258212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3fd648c5-2c1f-44ea-a2c1-a34ea7be1201 None None] Provisioning complete for port 53f2e3d0-9175-4f13-ac09-7360b451b638 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:28.258634 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3fd648c5-2c1f-44ea-a2c1-a34ea7be1201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:28.352761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f677a-be52-439a-a992-3eaba11ef954 req-d6ed4477-99f5-4f10-b7bd-bee82d3c8f51 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:28.361796 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9f1f677a-be52-439a-a992-3eaba11ef954 req-d6ed4477-99f5-4f10-b7bd-bee82d3c8f51 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 946 time: 0.5950544 Dec 22 09:33:28.366248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-3fd648c5-2c1f-44ea-a2c1-a34ea7be1201 None None] Port 53f2e3d0-9175-4f13-ac09-7360b451b638 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:33:28.496775 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9f1f677a-be52-439a-a992-3eaba11ef954 req-87bc4822-b525-4a13-8f5b-1908d5906fab tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335218 Dec 22 09:33:28.547211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28934443-6689-4bd2-80b9-ef40982f5efd req-54141d8e-3dd2-4e6d-bc8f-9be1501f1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:28.550163 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-54141d8e-3dd2-4e6d-bc8f-9be1501f1c2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=640a01a7-c30b-476e-9180-1eeb8ef32064 HTTP/1.1" status: 200 len: 861 time: 0.2969818 Dec 22 09:33:28.651831 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:28.658007 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:28.660936 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-fe286501-0371-44a4-98cd-ca1b310f7edc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559540 Dec 22 09:33:28.715794 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-332737e8-7c61-419e-b018-3a1354b32463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:28.773772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:33:28.795052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:28.803441 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:28.807328 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:28.807328 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Added segment 879e1921-841b-4c32-99dd-c355d0c59585 of type vxlan for network a4284a53-ed3c-4b2e-b701-f977e110a16f Dec 22 09:33:28.815322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:33:28.828259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Sync routers for ids ['4ea4931b-7655-4076-abc9-719171d1793b'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:33:28.840233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Routers {'4ea4931b-7655-4076-abc9-719171d1793b'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:33:28.840924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:33:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4ea4931b-7655-4076-abc9-719171d1793b'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:28.852535 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:28.861268 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] 10.222.0.50 "PUT /v2.0/routers/4ea4931b-7655-4076-abc9-719171d1793b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1967163 Dec 22 09:33:28.903508 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:28.905240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:28.906085 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:28.914530 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bf501e43-4722-4bfb-bed9-424041da58d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:28.990741 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5297859 Dec 22 09:33:28.996967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42468) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:29.010700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-9a9b1584-128c-4e16-91f8-c786575bdbd5 admin admin] Request body: {'subnet': {'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-797172651-subnet', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:33:29.017968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9a9b1584-128c-4e16-91f8-c786575bdbd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:33:29.023258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9a9b1584-128c-4e16-91f8-c786575bdbd5 admin admin] Usage tracker for resource:subnet and tenant:1f885b02df6f418abdaeaf80d8c5dc8f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:33:29.028650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9a9b1584-128c-4e16-91f8-c786575bdbd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:33:29.038406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9a9b1584-128c-4e16-91f8-c786575bdbd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:33:29.116846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Pushing event updated for resources: {'Network': ['ID=a4284a53-ed3c-4b2e-b701-f977e110a16f,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:29.120137 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:29.121438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9b1584-128c-4e16-91f8-c786575bdbd5 admin admin] Made reservation on behalf of 1f885b02df6f418abdaeaf80d8c5dc8f for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:33:29.126388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a9b1584-128c-4e16-91f8-c786575bdbd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:29.147324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network a4284a53-ed3c-4b2e-b701-f977e110a16f details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:33:29.175561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network a4284a53-ed3c-4b2e-b701-f977e110a16f details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:33:29.185912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-24b2b947-d5c1-4ea2-8e0b-4245c932ecd1 admin admin] Deleting port 053f2bcb-fde2-458e-926a-eee195fadd81 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:33:29.186302 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24b2b947-d5c1-4ea2-8e0b-4245c932ecd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:29.192890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network a4284a53-ed3c-4b2e-b701-f977e110a16f details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:33:29.235213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fa3ba-e716-4fe2-9acf-ba13f38243c1 req-c5021849-c76e-4e6e-8761-f71e0ecde115 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:29.243222 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c05fa3ba-e716-4fe2-9acf-ba13f38243c1 req-c5021849-c76e-4e6e-8761-f71e0ecde115 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=2d6346e7-d23e-49f6-9868-a297212bc529 HTTP/1.1" status: 200 len: 946 time: 0.6916456 Dec 22 09:33:29.262095 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-b68fe2de-eb23-4ef7-831f-f2592148379f service neutron] 10.222.0.64 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473778 Dec 22 09:33:29.342211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:29.492278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01984b05-938a-4e13-b82b-912c6e12d6c3 req-25361e73-8db0-4696-92fe-2c043b557f79 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:29.496579 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01984b05-938a-4e13-b82b-912c6e12d6c3 req-25361e73-8db0-4696-92fe-2c043b557f79 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=7584f9f0-aefa-49e5-9c4d-dc4793418014 HTTP/1.1" status: 200 len: 936 time: 0.6907287 Dec 22 09:33:29.571270 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c05fa3ba-e716-4fe2-9acf-ba13f38243c1 req-4b8debb6-6e37-431f-99a9-3463497eb558 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272080 Dec 22 09:33:29.667807 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a9b1584-128c-4e16-91f8-c786575bdbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:29.683612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:33:29.685367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:29.685907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:29.706237 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b75f1ddf-2688-4c68-906e-014599339b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:29.753223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Set router 4ea4931b-7655-4076-abc9-719171d1793b gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:33:29.781715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b1584-128c-4e16-91f8-c786575bdbd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d1e8bbe-1831-4444-9106-90483ff0e76e,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:29.795373 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9a9b1584-128c-4e16-91f8-c786575bdbd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:29.983987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9b1584-128c-4e16-91f8-c786575bdbd5 admin admin] Checking segment: {'id': '879e1921-841b-4c32-99dd-c355d0c59585', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:33:29.984647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9b1584-128c-4e16-91f8-c786575bdbd5 admin admin] Network hostable DHCP agents. Network: a4284a53-ed3c-4b2e-b701-f977e110a16f, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:33:30.008873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9b1584-128c-4e16-91f8-c786575bdbd5 admin admin] Network a4284a53-ed3c-4b2e-b701-f977e110a16f is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:33:30.020198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9a9b1584-128c-4e16-91f8-c786575bdbd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, a4284a53-ed3c-4b2e-b701-f977e110a16f) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:33:30.044787 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01984b05-938a-4e13-b82b-912c6e12d6c3 req-662b44ab-3b1c-4826-92e0-9085839817f0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205532 Dec 22 09:33:30.047628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9b1584-128c-4e16-91f8-c786575bdbd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:30.048759 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a9b1584-128c-4e16-91f8-c786575bdbd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:30.074161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-24b2b947-d5c1-4ea2-8e0b-4245c932ecd1 admin admin] For port 053f2bcb-fde2-458e-926a-eee195fadd81, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=053f2bcb-fde2-458e-926a-eee195fadd81,segment=NetworkSegment(6698f866-8fa5-4f5e-93bb-7ba44c2d2288),segment_id=6698f866-8fa5-4f5e-93bb-7ba44c2d2288)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:30.074462 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24b2b947-d5c1-4ea2-8e0b-4245c932ecd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:30.076606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e326102d-952f-4182-8c90-14fa7c04846f None None] Network a4284a53-ed3c-4b2e-b701-f977e110a16f requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:33:30.078405 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9a9b1584-128c-4e16-91f8-c786575bdbd5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0790825 Dec 22 09:33:30.079442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42482) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:30.085630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-797172651-router', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:33:30.093346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:33:30.098647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Usage tracker for resource:router and tenant:1f885b02df6f418abdaeaf80d8c5dc8f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:33:30.104065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:33:30.111978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:33:30.118656 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-469dd326-a576-45a6-a60f-de05fd971c41 service neutron] 10.222.0.64 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7802501 Dec 22 09:33:30.126923 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:30.129498 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:30.152055 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:30.287601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-24b2b947-d5c1-4ea2-8e0b-4245c932ecd1 admin admin] Calling delete_port for 053f2bcb-fde2-458e-926a-eee195fadd81 owned by network:router_interface {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:33:30.429935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9f1b61-50c5-4dad-9cbc-aa429358dac4 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:33:30.462287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:30.544701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-a4284a53-ed3c-4b2e-b701-f977e110a16f', 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'fixed_ips': [{'subnet_id': '5d1e8bbe-1831-4444-9106-90483ff0e76e'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:33:30.545929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:30.618181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Transition to ACTIVE for port object ed9f1b61-50c5-4dad-9cbc-aa429358dac4 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:33:30.643152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42490) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:30.692725 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:30.741056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-1311a85f-4667-4a52-b344-628143a6078a tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Request body: {'security_group': {'name': 'tempest-securitygroup--1267538510', 'description': 'tempest-description--26234162'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:33:30.802545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4931b-7655-4076-abc9-719171d1793b', 'name': 'tempest-ServersTestManualDisk-1684475089-router', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:14Z', 'updated_at': '2020-12-22T09:33:26Z', 'revision_number': 4, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'gw_port': {'id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:15Z', 'updated_at': '2020-12-22T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '53f2e3d0-9175-4f13-ac09-7360b451b638', 'name': '', 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'mac_address': 'fa:16:3e:93:a0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8a85ce7b-250f-4e30-8980-4de90aedfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:23Z', 'updated_at': '2020-12-22T09:33:26Z', 'revision_number': 2, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'subnets': [{'id': '8a85ce7b-250f-4e30-8980-4de90aedfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:30.815715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Checking router: 4ea4931b-7655-4076-abc9-719171d1793b for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:33:30.816191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Updating router 4ea4931b-7655-4076-abc9-719171d1793b port 53f2e3d0-9175-4f13-ac09-7360b451b638 binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:33:30.879261 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:30.928979 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:30.962530 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-95b184e4-0a82-44ab-b5cd-d6638d82c04b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:31.004185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1311a85f-4667-4a52-b344-628143a6078a tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:33:31.012573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1311a85f-4667-4a52-b344-628143a6078a tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Usage tracker for resource:security_group and tenant:7763aba64cb343ea8f41576edbddae90 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:33:31.017630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1311a85f-4667-4a52-b344-628143a6078a tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:33:31.027622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1311a85f-4667-4a52-b344-628143a6078a tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:33:31.116995 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1311a85f-4667-4a52-b344-628143a6078a tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:31.143257 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:31.180618 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:31.307511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1311a85f-4667-4a52-b344-628143a6078a tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:33:31.471617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1311a85f-4667-4a52-b344-628143a6078a tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Usage tracker for resource:security_group_rule and tenant:7763aba64cb343ea8f41576edbddae90 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:33:31.500458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1311a85f-4667-4a52-b344-628143a6078a tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:33:31.517436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Pushing event updated for resources: {'Port': ['ID=ed9f1b61-50c5-4dad-9cbc-aa429358dac4,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:31.540301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1311a85f-4667-4a52-b344-628143a6078a tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:33:31.545201 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:31.581635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Allocated IP 172.25.7.125 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/a4681192-948a-43d9-a90b-17c74ac46a1b) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:33:31.646346 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:31.732313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad117e-3477-4294-801f-909a5269dd8b req-ed4ec0ab-ebbe-493b-b5e3-92da6ab9e409 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:31.749261 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-76ad117e-3477-4294-801f-909a5269dd8b req-ed4ec0ab-ebbe-493b-b5e3-92da6ab9e409 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 946 time: 1.2478325 Dec 22 09:33:31.787365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d198c-1e9f-4667-9cb8-e5168d19b088 req-938c1e05-518e-4526-94a5-e9d3122b8ba9 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:31.790534 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:31.807647 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c72d198c-1e9f-4667-9cb8-e5168d19b088 req-938c1e05-518e-4526-94a5-e9d3122b8ba9 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=2d6346e7-d23e-49f6-9868-a297212bc529 HTTP/1.1" status: 200 len: 946 time: 0.8527899 Dec 22 09:33:31.813675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28934443-6689-4bd2-80b9-ef40982f5efd req-277ed217-108c-4767-983a-5a373eb417f8 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:31.819114 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-277ed217-108c-4767-983a-5a373eb417f8 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.64 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69&tenant_id=92202f56ba024bd88bdda46d20163167&binding%3Ahost_id=n-h1-765315-5 HTTP/1.1" status: 200 len: 1161 time: 1.1549091 Dec 22 09:33:31.832180 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:31.874294 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dda3d3af-ff27-4cb3-b690-32c48826b6b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:31.888019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Allocated IP 172.20.0.2 (a4284a53-ed3c-4b2e-b701-f977e110a16f/5d1e8bbe-1831-4444-9106-90483ff0e76e/1e9dd2e0-7f20-4673-934d-a1e170c1202e) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:33:31.967445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24b2b947-d5c1-4ea2-8e0b-4245c932ecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:32.136409 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:32.150112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Transition to ACTIVE for port object 1e9dd2e0-7f20-4673-934d-a1e170c1202e will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:33:32.170243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Transition to ACTIVE for port object 1e9dd2e0-7f20-4673-934d-a1e170c1202e will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:33:32.177403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Transition to ACTIVE for port object 53f2e3d0-9175-4f13-ac09-7360b451b638 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:33:32.179084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 4bbcd61b-5f23-4aa3-9678-832ce65446b5 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:32.210728 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1311a85f-4667-4a52-b344-628143a6078a tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:32.245954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Pushing event updated for resources: {'Port': ['ID=a4681192-948a-43d9-a90b-17c74ac46a1b,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:32.250631 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:32.256731 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:32.271248 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:32.273061 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:32.310160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:33:32.321843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:33:32.324760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:33:32.447465 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:32.554458 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c72d198c-1e9f-4667-9cb8-e5168d19b088 req-640f0023-b2ba-47be-9d16-da3acc0549fb tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7008281 Dec 22 09:33:32.569937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2b947-d5c1-4ea2-8e0b-4245c932ecd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=053f2bcb-fde2-458e-926a-eee195fadd81,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:32.591850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Pushing event updated for resources: {'Port': ['ID=1e9dd2e0-7f20-4673-934d-a1e170c1202e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:32.614733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.615258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.615436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.616148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.616343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.616713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.617078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.617446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.617815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.618179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.618537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.619720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.620124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.620624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.620813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.620992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.621357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.621716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.622076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.622434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.622789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.623150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.623503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.623861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.624307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.624664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.625019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.625376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.625732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.626090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.626444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.626802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.627159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.627512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.627868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.628254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:32.651591 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1311a85f-4667-4a52-b344-628143a6078a tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:32.756406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45edf50-9f35-4ab3-a270-d05c6d10fc6e None None] Pushing event updated for resources: {'Port': ['ID=53f2e3d0-9175-4f13-ac09-7360b451b638,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:32.766628 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-24b2b947-d5c1-4ea2-8e0b-4245c932ecd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:32.781704 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f41ed113-8e31-409d-b7ba-de87f9944c36 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:32.943113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311a85f-4667-4a52-b344-628143a6078a tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Pushing event updated for resources: {'SecurityGroup': ['ID=e4952256-826c-4b16-b1b9-1c155d7b82f7,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:32.948070 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1311a85f-4667-4a52-b344-628143a6078a tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:32.949226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Attempting to bind port ed9f1b61-50c5-4dad-9cbc-aa429358dac4 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:33:32.949688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Attempting to bind port ed9f1b61-50c5-4dad-9cbc-aa429358dac4 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:33:32.950145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Attempting to bind port ed9f1b61-50c5-4dad-9cbc-aa429358dac4 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:33:32.998684 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b45edf50-9f35-4ab3-a270-d05c6d10fc6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:33.013644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:33:33.014111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:33:33.014587 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:33.015068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:33:33.015658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Bound port: ed9f1b61-50c5-4dad-9cbc-aa429358dac4, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:33:33.016208 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:33.028533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:33.028959 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:33.080723 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-76ad117e-3477-4294-801f-909a5269dd8b req-1939a67a-937a-4603-b44f-fa1a1e0290a7 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3294525 Dec 22 09:33:33.125434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c1bbc-b988-47a3-aaa9-70b07f9306a3 req-85644b12-5ac5-47ef-bbbb-463ff8dbd1e2 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:33.128050 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-083c1bbc-b988-47a3-aaa9-70b07f9306a3 req-85644b12-5ac5-47ef-bbbb-463ff8dbd1e2 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=7584f9f0-aefa-49e5-9c4d-dc4793418014 HTTP/1.1" status: 200 len: 948 time: 0.2587430 Dec 22 09:33:33.197623 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.712s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:33.200437 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:33.276291 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1311a85f-4667-4a52-b344-628143a6078a tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:33.277968 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1311a85f-4667-4a52-b344-628143a6078a tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1728 time: 2.6335847 Dec 22 09:33:33.288550 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-083c1bbc-b988-47a3-aaa9-70b07f9306a3 req-9dc5c074-fd2b-46a7-93bb-b4b9241731b2 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356010 Dec 22 09:33:33.293250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42506) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:33.336150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Network a4284a53-ed3c-4b2e-b701-f977e110a16f is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:33:33.361487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-45fe780d-3168-44f7-a506-f43ae6298f55 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Request body: {'security_group_rule': {'security_group_id': 'e4952256-826c-4b16-b1b9-1c155d7b82f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:33:33.369859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-45fe780d-3168-44f7-a506-f43ae6298f55 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:33:33.371140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:33:33.375972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-45fe780d-3168-44f7-a506-f43ae6298f55 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Usage tracker for resource:security_group_rule and tenant:7763aba64cb343ea8f41576edbddae90 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:33:33.379286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-45fe780d-3168-44f7-a506-f43ae6298f55 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:33:33.386582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-45fe780d-3168-44f7-a506-f43ae6298f55 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:33:33.493366 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-45fe780d-3168-44f7-a506-f43ae6298f55 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for security_group_rule, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:33.548674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:33:33.673478 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-45fe780d-3168-44f7-a506-f43ae6298f55 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:33.703191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-45fe780d-3168-44f7-a506-f43ae6298f55 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:33.717222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] For port ed9f1b61-50c5-4dad-9cbc-aa429358dac4, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:33:33.721409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] For port ed9f1b61-50c5-4dad-9cbc-aa429358dac4, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=ed9f1b61-50c5-4dad-9cbc-aa429358dac4,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:33:33.735902 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8e1c374-aab6-4297-a0b7-f8f2ea4a5d12 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:33.815524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Attempting to bind port 53f2e3d0-9175-4f13-ac09-7360b451b638 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:33:33.816156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Attempting to bind port 53f2e3d0-9175-4f13-ac09-7360b451b638 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '8848c7eb-06f0-49d4-b19f-e9da66ab4a69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:33:33.816573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Attempting to bind port 53f2e3d0-9175-4f13-ac09-7360b451b638 on network b217fc36-e9a7-428a-aaf0-958abc2382a7 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:33:33.819189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Attempting to bind port 1e9dd2e0-7f20-4673-934d-a1e170c1202e on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:33:33.819606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Attempting to bind port 1e9dd2e0-7f20-4673-934d-a1e170c1202e by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '879e1921-841b-4c32-99dd-c355d0c59585', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:33:33.820034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Attempting to bind port 1e9dd2e0-7f20-4673-934d-a1e170c1202e on network a4284a53-ed3c-4b2e-b701-f977e110a16f {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:33:33.831462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:33:33.831895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Checking segment: {'id': '8848c7eb-06f0-49d4-b19f-e9da66ab4a69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:33:33.832374 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:33.832819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Bound using segment: {'id': '8848c7eb-06f0-49d4-b19f-e9da66ab4a69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:33:33.833349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Bound port: 53f2e3d0-9175-4f13-ac09-7360b451b638, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8848c7eb-06f0-49d4-b19f-e9da66ab4a69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:33:33.833773 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:33.878490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:33.901522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:33:33.901954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Checking segment: {'id': '879e1921-841b-4c32-99dd-c355d0c59585', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:33:33.902268 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:33.906424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Bound using segment: {'id': '879e1921-841b-4c32-99dd-c355d0c59585', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:33:33.907009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Bound port: 1e9dd2e0-7f20-4673-934d-a1e170c1202e, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879e1921-841b-4c32-99dd-c355d0c59585', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:33:33.907453 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:34.096508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] For port 53f2e3d0-9175-4f13-ac09-7360b451b638, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:33:34.102799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] For port 53f2e3d0-9175-4f13-ac09-7360b451b638, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=53f2e3d0-9175-4f13-ac09-7360b451b638,segment=NetworkSegment(8848c7eb-06f0-49d4-b19f-e9da66ab4a69),segment_id=8848c7eb-06f0-49d4-b19f-e9da66ab4a69)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:33:34.131616 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:34.153476 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:34.182720 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:34.264492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-28934443-6689-4bd2-80b9-ef40982f5efd req-3556c94c-9e0e-47e3-863e-8da03c546b08 service neutron] For port 4bbcd61b-5f23-4aa3-9678-832ce65446b5, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:33:34.265150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45edf50-9f35-4ab3-a270-d05c6d10fc6e None None] Pushing event updated for resources: {'Port': ['ID=53f2e3d0-9175-4f13-ac09-7360b451b638,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:34.283785 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b45edf50-9f35-4ab3-a270-d05c6d10fc6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:34.291833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe780d-3168-44f7-a506-f43ae6298f55 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37439830-c11a-4324-876e-43018976c4ee,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:34.292212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] For port 1e9dd2e0-7f20-4673-934d-a1e170c1202e, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:33:34.415516 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-45fe780d-3168-44f7-a506-f43ae6298f55 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:34.420800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] For port 1e9dd2e0-7f20-4673-934d-a1e170c1202e, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=1e9dd2e0-7f20-4673-934d-a1e170c1202e,segment=NetworkSegment(879e1921-841b-4c32-99dd-c355d0c59585),segment_id=879e1921-841b-4c32-99dd-c355d0c59585)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:33:34.424960 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:34.427686 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-330a058a-bb1a-4937-be2c-bcaf701b1e35 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:34.536051 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:34.546893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:34.589034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Pushing event updated for resources: {'Port': ['ID=ed9f1b61-50c5-4dad-9cbc-aa429358dac4,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:34.595637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-45fe780d-3168-44f7-a506-f43ae6298f55 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for security_group_rule, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:34.597003 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-45fe780d-3168-44f7-a506-f43ae6298f55 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 1.3004065 Dec 22 09:33:34.610318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42520) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:34.615649 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:34.619554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28934443-6689-4bd2-80b9-ef40982f5efd req-3556c94c-9e0e-47e3-863e-8da03c546b08 service neutron] Notify callbacks [] for binding, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:34.619554 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28934443-6689-4bd2-80b9-ef40982f5efd req-3556c94c-9e0e-47e3-863e-8da03c546b08 service neutron] 10.222.0.64 "DELETE /v2.0/ports/4bbcd61b-5f23-4aa3-9678-832ce65446b5/bindings/n-h2-765315-5 HTTP/1.1" status: 204 len: 173 time: 2.7427571 Dec 22 09:33:34.623985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-eebb591d-14f6-4c1d-8c75-d6a2b2794425 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Request body: {'security_group_rule': {'security_group_id': 'e4952256-826c-4b16-b1b9-1c155d7b82f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:33:34.637723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-eebb591d-14f6-4c1d-8c75-d6a2b2794425 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:33:34.646621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-eebb591d-14f6-4c1d-8c75-d6a2b2794425 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Usage tracker for resource:security_group_rule and tenant:7763aba64cb343ea8f41576edbddae90 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:33:34.653693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-eebb591d-14f6-4c1d-8c75-d6a2b2794425 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:33:34.670602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:34.671811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-eebb591d-14f6-4c1d-8c75-d6a2b2794425 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:33:34.672305 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:34.675023 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] 10.222.0.64 "PUT /v2.0/ports/ed9f1b61-50c5-4dad-9cbc-aa429358dac4 HTTP/1.1" status: 200 len: 1160 time: 7.0378234 Dec 22 09:33:34.742273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Routers {'4ea4931b-7655-4076-abc9-719171d1793b'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:33:34.743355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:33:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4ea4931b-7655-4076-abc9-719171d1793b'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:34.765330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7584f9f0-aefa-49e5-9c4d-dc4793418014', 'tag': 'ed9f1b61-50c5-4dad-9cbc-aa429358dac4'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:33:34.840002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Pushing event updated for resources: {'Port': ['ID=1e9dd2e0-7f20-4673-934d-a1e170c1202e,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:34.860185 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:34.919715 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eebb591d-14f6-4c1d-8c75-d6a2b2794425 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:35.067444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f3c20-7171-4e79-892b-eb4be4750237 req-a4aaad1a-3a49-464b-91ba-cc2e7deb6533 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:35.069111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Router 7527b387-0da9-4899-9432-a5b8288f03bf is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:33:35.070452 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc5f3c20-7171-4e79-892b-eb4be4750237 req-a4aaad1a-3a49-464b-91ba-cc2e7deb6533 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=2d6346e7-d23e-49f6-9868-a297212bc529 HTTP/1.1" status: 200 len: 946 time: 0.8554010 Dec 22 09:33:35.072655 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eebb591d-14f6-4c1d-8c75-d6a2b2794425 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:35.083916 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eebb591d-14f6-4c1d-8c75-d6a2b2794425 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:35.096584 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24b2b947-d5c1-4ea2-8e0b-4245c932ecd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:35.113923 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6b6e72aa-03ab-4352-8505-27f673896258 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:35.117776 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f16cd55-889f-44d3-9ca8-cad1ac792153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:35.155442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] Set router 4ea4931b-7655-4076-abc9-719171d1793b gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:33:35.305613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33262b1-c1d2-4727-831f-9a6384604cd2 req-d6a9afa7-166e-47c7-99ea-318436e85276 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:35.313936 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a33262b1-c1d2-4727-831f-9a6384604cd2 req-d6a9afa7-166e-47c7-99ea-318436e85276 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 947 time: 1.1103730 Dec 22 09:33:35.320500 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc5f3c20-7171-4e79-892b-eb4be4750237 req-c8c6bf8f-4886-4dd2-933e-4e479ce0df66 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636708 Dec 22 09:33:35.519103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-ef3c175b-e529-43ba-88c4-1723f2273262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:35.520399 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-ef3c175b-e529-43ba-88c4-1723f2273262 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&device_id=7584f9f0-aefa-49e5-9c4d-dc4793418014 HTTP/1.1" status: 200 len: 1163 time: 0.6759522 Dec 22 09:33:35.557657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb591d-14f6-4c1d-8c75-d6a2b2794425 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0687c290-3251-44d8-8820-2c52228e8551,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:35.558481 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a33262b1-c1d2-4727-831f-9a6384604cd2 req-c990a9cf-950e-427f-ba04-ed0e74fb470c tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477697 Dec 22 09:33:35.577610 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eebb591d-14f6-4c1d-8c75-d6a2b2794425 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:35.622397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:33:35.635682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Sync routers for ids ['7527b387-0da9-4899-9432-a5b8288f03bf'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:33:35.655044 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eebb591d-14f6-4c1d-8c75-d6a2b2794425 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:35.656053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Routers {'7527b387-0da9-4899-9432-a5b8288f03bf'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:33:35.659755 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-eebb591d-14f6-4c1d-8c75-d6a2b2794425 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 1.0455606 Dec 22 09:33:35.659755 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:35.659755 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5788054 Dec 22 09:33:35.660729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42528) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:35.663672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42530) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:35.664632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:33:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7527b387-0da9-4899-9432-a5b8288f03bf'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:35.670710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:33:35.677085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208f0c3-bbf4-4a16-9af7-f80ce19a226b req-7305345d-bf15-4778-a025-fce5598b0166 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:35.679528 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d208f0c3-bbf4-4a16-9af7-f80ce19a226b req-7305345d-bf15-4778-a025-fce5598b0166 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.64 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 947 time: 0.9159803 Dec 22 09:33:35.682482 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-df5bf906-0521-45e0-8a2e-2da604e30970 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ed9f1b61-50c5-4dad-9cbc-aa429358dac4 HTTP/1.1" status: 200 len: 217 time: 0.1202357 Dec 22 09:33:35.788049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-d208f0c3-bbf4-4a16-9af7-f80ce19a226b req-0520ffba-cf56-403c-adfc-15fb9adee301 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Deleting port c19eecdb-255b-4b18-85e5-8c54183da0be {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:33:35.788445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d208f0c3-bbf4-4a16-9af7-f80ce19a226b req-0520ffba-cf56-403c-adfc-15fb9adee301 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:35.819355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device c19eecdb-255b-4b18-85e5-8c54183da0be no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:33:35.970724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:33:35.982486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Usage tracker for resource:floatingip and tenant:7763aba64cb343ea8f41576edbddae90 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:33:35.987818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:33:35.997312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:33:36.002567 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:36.020540 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for floatingip, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:36.037297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-019990aa-f1b7-4946-ae7f-3d0e9368ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:36.039077 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-019990aa-f1b7-4946-ae7f-3d0e9368ae6a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.2577631 Dec 22 09:33:36.043819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4931b-7655-4076-abc9-719171d1793b', 'name': 'tempest-ServersTestManualDisk-1684475089-router', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:14Z', 'updated_at': '2020-12-22T09:33:26Z', 'revision_number': 4, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'gw_port': {'id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:15Z', 'updated_at': '2020-12-22T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '53f2e3d0-9175-4f13-ac09-7360b451b638', 'name': '', 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'mac_address': 'fa:16:3e:93:a0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8a85ce7b-250f-4e30-8980-4de90aedfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:23Z', 'updated_at': '2020-12-22T09:33:34Z', 'revision_number': 4, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'subnets': [{'id': '8a85ce7b-250f-4e30-8980-4de90aedfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:36.071107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port c19eecdb-255b-4b18-85e5-8c54183da0be, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c19eecdb-255b-4b18-85e5-8c54183da0be,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:36.075261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e888d-9d43-4088-87e2-54bc063c7a5f None None] The sync data for ids ['4ea4931b-7655-4076-abc9-719171d1793b'] in n-d-765315-5 is: [{'id': '4ea4931b-7655-4076-abc9-719171d1793b', 'name': 'tempest-ServersTestManualDisk-1684475089-router', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:14Z', 'updated_at': '2020-12-22T09:33:26Z', 'revision_number': 4, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'gw_port': {'id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:15Z', 'updated_at': '2020-12-22T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '53f2e3d0-9175-4f13-ac09-7360b451b638', 'name': '', 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'mac_address': 'fa:16:3e:93:a0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8a85ce7b-250f-4e30-8980-4de90aedfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:23Z', 'updated_at': '2020-12-22T09:33:34Z', 'revision_number': 4, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'subnets': [{'id': '8a85ce7b-250f-4e30-8980-4de90aedfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:33:36.079030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a70d27f-e75d-4b60-b0b3-e1612f69091b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c19eecdb-255b-4b18-85e5-8c54183da0be'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:33:36.087921 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:36.090825 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:36.193079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Set router 7527b387-0da9-4899-9432-a5b8288f03bf gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:33:36.289812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=c19eecdb-255b-4b18-85e5-8c54183da0be,revision_number=13']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:36.307140 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:36.730724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'name': 'tempest-TaggedBootDevicesTest-797172651-router', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:30Z', 'updated_at': '2020-12-22T09:33:32Z', 'revision_number': 3, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'gw_port': {'id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:31Z', 'updated_at': '2020-12-22T09:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:36.737416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Checking router: 7527b387-0da9-4899-9432-a5b8288f03bf for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:33:36.737821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Updating router 7527b387-0da9-4899-9432-a5b8288f03bf port a4681192-948a-43d9-a90b-17c74ac46a1b binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:33:36.776604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f21735-818c-42ec-84cd-8521b8038d42 None None] Network a4284a53-ed3c-4b2e-b701-f977e110a16f requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:33:36.832166 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:36.844162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:36.967185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d3dc0-9a81-4f17-a95a-3eef1fd0d83f req-c4dab2c3-0e85-40a6-8c56-208ca237ed1f tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:36.975649 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa9d3dc0-9a81-4f17-a95a-3eef1fd0d83f req-c4dab2c3-0e85-40a6-8c56-208ca237ed1f tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 946 time: 0.9845545 Dec 22 09:33:37.052267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-793c793f-bc27-440a-8f14-262886f36d63 None None] Provisioning for port 1e9dd2e0-7f20-4673-934d-a1e170c1202e completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:33:37.388008 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c338-b785-49de-83d4-34eb6b1d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:37.399358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 53f2e3d0-9175-4f13-ac09-7360b451b638 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:37.585033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 53f2e3d0-9175-4f13-ac09-7360b451b638 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:33:37.597442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 53f2e3d0-9175-4f13-ac09-7360b451b638 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:37.597942 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:37.832559 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:37.885045 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:37.944209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 53f2e3d0-9175-4f13-ac09-7360b451b638, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=53f2e3d0-9175-4f13-ac09-7360b451b638,segment=NetworkSegment(8848c7eb-06f0-49d4-b19f-e9da66ab4a69),segment_id=8848c7eb-06f0-49d4-b19f-e9da66ab4a69)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:37.951911 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:37.953333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 1e9dd2e0-7f20-4673-934d-a1e170c1202e up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:37.997772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40935e2-5872-4447-9931-c57c2c4431ac req-e3392ac5-b77f-4afb-ba4d-0d8068a44a4d tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:38.006675 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f40935e2-5872-4447-9931-c57c2c4431ac req-e3392ac5-b77f-4afb-ba4d-0d8068a44a4d tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=7584f9f0-aefa-49e5-9c4d-dc4793418014 HTTP/1.1" status: 200 len: 948 time: 2.0329862 Dec 22 09:33:38.046692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-2ad740f2-f26f-4c4b-a244-c08eab7d8842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:38.048352 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-2ad740f2-f26f-4c4b-a244-c08eab7d8842 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.9533257 Dec 22 09:33:38.059810 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:38.075597 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:38.103555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Transition to ACTIVE for port object a4681192-948a-43d9-a90b-17c74ac46a1b will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:33:38.112482 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:38.144713 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f40935e2-5872-4447-9931-c57c2c4431ac req-be5519e7-a92f-40ae-ae9d-e23c74035bd7 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369238 Dec 22 09:33:38.156255 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:38.174074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 1e9dd2e0-7f20-4673-934d-a1e170c1202e completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:33:38.202121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 1e9dd2e0-7f20-4673-934d-a1e170c1202e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:38.215726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:38.216556 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa9d3dc0-9a81-4f17-a95a-3eef1fd0d83f req-630da334-e1c0-40e1-9298-dbacfa759abd tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2395067 Dec 22 09:33:38.294586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Allocated IP 172.25.7.112 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/dbf2d782-43c0-42b1-a9dc-5bd17dac1740) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:33:38.357642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fa3ebe72-7e17-4128-be75-973a032c5abf None None] Provisioning complete for port 1e9dd2e0-7f20-4673-934d-a1e170c1202e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:38.358065 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebe72-7e17-4128-be75-973a032c5abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:38.465985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=53f2e3d0-9175-4f13-ac09-7360b451b638,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:38.482152 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:38.497187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b2b947-d5c1-4ea2-8e0b-4245c932ecd1 admin admin] Router 9a7b52e9-e81c-40c1-b591-2ef415e4f84d has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:33:38.500690 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7584f9f0-aefa-49e5-9c4d-dc4793418014', 'tag': 'ed9f1b61-50c5-4dad-9cbc-aa429358dac4', 'status': 'completed', 'code': 200} Dec 22 09:33:38.523296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Attempting to bind port a4681192-948a-43d9-a90b-17c74ac46a1b on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:33:38.523865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Attempting to bind port a4681192-948a-43d9-a90b-17c74ac46a1b by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:33:38.524489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Attempting to bind port a4681192-948a-43d9-a90b-17c74ac46a1b on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:33:38.535225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:33:38.535626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:33:38.536145 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:38.536585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:33:38.537119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Bound port: a4681192-948a-43d9-a90b-17c74ac46a1b, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:33:38.537536 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:38.550398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d208f0c3-bbf4-4a16-9af7-f80ce19a226b req-0520ffba-cf56-403c-adfc-15fb9adee301 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] For port c19eecdb-255b-4b18-85e5-8c54183da0be, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c19eecdb-255b-4b18-85e5-8c54183da0be,segment=NetworkSegment(6af8f748-bc7a-4903-a21f-3a33844ca01f),segment_id=6af8f748-bc7a-4903-a21f-3a33844ca01f)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:38.551045 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d208f0c3-bbf4-4a16-9af7-f80ce19a226b req-0520ffba-cf56-403c-adfc-15fb9adee301 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:38.566342 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a70d27f-e75d-4b60-b0b3-e1612f69091b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c19eecdb-255b-4b18-85e5-8c54183da0be', 'code': 200} Dec 22 09:33:38.567741 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebe72-7e17-4128-be75-973a032c5abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:38.629474 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:38.653721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] For port a4681192-948a-43d9-a90b-17c74ac46a1b, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:33:38.657965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] For port a4681192-948a-43d9-a90b-17c74ac46a1b, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a4681192-948a-43d9-a90b-17c74ac46a1b,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:33:38.665443 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:38.670596 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:38.728756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891a159-fc8a-4e74-97c7-3580eefca7d7 None None] Pushing event updated for resources: {'Port': ['ID=a4681192-948a-43d9-a90b-17c74ac46a1b,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:38.734597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fa3ebe72-7e17-4128-be75-973a032c5abf None None] For port 1e9dd2e0-7f20-4673-934d-a1e170c1202e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=1e9dd2e0-7f20-4673-934d-a1e170c1202e,segment=NetworkSegment(879e1921-841b-4c32-99dd-c355d0c59585),segment_id=879e1921-841b-4c32-99dd-c355d0c59585)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:38.740971 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:38.746773 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebe72-7e17-4128-be75-973a032c5abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:38.748877 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a891a159-fc8a-4e74-97c7-3580eefca7d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:38.754245 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:38.754414 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8761e2b8-64ad-4906-827f-32deb739cb10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:38.834235 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:38.910699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Allocated IP 172.20.0.1 (a4284a53-ed3c-4b2e-b701-f977e110a16f/5d1e8bbe-1831-4444-9106-90483ff0e76e/d6c6c6d3-c452-4934-8686-af49caebec4a) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:33:38.959439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-644e8747-80bf-4c2d-9ead-58e09b356aad None None] Provisioning complete for port 1e9dd2e0-7f20-4673-934d-a1e170c1202e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:38.960063 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-644e8747-80bf-4c2d-9ead-58e09b356aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:38.965729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891a159-fc8a-4e74-97c7-3580eefca7d7 None None] Pushing event updated for resources: {'Port': ['ID=a4681192-948a-43d9-a90b-17c74ac46a1b,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:38.981019 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a891a159-fc8a-4e74-97c7-3580eefca7d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:39.010104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ebe72-7e17-4128-be75-973a032c5abf None None] Pushing event updated for resources: {'Port': ['ID=1e9dd2e0-7f20-4673-934d-a1e170c1202e,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:39.020594 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fa3ebe72-7e17-4128-be75-973a032c5abf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:39.041311 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:33:39.042069 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:33:39.053181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Routers {'7527b387-0da9-4899-9432-a5b8288f03bf'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:33:39.054384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:33:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7527b387-0da9-4899-9432-a5b8288f03bf'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:39.110223 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:39.130428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Transition to ACTIVE for port object d6c6c6d3-c452-4934-8686-af49caebec4a will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:33:39.137719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b2b947-d5c1-4ea2-8e0b-4245c932ecd1 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:33:39.137971 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-29598bf3-ecf4-4a7c-b5c5-f5d477e55f65 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:39.163714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaf766d-f01a-4434-b988-2689c52afdb6 None None] Sync routers for ids ['9a7b52e9-e81c-40c1-b591-2ef415e4f84d'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:33:39.177860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaf766d-f01a-4434-b988-2689c52afdb6 None None] Routers {'9a7b52e9-e81c-40c1-b591-2ef415e4f84d'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:33:39.178557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-bdaf766d-f01a-4434-b988-2689c52afdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:33:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9a7b52e9-e81c-40c1-b591-2ef415e4f84d'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:39.272932 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-24b2b947-d5c1-4ea2-8e0b-4245c932ecd1 admin admin] 10.222.0.50 "PUT /v2.0/routers/9a7b52e9-e81c-40c1-b591-2ef415e4f84d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3120704 Dec 22 09:33:39.286314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-d208f0c3-bbf4-4a16-9af7-f80ce19a226b req-0520ffba-cf56-403c-adfc-15fb9adee301 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Calling delete_port for c19eecdb-255b-4b18-85e5-8c54183da0be owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:33:39.286576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Pushing event updated for resources: {'Port': ['ID=dbf2d782-43c0-42b1-a9dc-5bd17dac1740,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:39.289670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42546) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:39.300036 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:39.365349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] Set router 7527b387-0da9-4899-9432-a5b8288f03bf gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:33:39.409258 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-234fdc10-ae24-4e8a-bb73-803932ddba9d service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3132572 Dec 22 09:33:39.451707 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:39.475264 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b9f2617e-0e52-4e3b-9677-04cfd96b84d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:39.504792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-bdaf766d-f01a-4434-b988-2689c52afdb6 None None] Set router 9a7b52e9-e81c-40c1-b591-2ef415e4f84d gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:33:39.558531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c6c6d3-c452-4934-8686-af49caebec4a,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:39.605322 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-73fca3bc-f5d3-4a3e-9331-98e8626bf3e7 req-456529d7-795d-4497-9183-656dcd2bfa72 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1705093 Dec 22 09:33:39.619693 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:39.653819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdd6e9-d6e2-422d-ac54-2d8fd0a7a07b req-f000a67d-0b2f-40b0-9ec5-b5eac71258b5 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:39.657848 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9bbdd6e9-d6e2-422d-ac54-2d8fd0a7a07b req-f000a67d-0b2f-40b0-9ec5-b5eac71258b5 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=2d6346e7-d23e-49f6-9868-a297212bc529 HTTP/1.1" status: 200 len: 946 time: 0.7058215 Dec 22 09:33:39.669405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9ad45-9037-49e1-a818-3e9d142c3b57 req-a1562d9f-2eeb-49f0-9fb6-87960ef5f6cb tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:39.671582 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4fc9ad45-9037-49e1-a818-3e9d142c3b57 req-a1562d9f-2eeb-49f0-9fb6-87960ef5f6cb tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 945 time: 0.6649418 Dec 22 09:33:39.675177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:33:39.763909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:33:39.784949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:33:39.897593 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31eb8d20-b1ea-4a52-a331-c35ee2efe85c admin admin] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:39.999557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'name': 'tempest-TaggedBootDevicesTest-797172651-router', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:30Z', 'updated_at': '2020-12-22T09:33:32Z', 'revision_number': 3, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'gw_port': {'id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:31Z', 'updated_at': '2020-12-22T09:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:40.019144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9623ad0-fd45-4449-b298-d49ee02d21e2 None None] The sync data for ids ['7527b387-0da9-4899-9432-a5b8288f03bf'] in n-d-765315-5 is: [{'id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'name': 'tempest-TaggedBootDevicesTest-797172651-router', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:30Z', 'updated_at': '2020-12-22T09:33:32Z', 'revision_number': 3, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'gw_port': {'id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:31Z', 'updated_at': '2020-12-22T09:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:33:40.060136 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9bbdd6e9-d6e2-422d-ac54-2d8fd0a7a07b req-3764bf4c-765d-4eb8-bca6-722f4b4da365 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860960 Dec 22 09:33:40.128474 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4fc9ad45-9037-49e1-a818-3e9d142c3b57 req-f08e919f-2334-41a0-9ac2-fd8d0aa953dd tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/security-groups?id=58f5a25f-e840-41ba-a0e9-3ba9abd58873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268181 Dec 22 09:33:40.162911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c022cb-d834-49dc-a4db-f91aaeee2fa8 req-30f05c93-e270-44c6-9445-457d06cbddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:40.165220 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33c022cb-d834-49dc-a4db-f91aaeee2fa8 req-30f05c93-e270-44c6-9445-457d06cbddff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&device_id=7584f9f0-aefa-49e5-9c4d-dc4793418014 HTTP/1.1" status: 200 len: 1163 time: 0.3900318 Dec 22 09:33:40.229591 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31eb8d20-b1ea-4a52-a331-c35ee2efe85c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:40.238986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-31eb8d20-b1ea-4a52-a331-c35ee2efe85c admin admin] Deleting port dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:33:40.239368 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31eb8d20-b1ea-4a52-a331-c35ee2efe85c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:40.368522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 19df2a70-db8d-4f81-b17b-674ede1e8856 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:40.402982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 53f2e3d0-9175-4f13-ac09-7360b451b638 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:40.492001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Network a4284a53-ed3c-4b2e-b701-f977e110a16f is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:33:40.499430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:33:40.511333 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d208f0c3-bbf4-4a16-9af7-f80ce19a226b req-0520ffba-cf56-403c-adfc-15fb9adee301 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:40.513609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c022cb-d834-49dc-a4db-f91aaeee2fa8 req-e7219387-2bef-4fd5-b2d9-9b8b2146210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:40.515564 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33c022cb-d834-49dc-a4db-f91aaeee2fa8 req-e7219387-2bef-4fd5-b2d9-9b8b2146210e service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.3322513 Dec 22 09:33:40.519985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:33:40.521962 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:40.536916 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:40.537678 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:40.546557 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c071168e-c778-43db-a2c4-11bc7118d58d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:40.587425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:40.642032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 53f2e3d0-9175-4f13-ac09-7360b451b638 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:40.642459 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:40.709135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-31eb8d20-b1ea-4a52-a331-c35ee2efe85c admin admin] For port dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:40.709772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31eb8d20-b1ea-4a52-a331-c35ee2efe85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:40.740555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-bdaf766d-f01a-4434-b988-2689c52afdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1343184622-router', 'tenant_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:30:56Z', 'updated_at': '2020-12-22T09:33:31Z', 'revision_number': 5, 'project_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'gw_port': {'id': 'dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:30:57Z', 'updated_at': '2020-12-22T09:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:40.753225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaf766d-f01a-4434-b988-2689c52afdb6 None None] Checking router: 9a7b52e9-e81c-40c1-b591-2ef415e4f84d for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:33:40.791447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:40.806533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 19df2a70-db8d-4f81-b17b-674ede1e8856 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:40.807056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:40.886602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaf766d-f01a-4434-b988-2689c52afdb6 None None] Routers {'9a7b52e9-e81c-40c1-b591-2ef415e4f84d'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:33:40.888335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-bdaf766d-f01a-4434-b988-2689c52afdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:33:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9a7b52e9-e81c-40c1-b591-2ef415e4f84d'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:40.958984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520ffba-cf56-403c-adfc-15fb9adee301 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Pushing event deleted for resources: {'Port': ['ID=c19eecdb-255b-4b18-85e5-8c54183da0be,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:40.959567 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for floatingip, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:41.060855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-253b2d49-dffc-47da-8d70-7d2e9ae1828b None None] Provisioning for port d6c6c6d3-c452-4934-8686-af49caebec4a completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:33:41.114989 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33c022cb-d834-49dc-a4db-f91aaeee2fa8 req-4c6c849a-c279-4a37-953d-819d0c76ba92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ed9f1b61-50c5-4dad-9cbc-aa429358dac4 HTTP/1.1" status: 200 len: 217 time: 0.5151641 Dec 22 09:33:41.116219 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0520ffba-cf56-403c-adfc-15fb9adee301 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:41.182722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-253b2d49-dffc-47da-8d70-7d2e9ae1828b None None] Provisioning complete for port d6c6c6d3-c452-4934-8686-af49caebec4a triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:41.183254 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-253b2d49-dffc-47da-8d70-7d2e9ae1828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:41.231762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-31eb8d20-b1ea-4a52-a331-c35ee2efe85c admin admin] Calling delete_port for dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66 owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:33:41.283292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-d208f0c3-bbf4-4a16-9af7-f80ce19a226b req-0520ffba-cf56-403c-adfc-15fb9adee301 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] No DVR routers for this DVR port c19eecdb-255b-4b18-85e5-8c54183da0be on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:33:41.292584 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d208f0c3-bbf4-4a16-9af7-f80ce19a226b req-0520ffba-cf56-403c-adfc-15fb9adee301 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:41.306546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a70d27f-e75d-4b60-b0b3-e1612f69091b', 'name': 'network-vif-deleted', 'tag': 'c19eecdb-255b-4b18-85e5-8c54183da0be'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:33:41.313835 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d208f0c3-bbf4-4a16-9af7-f80ce19a226b req-0520ffba-cf56-403c-adfc-15fb9adee301 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.64 "DELETE /v2.0/ports/c19eecdb-255b-4b18-85e5-8c54183da0be HTTP/1.1" status: 204 len: 173 time: 5.6188531 Dec 22 09:33:41.341593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c022cb-d834-49dc-a4db-f91aaeee2fa8 req-82f40492-6970-482c-b2c1-d51f525e9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:41.344365 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33c022cb-d834-49dc-a4db-f91aaeee2fa8 req-82f40492-6970-482c-b2c1-d51f525e9984 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.2134748 Dec 22 09:33:41.450034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 1e9dd2e0-7f20-4673-934d-a1e170c1202e up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:41.479809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-bdaf766d-f01a-4434-b988-2689c52afdb6 None None] Set router 9a7b52e9-e81c-40c1-b591-2ef415e4f84d gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:33:41.488248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0870921-2bb6-437d-8ee4-eedb6717a50b req-444d0f87-d10b-434c-927e-c0da0f6ba3a8 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:41.500974 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0870921-2bb6-437d-8ee4-eedb6717a50b req-444d0f87-d10b-434c-927e-c0da0f6ba3a8 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=7584f9f0-aefa-49e5-9c4d-dc4793418014 HTTP/1.1" status: 200 len: 948 time: 0.9571695 Dec 22 09:33:41.589882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03961842-a807-4113-9875-2bf18c3625fc req-50cccc2b-6cc0-4157-a17e-2fb2af19d3a7 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:41.598971 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-03961842-a807-4113-9875-2bf18c3625fc req-50cccc2b-6cc0-4157-a17e-2fb2af19d3a7 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 1161 time: 0.7644894 Dec 22 09:33:41.683699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-253b2d49-dffc-47da-8d70-7d2e9ae1828b None None] Port d6c6c6d3-c452-4934-8686-af49caebec4a cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:33:41.747194 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:41.761557 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0870921-2bb6-437d-8ee4-eedb6717a50b req-ea3dabc7-dcb5-41d5-bb81-48f05a098275 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586603 Dec 22 09:33:41.795251 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-03961842-a807-4113-9875-2bf18c3625fc req-a9199b9a-d3dc-46c2-b4df-8902155558f2 tempest-LiveAutoBlockMigrationV225Test-1283608047 tempest-LiveAutoBlockMigrationV225Test-1283608047] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949964 Dec 22 09:33:41.809904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c022cb-d834-49dc-a4db-f91aaeee2fa8 req-b384249f-e7a1-4352-8ccb-66f805cf494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:41.811748 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33c022cb-d834-49dc-a4db-f91aaeee2fa8 req-b384249f-e7a1-4352-8ccb-66f805cf494b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4479973 Dec 22 09:33:41.839854 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:41.893663 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4e4811a-2176-4747-b757-b8226497e459 req-7398334b-ea94-463f-9ac7-2df36bc73a50 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.2509804 Dec 22 09:33:41.948505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 1e9dd2e0-7f20-4673-934d-a1e170c1202e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:41.949347 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:42.346754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-bdaf766d-f01a-4434-b988-2689c52afdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1343184622-router', 'tenant_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:30:56Z', 'updated_at': '2020-12-22T09:33:31Z', 'revision_number': 5, 'project_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'gw_port': {'id': 'dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:30:57Z', 'updated_at': '2020-12-22T09:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:42.360923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaf766d-f01a-4434-b988-2689c52afdb6 None None] The sync data for ids ['9a7b52e9-e81c-40c1-b591-2ef415e4f84d'] in n-d-765315-5 is: [{'id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1343184622-router', 'tenant_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:30:56Z', 'updated_at': '2020-12-22T09:33:31Z', 'revision_number': 5, 'project_id': '0ffeb3a0f022481a9f4aea0f4efa09b6', 'gw_port': {'id': 'dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7b52e9-e81c-40c1-b591-2ef415e4f84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:30:57Z', 'updated_at': '2020-12-22T09:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:33:42.441865 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31eb8d20-b1ea-4a52-a331-c35ee2efe85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:42.503900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a4681192-948a-43d9-a90b-17c74ac46a1b up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:42.595141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port a4681192-948a-43d9-a90b-17c74ac46a1b completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:33:42.605331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port a4681192-948a-43d9-a90b-17c74ac46a1b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:42.605907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:42.704573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7ce2a2a9-be3d-4cbc-a4ff-7c53da96be46 req-0cfed97a-3810-452a-b9ca-623a06566ab4 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Synchronizing usage tracker for tenant:0fd3a230510047d192938116344c8cd5 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:33:42.748663 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:42.766107 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33c022cb-d834-49dc-a4db-f91aaeee2fa8 req-4b449adf-6d53-4593-9773-d4be6ef090dd service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9387987 Dec 22 09:33:42.772437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port a4681192-948a-43d9-a90b-17c74ac46a1b, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a4681192-948a-43d9-a90b-17c74ac46a1b,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:42.773639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7ce2a2a9-be3d-4cbc-a4ff-7c53da96be46 req-0cfed97a-3810-452a-b9ca-623a06566ab4 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Unset dirty status for tenant:0fd3a230510047d192938116344c8cd5 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:33:42.775417 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ce2a2a9-be3d-4cbc-a4ff-7c53da96be46 req-0cfed97a-3810-452a-b9ca-623a06566ab4 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] 10.222.0.50 "GET /v2.0/ports?device_id=3a70d27f-e75d-4b60-b0b3-e1612f69091b HTTP/1.1" status: 200 len: 210 time: 0.1560926 Dec 22 09:33:42.777923 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:42.781200 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:42.817241 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:33:42.828159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4811a-2176-4747-b757-b8226497e459 req-b0d68f34-4a8f-4101-855c-e4941d0743a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:42.840660 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4e4811a-2176-4747-b757-b8226497e459 req-b0d68f34-4a8f-4101-855c-e4941d0743a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92202f56ba024bd88bdda46d20163167&device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 1161 time: 0.6896341 Dec 22 09:33:42.851039 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:42.867336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a96641-fe70-497e-9c7e-da892f56b296 req-1a4f98fa-9771-484c-813c-01a917757da2 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:42.872766 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:42.876120 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47a96641-fe70-497e-9c7e-da892f56b296 req-1a4f98fa-9771-484c-813c-01a917757da2 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=2d6346e7-d23e-49f6-9868-a297212bc529 HTTP/1.1" status: 200 len: 946 time: 0.8049185 Dec 22 09:33:42.919263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=a4681192-948a-43d9-a90b-17c74ac46a1b,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:42.926468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device ed9f1b61-50c5-4dad-9cbc-aa429358dac4 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:42.936404 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:42.981028 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:42.990969 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a70d27f-e75d-4b60-b0b3-e1612f69091b', 'name': 'network-vif-deleted', 'tag': 'c19eecdb-255b-4b18-85e5-8c54183da0be', 'status': 'completed', 'code': 200} Dec 22 09:33:43.003255 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:43.024433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c6c6d3-c452-4934-8686-af49caebec4a,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:43.038012 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:43.043740 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31eb8d20-b1ea-4a52-a331-c35ee2efe85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:43.060417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port ed9f1b61-50c5-4dad-9cbc-aa429358dac4 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:33:43.066636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port ed9f1b61-50c5-4dad-9cbc-aa429358dac4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:43.067219 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:43.145374 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47a96641-fe70-497e-9c7e-da892f56b296 req-8ba2450f-71f1-4379-a843-97ede2de4846 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682076 Dec 22 09:33:43.182919 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33c022cb-d834-49dc-a4db-f91aaeee2fa8 req-1fbeaab0-7718-4c54-8e8d-41b22e066fb9 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4023323 Dec 22 09:33:43.236756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4811a-2176-4747-b757-b8226497e459 req-b6f0d5f5-4985-4364-8ed2-1662f6ba0473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:43.241440 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4e4811a-2176-4747-b757-b8226497e459 req-b6f0d5f5-4985-4364-8ed2-1662f6ba0473 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 200 len: 915 time: 0.2967613 Dec 22 09:33:43.242518 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:43.319134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port ed9f1b61-50c5-4dad-9cbc-aa429358dac4, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=ed9f1b61-50c5-4dad-9cbc-aa429358dac4,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:43.320835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7584f9f0-aefa-49e5-9c4d-dc4793418014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9f1b61-50c5-4dad-9cbc-aa429358dac4'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:33:43.334747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:43.335675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 19df2a70-db8d-4f81-b17b-674ede1e8856 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:43.339075 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:33:43.349545 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31eb8d20-b1ea-4a52-a331-c35ee2efe85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:43.359510 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31eb8d20-b1ea-4a52-a331-c35ee2efe85c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:43.378306 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:43.417831 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:43.434567 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4e4811a-2176-4747-b757-b8226497e459 req-7223b3e6-3c08-4238-95c7-8d4871818830 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9794798-0fb3-4f07-9a97-38dd72429966 HTTP/1.1" status: 200 len: 217 time: 0.1842136 Dec 22 09:33:43.452412 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:43.495854 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:43.549036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4811a-2176-4747-b757-b8226497e459 req-ee054047-bf1d-4e97-8693-88654b6948e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:43.551423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4e4811a-2176-4747-b757-b8226497e459 req-ee054047-bf1d-4e97-8693-88654b6948e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=640a01a7-c30b-476e-9180-1eeb8ef32064 HTTP/1.1" status: 200 len: 861 time: 0.1093500 Dec 22 09:33:43.573340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=ed9f1b61-50c5-4dad-9cbc-aa429358dac4,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:43.580019 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:43.591040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 19df2a70-db8d-4f81-b17b-674ede1e8856 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:43.592292 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:43.592727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Pushing event updated for resources: {'Port': ['ID=dbf2d782-43c0-42b1-a9dc-5bd17dac1740,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:43.612875 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:43.634028 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31eb8d20-b1ea-4a52-a331-c35ee2efe85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:43.635476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31eb8d20-b1ea-4a52-a331-c35ee2efe85c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a7b52e9-e81c-40c1-b591-2ef415e4f84d {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:33:43.701380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Network a4284a53-ed3c-4b2e-b701-f977e110a16f is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:33:43.724351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:33:43.772366 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4e4811a-2176-4747-b757-b8226497e459 req-d089c6d6-a81a-46ff-9af4-3700206242ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1dd3454-fbe2-48e2-8c94-be1dc63802a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014128 Dec 22 09:33:43.823687 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31eb8d20-b1ea-4a52-a331-c35ee2efe85c admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:43.827297 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-31eb8d20-b1ea-4a52-a331-c35ee2efe85c admin admin] 10.222.0.50 "DELETE /v2.0/routers/9a7b52e9-e81c-40c1-b591-2ef415e4f84d HTTP/1.1" status: 204 len: 168 time: 4.5275981 Dec 22 09:33:43.832095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42576) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:44.036642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-af6a2118-b506-4f94-b8ae-7d5630e7cae9 None None] Provisioning complete for port d6c6c6d3-c452-4934-8686-af49caebec4a triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:44.037865 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-af6a2118-b506-4f94-b8ae-7d5630e7cae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:44.065028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de2b0e-1d6a-45c9-a746-3dfd8ad709c0 req-4f6ac88c-5d5f-4e91-8252-927772f126ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:44.067262 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-79de2b0e-1d6a-45c9-a746-3dfd8ad709c0 req-4f6ac88c-5d5f-4e91-8252-927772f126ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=7584f9f0-aefa-49e5-9c4d-dc4793418014 HTTP/1.1" status: 200 len: 950 time: 0.5146208 Dec 22 09:33:44.097701 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:44.118040 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:44.130525 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4676423 Dec 22 09:33:44.136917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Router 7527b387-0da9-4899-9432-a5b8288f03bf has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:33:44.154697 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-79de2b0e-1d6a-45c9-a746-3dfd8ad709c0 req-aff1c4e3-6fa5-4234-a381-e289a666631f tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742726 Dec 22 09:33:44.164291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-af6a2118-b506-4f94-b8ae-7d5630e7cae9 None None] Port d6c6c6d3-c452-4934-8686-af49caebec4a cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:33:44.179644 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4e4811a-2176-4747-b757-b8226497e459 req-2a57689f-4b04-45d0-bbc3-e349d0f50966 service neutron] 10.222.0.64 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876061 Dec 22 09:33:44.197118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4ed127-e8a3-4be5-8c3c-5379dcc0fb44 admin admin] Deleting subnet 9e6f0dfc-b310-4aa6-b375-ff5361a12245 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:33:44.283838 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7584f9f0-aefa-49e5-9c4d-dc4793418014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9f1b61-50c5-4dad-9cbc-aa429358dac4', 'code': 200} Dec 22 09:33:44.370640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 4bbcd61b-5f23-4aa3-9678-832ce65446b5 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:44.549423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a4681192-948a-43d9-a90b-17c74ac46a1b up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:44.617046 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f4ed127-e8a3-4be5-8c3c-5379dcc0fb44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:44.705274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42594) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:44.764404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:44.765071 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:44.845278 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4e4811a-2176-4747-b757-b8226497e459 req-8aadf305-e8ef-4862-8e4f-d428bccb0611 service neutron] 10.222.0.64 "GET /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6428056 Dec 22 09:33:44.853750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port a4681192-948a-43d9-a90b-17c74ac46a1b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:44.854215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:44.988599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-633ae58b-326f-44ce-978f-354d752d5cdc req-ba6fbdc9-b3f5-4be0-afa3-cf9e97e729c6 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Synchronizing usage tracker for tenant:7763aba64cb343ea8f41576edbddae90 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:33:45.002023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f4ed127-e8a3-4be5-8c3c-5379dcc0fb44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:45.045589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:33:45.062958 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] 10.222.0.50 "PUT /v2.0/routers/7527b387-0da9-4899-9432-a5b8288f03bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3843813 Dec 22 09:33:45.070005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50074e52-d9e5-4785-8e77-e402a6d4a89d req-8feed91a-54d6-42ce-b294-ac56e6d98cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:45.073108 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50074e52-d9e5-4785-8e77-e402a6d4a89d req-8feed91a-54d6-42ce-b294-ac56e6d98cd1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7584f9f0-aefa-49e5-9c4d-dc4793418014 HTTP/1.1" status: 200 len: 1165 time: 0.2443171 Dec 22 09:33:45.089293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Sync routers for ids ['7527b387-0da9-4899-9432-a5b8288f03bf'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:33:45.111892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Routers {'7527b387-0da9-4899-9432-a5b8288f03bf'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:33:45.112594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:33:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7527b387-0da9-4899-9432-a5b8288f03bf'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:45.134099 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50074e52-d9e5-4785-8e77-e402a6d4a89d req-4d6f7de4-2d72-46e8-94cc-6ae469bafe1a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473311 Dec 22 09:33:45.153394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-633ae58b-326f-44ce-978f-354d752d5cdc req-ba6fbdc9-b3f5-4be0-afa3-cf9e97e729c6 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Unset dirty status for tenant:7763aba64cb343ea8f41576edbddae90 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:33:45.164509 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-633ae58b-326f-44ce-978f-354d752d5cdc req-ba6fbdc9-b3f5-4be0-afa3-cf9e97e729c6 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1267538510&fields=id&tenant_id=7763aba64cb343ea8f41576edbddae90 HTTP/1.1" status: 200 len: 267 time: 0.3088992 Dec 22 09:33:45.382434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ae58b-326f-44ce-978f-354d752d5cdc req-4e201375-b811-42f6-8eab-cf1d87985f0a tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:45.391348 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-633ae58b-326f-44ce-978f-354d752d5cdc req-4e201375-b811-42f6-8eab-cf1d87985f0a tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "GET /v2.0/networks?id=b217fc36-e9a7-428a-aaf0-958abc2382a7 HTTP/1.1" status: 200 len: 812 time: 0.2255254 Dec 22 09:33:45.409300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2c890-69d5-4361-9ae4-27f99922e349 req-79939414-1a5a-440f-9747-866abd8fdbed tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:45.410964 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bcd2c890-69d5-4361-9ae4-27f99922e349 req-79939414-1a5a-440f-9747-866abd8fdbed tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.64 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 946 time: 0.9193246 Dec 22 09:33:45.420653 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-633ae58b-326f-44ce-978f-354d752d5cdc req-069fa923-8d24-4908-9d89-37511ec40d2e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "GET /v2.0/quotas/7763aba64cb343ea8f41576edbddae90 HTTP/1.1" status: 200 len: 375 time: 0.0282943 Dec 22 09:33:45.455211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device ed9f1b61-50c5-4dad-9cbc-aa429358dac4 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:45.490462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 053f2bcb-fde2-458e-926a-eee195fadd81 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:33:45.513732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Set router 7527b387-0da9-4899-9432-a5b8288f03bf gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:33:45.554475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 053f2bcb-fde2-458e-926a-eee195fadd81 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:33:45.555072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 053f2bcb-fde2-458e-926a-eee195fadd81 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:33:45.589397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-bcd2c890-69d5-4361-9ae4-27f99922e349 req-78310107-0a06-4bac-99e1-0ae99e91dff8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Deleting port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:33:45.590084 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bcd2c890-69d5-4361-9ae4-27f99922e349 req-78310107-0a06-4bac-99e1-0ae99e91dff8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:45.596617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port ed9f1b61-50c5-4dad-9cbc-aa429358dac4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:45.597343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:45.642006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec18cb05-8f2c-46e7-a8c8-e8f74bff4d3f admin admin] Deleting subnet 20ea27e0-c8d1-40af-abba-75e850f0c212 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:33:45.718790 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca26f456-99e8-4264-b380-44888a767ba5 req-0d11c270-b0be-41b2-abf4-cb22604c013e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc3bc989-851f-4f08-8704-3fed45649fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.3478894 Dec 22 09:33:45.719250 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec18cb05-8f2c-46e7-a8c8-e8f74bff4d3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:45.888770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81848329-b7bd-44fa-acf7-24a258fca615 req-bf0ecc35-0b1c-44d5-b1aa-34ccc08c084b tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:45.899498 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81848329-b7bd-44fa-acf7-24a258fca615 req-bf0ecc35-0b1c-44d5-b1aa-34ccc08c084b tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 946 time: 1.2229278 Dec 22 09:33:45.980270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26f456-99e8-4264-b380-44888a767ba5 req-78710d50-9b40-459f-a151-4484eae0afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:45.986310 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca26f456-99e8-4264-b380-44888a767ba5 req-78710d50-9b40-459f-a151-4484eae0afc1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&device_id=dc3bc989-851f-4f08-8704-3fed45649fd1 HTTP/1.1" status: 200 len: 1165 time: 0.1756325 Dec 22 09:33:46.010489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'name': 'tempest-TaggedBootDevicesTest-797172651-router', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:30Z', 'updated_at': '2020-12-22T09:33:40Z', 'revision_number': 4, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'gw_port': {'id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:31Z', 'updated_at': '2020-12-22T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'd6c6c6d3-c452-4934-8686-af49caebec4a', 'name': '', 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'mac_address': 'fa:16:3e:5d:d7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '5d1e8bbe-1831-4444-9106-90483ff0e76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:38Z', 'updated_at': '2020-12-22T09:33:42Z', 'revision_number': 2, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'subnets': [{'id': '5d1e8bbe-1831-4444-9106-90483ff0e76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:46.018711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Checking router: 7527b387-0da9-4899-9432-a5b8288f03bf for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:33:46.019479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Updating router 7527b387-0da9-4899-9432-a5b8288f03bf port d6c6c6d3-c452-4934-8686-af49caebec4a binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:33:46.053549 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec18cb05-8f2c-46e7-a8c8-e8f74bff4d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:46.091388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:46.146130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 4bbcd61b-5f23-4aa3-9678-832ce65446b5 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:33:46.264859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26f456-99e8-4264-b380-44888a767ba5 req-b33a4298-7e64-4fad-bcba-398f43363752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:46.267173 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca26f456-99e8-4264-b380-44888a767ba5 req-b33a4298-7e64-4fad-bcba-398f43363752 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.2577162 Dec 22 09:33:46.419979 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca26f456-99e8-4264-b380-44888a767ba5 req-8ed0dd7e-e81e-425f-bedb-e36a9458dd8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=563ae252-558e-4e2c-9ceb-7cd73ef6ef93 HTTP/1.1" status: 200 len: 217 time: 0.1431460 Dec 22 09:33:46.604277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26f456-99e8-4264-b380-44888a767ba5 req-f071ca4a-b2fb-4d8a-90a3-c19d35e6f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:46.607923 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca26f456-99e8-4264-b380-44888a767ba5 req-f071ca4a-b2fb-4d8a-90a3-c19d35e6f601 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1809375 Dec 22 09:33:46.623185 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:46.649339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:33:46.703851 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81848329-b7bd-44fa-acf7-24a258fca615 req-0c1184c0-864e-4297-8269-b8f6047bb3b9 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8027480 Dec 22 09:33:46.742988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:33:46.743775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device dc5d9b9d-3d61-4ab2-8e4e-fcf0d0e44a66 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:33:46.792740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26f456-99e8-4264-b380-44888a767ba5 req-1e1e5e85-0498-4723-af80-ab70f5034236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:46.795068 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca26f456-99e8-4264-b380-44888a767ba5 req-1e1e5e85-0498-4723-af80-ab70f5034236 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1805696 Dec 22 09:33:46.801079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4566615d-ea9e-465b-8c56-0ee372657f69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bbcd61b-5f23-4aa3-9678-832ce65446b5'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:33:46.821395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 4bbcd61b-5f23-4aa3-9678-832ce65446b5, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=4bbcd61b-5f23-4aa3-9678-832ce65446b5,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:46.825545 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:46.829533 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:46.831067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-bcd2c890-69d5-4361-9ae4-27f99922e349 req-78310107-0a06-4bac-99e1-0ae99e91dff8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] For port 4bbcd61b-5f23-4aa3-9678-832ce65446b5, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=4bbcd61b-5f23-4aa3-9678-832ce65446b5,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:46.831735 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bcd2c890-69d5-4361-9ae4-27f99922e349 req-78310107-0a06-4bac-99e1-0ae99e91dff8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:46.875216 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f4ed127-e8a3-4be5-8c3c-5379dcc0fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:46.935117 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:46.964720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Transition to ACTIVE for port object d6c6c6d3-c452-4934-8686-af49caebec4a will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:33:46.968849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:46.987632 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:46.998188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=4bbcd61b-5f23-4aa3-9678-832ce65446b5,revision_number=13']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:47.002352 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:47.039979 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-633ae58b-326f-44ce-978f-354d752d5cdc req-093a9599-2fb2-4cde-9248-f091a7a7e59f tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "GET /v2.0/ports?tenant_id=7763aba64cb343ea8f41576edbddae90&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4822445 Dec 22 09:33:47.126580 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec18cb05-8f2c-46e7-a8c8-e8f74bff4d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:47.181984 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca26f456-99e8-4264-b380-44888a767ba5 req-ca96b73d-e7c2-40e8-9ef7-91d4a8db4751 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763797 Dec 22 09:33:47.203076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b8e6f-56a4-4e84-a1cb-63a7b8f6813b None None] Pushing event updated for resources: {'Port': ['ID=d6c6c6d3-c452-4934-8686-af49caebec4a,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:47.214119 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3c7b8e6f-56a4-4e84-a1cb-63a7b8f6813b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:47.411841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-bcd2c890-69d5-4361-9ae4-27f99922e349 req-78310107-0a06-4bac-99e1-0ae99e91dff8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Calling delete_port for 4bbcd61b-5f23-4aa3-9678-832ce65446b5 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:33:47.653187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Attempting to bind port d6c6c6d3-c452-4934-8686-af49caebec4a on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:33:47.653724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Attempting to bind port d6c6c6d3-c452-4934-8686-af49caebec4a by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '879e1921-841b-4c32-99dd-c355d0c59585', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:33:47.654139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Attempting to bind port d6c6c6d3-c452-4934-8686-af49caebec4a on network a4284a53-ed3c-4b2e-b701-f977e110a16f {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:33:47.664167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:33:47.666144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Checking segment: {'id': '879e1921-841b-4c32-99dd-c355d0c59585', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:33:47.667429 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:47.668346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Bound using segment: {'id': '879e1921-841b-4c32-99dd-c355d0c59585', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:33:47.669399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Bound port: d6c6c6d3-c452-4934-8686-af49caebec4a, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879e1921-841b-4c32-99dd-c355d0c59585', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:33:47.670280 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:47.721345 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca26f456-99e8-4264-b380-44888a767ba5 req-04683c5a-6ece-432c-8c16-9b267cadea85 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5308690 Dec 22 09:33:47.841042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] For port d6c6c6d3-c452-4934-8686-af49caebec4a, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:33:47.844984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] For port d6c6c6d3-c452-4934-8686-af49caebec4a, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=d6c6c6d3-c452-4934-8686-af49caebec4a,segment=NetworkSegment(879e1921-841b-4c32-99dd-c355d0c59585),segment_id=879e1921-841b-4c32-99dd-c355d0c59585)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:33:47.849205 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:47.871665 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:48.108531 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-bcd2c890-69d5-4361-9ae4-27f99922e349 req-78310107-0a06-4bac-99e1-0ae99e91dff8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:33:48.108898 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-bcd2c890-69d5-4361-9ae4-27f99922e349 req-78310107-0a06-4bac-99e1-0ae99e91dff8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:33:48.144508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b57e5-928f-45da-8ee8-7de3b50ad06f req-7fb8ac20-2ecc-4cd6-86f0-3f38d3a7aecc tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:48.153172 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e43b57e5-928f-45da-8ee8-7de3b50ad06f req-7fb8ac20-2ecc-4cd6-86f0-3f38d3a7aecc tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=7584f9f0-aefa-49e5-9c4d-dc4793418014 HTTP/1.1" status: 200 len: 950 time: 0.6089177 Dec 22 09:33:48.169166 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-633ae58b-326f-44ce-978f-354d752d5cdc req-49b97d17-fd23-40ef-a658-616ac289fed9 service neutron] 10.222.0.50 "GET /v2.0/networks/b217fc36-e9a7-428a-aaf0-958abc2382a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9969757 Dec 22 09:33:48.254080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b8e6f-56a4-4e84-a1cb-63a7b8f6813b None None] Pushing event updated for resources: {'Port': ['ID=d6c6c6d3-c452-4934-8686-af49caebec4a,revision_number=4']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:48.260341 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3c7b8e6f-56a4-4e84-a1cb-63a7b8f6813b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:48.324231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Routers {'7527b387-0da9-4899-9432-a5b8288f03bf'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:33:48.325316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:33:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7527b387-0da9-4899-9432-a5b8288f03bf'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:48.388957 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec18cb05-8f2c-46e7-a8c8-e8f74bff4d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:48.485156 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-92c6b492-6f91-4fa3-b631-8d542affa49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:48.545641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18cb05-8f2c-46e7-a8c8-e8f74bff4d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20ea27e0-c8d1-40af-abba-75e850f0c212,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:48.643045 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e43b57e5-928f-45da-8ee8-7de3b50ad06f req-a18a9b6a-d2d7-4cf4-bc4f-3403b481eff2 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889019 Dec 22 09:33:48.643584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-bcd2c890-69d5-4361-9ae4-27f99922e349 req-78310107-0a06-4bac-99e1-0ae99e91dff8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Deleting port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:33:48.643982 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bcd2c890-69d5-4361-9ae4-27f99922e349 req-78310107-0a06-4bac-99e1-0ae99e91dff8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:48.664281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] Set router 7527b387-0da9-4899-9432-a5b8288f03bf gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:33:48.747993 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec18cb05-8f2c-46e7-a8c8-e8f74bff4d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:48.792390 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4566615d-ea9e-465b-8c56-0ee372657f69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bbcd61b-5f23-4aa3-9678-832ce65446b5', 'code': 200} Dec 22 09:33:49.134503 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec18cb05-8f2c-46e7-a8c8-e8f74bff4d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:49.154590 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ec18cb05-8f2c-46e7-a8c8-e8f74bff4d3f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/20ea27e0-c8d1-40af-abba-75e850f0c212 HTTP/1.1" status: 204 len: 168 time: 4.4456239 Dec 22 09:33:49.157501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42736) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:49.173263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-633ae58b-326f-44ce-978f-354d752d5cdc req-5484a123-1bae-40a2-bb1c-eec8e73e73d5 service neutron] 10.222.0.50 "GET /v2.0/networks/b217fc36-e9a7-428a-aaf0-958abc2382a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0029001 Dec 22 09:33:49.226092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb23ec9-7726-4fbc-a0ac-71b75d85c934 req-72a479ef-d1f5-4d98-b2a7-00a7b2c26b02 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:49.226419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-bcb23ec9-7726-4fbc-a0ac-71b75d85c934 req-72a479ef-d1f5-4d98-b2a7-00a7b2c26b02 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Synchronizing usage tracker for tenant:92202f56ba024bd88bdda46d20163167 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:33:49.272285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-bcb23ec9-7726-4fbc-a0ac-71b75d85c934 req-72a479ef-d1f5-4d98-b2a7-00a7b2c26b02 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Unset dirty status for tenant:92202f56ba024bd88bdda46d20163167 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:33:49.282956 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bcb23ec9-7726-4fbc-a0ac-71b75d85c934 req-72a479ef-d1f5-4d98-b2a7-00a7b2c26b02 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 944 time: 0.2857330 Dec 22 09:33:49.356009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'name': 'tempest-TaggedBootDevicesTest-797172651-router', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:30Z', 'updated_at': '2020-12-22T09:33:40Z', 'revision_number': 4, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'gw_port': {'id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:31Z', 'updated_at': '2020-12-22T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'd6c6c6d3-c452-4934-8686-af49caebec4a', 'name': '', 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'mac_address': 'fa:16:3e:5d:d7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '5d1e8bbe-1831-4444-9106-90483ff0e76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:38Z', 'updated_at': '2020-12-22T09:33:47Z', 'revision_number': 4, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'subnets': [{'id': '5d1e8bbe-1831-4444-9106-90483ff0e76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:49.371235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3103224-eb5f-453d-bd40-bc0e4ae61d2d None None] The sync data for ids ['7527b387-0da9-4899-9432-a5b8288f03bf'] in n-d-765315-5 is: [{'id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'name': 'tempest-TaggedBootDevicesTest-797172651-router', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:30Z', 'updated_at': '2020-12-22T09:33:40Z', 'revision_number': 4, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'gw_port': {'id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:31Z', 'updated_at': '2020-12-22T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'd6c6c6d3-c452-4934-8686-af49caebec4a', 'name': '', 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'mac_address': 'fa:16:3e:5d:d7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '5d1e8bbe-1831-4444-9106-90483ff0e76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:38Z', 'updated_at': '2020-12-22T09:33:47Z', 'revision_number': 4, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'subnets': [{'id': '5d1e8bbe-1831-4444-9106-90483ff0e76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:33:49.443867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f4ed127-e8a3-4be5-8c3c-5379dcc0fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:49.496773 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:49.524617 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-af4ff415-2b26-4bb1-a1e4-0e23a66e4bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:49.550624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ed127-e8a3-4be5-8c3c-5379dcc0fb44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6f0dfc-b310-4aa6-b375-ff5361a12245,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:49.614000 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6f4ed127-e8a3-4be5-8c3c-5379dcc0fb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:49.741695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-bcd2c890-69d5-4361-9ae4-27f99922e349 req-78310107-0a06-4bac-99e1-0ae99e91dff8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] For port 4bbcd61b-5f23-4aa3-9678-832ce65446b5, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=4bbcd61b-5f23-4aa3-9678-832ce65446b5,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:49.742498 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bcd2c890-69d5-4361-9ae4-27f99922e349 req-78310107-0a06-4bac-99e1-0ae99e91dff8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:50.086938 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-af4ff415-2b26-4bb1-a1e4-0e23a66e4bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:50.409147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-af4ff415-2b26-4bb1-a1e4-0e23a66e4bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9884d074-bf0a-40ed-a9d3-be8dba1c5839']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:50.465229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-af4ff415-2b26-4bb1-a1e4-0e23a66e4bc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af8f748-bc7a-4903-a21f-3a33844ca01f') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:50.465560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-af4ff415-2b26-4bb1-a1e4-0e23a66e4bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af8f748-bc7a-4903-a21f-3a33844ca01f') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:50.495638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device d6c6c6d3-c452-4934-8686-af49caebec4a up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:50.500416 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-af4ff415-2b26-4bb1-a1e4-0e23a66e4bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:50.542015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-af4ff415-2b26-4bb1-a1e4-0e23a66e4bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:50.553559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-af4ff415-2b26-4bb1-a1e4-0e23a66e4bc0 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:33:50.741797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port d6c6c6d3-c452-4934-8686-af49caebec4a completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:33:50.764498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port d6c6c6d3-c452-4934-8686-af49caebec4a triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:50.765658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:50.974308 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bcb23ec9-7726-4fbc-a0ac-71b75d85c934 req-3f520d52-9c7d-41e5-8458-8c3e5edc6983 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6886301 Dec 22 09:33:50.982619 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f4ed127-e8a3-4be5-8c3c-5379dcc0fb44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:51.021135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-bcd2c890-69d5-4361-9ae4-27f99922e349 req-78310107-0a06-4bac-99e1-0ae99e91dff8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Calling delete_port for 4bbcd61b-5f23-4aa3-9678-832ce65446b5 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:33:51.119990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-af4ff415-2b26-4bb1-a1e4-0e23a66e4bc0 admin admin] Network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:33:51.125933 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6f4ed127-e8a3-4be5-8c3c-5379dcc0fb44 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9e6f0dfc-b310-4aa6-b375-ff5361a12245 HTTP/1.1" status: 204 len: 168 time: 7.1445107 Dec 22 09:33:51.160228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42760) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:51.177516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:51.183056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-af4ff415-2b26-4bb1-a1e4-0e23a66e4bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:51.208403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59b2a16-8175-49c1-af2f-4c8ff75b3629 None None] Network 35f94f30-dc02-42ba-ae03-f89662533cf5 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:33:51.428899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port d6c6c6d3-c452-4934-8686-af49caebec4a, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=d6c6c6d3-c452-4934-8686-af49caebec4a,segment=NetworkSegment(879e1921-841b-4c32-99dd-c355d0c59585),segment_id=879e1921-841b-4c32-99dd-c355d0c59585)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:51.491687 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:51.506436 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:51.687356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=d6c6c6d3-c452-4934-8686-af49caebec4a,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:51.700872 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:51.707608 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:51.742250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bf6bc-3cf5-4608-a6dc-cb30f77df1ec req-481ed0fd-1f13-48a2-bc13-73aebe21135d tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:51.764113 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c70bf6bc-3cf5-4608-a6dc-cb30f77df1ec req-481ed0fd-1f13-48a2-bc13-73aebe21135d tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] 10.222.0.50 "GET /v2.0/ports?device_id=7584f9f0-aefa-49e5-9c4d-dc4793418014 HTTP/1.1" status: 200 len: 1165 time: 0.5728948 Dec 22 09:33:51.849472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b65650e-7faf-40b4-880f-e15770849178 None None] DHCP port deletion for 35f94f30-dc02-42ba-ae03-f89662533cf5 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:33:51.858878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1b65650e-7faf-40b4-880f-e15770849178 None None] Deleting port 417ecb3b-1481-4a12-8353-66a87f2cf2b2 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:33:51.859814 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b65650e-7faf-40b4-880f-e15770849178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:51.937258 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c70bf6bc-3cf5-4608-a6dc-cb30f77df1ec req-c9239c56-08e9-4bfc-9a25-5f94fa1c584a tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720471 Dec 22 09:33:51.988206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-af4ff415-2b26-4bb1-a1e4-0e23a66e4bc0 admin admin] Network 9884d074-bf0a-40ed-a9d3-be8dba1c5839 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:33:51.998810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Deleting port 417ecb3b-1481-4a12-8353-66a87f2cf2b2 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:33:51.999407 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:52.007838 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bcd2c890-69d5-4361-9ae4-27f99922e349 req-78310107-0a06-4bac-99e1-0ae99e91dff8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:52.102038 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bb5a26cc-d272-4a90-9c73-68e42542587b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:33:52.144195 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:33:52.270171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78310107-0a06-4bac-99e1-0ae99e91dff8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Pushing event deleted for resources: {'Port': ['ID=4bbcd61b-5f23-4aa3-9678-832ce65446b5,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:52.276927 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-78310107-0a06-4bac-99e1-0ae99e91dff8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:52.401777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-1b65650e-7faf-40b4-880f-e15770849178 None None] For port 417ecb3b-1481-4a12-8353-66a87f2cf2b2, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=417ecb3b-1481-4a12-8353-66a87f2cf2b2,segment=NetworkSegment(6698f866-8fa5-4f5e-93bb-7ba44c2d2288),segment_id=6698f866-8fa5-4f5e-93bb-7ba44c2d2288)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:52.402226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b65650e-7faf-40b4-880f-e15770849178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:52.571078 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-054bf8a9-03dc-4cda-810f-966a1fc32c98 req-ccae05fe-a3ff-4b1c-a4c2-1a5136d4f878 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "GET /v2.0/ports?device_id=855b8369-ed4a-4970-a9df-cef8bf1b73ef HTTP/1.1" status: 200 len: 210 time: 0.2499392 Dec 22 09:33:52.581196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ae58b-326f-44ce-978f-354d752d5cdc req-91b9d9aa-1602-4f4a-a1c9-e80ce502e574 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:52.581985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-633ae58b-326f-44ce-978f-354d752d5cdc req-91b9d9aa-1602-4f4a-a1c9-e80ce502e574 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Synchronizing usage tracker for tenant:7763aba64cb343ea8f41576edbddae90 on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:33:52.716731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-633ae58b-326f-44ce-978f-354d752d5cdc req-91b9d9aa-1602-4f4a-a1c9-e80ce502e574 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Unset dirty status for tenant:7763aba64cb343ea8f41576edbddae90 on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:33:52.718481 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-633ae58b-326f-44ce-978f-354d752d5cdc req-91b9d9aa-1602-4f4a-a1c9-e80ce502e574 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.37 "GET /v2.0/networks?id=b217fc36-e9a7-428a-aaf0-958abc2382a7 HTTP/1.1" status: 200 len: 812 time: 0.6419501 Dec 22 09:33:52.829650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1b65650e-7faf-40b4-880f-e15770849178 None None] Calling delete_port for 417ecb3b-1481-4a12-8353-66a87f2cf2b2 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:33:52.935726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd2c890-69d5-4361-9ae4-27f99922e349 req-78310107-0a06-4bac-99e1-0ae99e91dff8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] No DVR routers for this DVR port 4bbcd61b-5f23-4aa3-9678-832ce65446b5 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:33:52.939127 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bcd2c890-69d5-4361-9ae4-27f99922e349 req-78310107-0a06-4bac-99e1-0ae99e91dff8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:52.944495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4566615d-ea9e-465b-8c56-0ee372657f69', 'name': 'network-vif-deleted', 'tag': '4bbcd61b-5f23-4aa3-9678-832ce65446b5'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:33:52.968608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device d6c6c6d3-c452-4934-8686-af49caebec4a up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:33:52.991688 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bcd2c890-69d5-4361-9ae4-27f99922e349 req-78310107-0a06-4bac-99e1-0ae99e91dff8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.64 "DELETE /v2.0/ports/4bbcd61b-5f23-4aa3-9678-832ce65446b5 HTTP/1.1" status: 204 len: 173 time: 7.5609827 Dec 22 09:33:53.393342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-02b38c95-75d0-4d2d-b530-16f184c33fb4 req-719d26df-326f-4876-ab8e-80eecf4aae98 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Synchronizing usage tracker for tenant:92202f56ba024bd88bdda46d20163167 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:33:53.434824 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b65650e-7faf-40b4-880f-e15770849178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:53.474768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-02b38c95-75d0-4d2d-b530-16f184c33fb4 req-719d26df-326f-4876-ab8e-80eecf4aae98 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Unset dirty status for tenant:92202f56ba024bd88bdda46d20163167 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:33:53.477298 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-02b38c95-75d0-4d2d-b530-16f184c33fb4 req-719d26df-326f-4876-ab8e-80eecf4aae98 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=4566615d-ea9e-465b-8c56-0ee372657f69 HTTP/1.1" status: 200 len: 210 time: 0.3054557 Dec 22 09:33:53.572898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] For port 417ecb3b-1481-4a12-8353-66a87f2cf2b2, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=417ecb3b-1481-4a12-8353-66a87f2cf2b2,segment=NetworkSegment(6698f866-8fa5-4f5e-93bb-7ba44c2d2288),segment_id=6698f866-8fa5-4f5e-93bb-7ba44c2d2288)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:33:53.573803 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:53.842628 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:53.898349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Calling delete_port for 417ecb3b-1481-4a12-8353-66a87f2cf2b2 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:33:53.956561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65650e-7faf-40b4-880f-e15770849178 None None] Pushing event deleted for resources: {'Port': ['ID=417ecb3b-1481-4a12-8353-66a87f2cf2b2,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:53.970278 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b65650e-7faf-40b4-880f-e15770849178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:53.980868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b65650e-7faf-40b4-880f-e15770849178 None None] No DVR routers for this DVR port 417ecb3b-1481-4a12-8353-66a87f2cf2b2 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:33:53.998414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c1492060-ae9a-4b68-9152-8ce26cc49276 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Synchronizing usage tracker for tenant:7763aba64cb343ea8f41576edbddae90 on resource:security_group {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:33:54.002330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port d6c6c6d3-c452-4934-8686-af49caebec4a triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:54.002887 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:54.006602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:33:54.007159 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:33:54.011325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-af4ff415-2b26-4bb1-a1e4-0e23a66e4bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:54.023628 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a93fb7a-d922-4ca6-ada4-0f1fa6e27207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:54.046600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c1492060-ae9a-4b68-9152-8ce26cc49276 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Unset dirty status for tenant:7763aba64cb343ea8f41576edbddae90 on resource:security_group {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:33:54.050669 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c1492060-ae9a-4b68-9152-8ce26cc49276 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7763aba64cb343ea8f41576edbddae90 HTTP/1.1" status: 200 len: 5507 time: 1.0452921 Dec 22 09:33:54.054818 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-af4ff415-2b26-4bb1-a1e4-0e23a66e4bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:54.091424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-633ae58b-326f-44ce-978f-354d752d5cdc req-b5ff56b5-92ae-456f-9815-3be915ab678e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Request body: {'port': {'device_id': '855b8369-ed4a-4970-a9df-cef8bf1b73ef', 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7', 'admin_state_up': True, 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'security_groups': ['e4952256-826c-4b16-b1b9-1c155d7b82f7']}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:33:54.140123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ff415-2b26-4bb1-a1e4-0e23a66e4bc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9884d074-bf0a-40ed-a9d3-be8dba1c5839,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:54.199146 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-af4ff415-2b26-4bb1-a1e4-0e23a66e4bc0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9884d074-bf0a-40ed-a9d3-be8dba1c5839 HTTP/1.1" status: 204 len: 168 time: 5.0403719 Dec 22 09:33:54.200631 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-af4ff415-2b26-4bb1-a1e4-0e23a66e4bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:54.208714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42784) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:54.331163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b29b934-52a5-4d61-8791-b4c4629839fd admin admin] Deleting subnet bbc622d2-63b1-456e-aca5-2f31b99b85c8 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:33:54.335612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b29b934-52a5-4d61-8791-b4c4629839fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:54.360557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 417ecb3b-1481-4a12-8353-66a87f2cf2b2 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:33:54.414919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 417ecb3b-1481-4a12-8353-66a87f2cf2b2 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:33:54.415929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 417ecb3b-1481-4a12-8353-66a87f2cf2b2 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:33:54.443835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b29b934-52a5-4d61-8791-b4c4629839fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:54.454181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-633ae58b-326f-44ce-978f-354d752d5cdc req-b5ff56b5-92ae-456f-9815-3be915ab678e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:33:54.460113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-633ae58b-326f-44ce-978f-354d752d5cdc req-b5ff56b5-92ae-456f-9815-3be915ab678e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Usage tracker for resource:port and tenant:7763aba64cb343ea8f41576edbddae90 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:33:54.471359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-633ae58b-326f-44ce-978f-354d752d5cdc req-b5ff56b5-92ae-456f-9815-3be915ab678e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Quota usage for port was recalculated. Used quota:3. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:33:54.481697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-633ae58b-326f-44ce-978f-354d752d5cdc req-b5ff56b5-92ae-456f-9815-3be915ab678e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:33:54.492729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633ae58b-326f-44ce-978f-354d752d5cdc req-b5ff56b5-92ae-456f-9815-3be915ab678e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Made reservation on behalf of 7763aba64cb343ea8f41576edbddae90 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:33:54.501131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-633ae58b-326f-44ce-978f-354d752d5cdc req-b5ff56b5-92ae-456f-9815-3be915ab678e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:54.518477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Deleting port 417ecb3b-1481-4a12-8353-66a87f2cf2b2 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:33:54.518865 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:54.520515 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b29b934-52a5-4d61-8791-b4c4629839fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:54.626772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] The port '417ecb3b-1481-4a12-8353-66a87f2cf2b2' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:33:55.080444 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b29b934-52a5-4d61-8791-b4c4629839fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:55.298257 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:55.305206 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:55.364369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29b934-52a5-4d61-8791-b4c4629839fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc622d2-63b1-456e-aca5-2f31b99b85c8,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:55.377734 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0b29b934-52a5-4d61-8791-b4c4629839fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:55.379736 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b29b934-52a5-4d61-8791-b4c4629839fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:55.388935 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0b29b934-52a5-4d61-8791-b4c4629839fd admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bbc622d2-63b1-456e-aca5-2f31b99b85c8 HTTP/1.1" status: 204 len: 168 time: 1.1787503 Dec 22 09:33:55.397322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42792) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:55.533040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f94f30-dc02-42ba-ae03-f89662533cf5']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:55.570143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6698f866-8fa5-4f5e-93bb-7ba44c2d2288') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:55.570928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6698f866-8fa5-4f5e-93bb-7ba44c2d2288') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:55.578786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fdfdc562-a44d-4ed9-9d76-021c474cb4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:55.593449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:55.694911 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:55.700435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:33:55.856709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-633ae58b-326f-44ce-978f-354d752d5cdc req-b5ff56b5-92ae-456f-9815-3be915ab678e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Allocated IP 172.20.0.7 (b217fc36-e9a7-428a-aaf0-958abc2382a7/8a85ce7b-250f-4e30-8980-4de90aedfa79/cfc58927-f2d6-4a8b-935a-610e1d0c9144) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:33:55.906951 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fdfdc562-a44d-4ed9-9d76-021c474cb4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:55.975125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Network 35f94f30-dc02-42ba-ae03-f89662533cf5 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:33:55.986488 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:56.123761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-fdfdc562-a44d-4ed9-9d76-021c474cb4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc022e43-0aac-4b4b-b4a9-700093bc409f']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:56.152638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-fdfdc562-a44d-4ed9-9d76-021c474cb4e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa5141f-ed8a-4582-9ffb-a9e80e0e47d6') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:56.152950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-fdfdc562-a44d-4ed9-9d76-021c474cb4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa5141f-ed8a-4582-9ffb-a9e80e0e47d6') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:33:56.166730 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fdfdc562-a44d-4ed9-9d76-021c474cb4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:56.202061 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fdfdc562-a44d-4ed9-9d76-021c474cb4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:56.223049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fdfdc562-a44d-4ed9-9d76-021c474cb4e1 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:33:56.267425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Network 35f94f30-dc02-42ba-ae03-f89662533cf5 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:33:56.296064 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:33:56.497808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:56.534551 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:56.566232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:56.577026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-fdfdc562-a44d-4ed9-9d76-021c474cb4e1 admin admin] Network cc022e43-0aac-4b4b-b4a9-700093bc409f has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:33:56.579480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Pushing event deleted for resources: {'Network': ['ID=35f94f30-dc02-42ba-ae03-f89662533cf5,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:56.587894 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] 10.222.0.50 "DELETE /v2.0/networks/35f94f30-dc02-42ba-ae03-f89662533cf5 HTTP/1.1" status: 204 len: 168 time: 5.4257352 Dec 22 09:33:56.589919 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:56.590719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42802) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:56.594585 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fdfdc562-a44d-4ed9-9d76-021c474cb4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:56.857507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-fdfdc562-a44d-4ed9-9d76-021c474cb4e1 admin admin] Network cc022e43-0aac-4b4b-b4a9-700093bc409f has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:33:56.859986 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-633ae58b-326f-44ce-978f-354d752d5cdc req-b5ff56b5-92ae-456f-9815-3be915ab678e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:33:56.918501 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:33:57.026218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-633ae58b-326f-44ce-978f-354d752d5cdc req-b5ff56b5-92ae-456f-9815-3be915ab678e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Transition to ACTIVE for port object cfc58927-f2d6-4a8b-935a-610e1d0c9144 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:33:57.027308 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fdfdc562-a44d-4ed9-9d76-021c474cb4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:57.031663 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6276f0ec-e9db-4e86-aea4-ff3af5dcf746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:57.037761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fdfdc562-a44d-4ed9-9d76-021c474cb4e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:57.044540 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0b2bd20e-63bd-4605-8051-7062448038c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:57.075212 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fdfdc562-a44d-4ed9-9d76-021c474cb4e1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cc022e43-0aac-4b4b-b4a9-700093bc409f HTTP/1.1" status: 204 len: 168 time: 1.6739647 Dec 22 09:33:57.075212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdc562-a44d-4ed9-9d76-021c474cb4e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc022e43-0aac-4b4b-b4a9-700093bc409f,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:57.096947 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fdfdc562-a44d-4ed9-9d76-021c474cb4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:57.230968 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-633ae58b-326f-44ce-978f-354d752d5cdc req-b5ff56b5-92ae-456f-9815-3be915ab678e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:57.329415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42810) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:57.410483 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-764c517a-9fbc-48ba-a84e-e2b5d6ae1e7e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0fd3a230510047d192938116344c8cd5&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0667415 Dec 22 09:33:57.412888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42814) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:57.430450 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-af2cfbfd-9016-41e6-9d0f-a69d4c642461 tempest-TenantUsagesTestJSON-281401517 tempest-TenantUsagesTestJSON-281401517] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:57.512910 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-021811af-14ee-475c-828b-2cd4489afae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:57.549234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-021811af-14ee-475c-828b-2cd4489afae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:57.567064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff56b5-92ae-456f-9815-3be915ab678e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Pushing event updated for resources: {'Port': ['ID=cfc58927-f2d6-4a8b-935a-610e1d0c9144,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:57.581758 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b5ff56b5-92ae-456f-9815-3be915ab678e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:57.604211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633ae58b-326f-44ce-978f-354d752d5cdc req-b5ff56b5-92ae-456f-9815-3be915ab678e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Network b217fc36-e9a7-428a-aaf0-958abc2382a7 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:33:57.608014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-633ae58b-326f-44ce-978f-354d752d5cdc req-b5ff56b5-92ae-456f-9815-3be915ab678e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:33:57.618825 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-021811af-14ee-475c-828b-2cd4489afae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:57.628934 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e245ccce-0b4c-4900-80e1-29111700fbd3 tempest-SecurityGroupsTestAdminJSON-127618145 tempest-SecurityGroupsTestAdminJSON-127618145] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:57.640677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-633ae58b-326f-44ce-978f-354d752d5cdc req-b5ff56b5-92ae-456f-9815-3be915ab678e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:33:57.648370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021811af-14ee-475c-828b-2cd4489afae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f5a25f-e840-41ba-a0e9-3ba9abd58873,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:57.652470 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-021811af-14ee-475c-828b-2cd4489afae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:57.653546 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-021811af-14ee-475c-828b-2cd4489afae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:57.654777 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-021811af-14ee-475c-828b-2cd4489afae0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58f5a25f-e840-41ba-a0e9-3ba9abd58873 HTTP/1.1" status: 204 len: 168 time: 0.2407897 Dec 22 09:33:58.077363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6868791a-4140-4bb1-b18f-2a8e891a6024 None None] Provisioning for port cfc58927-f2d6-4a8b-935a-610e1d0c9144 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:33:58.091929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6868791a-4140-4bb1-b18f-2a8e891a6024 None None] Provisioning complete for port cfc58927-f2d6-4a8b-935a-610e1d0c9144 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:33:58.096702 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6868791a-4140-4bb1-b18f-2a8e891a6024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:58.129544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ae58b-326f-44ce-978f-354d752d5cdc req-b5ff56b5-92ae-456f-9815-3be915ab678e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:33:58.130778 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-633ae58b-326f-44ce-978f-354d752d5cdc req-b5ff56b5-92ae-456f-9815-3be915ab678e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:58.157592 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-633ae58b-326f-44ce-978f-354d752d5cdc req-b5ff56b5-92ae-456f-9815-3be915ab678e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0803170 Dec 22 09:33:58.182227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Request body: {'port': {'device_id': '855b8369-ed4a-4970-a9df-cef8bf1b73ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:33:58.232699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6868791a-4140-4bb1-b18f-2a8e891a6024 None None] Port cfc58927-f2d6-4a8b-935a-610e1d0c9144 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:33:58.418189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42822) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:58.479979 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:58.506337 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c7d03d9a-4190-40f3-aea6-ffcddd1a9640 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9025b344bdf943088f7344c8051660e2&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0843632 Dec 22 09:33:58.507142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42828) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:58.614219 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:58.657780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:58.709819 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:58.717327 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-201b2085-4b68-4d7c-a799-fa9a06055798 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:58.735260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384d7550-ed88-4b21-9841-7dc273e21028,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:58.739251 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:58.744654 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/384d7550-ed88-4b21-9841-7dc273e21028 HTTP/1.1" status: 204 len: 168 time: 0.2330039 Dec 22 09:33:58.766320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.766728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.768046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.768046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.768046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.768336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.769359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.769359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.769359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.769730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.770120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.770558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.773279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.778931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.781198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.781630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.782041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.782468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.782842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.783895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.784339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.784757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.785131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.785522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.785985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.786370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.786757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.787141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.787689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.788137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.788522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.788904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.794290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.800033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.800033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.800033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:33:58.813704 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:33:59.416570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc58927-f2d6-4a8b-935a-610e1d0c9144 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:33:59.424980 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:59.507218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Transition to ACTIVE for port object cfc58927-f2d6-4a8b-935a-610e1d0c9144 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:33:59.515178 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:59.540864 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:33:59.610834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6276f0ec-e9db-4e86-aea4-ff3af5dcf746 admin admin] Deleting port c814271f-f4c1-401e-a695-cf66b8b5e21a {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:33:59.611211 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6276f0ec-e9db-4e86-aea4-ff3af5dcf746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:33:59.766339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Pushing event updated for resources: {'Port': ['ID=cfc58927-f2d6-4a8b-935a-610e1d0c9144,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:33:59.784519 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:00.119977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6276f0ec-e9db-4e86-aea4-ff3af5dcf746 admin admin] For port c814271f-f4c1-401e-a695-cf66b8b5e21a, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c814271f-f4c1-401e-a695-cf66b8b5e21a,segment=NetworkSegment(374bafbb-7a25-4b2e-a253-68316cc6af87),segment_id=374bafbb-7a25-4b2e-a253-68316cc6af87)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:34:00.124509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6276f0ec-e9db-4e86-aea4-ff3af5dcf746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:00.213431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42852) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:00.287754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6276f0ec-e9db-4e86-aea4-ff3af5dcf746 admin admin] Calling delete_port for c814271f-f4c1-401e-a695-cf66b8b5e21a owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:34:00.354641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Attempting to bind port cfc58927-f2d6-4a8b-935a-610e1d0c9144 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:34:00.355026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Attempting to bind port cfc58927-f2d6-4a8b-935a-610e1d0c9144 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '8848c7eb-06f0-49d4-b19f-e9da66ab4a69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:34:00.355404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Attempting to bind port cfc58927-f2d6-4a8b-935a-610e1d0c9144 on network b217fc36-e9a7-428a-aaf0-958abc2382a7 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:34:00.365043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:34:00.365405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Checking segment: {'id': '8848c7eb-06f0-49d4-b19f-e9da66ab4a69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:34:00.365814 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:00.366211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Bound using segment: {'id': '8848c7eb-06f0-49d4-b19f-e9da66ab4a69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:34:00.366704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Bound port: cfc58927-f2d6-4a8b-935a-610e1d0c9144, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8848c7eb-06f0-49d4-b19f-e9da66ab4a69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:34:00.367083 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:00.421295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-767221341-network', 'tenant_id': 'c837c1e9b9a749acaa90877fc91ec221'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:00.427338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:00.435563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Usage tracker for resource:network and tenant:c837c1e9b9a749acaa90877fc91ec221 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:00.439453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:00.447121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:00.467170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Made reservation on behalf of c837c1e9b9a749acaa90877fc91ec221 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:34:00.469761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:00.489983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:00.513671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:00.518618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Usage tracker for resource:security_group_rule and tenant:c837c1e9b9a749acaa90877fc91ec221 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:00.521976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:00.530827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:00.646575 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:00.658398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] For port cfc58927-f2d6-4a8b-935a-610e1d0c9144, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:34:00.658655 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:00.668759 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-502a8ef0-7ed3-4aed-9c55-51d913b8c2ea tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:00.678611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] For port cfc58927-f2d6-4a8b-935a-610e1d0c9144, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=cfc58927-f2d6-4a8b-935a-610e1d0c9144,segment=NetworkSegment(8848c7eb-06f0-49d4-b19f-e9da66ab4a69),segment_id=8848c7eb-06f0-49d4-b19f-e9da66ab4a69)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:34:00.693694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:34:00.693929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:00.706378 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:00.707126 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Added segment 3933900a-660d-43a7-9388-d22a013d5eb9 of type vxlan for network b25ce199-6df4-44e5-a478-92880dff348d Dec 22 09:34:00.711554 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7f5e2ed1-92e0-431a-a905-e3b41148812c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:00.745456 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:00.784562 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:00.789136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:00.790154 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:00.825994 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6113789 Dec 22 09:34:00.834180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42858) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:00.896783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6f86784d-0eee-4edc-a57e-537ec07466c4 admin admin] Request body: {'subnet': {'network_id': 'b25ce199-6df4-44e5-a478-92880dff348d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-767221341-subnet', 'tenant_id': 'c837c1e9b9a749acaa90877fc91ec221', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:00.909154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6f86784d-0eee-4edc-a57e-537ec07466c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:00.918778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6f86784d-0eee-4edc-a57e-537ec07466c4 admin admin] Usage tracker for resource:subnet and tenant:c837c1e9b9a749acaa90877fc91ec221 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:00.924271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6f86784d-0eee-4edc-a57e-537ec07466c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:00.932538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6f86784d-0eee-4edc-a57e-537ec07466c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:00.942715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ceb3f7-c422-4837-8d52-f6db601eed61,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:00.964586 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:00.969345 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:00.990131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f86784d-0eee-4edc-a57e-537ec07466c4 admin admin] Made reservation on behalf of c837c1e9b9a749acaa90877fc91ec221 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:34:00.997333 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f86784d-0eee-4edc-a57e-537ec07466c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:01.208830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Pushing event updated for resources: {'Port': ['ID=cfc58927-f2d6-4a8b-935a-610e1d0c9144,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:01.240227 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:01.335051 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6276f0ec-e9db-4e86-aea4-ff3af5dcf746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:01.383051 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7cb455cb-b395-4501-9800-1a73d6c48eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:01.454602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:01.456011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:01.457906 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-633ae58b-326f-44ce-978f-354d752d5cdc req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] 10.222.0.37 "PUT /v2.0/ports/cfc58927-f2d6-4a8b-935a-610e1d0c9144 HTTP/1.1" status: 200 len: 1155 time: 3.2832351 Dec 22 09:34:01.458635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855b8369-ed4a-4970-a9df-cef8bf1b73ef', 'tag': 'cfc58927-f2d6-4a8b-935a-610e1d0c9144'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:34:01.468663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276f0ec-e9db-4e86-aea4-ff3af5dcf746 admin admin] Pushing event deleted for resources: {'Port': ['ID=c814271f-f4c1-401e-a695-cf66b8b5e21a,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:01.473911 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6276f0ec-e9db-4e86-aea4-ff3af5dcf746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:01.525235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Pushing event updated for resources: {'Network': ['ID=b25ce199-6df4-44e5-a478-92880dff348d,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:01.530794 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:01.538755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network b25ce199-6df4-44e5-a478-92880dff348d details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:34:01.581331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network b25ce199-6df4-44e5-a478-92880dff348d details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:34:01.630858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network b25ce199-6df4-44e5-a478-92880dff348d details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:34:01.803306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ae58b-326f-44ce-978f-354d752d5cdc req-de348256-fb0a-4356-8b3d-9aa8a6be89d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:01.805516 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-633ae58b-326f-44ce-978f-354d752d5cdc req-de348256-fb0a-4356-8b3d-9aa8a6be89d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7763aba64cb343ea8f41576edbddae90&device_id=855b8369-ed4a-4970-a9df-cef8bf1b73ef HTTP/1.1" status: 200 len: 1158 time: 0.2675827 Dec 22 09:34:01.926954 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-633ae58b-326f-44ce-978f-354d752d5cdc req-2addd49c-d960-42bf-91e7-b4123e97a51a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfc58927-f2d6-4a8b-935a-610e1d0c9144 HTTP/1.1" status: 200 len: 217 time: 0.0962346 Dec 22 09:34:02.131014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ae58b-326f-44ce-978f-354d752d5cdc req-62e7dead-9b75-4d32-b4a5-2fb43f814529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:02.132973 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-633ae58b-326f-44ce-978f-354d752d5cdc req-62e7dead-9b75-4d32-b4a5-2fb43f814529 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a85ce7b-250f-4e30-8980-4de90aedfa79 HTTP/1.1" status: 200 len: 851 time: 0.1979990 Dec 22 09:34:02.155849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f86784d-0eee-4edc-a57e-537ec07466c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:02.278522 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:02.389213 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6276f0ec-e9db-4e86-aea4-ff3af5dcf746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:02.507148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ae58b-326f-44ce-978f-354d752d5cdc req-709b87b6-b44e-4555-aeed-5ddd0c465388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:02.509525 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-633ae58b-326f-44ce-978f-354d752d5cdc req-709b87b6-b44e-4555-aeed-5ddd0c465388 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b217fc36-e9a7-428a-aaf0-958abc2382a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3674741 Dec 22 09:34:02.560259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86784d-0eee-4edc-a57e-537ec07466c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd14df85-70e1-4420-bb39-37f0d17b2fd6,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:02.565307 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6f86784d-0eee-4edc-a57e-537ec07466c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:02.660850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86784d-0eee-4edc-a57e-537ec07466c4 admin admin] Checking segment: {'id': '3933900a-660d-43a7-9388-d22a013d5eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b25ce199-6df4-44e5-a478-92880dff348d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:34:02.661249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f86784d-0eee-4edc-a57e-537ec07466c4 admin admin] Network hostable DHCP agents. Network: b25ce199-6df4-44e5-a478-92880dff348d, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:34:02.688504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f86784d-0eee-4edc-a57e-537ec07466c4 admin admin] Network b25ce199-6df4-44e5-a478-92880dff348d is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:34:02.698969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6f86784d-0eee-4edc-a57e-537ec07466c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, b25ce199-6df4-44e5-a478-92880dff348d) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:34:02.710332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa222fc-7486-46cd-87f2-e9530b500dbe None None] Network b25ce199-6df4-44e5-a478-92880dff348d requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:34:02.735125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f86784d-0eee-4edc-a57e-537ec07466c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:02.735915 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f86784d-0eee-4edc-a57e-537ec07466c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:02.784891 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6f86784d-0eee-4edc-a57e-537ec07466c4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9462345 Dec 22 09:34:02.787145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42872) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:02.799436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-767221341-router', 'tenant_id': 'c837c1e9b9a749acaa90877fc91ec221', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:02.801117 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-633ae58b-326f-44ce-978f-354d752d5cdc req-cdb6ffe3-2537-4a75-9ad8-d7769744bb7f service neutron] 10.222.0.37 "GET /v2.0/networks/b217fc36-e9a7-428a-aaf0-958abc2382a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835603 Dec 22 09:34:02.812644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:02.824158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Usage tracker for resource:router and tenant:c837c1e9b9a749acaa90877fc91ec221 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:02.833523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:02.849343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:02.876273 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:02.877378 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:02.906841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:03.264508 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-633ae58b-326f-44ce-978f-354d752d5cdc req-89b043c9-b0c6-4dc9-a4ea-526831a47420 service neutron] 10.222.0.37 "GET /v2.0/networks/b217fc36-e9a7-428a-aaf0-958abc2382a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3866792 Dec 22 09:34:03.282116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-b25ce199-6df4-44e5-a478-92880dff348d', 'network_id': 'b25ce199-6df4-44e5-a478-92880dff348d', 'tenant_id': 'c837c1e9b9a749acaa90877fc91ec221', 'fixed_ips': [{'subnet_id': 'cd14df85-70e1-4420-bb39-37f0d17b2fd6'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:34:03.293964 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:03.493442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6276f0ec-e9db-4e86-aea4-ff3af5dcf746 admin admin] Router 1b7fea87-2919-40ad-a1b1-60ffb26201b3 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:34:03.775068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6276f0ec-e9db-4e86-aea4-ff3af5dcf746 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:34:03.794794 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6276f0ec-e9db-4e86-aea4-ff3af5dcf746 admin admin] 10.222.0.50 "PUT /v2.0/routers/1b7fea87-2919-40ad-a1b1-60ffb26201b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1904428 Dec 22 09:34:03.796067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42878) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:03.843686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d050e62-490e-4eb3-8ced-68b53747e45d None None] Sync routers for ids ['1b7fea87-2919-40ad-a1b1-60ffb26201b3'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:34:03.896480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d050e62-490e-4eb3-8ced-68b53747e45d None None] Routers {'1b7fea87-2919-40ad-a1b1-60ffb26201b3'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:34:03.897199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-9d050e62-490e-4eb3-8ced-68b53747e45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:33:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['1b7fea87-2919-40ad-a1b1-60ffb26201b3'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:04.110304 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:04.483363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21e45d91-193b-4023-b540-efd47a73d5a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:04.586304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Allocated IP 172.20.0.2 (b25ce199-6df4-44e5-a478-92880dff348d/cd14df85-70e1-4420-bb39-37f0d17b2fd6/de184a63-b8f7-4136-8845-073cd34ca433) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:34:04.603076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-9d050e62-490e-4eb3-8ced-68b53747e45d None None] Set router 1b7fea87-2919-40ad-a1b1-60ffb26201b3 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:34:04.734887 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21e45d91-193b-4023-b540-efd47a73d5a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:04.744205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-21e45d91-193b-4023-b540-efd47a73d5a0 admin admin] Deleting port cd9249b7-d2e7-4cd7-86ff-be427cf58ef3 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:34:04.744991 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21e45d91-193b-4023-b540-efd47a73d5a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:04.927493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:05.033037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-21e45d91-193b-4023-b540-efd47a73d5a0 admin admin] For port cd9249b7-d2e7-4cd7-86ff-be427cf58ef3, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=cd9249b7-d2e7-4cd7-86ff-be427cf58ef3,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:34:05.033852 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21e45d91-193b-4023-b540-efd47a73d5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:05.060950 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:05.352547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-21e45d91-193b-4023-b540-efd47a73d5a0 admin admin] Calling delete_port for cd9249b7-d2e7-4cd7-86ff-be427cf58ef3 owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:34:05.452788 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:05.529573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Transition to ACTIVE for port object de184a63-b8f7-4136-8845-073cd34ca433 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:34:05.583388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-002f4487-46e0-4e16-b86e-d5ae6c858c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:05.604675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Transition to ACTIVE for port object de184a63-b8f7-4136-8845-073cd34ca433 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:34:05.619721 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21e45d91-193b-4023-b540-efd47a73d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:05.687959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Allocated IP 172.25.7.113 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/49daca78-b9b1-45e7-90e4-b382d30f00c4) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:34:05.770352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:05.788880 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4988905e-d9d2-4329-858d-f0605fbc387f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:05.867695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Pushing event updated for resources: {'Port': ['ID=de184a63-b8f7-4136-8845-073cd34ca433,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:05.876933 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:05.938301 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21e45d91-193b-4023-b540-efd47a73d5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:05.980653 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:06.013160 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:06.038057 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6b635728-9370-4eea-93b2-7d238af98c85 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:06.114477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21e45d91-193b-4023-b540-efd47a73d5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:06.117104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21e45d91-193b-4023-b540-efd47a73d5a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:06.131383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-9d050e62-490e-4eb3-8ced-68b53747e45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7fea87-2919-40ad-a1b1-60ffb26201b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1603499218-router', 'tenant_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'cd9249b7-d2e7-4cd7-86ff-be427cf58ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:31:13Z', 'updated_at': '2020-12-22T09:34:00Z', 'revision_number': 5, 'project_id': '58f0d09d94a146f39fd5694d6ad0dbb2', 'gw_port': {'id': 'cd9249b7-d2e7-4cd7-86ff-be427cf58ef3', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fea87-2919-40ad-a1b1-60ffb26201b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:31:14Z', 'updated_at': '2020-12-22T09:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:06.158988 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21e45d91-193b-4023-b540-efd47a73d5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:06.159597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e45d91-193b-4023-b540-efd47a73d5a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b7fea87-2919-40ad-a1b1-60ffb26201b3 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:34:06.179638 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21e45d91-193b-4023-b540-efd47a73d5a0 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:06.184496 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-21e45d91-193b-4023-b540-efd47a73d5a0 admin admin] 10.222.0.50 "DELETE /v2.0/routers/1b7fea87-2919-40ad-a1b1-60ffb26201b3 HTTP/1.1" status: 204 len: 168 time: 2.3864248 Dec 22 09:34:06.185188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42886) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:06.211054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d050e62-490e-4eb3-8ced-68b53747e45d None None] Checking router: 1b7fea87-2919-40ad-a1b1-60ffb26201b3 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:34:06.238573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Pushing event updated for resources: {'Port': ['ID=49daca78-b9b1-45e7-90e4-b382d30f00c4,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:06.245089 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:06.294624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Network b25ce199-6df4-44e5-a478-92880dff348d is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:34:06.297842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d050e62-490e-4eb3-8ced-68b53747e45d None None] Routers set() bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:34:06.298293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d050e62-490e-4eb3-8ced-68b53747e45d None None] Router IDs set() for agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 22 09:34:06.300184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_agentschedulers_db [None req-9d050e62-490e-4eb3-8ced-68b53747e45d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1b7fea87-2919-40ad-a1b1-60ffb26201b3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:33:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent'). {{(pid=81073) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}} Dec 22 09:34:06.300652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d050e62-490e-4eb3-8ced-68b53747e45d None None] The sync data for ids ['1b7fea87-2919-40ad-a1b1-60ffb26201b3'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:34:06.311725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:34:06.320773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device cfc58927-f2d6-4a8b-935a-610e1d0c9144 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:34:06.356805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:34:06.362071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:34:06.366870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:34:06.377642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-b802ae7c-1956-4cbd-b5fc-1ea48cf3ff97 admin admin] Deleting subnet a1c35bf7-47a0-4957-bcd9-cda46c46f77a {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:34:06.409496 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b802ae7c-1956-4cbd-b5fc-1ea48cf3ff97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:06.554486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:34:06.621238 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b802ae7c-1956-4cbd-b5fc-1ea48cf3ff97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:06.683071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c814271f-f4c1-401e-a695-cf66b8b5e21a no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:34:06.690497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:34:06.731084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Attempting to bind port de184a63-b8f7-4136-8845-073cd34ca433 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:34:06.731723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Attempting to bind port de184a63-b8f7-4136-8845-073cd34ca433 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '3933900a-660d-43a7-9388-d22a013d5eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b25ce199-6df4-44e5-a478-92880dff348d'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:34:06.732361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Attempting to bind port de184a63-b8f7-4136-8845-073cd34ca433 on network b25ce199-6df4-44e5-a478-92880dff348d {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:34:06.748512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:34:06.749226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Checking segment: {'id': '3933900a-660d-43a7-9388-d22a013d5eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b25ce199-6df4-44e5-a478-92880dff348d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:34:06.750000 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:06.750591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Bound using segment: {'id': '3933900a-660d-43a7-9388-d22a013d5eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b25ce199-6df4-44e5-a478-92880dff348d'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:34:06.751270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Bound port: de184a63-b8f7-4136-8845-073cd34ca433, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3933900a-660d-43a7-9388-d22a013d5eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b25ce199-6df4-44e5-a478-92880dff348d'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:34:06.752545 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:06.766599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: c814271f-f4c1-401e-a695-cf66b8b5e21a {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:34:06.768363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c814271f-f4c1-401e-a695-cf66b8b5e21a not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:34:06.786291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port cfc58927-f2d6-4a8b-935a-610e1d0c9144 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:34:06.817994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port cfc58927-f2d6-4a8b-935a-610e1d0c9144 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:06.818425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:06.826087 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b802ae7c-1956-4cbd-b5fc-1ea48cf3ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:07.000165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] For port de184a63-b8f7-4136-8845-073cd34ca433, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:34:07.003849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] For port de184a63-b8f7-4136-8845-073cd34ca433, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=de184a63-b8f7-4136-8845-073cd34ca433,segment=NetworkSegment(3933900a-660d-43a7-9388-d22a013d5eb9),segment_id=3933900a-660d-43a7-9388-d22a013d5eb9)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:34:07.007705 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:07.029931 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9da9e418-d068-41f2-868b-795cd31885a6 req-aa572b25-e12c-41e4-88b6-97e5183aab56 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/networks?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3956494 Dec 22 09:34:07.077941 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4566615d-ea9e-465b-8c56-0ee372657f69', 'name': 'network-vif-deleted', 'tag': '4bbcd61b-5f23-4aa3-9678-832ce65446b5', 'status': 'completed', 'code': 200} Dec 22 09:34:07.167264 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c337dbe0-6c35-4b09-954b-d5e03532f90b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:07.316135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Pushing event updated for resources: {'Port': ['ID=de184a63-b8f7-4136-8845-073cd34ca433,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:07.330009 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:07.363262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b802ae7c-1956-4cbd-b5fc-1ea48cf3ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:07.400618 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:07.450095 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:07.484324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802ae7c-1956-4cbd-b5fc-1ea48cf3ff97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c35bf7-47a0-4957-bcd9-cda46c46f77a,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:07.488963 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b802ae7c-1956-4cbd-b5fc-1ea48cf3ff97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:07.540449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port cfc58927-f2d6-4a8b-935a-610e1d0c9144, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=cfc58927-f2d6-4a8b-935a-610e1d0c9144,segment=NetworkSegment(8848c7eb-06f0-49d4-b19f-e9da66ab4a69),segment_id=8848c7eb-06f0-49d4-b19f-e9da66ab4a69)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:34:07.551817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855b8369-ed4a-4970-a9df-cef8bf1b73ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc58927-f2d6-4a8b-935a-610e1d0c9144'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:34:07.558722 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:07.568018 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:07.664282 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b802ae7c-1956-4cbd-b5fc-1ea48cf3ff97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:07.667788 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-66747cc6-f662-4747-889a-4dac1e3e9af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:07.674231 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b802ae7c-1956-4cbd-b5fc-1ea48cf3ff97 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a1c35bf7-47a0-4957-bcd9-cda46c46f77a HTTP/1.1" status: 204 len: 168 time: 1.4855082 Dec 22 09:34:07.674778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42912) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:07.697635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db423d73-3f2e-4db2-b9d1-b6bd4c4a8481 None None] Network e5303cd3-bcf5-4fba-945e-8842a9d29a99 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:34:07.772541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=cfc58927-f2d6-4a8b-935a-610e1d0c9144,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:07.788898 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:07.856648 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:07.886780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d177e20-3f59-40e3-a7cf-9c0a3afd185c req-0f48a79b-f01e-46fa-9594-9fef38d20366 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:07.888511 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7d177e20-3f59-40e3-a7cf-9c0a3afd185c req-0f48a79b-f01e-46fa-9594-9fef38d20366 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "GET /v2.0/ports?device_id=855b8369-ed4a-4970-a9df-cef8bf1b73ef HTTP/1.1" status: 200 len: 943 time: 0.8571229 Dec 22 09:34:07.934109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9e418-d068-41f2-868b-795cd31885a6 req-4b58719e-254d-4f1d-8c45-ba46f13c67c6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:07.935795 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9da9e418-d068-41f2-868b-795cd31885a6 req-4b58719e-254d-4f1d-8c45-ba46f13c67c6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7655499 Dec 22 09:34:07.965044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Deleting port e7648714-ba72-49b0-abea-392951319fc9 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:34:07.965527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:08.006469 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9da9e418-d068-41f2-868b-795cd31885a6 req-aca324c8-94df-4da7-a4c3-9042d4976097 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/quotas/902944b2a5a3450e8cb9dbe821598f5d HTTP/1.1" status: 200 len: 375 time: 0.0235240 Dec 22 09:34:08.010264 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:08.291398 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7d177e20-3f59-40e3-a7cf-9c0a3afd185c req-172fad43-ffdf-472e-ae3d-046f947a7533 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "GET /v2.0/security-groups?id=e4952256-826c-4b16-b1b9-1c155d7b82f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3764329 Dec 22 09:34:08.359114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72987f0-92e5-4c43-bca8-69f300b27da6 None None] DHCP port deletion for e5303cd3-bcf5-4fba-945e-8842a9d29a99 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:34:08.373782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d72987f0-92e5-4c43-bca8-69f300b27da6 None None] Deleting port e7648714-ba72-49b0-abea-392951319fc9 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:34:08.379993 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d72987f0-92e5-4c43-bca8-69f300b27da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:08.427156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] For port e7648714-ba72-49b0-abea-392951319fc9, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=e7648714-ba72-49b0-abea-392951319fc9,segment=NetworkSegment(374bafbb-7a25-4b2e-a253-68316cc6af87),segment_id=374bafbb-7a25-4b2e-a253-68316cc6af87)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:34:08.427558 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:08.780110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-d72987f0-92e5-4c43-bca8-69f300b27da6 None None] For port e7648714-ba72-49b0-abea-392951319fc9, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=e7648714-ba72-49b0-abea-392951319fc9,segment=NetworkSegment(374bafbb-7a25-4b2e-a253-68316cc6af87),segment_id=374bafbb-7a25-4b2e-a253-68316cc6af87)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:34:08.780879 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d72987f0-92e5-4c43-bca8-69f300b27da6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:08.839913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device de184a63-b8f7-4136-8845-073cd34ca433 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:34:09.043468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Calling delete_port for e7648714-ba72-49b0-abea-392951319fc9 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:34:09.327867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:09.357201 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c7d7ef07-3ef8-4377-af2f-bc88d6e9402e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:09.367015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d72987f0-92e5-4c43-bca8-69f300b27da6 None None] Calling delete_port for e7648714-ba72-49b0-abea-392951319fc9 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:34:09.533351 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9da9e418-d068-41f2-868b-795cd31885a6 req-71731ea0-7e1e-4a89-aa92-90dc672d7ca9 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&fields=id HTTP/1.1" status: 200 len: 532 time: 1.3827116 Dec 22 09:34:09.553135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7648714-ba72-49b0-abea-392951319fc9,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:09.591508 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855b8369-ed4a-4970-a9df-cef8bf1b73ef', 'tag': 'cfc58927-f2d6-4a8b-935a-610e1d0c9144', 'status': 'completed', 'code': 200} Dec 22 09:34:09.617321 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:09.630590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-d72987f0-92e5-4c43-bca8-69f300b27da6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:34:09.631199 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-d72987f0-92e5-4c43-bca8-69f300b27da6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:34:09.742773 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855b8369-ed4a-4970-a9df-cef8bf1b73ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc58927-f2d6-4a8b-935a-610e1d0c9144', 'code': 200} Dec 22 09:34:09.750216 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:09.811828 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:09.894111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:09.932961 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:09.968986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device cfc58927-f2d6-4a8b-935a-610e1d0c9144 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:34:10.084909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8110fc4-ef8e-4829-bef9-2f1131b09a9a None None] Network b25ce199-6df4-44e5-a478-92880dff348d requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:34:10.648508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] No DVR routers for this DVR port e7648714-ba72-49b0-abea-392951319fc9 on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:34:10.817226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172e21e-153a-444a-83bf-81becd76b857 req-d9dd87e9-6e0a-47e4-a490-07193580cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:10.821618 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b172e21e-153a-444a-83bf-81becd76b857 req-d9dd87e9-6e0a-47e4-a490-07193580cd13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7763aba64cb343ea8f41576edbddae90&device_id=855b8369-ed4a-4970-a9df-cef8bf1b73ef HTTP/1.1" status: 200 len: 1160 time: 1.2353196 Dec 22 09:34:10.897186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Router 9d092eb6-047e-4837-9f77-bb3a1e580cdb is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:34:10.898721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d72987f0-92e5-4c43-bca8-69f300b27da6 None None] Deleting port e7648714-ba72-49b0-abea-392951319fc9 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:34:10.900021 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d72987f0-92e5-4c43-bca8-69f300b27da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:10.937592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a319bc-f8e4-429f-a268-7727337b4037 req-d4200c5d-5790-4f76-b7bd-0e1c4813c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:10.942087 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c5a319bc-f8e4-429f-a268-7727337b4037 req-d4200c5d-5790-4f76-b7bd-0e1c4813c66f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=855b8369-ed4a-4970-a9df-cef8bf1b73ef HTTP/1.1" status: 200 len: 1160 time: 0.5765831 Dec 22 09:34:11.247005 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:11.318925 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:11.353456 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dcb6495c-00d0-42ec-9f80-c900725b8a86 req-5b54a55c-f7d0-4026-b29c-c0d9ebcd6db5 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=8c403abb-6fcd-4328-9838-6a706288ab79 HTTP/1.1" status: 200 len: 210 time: 0.1852531 Dec 22 09:34:11.362067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d72987f0-92e5-4c43-bca8-69f300b27da6 None None] The port 'e7648714-ba72-49b0-abea-392951319fc9' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:34:11.363429 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:11.373753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0776c-cbb7-4e2a-aa0b-f267b9eadefc req-8dd76f74-4d6c-401b-abc2-1228da3ca249 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:11.375835 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9fa0776c-cbb7-4e2a-aa0b-f267b9eadefc req-8dd76f74-4d6c-401b-abc2-1228da3ca249 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "GET /v2.0/ports?device_id=855b8369-ed4a-4970-a9df-cef8bf1b73ef HTTP/1.1" status: 200 len: 945 time: 1.0117435 Dec 22 09:34:11.400834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d751296d-c253-4a43-b5b1-995448a70484 None None] Provisioning for port de184a63-b8f7-4136-8845-073cd34ca433 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:34:11.410077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port de184a63-b8f7-4136-8845-073cd34ca433 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:34:11.420804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port de184a63-b8f7-4136-8845-073cd34ca433 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:11.421228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:11.520521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d751296d-c253-4a43-b5b1-995448a70484 None None] Provisioning complete for port de184a63-b8f7-4136-8845-073cd34ca433 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:11.521227 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d751296d-c253-4a43-b5b1-995448a70484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:11.589162 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c5a319bc-f8e4-429f-a268-7727337b4037 req-926886de-bafd-4721-832c-f473edeb4e87 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e4952256-826c-4b16-b1b9-1c155d7b82f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4401853 Dec 22 09:34:11.668662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port cfc58927-f2d6-4a8b-935a-610e1d0c9144 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:11.669085 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:11.777182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5303cd3-bcf5-4fba-945e-8842a9d29a99']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:11.806101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374bafbb-7a25-4b2e-a253-68316cc6af87') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:11.808351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374bafbb-7a25-4b2e-a253-68316cc6af87') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:11.830795 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:11.857198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:11.859044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Releasing vxlan tunnel 12 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:34:11.884392 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9fa0776c-cbb7-4e2a-aa0b-f267b9eadefc req-ee1c2a66-f250-48d2-8ae0-ab8768671a2d tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "GET /v2.0/security-groups?id=e4952256-826c-4b16-b1b9-1c155d7b82f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4986854 Dec 22 09:34:11.972649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:34:11.987534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Sync routers for ids ['9d092eb6-047e-4837-9f77-bb3a1e580cdb'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:34:11.988127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c26bd-5a4d-4a74-901c-d9cfd53b228f req-d9758b03-08dd-4afc-a22a-68e802a7ebf9 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:11.990136 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a9c26bd-5a4d-4a74-901c-d9cfd53b228f req-d9758b03-08dd-4afc-a22a-68e802a7ebf9 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.64 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 946 time: 0.5922229 Dec 22 09:34:12.053009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Routers {'9d092eb6-047e-4837-9f77-bb3a1e580cdb'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:34:12.054206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:34:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9d092eb6-047e-4837-9f77-bb3a1e580cdb'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:12.129856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9a9c26bd-5a4d-4a74-901c-d9cfd53b228f req-193805e3-5987-4914-a892-fb9bce9c0ac4 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Deleting port 55b9341f-21cb-4492-9147-aa0f757d8cbf {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:34:12.130251 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9a9c26bd-5a4d-4a74-901c-d9cfd53b228f req-193805e3-5987-4914-a892-fb9bce9c0ac4 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:12.136835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Network e5303cd3-bcf5-4fba-945e-8842a9d29a99 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:34:12.159382 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:12.312835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:12.313927 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.5257077 Dec 22 09:34:12.325026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42982) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:12.341924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2b01b-a7b7-4ab1-9c89-de0af39aa2cc req-c3c1bf7e-4fa1-489a-a27c-f92e4bd1f959 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:12.358839 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bec2b01b-a7b7-4ab1-9c89-de0af39aa2cc req-c3c1bf7e-4fa1-489a-a27c-f92e4bd1f959 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 946 time: 0.7453606 Dec 22 09:34:12.385776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 55b9341f-21cb-4492-9147-aa0f757d8cbf no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:34:12.703674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Network e5303cd3-bcf5-4fba-945e-8842a9d29a99 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:34:12.756342 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:34:12.764999 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:34:12.798088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Set router 9d092eb6-047e-4837-9f77-bb3a1e580cdb gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:34:12.940570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172e21e-153a-444a-83bf-81becd76b857 req-146492f0-a08b-44e8-84a3-edea673efcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:12.949187 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b172e21e-153a-444a-83bf-81becd76b857 req-146492f0-a08b-44e8-84a3-edea673efcea service neutron] 10.222.0.37 "GET /v2.0/networks?id=b217fc36-e9a7-428a-aaf0-958abc2382a7 HTTP/1.1" status: 200 len: 906 time: 2.1182628 Dec 22 09:34:13.045993 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b172e21e-153a-444a-83bf-81becd76b857 req-e83dac9d-b3cc-48a7-9e65-ba62c0ed527d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfc58927-f2d6-4a8b-935a-610e1d0c9144 HTTP/1.1" status: 200 len: 217 time: 0.0809531 Dec 22 09:34:13.047029 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:13.056209 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1cdd93a5-4b15-429d-aa70-809d47b2c11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:13.056404 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d751296d-c253-4a43-b5b1-995448a70484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:13.079606 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:13.128332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9a9c26bd-5a4d-4a74-901c-d9cfd53b228f req-193805e3-5987-4914-a892-fb9bce9c0ac4 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] For port 55b9341f-21cb-4492-9147-aa0f757d8cbf, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=55b9341f-21cb-4492-9147-aa0f757d8cbf,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:34:13.128617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device cfc58927-f2d6-4a8b-935a-610e1d0c9144 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:34:13.129004 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9a9c26bd-5a4d-4a74-901c-d9cfd53b228f req-193805e3-5987-4914-a892-fb9bce9c0ac4 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:13.174013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5303cd3-bcf5-4fba-945e-8842a9d29a99,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:13.177607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172e21e-153a-444a-83bf-81becd76b857 req-b49d3449-a310-47b2-b345-e68851bddeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:13.180022 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b172e21e-153a-444a-83bf-81becd76b857 req-b49d3449-a310-47b2-b345-e68851bddeef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a85ce7b-250f-4e30-8980-4de90aedfa79 HTTP/1.1" status: 200 len: 851 time: 0.0970161 Dec 22 09:34:13.354089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.358067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.360818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.362735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.366442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.367385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.368627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.370973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.373944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9a9c26bd-5a4d-4a74-901c-d9cfd53b228f req-193805e3-5987-4914-a892-fb9bce9c0ac4 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Calling delete_port for 55b9341f-21cb-4492-9147-aa0f757d8cbf owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:34:13.374265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.375207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.377557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.381171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.382559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.383353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.384353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.386159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.388678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.389270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.389948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.393154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.394010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.394831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.396563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.401471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.402735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.403586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.404393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.405209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.409436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.410374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.411410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.412185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.413359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.417315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.418363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.419230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:13.420936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'name': 'tempest-FloatingIPsTestJSON-767221341-router', 'tenant_id': 'c837c1e9b9a749acaa90877fc91ec221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '49daca78-b9b1-45e7-90e4-b382d30f00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:34:02Z', 'updated_at': '2020-12-22T09:34:07Z', 'revision_number': 3, 'project_id': 'c837c1e9b9a749acaa90877fc91ec221', 'gw_port': {'id': '49daca78-b9b1-45e7-90e4-b382d30f00c4', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:34:05Z', 'updated_at': '2020-12-22T09:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:13.428229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-d751296d-c253-4a43-b5b1-995448a70484 None None] For port de184a63-b8f7-4136-8845-073cd34ca433, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=de184a63-b8f7-4136-8845-073cd34ca433,segment=NetworkSegment(3933900a-660d-43a7-9388-d22a013d5eb9),segment_id=3933900a-660d-43a7-9388-d22a013d5eb9)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:34:13.433616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Checking router: 9d092eb6-047e-4837-9f77-bb3a1e580cdb for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:34:13.434012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Updating router 9d092eb6-047e-4837-9f77-bb3a1e580cdb port 49daca78-b9b1-45e7-90e4-b382d30f00c4 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:34:13.454093 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d751296d-c253-4a43-b5b1-995448a70484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:13.459732 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:13.473352 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:13.490009 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e5303cd3-bcf5-4fba-945e-8842a9d29a99 HTTP/1.1" status: 204 len: 168 time: 5.8117099 Dec 22 09:34:13.603702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172e21e-153a-444a-83bf-81becd76b857 req-a7c9662c-2d10-438f-aa97-7efcef8f332c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:13.615723 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b172e21e-153a-444a-83bf-81becd76b857 req-a7c9662c-2d10-438f-aa97-7efcef8f332c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b217fc36-e9a7-428a-aaf0-958abc2382a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3910680 Dec 22 09:34:13.619148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:13.732208 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:34:13.737170 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:34:13.764294 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9a9c26bd-5a4d-4a74-901c-d9cfd53b228f req-193805e3-5987-4914-a892-fb9bce9c0ac4 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:13.768743 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9da9e418-d068-41f2-868b-795cd31885a6 req-138846d7-7e95-42f8-ba00-f1ab3b43e34f tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "GET /v2.0/networks?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1335826 Dec 22 09:34:13.813794 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:13.893709 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-24b2b947-d5c1-4ea2-8e0b-4245c932ecd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:13.953142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43008) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:13.955872 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b172e21e-153a-444a-83bf-81becd76b857 req-bbc6c4a4-acc3-4a76-adbe-5ca278f7ec9a service neutron] 10.222.0.37 "GET /v2.0/networks/b217fc36-e9a7-428a-aaf0-958abc2382a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390272 Dec 22 09:34:13.960615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port cfc58927-f2d6-4a8b-935a-610e1d0c9144 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:13.961036 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:14.165304 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-61a8800e-b4de-488b-9fb4-1cc96b44321a req-ed427ca3-5c81-4411-9861-b273161bd0b6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=8c403abb-6fcd-4328-9838-6a706288ab79 HTTP/1.1" status: 200 len: 210 time: 0.5313652 Dec 22 09:34:14.182971 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bec2b01b-a7b7-4ab1-9c89-de0af39aa2cc req-93439b2b-dfd4-47ef-b577-99a21b215d61 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8230770 Dec 22 09:34:14.209720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193805e3-5987-4914-a892-fb9bce9c0ac4 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Pushing event deleted for resources: {'Port': ['ID=55b9341f-21cb-4492-9147-aa0f757d8cbf,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:14.267756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751296d-c253-4a43-b5b1-995448a70484 None None] Pushing event updated for resources: {'Port': ['ID=de184a63-b8f7-4136-8845-073cd34ca433,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:14.271410 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d751296d-c253-4a43-b5b1-995448a70484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:14.429236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-371df5e1-e53c-4fa8-9f4b-ebce5f6cab35 None None] Provisioning complete for port de184a63-b8f7-4136-8845-073cd34ca433 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:14.429922 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-371df5e1-e53c-4fa8-9f4b-ebce5f6cab35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:14.535501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e7648714-ba72-49b0-abea-392951319fc9 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:34:14.542659 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e7d29cbe-c3a2-4703-b8f1-7035b7fcb9de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0ffeb3a0f022481a9f4aea0f4efa09b6&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5854816 Dec 22 09:34:14.558109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43024) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:14.581291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: e7648714-ba72-49b0-abea-392951319fc9 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:34:14.581786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e7648714-ba72-49b0-abea-392951319fc9 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:34:14.582301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device cd9249b7-d2e7-4cd7-86ff-be427cf58ef3 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:34:14.635285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: cd9249b7-d2e7-4cd7-86ff-be427cf58ef3 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:34:14.635730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device cd9249b7-d2e7-4cd7-86ff-be427cf58ef3 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:34:14.674144 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b172e21e-153a-444a-83bf-81becd76b857 req-7e933cf2-369d-4e12-bfe1-758effdf6b98 service neutron] 10.222.0.37 "GET /v2.0/networks/b217fc36-e9a7-428a-aaf0-958abc2382a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6893611 Dec 22 09:34:14.728886 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:14.755653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Transition to ACTIVE for port object 49daca78-b9b1-45e7-90e4-b382d30f00c4 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:34:14.759307 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:14.799732 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:14.902609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0d33-81ec-4847-8122-0c35f30a529a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:14.910077 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-193805e3-5987-4914-a892-fb9bce9c0ac4 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.016s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:14.939421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device de184a63-b8f7-4136-8845-073cd34ca433 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:34:14.945889 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0d33-81ec-4847-8122-0c35f30a529a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:15.051815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0d33-81ec-4847-8122-0c35f30a529a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:15.060078 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:15.083462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd0d33-81ec-4847-8122-0c35f30a529a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b173f6d-ea2c-4da9-b6e2-119cedeb8d5f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:15.102846 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f8cd0d33-81ec-4847-8122-0c35f30a529a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:15.116762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0d33-81ec-4847-8122-0c35f30a529a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:15.120871 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f8cd0d33-81ec-4847-8122-0c35f30a529a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b173f6d-ea2c-4da9-b6e2-119cedeb8d5f HTTP/1.1" status: 204 len: 168 time: 0.4542305 Dec 22 09:34:15.412997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3357a86a-0e78-4466-a88b-b92fa169dd0f None None] Provisioning complete for port de184a63-b8f7-4136-8845-073cd34ca433 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:15.413150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3357a86a-0e78-4466-a88b-b92fa169dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:15.419310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfd9f4-dfd3-497f-98ef-8f8e8a427e56 None None] Pushing event updated for resources: {'Port': ['ID=49daca78-b9b1-45e7-90e4-b382d30f00c4,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:15.432821 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4dfd9f4-dfd3-497f-98ef-8f8e8a427e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:15.436571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Attempting to bind port 49daca78-b9b1-45e7-90e4-b382d30f00c4 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:34:15.440357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Attempting to bind port 49daca78-b9b1-45e7-90e4-b382d30f00c4 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:34:15.441147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Attempting to bind port 49daca78-b9b1-45e7-90e4-b382d30f00c4 on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:34:15.450796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:34:15.451624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:34:15.452345 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:15.453135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:34:15.453884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Bound port: 49daca78-b9b1-45e7-90e4-b382d30f00c4, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:34:15.454665 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:15.553101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port de184a63-b8f7-4136-8845-073cd34ca433 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:15.553523 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:15.626558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] For port 49daca78-b9b1-45e7-90e4-b382d30f00c4, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:34:15.633030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] For port 49daca78-b9b1-45e7-90e4-b382d30f00c4, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=49daca78-b9b1-45e7-90e4-b382d30f00c4,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:34:15.649105 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:15.703073 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8761e2b8-64ad-4906-827f-32deb739cb10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:15.785217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f1cfc-7144-414c-86ee-60d9c54d0947 req-7e68d810-3a2d-4480-b512-df8483bfa426 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:15.787446 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-143f1cfc-7144-414c-86ee-60d9c54d0947 req-7e68d810-3a2d-4480-b512-df8483bfa426 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "GET /v2.0/ports?device_id=855b8369-ed4a-4970-a9df-cef8bf1b73ef HTTP/1.1" status: 200 len: 945 time: 0.8659585 Dec 22 09:34:15.800634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9e418-d068-41f2-868b-795cd31885a6 req-382c70b0-5882-4856-9fa3-b4b37c116f94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:15.803471 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9da9e418-d068-41f2-868b-795cd31885a6 req-382c70b0-5882-4856-9fa3-b4b37c116f94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8225117 Dec 22 09:34:15.866588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-9da9e418-d068-41f2-868b-795cd31885a6 req-61d6a59f-a255-48b7-9b96-52f61babb10e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Request body: {'port': {'device_id': '8c403abb-6fcd-4328-9838-6a706288ab79', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '902944b2a5a3450e8cb9dbe821598f5d'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:15.894823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfd9f4-dfd3-497f-98ef-8f8e8a427e56 None None] Pushing event updated for resources: {'Port': ['ID=49daca78-b9b1-45e7-90e4-b382d30f00c4,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:15.900877 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4dfd9f4-dfd3-497f-98ef-8f8e8a427e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:15.950780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Routers {'9d092eb6-047e-4837-9f77-bb3a1e580cdb'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:34:15.953316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:34:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9d092eb6-047e-4837-9f77-bb3a1e580cdb'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:15.974518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9c26bd-5a4d-4a74-901c-d9cfd53b228f req-193805e3-5987-4914-a892-fb9bce9c0ac4 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] No DVR routers for this DVR port 55b9341f-21cb-4492-9147-aa0f757d8cbf on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:34:15.979427 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9a9c26bd-5a4d-4a74-901c-d9cfd53b228f req-193805e3-5987-4914-a892-fb9bce9c0ac4 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:15.998371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce16728a-33be-482f-a1f4-b8a0ea277bb9', 'name': 'network-vif-deleted', 'tag': '55b9341f-21cb-4492-9147-aa0f757d8cbf'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:34:16.201423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] Set router 9d092eb6-047e-4837-9f77-bb3a1e580cdb gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:34:16.247343 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a9c26bd-5a4d-4a74-901c-d9cfd53b228f req-193805e3-5987-4914-a892-fb9bce9c0ac4 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.64 "DELETE /v2.0/ports/55b9341f-21cb-4492-9147-aa0f757d8cbf HTTP/1.1" status: 204 len: 173 time: 4.2507200 Dec 22 09:34:16.264061 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-143f1cfc-7144-414c-86ee-60d9c54d0947 req-d20e1b4e-2fbe-46ed-812c-df4e7b5f7b47 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "GET /v2.0/security-groups?id=e4952256-826c-4b16-b1b9-1c155d7b82f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4554505 Dec 22 09:34:16.322800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:16.350107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43090) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:16.467493 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c38f66e3-5f87-4513-b824-b18b70bd9e4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=58f0d09d94a146f39fd5694d6ad0dbb2&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1131763 Dec 22 09:34:16.468382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43094) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:16.566308 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e38181fd-27ff-4325-b6e4-9f1a4dfb6db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:16.604687 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e38181fd-27ff-4325-b6e4-9f1a4dfb6db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:16.713692 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e38181fd-27ff-4325-b6e4-9f1a4dfb6db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:16.722850 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-62356ba0-3801-498c-9cfc-88146bda6016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:16.739999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38181fd-27ff-4325-b6e4-9f1a4dfb6db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b135c9-b4e5-4fda-ac09-362abc6faf0c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:16.744449 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e38181fd-27ff-4325-b6e4-9f1a4dfb6db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:16.745737 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e38181fd-27ff-4325-b6e4-9f1a4dfb6db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:16.750606 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e38181fd-27ff-4325-b6e4-9f1a4dfb6db5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/90b135c9-b4e5-4fda-ac09-362abc6faf0c HTTP/1.1" status: 204 len: 168 time: 0.2804754 Dec 22 09:34:16.808878 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-beb98a73-77f3-4a21-8cce-73a8d3d09de5 req-c3e8a3e9-d763-4005-bc84-919880bf15ca tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=8c403abb-6fcd-4328-9838-6a706288ab79 HTTP/1.1" status: 200 len: 210 time: 0.2107201 Dec 22 09:34:16.864606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'name': 'tempest-FloatingIPsTestJSON-767221341-router', 'tenant_id': 'c837c1e9b9a749acaa90877fc91ec221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '49daca78-b9b1-45e7-90e4-b382d30f00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:34:02Z', 'updated_at': '2020-12-22T09:34:07Z', 'revision_number': 3, 'project_id': 'c837c1e9b9a749acaa90877fc91ec221', 'gw_port': {'id': '49daca78-b9b1-45e7-90e4-b382d30f00c4', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:34:05Z', 'updated_at': '2020-12-22T09:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:16.885428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd12a72a-6f89-4300-9118-44a81d931e74 None None] The sync data for ids ['9d092eb6-047e-4837-9f77-bb3a1e580cdb'] in n-d-765315-5 is: [{'id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'name': 'tempest-FloatingIPsTestJSON-767221341-router', 'tenant_id': 'c837c1e9b9a749acaa90877fc91ec221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '49daca78-b9b1-45e7-90e4-b382d30f00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:34:02Z', 'updated_at': '2020-12-22T09:34:07Z', 'revision_number': 3, 'project_id': 'c837c1e9b9a749acaa90877fc91ec221', 'gw_port': {'id': '49daca78-b9b1-45e7-90e4-b382d30f00c4', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:34:05Z', 'updated_at': '2020-12-22T09:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:34:16.904415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-9da9e418-d068-41f2-868b-795cd31885a6 req-61d6a59f-a255-48b7-9b96-52f61babb10e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:16.944153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ccc0908d-8ccd-4ccc-9232-6789730a64b6 req-156b5546-8e91-4612-8f60-f20ee057aa2b tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Synchronizing usage tracker for tenant:92202f56ba024bd88bdda46d20163167 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:34:16.950364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-9da9e418-d068-41f2-868b-795cd31885a6 req-61d6a59f-a255-48b7-9b96-52f61babb10e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:17.038979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ccc0908d-8ccd-4ccc-9232-6789730a64b6 req-156b5546-8e91-4612-8f60-f20ee057aa2b tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Unset dirty status for tenant:92202f56ba024bd88bdda46d20163167 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:34:17.040854 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ccc0908d-8ccd-4ccc-9232-6789730a64b6 req-156b5546-8e91-4612-8f60-f20ee057aa2b tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=ce16728a-33be-482f-a1f4-b8a0ea277bb9 HTTP/1.1" status: 200 len: 210 time: 0.2285984 Dec 22 09:34:17.077699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da9e418-d068-41f2-868b-795cd31885a6 req-61d6a59f-a255-48b7-9b96-52f61babb10e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Made reservation on behalf of 902944b2a5a3450e8cb9dbe821598f5d for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:34:17.084382 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9da9e418-d068-41f2-868b-795cd31885a6 req-61d6a59f-a255-48b7-9b96-52f61babb10e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:17.253088 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce16728a-33be-482f-a1f4-b8a0ea277bb9', 'name': 'network-vif-deleted', 'tag': '55b9341f-21cb-4492-9147-aa0f757d8cbf', 'status': 'completed', 'code': 200} Dec 22 09:34:17.738362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e0989-69f9-4332-8643-c226290605c9 req-cae209c3-ec7f-4440-b69c-6ef82bbecd70 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:17.740126 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2d4e0989-69f9-4332-8643-c226290605c9 req-cae209c3-ec7f-4440-b69c-6ef82bbecd70 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "GET /v2.0/ports?device_id=855b8369-ed4a-4970-a9df-cef8bf1b73ef HTTP/1.1" status: 200 len: 945 time: 0.4895589 Dec 22 09:34:17.763782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Allocated IP 172.20.0.1 (b25ce199-6df4-44e5-a478-92880dff348d/cd14df85-70e1-4420-bb39-37f0d17b2fd6/c7a9ec01-2f79-4033-86ea-7001464c2344) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:34:17.768853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43114) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:17.791360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0829bffb-2421-49ba-9369-41095824bb2d tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Request body: {'floatingip': {'port_id': 'cfc58927-f2d6-4a8b-935a-610e1d0c9144'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:17.952021 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0829bffb-2421-49ba-9369-41095824bb2d tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for floatingip, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:18.834840 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:18.885774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 49daca78-b9b1-45e7-90e4-b382d30f00c4 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:34:18.904613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Transition to ACTIVE for port object c7a9ec01-2f79-4033-86ea-7001464c2344 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:34:19.043671 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0481c649-115e-41cd-a0e7-f69cc4eec78f req-513ef362-b136-45e2-9c27-26bf1b9b21e7 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=8c403abb-6fcd-4328-9838-6a706288ab79 HTTP/1.1" status: 200 len: 210 time: 0.1481674 Dec 22 09:34:19.063841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43148) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:19.084629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 49daca78-b9b1-45e7-90e4-b382d30f00c4 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:34:19.087682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-9da9e418-d068-41f2-868b-795cd31885a6 req-61d6a59f-a255-48b7-9b96-52f61babb10e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Allocated IP 192.168.233.27 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/5b195604-2b28-4b5d-9d90-6d05cb812b3b) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:34:19.094867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 49daca78-b9b1-45e7-90e4-b382d30f00c4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:19.095762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:19.258060 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:19.283885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 49daca78-b9b1-45e7-90e4-b382d30f00c4, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=49daca78-b9b1-45e7-90e4-b382d30f00c4,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:34:19.288202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:19.291279 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b45edf50-9f35-4ab3-a270-d05c6d10fc6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:19.458798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1328928153-network', 'tenant_id': 'd83c98bf184543b3b651b8ac808b3e8b'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:19.466229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=49daca78-b9b1-45e7-90e4-b382d30f00c4,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:19.470502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:19.474931 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:19.484743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Usage tracker for resource:network and tenant:d83c98bf184543b3b651b8ac808b3e8b is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:19.496346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:19.501828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:19.537578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Made reservation on behalf of d83c98bf184543b3b651b8ac808b3e8b for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:34:19.543687 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:19.592130 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0829bffb-2421-49ba-9369-41095824bb2d tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:19.596100 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0829bffb-2421-49ba-9369-41095824bb2d tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:19.630477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:19.656105 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:19.785253 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-0829bffb-2421-49ba-9369-41095824bb2d tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Floating IP fb9002fb-9981-4812-8e53-8aad2c362689 associated. External IP: 172.25.7.112, port: cfc58927-f2d6-4a8b-935a-610e1d0c9144. Dec 22 09:34:19.788432 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:19.868063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-42442130-7690-424e-aa3c-fb1512747a6c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:19.871717 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-42442130-7690-424e-aa3c-fb1512747a6c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/networks?id=58c7a353-13b3-4d40-8fee-65d9dde6541f HTTP/1.1" status: 200 len: 804 time: 0.9731128 Dec 22 09:34:19.914731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:19.981024 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-41e9e912-4ab8-466a-a897-8335f6e763fd tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/quotas/790143c06479416c8526efbd9a1fc0ad HTTP/1.1" status: 200 len: 375 time: 0.0712371 Dec 22 09:34:20.048762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Usage tracker for resource:security_group_rule and tenant:d83c98bf184543b3b651b8ac808b3e8b is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:20.063656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:20.146709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:20.343853 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:20.361265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c7a9ec01-2f79-4033-86ea-7001464c2344,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:20.416505 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:20.419656 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:20.432759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Network b25ce199-6df4-44e5-a478-92880dff348d is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:34:20.443164 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:20.468274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:34:20.471324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:34:20.520748 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8717f001-eeee-4940-b496-ba358713571e req-2c26024a-67a4-434d-9af1-10d5f5a778ce tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=8c403abb-6fcd-4328-9838-6a706288ab79 HTTP/1.1" status: 200 len: 210 time: 0.1753097 Dec 22 09:34:20.582590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0829bffb-2421-49ba-9369-41095824bb2d tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Router 4ea4931b-7655-4076-abc9-719171d1793b has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:34:20.609611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:34:20.731173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7bcb0-e0dd-4fb8-adf2-5df1b7370895 req-e761c59f-697a-4e07-b8a9-0b07fb2efc1b tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:20.739377 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d4b7bcb0-e0dd-4fb8-adf2-5df1b7370895 req-e761c59f-697a-4e07-b8a9-0b07fb2efc1b tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.64 "GET /v2.0/ports?device_id=2d6346e7-d23e-49f6-9868-a297212bc529 HTTP/1.1" status: 200 len: 946 time: 1.2116017 Dec 22 09:34:20.757101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 19df2a70-db8d-4f81-b17b-674ede1e8856 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:34:20.759835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:20.760456 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Added segment 3b157e3e-a277-4a6c-8f02-9fe66417ab86 of type vxlan for network 41eadfb9-ac85-4c73-9abf-e1b27dc659fc Dec 22 09:34:20.767039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bda7b4-0d6d-4084-9edd-99df83d53399,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:20.851529 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:20.878950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 49daca78-b9b1-45e7-90e4-b382d30f00c4 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:34:20.913834 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9da9e418-d068-41f2-868b-795cd31885a6 req-61d6a59f-a255-48b7-9b96-52f61babb10e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:20.941765 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:21.018269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0829bffb-2421-49ba-9369-41095824bb2d tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:34:21.038947 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0829bffb-2421-49ba-9369-41095824bb2d tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:21.049699 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:21.077414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9873f866-1e51-45d7-8e8a-fbf9af7113ea None None] Sync routers for ids ['4ea4931b-7655-4076-abc9-719171d1793b'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:34:21.118935 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0829bffb-2421-49ba-9369-41095824bb2d tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "PUT /v2.0/floatingips/fb9002fb-9981-4812-8e53-8aad2c362689 HTTP/1.1" status: 200 len: 991 time: 3.3463256 Dec 22 09:34:21.120449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855b8369-ed4a-4970-a9df-cef8bf1b73ef', 'tag': 'cfc58927-f2d6-4a8b-935a-610e1d0c9144'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:34:21.140220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873f866-1e51-45d7-8e8a-fbf9af7113ea None None] Routers {'4ea4931b-7655-4076-abc9-719171d1793b'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:34:21.140951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-9873f866-1e51-45d7-8e8a-fbf9af7113ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:34:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4ea4931b-7655-4076-abc9-719171d1793b'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:21.290906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f9aea782-fc88-4087-9514-71e94bb6be36 None None] Provisioning for port c7a9ec01-2f79-4033-86ea-7001464c2344 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:34:21.333917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-9da9e418-d068-41f2-868b-795cd31885a6 req-61d6a59f-a255-48b7-9b96-52f61babb10e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Transition to ACTIVE for port object 5b195604-2b28-4b5d-9d90-6d05cb812b3b will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:34:21.338484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f9aea782-fc88-4087-9514-71e94bb6be36 None None] Provisioning complete for port c7a9ec01-2f79-4033-86ea-7001464c2344 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:21.338912 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f9aea782-fc88-4087-9514-71e94bb6be36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:21.371509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6346e7-d23e-49f6-9868-a297212bc529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19df2a70-db8d-4f81-b17b-674ede1e8856'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:34:21.374445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:21.399301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 49daca78-b9b1-45e7-90e4-b382d30f00c4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:21.399724 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:21.426189 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3c5ebde3-0dd8-4740-a3b6-d1e0a73b2782 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?tenant_id=790143c06479416c8526efbd9a1fc0ad&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4438393 Dec 22 09:34:21.550695 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855b8369-ed4a-4970-a9df-cef8bf1b73ef', 'tag': 'cfc58927-f2d6-4a8b-935a-610e1d0c9144', 'status': 'completed', 'code': 200} Dec 22 09:34:21.587827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 19df2a70-db8d-4f81-b17b-674ede1e8856, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=19df2a70-db8d-4f81-b17b-674ede1e8856,segment=NetworkSegment(12f9dcdb-1ce1-4601-9413-ee876bb6aaf6),segment_id=12f9dcdb-1ce1-4601-9413-ee876bb6aaf6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:34:21.732873 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3a6f1d46-98e2-47f2-bbb2-6df4fcdebfd5 service neutron] 10.222.0.50 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056226 Dec 22 09:34:21.735524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9da9e418-d068-41f2-868b-795cd31885a6 req-61d6a59f-a255-48b7-9b96-52f61babb10e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:21.742514 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:21.810442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e420f91-20ef-4dfd-be9a-3d9eda4a4ddd req-4cf0d86c-5b0c-4177-8355-589c59d69f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:21.811280 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e420f91-20ef-4dfd-be9a-3d9eda4a4ddd req-4cf0d86c-5b0c-4177-8355-589c59d69f79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7763aba64cb343ea8f41576edbddae90&device_id=855b8369-ed4a-4970-a9df-cef8bf1b73ef HTTP/1.1" status: 200 len: 1160 time: 0.2156534 Dec 22 09:34:21.836328 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:21.896659 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6346e7-d23e-49f6-9868-a297212bc529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19df2a70-db8d-4f81-b17b-674ede1e8856', 'code': 200} Dec 22 09:34:21.911893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:21.920508 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:21.981408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:21.982085 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:22.016815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e420f91-20ef-4dfd-be9a-3d9eda4a4ddd req-a0c0e5ab-62e4-45fc-839e-e0cb1db866b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:22.019064 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e420f91-20ef-4dfd-be9a-3d9eda4a4ddd req-a0c0e5ab-62e4-45fc-839e-e0cb1db866b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b217fc36-e9a7-428a-aaf0-958abc2382a7 HTTP/1.1" status: 200 len: 906 time: 0.2015226 Dec 22 09:34:22.088208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f9aea782-fc88-4087-9514-71e94bb6be36 None None] Port c7a9ec01-2f79-4033-86ea-7001464c2344 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:34:22.150670 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e420f91-20ef-4dfd-be9a-3d9eda4a4ddd req-be9bed9f-b7d0-4f5a-983b-50856a34eebe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfc58927-f2d6-4a8b-935a-610e1d0c9144 HTTP/1.1" status: 200 len: 999 time: 0.1244023 Dec 22 09:34:22.156498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=19df2a70-db8d-4f81-b17b-674ede1e8856,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:22.160773 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:22.172945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-d4b7bcb0-e0dd-4fb8-adf2-5df1b7370895 req-dc9706af-ff31-42c3-992f-e17aadcb3525 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Deleting port 19df2a70-db8d-4f81-b17b-674ede1e8856 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:34:22.173689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d4b7bcb0-e0dd-4fb8-adf2-5df1b7370895 req-dc9706af-ff31-42c3-992f-e17aadcb3525 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:22.192942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-9873f866-1e51-45d7-8e8a-fbf9af7113ea None None] Set router 4ea4931b-7655-4076-abc9-719171d1793b gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:34:22.230179 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:22.246140 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.1738219 Dec 22 09:34:22.324625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43186) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:22.370405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e420f91-20ef-4dfd-be9a-3d9eda4a4ddd req-0f4f6436-afce-4364-99b6-544af9ce5ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:22.372177 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e420f91-20ef-4dfd-be9a-3d9eda4a4ddd req-0f4f6436-afce-4364-99b6-544af9ce5ec2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a85ce7b-250f-4e30-8980-4de90aedfa79 HTTP/1.1" status: 200 len: 851 time: 0.2134287 Dec 22 09:34:22.528384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e420f91-20ef-4dfd-be9a-3d9eda4a4ddd req-7bee6cbd-d7ea-4d80-8922-4b717c8aa628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:22.532514 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e420f91-20ef-4dfd-be9a-3d9eda4a4ddd req-7bee6cbd-d7ea-4d80-8922-4b717c8aa628 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b217fc36-e9a7-428a-aaf0-958abc2382a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469555 Dec 22 09:34:22.839396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-9873f866-1e51-45d7-8e8a-fbf9af7113ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4931b-7655-4076-abc9-719171d1793b', 'name': 'tempest-ServersTestManualDisk-1684475089-router', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:14Z', 'updated_at': '2020-12-22T09:33:26Z', 'revision_number': 4, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'gw_port': {'id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:15Z', 'updated_at': '2020-12-22T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'fb9002fb-9981-4812-8e53-8aad2c362689', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'port_id': 'cfc58927-f2d6-4a8b-935a-610e1d0c9144', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7', 'mac_address': 'fa:16:3e:39:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855b8369-ed4a-4970-a9df-cef8bf1b73ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:33:40Z', 'updated_at': '2020-12-22T09:34:19Z', 'revision_number': 1, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f2e3d0-9175-4f13-ac09-7360b451b638', 'name': '', 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'mac_address': 'fa:16:3e:93:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8a85ce7b-250f-4e30-8980-4de90aedfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:23Z', 'updated_at': '2020-12-22T09:33:37Z', 'revision_number': 5, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'subnets': [{'id': '8a85ce7b-250f-4e30-8980-4de90aedfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:22.842201 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e420f91-20ef-4dfd-be9a-3d9eda4a4ddd req-7d1df2b5-4a77-41bb-a95c-0b9c7cb2f5b5 service neutron] 10.222.0.37 "GET /v2.0/networks/b217fc36-e9a7-428a-aaf0-958abc2382a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027925 Dec 22 09:34:22.845554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9873f866-1e51-45d7-8e8a-fbf9af7113ea None None] Checking router: 4ea4931b-7655-4076-abc9-719171d1793b for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:34:22.857300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873f866-1e51-45d7-8e8a-fbf9af7113ea None None] Routers {'4ea4931b-7655-4076-abc9-719171d1793b'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:34:22.858609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-9873f866-1e51-45d7-8e8a-fbf9af7113ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:34:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4ea4931b-7655-4076-abc9-719171d1793b'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:22.949931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-304c2611-9bf5-43c4-9e30-f91c2064a4f4 admin admin] Request body: {'subnet': {'network_id': '41eadfb9-ac85-4c73-9abf-e1b27dc659fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1328928153-subnet', 'tenant_id': 'd83c98bf184543b3b651b8ac808b3e8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:23.003145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-304c2611-9bf5-43c4-9e30-f91c2064a4f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:23.010376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6a59f-a255-48b7-9b96-52f61babb10e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Pushing event updated for resources: {'Port': ['ID=5b195604-2b28-4b5d-9d90-6d05cb812b3b,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:23.014739 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61d6a59f-a255-48b7-9b96-52f61babb10e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.178s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:23.016537 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e420f91-20ef-4dfd-be9a-3d9eda4a4ddd req-a405925f-59dd-4760-93dc-05c708db7124 service neutron] 10.222.0.37 "GET /v2.0/networks/b217fc36-e9a7-428a-aaf0-958abc2382a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1667652 Dec 22 09:34:23.029790 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.960s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:23.059648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-304c2611-9bf5-43c4-9e30-f91c2064a4f4 admin admin] Usage tracker for resource:subnet and tenant:d83c98bf184543b3b651b8ac808b3e8b is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:23.067915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-304c2611-9bf5-43c4-9e30-f91c2064a4f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:23.084833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-9873f866-1e51-45d7-8e8a-fbf9af7113ea None None] Set router 4ea4931b-7655-4076-abc9-719171d1793b gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:34:23.184813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-304c2611-9bf5-43c4-9e30-f91c2064a4f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:23.313955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Pushing event updated for resources: {'Network': ['ID=41eadfb9-ac85-4c73-9abf-e1b27dc659fc,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:23.322128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28067f-0588-4197-9b39-37e74ba8e524 req-36c7493c-9cd8-49be-a1df-d7e4b8690c8d tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:23.322894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fd28067f-0588-4197-9b39-37e74ba8e524 req-36c7493c-9cd8-49be-a1df-d7e4b8690c8d tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Synchronizing usage tracker for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:34:23.329668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 41eadfb9-ac85-4c73-9abf-e1b27dc659fc details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:34:23.331906 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:23.345311 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-bc40e7d6-a19b-46cc-b888-66df92a5745c service neutron] 10.222.0.50 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.6114311 Dec 22 09:34:23.345932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304c2611-9bf5-43c4-9e30-f91c2064a4f4 admin admin] Made reservation on behalf of d83c98bf184543b3b651b8ac808b3e8b for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:34:23.350781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-304c2611-9bf5-43c4-9e30-f91c2064a4f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:23.361178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 41eadfb9-ac85-4c73-9abf-e1b27dc659fc details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:34:23.386874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 41eadfb9-ac85-4c73-9abf-e1b27dc659fc details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:34:23.563116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da9e418-d068-41f2-868b-795cd31885a6 req-61d6a59f-a255-48b7-9b96-52f61babb10e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:34:23.564039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fd28067f-0588-4197-9b39-37e74ba8e524 req-36c7493c-9cd8-49be-a1df-d7e4b8690c8d tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Unset dirty status for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:34:23.565272 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd28067f-0588-4197-9b39-37e74ba8e524 req-36c7493c-9cd8-49be-a1df-d7e4b8690c8d tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=8c403abb-6fcd-4328-9838-6a706288ab79 HTTP/1.1" status: 200 len: 935 time: 1.6409681 Dec 22 09:34:23.630076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-9da9e418-d068-41f2-868b-795cd31885a6 req-61d6a59f-a255-48b7-9b96-52f61babb10e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:34:23.862591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da9e418-d068-41f2-868b-795cd31885a6 req-61d6a59f-a255-48b7-9b96-52f61babb10e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:34:24.076246 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd28067f-0588-4197-9b39-37e74ba8e524 req-e790985b-4ec6-4914-9bef-4bbdbec10de8 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083587 Dec 22 09:34:24.110929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9e418-d068-41f2-868b-795cd31885a6 req-61d6a59f-a255-48b7-9b96-52f61babb10e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:24.111665 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9da9e418-d068-41f2-868b-795cd31885a6 req-61d6a59f-a255-48b7-9b96-52f61babb10e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:24.117589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d4b7bcb0-e0dd-4fb8-adf2-5df1b7370895 req-dc9706af-ff31-42c3-992f-e17aadcb3525 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] For port 19df2a70-db8d-4f81-b17b-674ede1e8856, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=19df2a70-db8d-4f81-b17b-674ede1e8856,segment=NetworkSegment(12f9dcdb-1ce1-4601-9413-ee876bb6aaf6),segment_id=12f9dcdb-1ce1-4601-9413-ee876bb6aaf6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:34:24.118619 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d4b7bcb0-e0dd-4fb8-adf2-5df1b7370895 req-dc9706af-ff31-42c3-992f-e17aadcb3525 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:24.368119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-d4b7bcb0-e0dd-4fb8-adf2-5df1b7370895 req-dc9706af-ff31-42c3-992f-e17aadcb3525 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Calling delete_port for 19df2a70-db8d-4f81-b17b-674ede1e8856 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:34:24.459901 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:34:24.492127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-737ed005-a7ba-425f-a698-fac9fa23286d None None] Provisioning for port 5b195604-2b28-4b5d-9d90-6d05cb812b3b completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:34:24.514005 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9da9e418-d068-41f2-868b-795cd31885a6 req-61d6a59f-a255-48b7-9b96-52f61babb10e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.6755230 Dec 22 09:34:24.549665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-737ed005-a7ba-425f-a698-fac9fa23286d None None] Provisioning complete for port 5b195604-2b28-4b5d-9d90-6d05cb812b3b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:24.550200 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-737ed005-a7ba-425f-a698-fac9fa23286d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:24.552250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Request body: {'port': {'device_id': '8c403abb-6fcd-4328-9838-6a706288ab79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:24.657498 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:24.683569 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c52d448e-2269-45b8-bee1-b93cc0e26c15 req-bd535e8f-40b9-4e4c-9c4a-4f5e5f4023be tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=ec805a00-4aaf-41bf-954f-6167c8d2d105 HTTP/1.1" status: 200 len: 210 time: 0.2133806 Dec 22 09:34:24.713517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-737ed005-a7ba-425f-a698-fac9fa23286d None None] Port 5b195604-2b28-4b5d-9d90-6d05cb812b3b cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:34:24.713924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:24.730324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-9873f866-1e51-45d7-8e8a-fbf9af7113ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4931b-7655-4076-abc9-719171d1793b', 'name': 'tempest-ServersTestManualDisk-1684475089-router', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:14Z', 'updated_at': '2020-12-22T09:33:26Z', 'revision_number': 4, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'gw_port': {'id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:15Z', 'updated_at': '2020-12-22T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'fb9002fb-9981-4812-8e53-8aad2c362689', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'port_id': 'cfc58927-f2d6-4a8b-935a-610e1d0c9144', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7', 'mac_address': 'fa:16:3e:39:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855b8369-ed4a-4970-a9df-cef8bf1b73ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:33:40Z', 'updated_at': '2020-12-22T09:34:19Z', 'revision_number': 1, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f2e3d0-9175-4f13-ac09-7360b451b638', 'name': '', 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'mac_address': 'fa:16:3e:93:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8a85ce7b-250f-4e30-8980-4de90aedfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:23Z', 'updated_at': '2020-12-22T09:33:37Z', 'revision_number': 5, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'subnets': [{'id': '8a85ce7b-250f-4e30-8980-4de90aedfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:24.746783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9873f866-1e51-45d7-8e8a-fbf9af7113ea None None] The sync data for ids ['4ea4931b-7655-4076-abc9-719171d1793b'] in n-d-765315-5 is: [{'id': '4ea4931b-7655-4076-abc9-719171d1793b', 'name': 'tempest-ServersTestManualDisk-1684475089-router', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:14Z', 'updated_at': '2020-12-22T09:33:26Z', 'revision_number': 4, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'gw_port': {'id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:15Z', 'updated_at': '2020-12-22T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'fb9002fb-9981-4812-8e53-8aad2c362689', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'port_id': 'cfc58927-f2d6-4a8b-935a-610e1d0c9144', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7', 'mac_address': 'fa:16:3e:39:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855b8369-ed4a-4970-a9df-cef8bf1b73ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:33:40Z', 'updated_at': '2020-12-22T09:34:19Z', 'revision_number': 1, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f2e3d0-9175-4f13-ac09-7360b451b638', 'name': '', 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'mac_address': 'fa:16:3e:93:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8a85ce7b-250f-4e30-8980-4de90aedfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:23Z', 'updated_at': '2020-12-22T09:33:37Z', 'revision_number': 5, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'subnets': [{'id': '8a85ce7b-250f-4e30-8980-4de90aedfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:34:24.770574 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8746db57-7ef1-4a0c-a0e0-29d748a07e40 tempest-AttachSCSIVolumeTestJSON-1891307249 tempest-AttachSCSIVolumeTestJSON-1891307249] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:24.999565 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:25.074039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c7a9ec01-2f79-4033-86ea-7001464c2344,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:25.082385 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:25.108327 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:25.279818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd71fa5f-70da-48c8-bf98-bed38ad48944 None None] New status for floating IP fb9002fb-9981-4812-8e53-8aad2c362689: ACTIVE {{(pid=81074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:34:25.604884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0355d9-4579-41f4-add8-e93be641a3bd req-1cc3928c-7d55-4322-bdba-683ae9fb56bb tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:25.605782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-6a0355d9-4579-41f4-add8-e93be641a3bd req-1cc3928c-7d55-4322-bdba-683ae9fb56bb tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Synchronizing usage tracker for tenant:92202f56ba024bd88bdda46d20163167 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:34:25.622526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-6a0355d9-4579-41f4-add8-e93be641a3bd req-1cc3928c-7d55-4322-bdba-683ae9fb56bb tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Unset dirty status for tenant:92202f56ba024bd88bdda46d20163167 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:34:25.623844 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6a0355d9-4579-41f4-add8-e93be641a3bd req-1cc3928c-7d55-4322-bdba-683ae9fb56bb tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.64 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 946 time: 0.1353474 Dec 22 09:34:25.748399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-6a0355d9-4579-41f4-add8-e93be641a3bd req-5600da50-7565-477d-a63c-c59f9cce0bf7 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Deleting port c9794798-0fb3-4f07-9a97-38dd72429966 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:34:25.748844 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6a0355d9-4579-41f4-add8-e93be641a3bd req-5600da50-7565-477d-a63c-c59f9cce0bf7 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:25.872002 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-304c2611-9bf5-43c4-9e30-f91c2064a4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:26.010746 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:26.140150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08947528-5afc-4e12-9f83-8ed12f9d4d87 req-92d85410-3182-4981-8b5a-56106c9a1000 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:26.141884 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08947528-5afc-4e12-9f83-8ed12f9d4d87 req-92d85410-3182-4981-8b5a-56106c9a1000 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 946 time: 1.2374456 Dec 22 09:34:26.188162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c2611-9bf5-43c4-9e30-f91c2064a4f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2bb3c2a-3760-425b-9a05-7f24a07671eb,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:26.188714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-6a0355d9-4579-41f4-add8-e93be641a3bd req-5600da50-7565-477d-a63c-c59f9cce0bf7 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] For port c9794798-0fb3-4f07-9a97-38dd72429966, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c9794798-0fb3-4f07-9a97-38dd72429966,segment=NetworkSegment(31ae71bf-fd69-41bb-b919-c6b704c62bec),segment_id=31ae71bf-fd69-41bb-b919-c6b704c62bec)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:34:26.189342 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6a0355d9-4579-41f4-add8-e93be641a3bd req-5600da50-7565-477d-a63c-c59f9cce0bf7 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:26.264751 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d4b7bcb0-e0dd-4fb8-adf2-5df1b7370895 req-dc9706af-ff31-42c3-992f-e17aadcb3525 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:26.325668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43232) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:26.346859 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-304c2611-9bf5-43c4-9e30-f91c2064a4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:26.410871 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:26.413441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-6a0355d9-4579-41f4-add8-e93be641a3bd req-5600da50-7565-477d-a63c-c59f9cce0bf7 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Calling delete_port for c9794798-0fb3-4f07-9a97-38dd72429966 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:34:26.462493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ddadf6c0-e37b-4962-b14a-033bacd3d70a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Request body: {'network': {'name': 'tempest-device-tagging-net1-196228156'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:26.478594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ddadf6c0-e37b-4962-b14a-033bacd3d70a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:26.493516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ddadf6c0-e37b-4962-b14a-033bacd3d70a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Usage tracker for resource:network and tenant:1f885b02df6f418abdaeaf80d8c5dc8f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:26.495551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9706af-ff31-42c3-992f-e17aadcb3525 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Pushing event deleted for resources: {'Port': ['ID=19df2a70-db8d-4f81-b17b-674ede1e8856,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:26.501135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ddadf6c0-e37b-4962-b14a-033bacd3d70a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:26.514340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ddadf6c0-e37b-4962-b14a-033bacd3d70a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:26.548095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddadf6c0-e37b-4962-b14a-033bacd3d70a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Made reservation on behalf of 1f885b02df6f418abdaeaf80d8c5dc8f for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:34:26.556380 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ddadf6c0-e37b-4962-b14a-033bacd3d70a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:26.590714 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc9706af-ff31-42c3-992f-e17aadcb3525 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:26.676174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddadf6c0-e37b-4962-b14a-033bacd3d70a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:34:26.705220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ddadf6c0-e37b-4962-b14a-033bacd3d70a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:26.706001 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-ddadf6c0-e37b-4962-b14a-033bacd3d70a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Added segment bc946c45-f832-479c-9a73-018cf6addf87 of type vxlan for network 4623a071-a810-4e69-a12c-21455bc82af1 Dec 22 09:34:26.716664 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6a0355d9-4579-41f4-add8-e93be641a3bd req-5600da50-7565-477d-a63c-c59f9cce0bf7 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:26.736470 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b1ecd42-7ed3-40fe-9976-a31c37bccd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:26.798887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600da50-7565-477d-a63c-c59f9cce0bf7 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Pushing event deleted for resources: {'Port': ['ID=c9794798-0fb3-4f07-9a97-38dd72429966,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:26.813860 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08947528-5afc-4e12-9f83-8ed12f9d4d87 req-ee8bb786-bfee-4301-ac4c-cd93ce5a7510 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/security-groups?id=9d629e94-50ac-42ad-b902-8f13d1a12a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6183753 Dec 22 09:34:26.817834 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5600da50-7565-477d-a63c-c59f9cce0bf7 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:26.829651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device c9794798-0fb3-4f07-9a97-38dd72429966 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:34:26.881794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Network b25ce199-6df4-44e5-a478-92880dff348d is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:34:26.900223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:34:26.911758 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ddadf6c0-e37b-4962-b14a-033bacd3d70a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:26.950393 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ddadf6c0-e37b-4962-b14a-033bacd3d70a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:26.963389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddadf6c0-e37b-4962-b14a-033bacd3d70a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:26.965841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ddadf6c0-e37b-4962-b14a-033bacd3d70a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:26.973255 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:26.997828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] No Port match for: c9794798-0fb3-4f07-9a97-38dd72429966 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:34:26.998232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device c9794798-0fb3-4f07-9a97-38dd72429966 not bound to the agent host n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:34:27.108486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadf6c0-e37b-4962-b14a-033bacd3d70a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event updated for resources: {'Network': ['ID=4623a071-a810-4e69-a12c-21455bc82af1,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:27.116399 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ddadf6c0-e37b-4962-b14a-033bacd3d70a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:27.127318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 4623a071-a810-4e69-a12c-21455bc82af1 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:34:27.144084 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ddadf6c0-e37b-4962-b14a-033bacd3d70a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8140402 Dec 22 09:34:27.145301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43236) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:27.167900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-b8d80a51-d6fc-44e2-bf06-e3cbb735e083 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:27.169705 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-b8d80a51-d6fc-44e2-bf06-e3cbb735e083 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.64 "GET /v2.0/networks?id=58c7a353-13b3-4d40-8fee-65d9dde6541f HTTP/1.1" status: 200 len: 804 time: 1.1880009 Dec 22 09:34:27.175869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7bca2dcf-21eb-4c75-a0c6-3ffdc886c156 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Request body: {'network': {'name': 'tempest-device-tagging-net2-1734999036'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:27.187133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7bca2dcf-21eb-4c75-a0c6-3ffdc886c156 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:27.198280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7bca2dcf-21eb-4c75-a0c6-3ffdc886c156 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Usage tracker for resource:network and tenant:1f885b02df6f418abdaeaf80d8c5dc8f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:27.219095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7bca2dcf-21eb-4c75-a0c6-3ffdc886c156 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Quota usage for network was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:27.235354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7bca2dcf-21eb-4c75-a0c6-3ffdc886c156 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:27.241424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-7e29b352-c506-48ff-9d8f-b6ae3cd80087 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Request body: {'port': {'device_id': 'ec805a00-4aaf-41bf-954f-6167c8d2d105', 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f', 'admin_state_up': True, 'tenant_id': '790143c06479416c8526efbd9a1fc0ad'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:27.280132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bca2dcf-21eb-4c75-a0c6-3ffdc886c156 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Made reservation on behalf of 1f885b02df6f418abdaeaf80d8c5dc8f for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:34:27.298972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f01b44-114d-4e9d-8725-844147cbe619 req-7ac32cef-5ab5-4a2f-8902-f81ea4a09015 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:27.303545 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bca2dcf-21eb-4c75-a0c6-3ffdc886c156 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:27.310158 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-05f01b44-114d-4e9d-8725-844147cbe619 req-7ac32cef-5ab5-4a2f-8902-f81ea4a09015 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=8c403abb-6fcd-4328-9838-6a706288ab79 HTTP/1.1" status: 200 len: 935 time: 1.4460850 Dec 22 09:34:27.341673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 4623a071-a810-4e69-a12c-21455bc82af1 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:34:27.372609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 4623a071-a810-4e69-a12c-21455bc82af1 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:34:27.428840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0355d9-4579-41f4-add8-e93be641a3bd req-5600da50-7565-477d-a63c-c59f9cce0bf7 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] No DVR routers for this DVR port c9794798-0fb3-4f07-9a97-38dd72429966 on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:34:27.432698 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6a0355d9-4579-41f4-add8-e93be641a3bd req-5600da50-7565-477d-a63c-c59f9cce0bf7 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:27.434907 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6a0355d9-4579-41f4-add8-e93be641a3bd req-5600da50-7565-477d-a63c-c59f9cce0bf7 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.64 "DELETE /v2.0/ports/c9794798-0fb3-4f07-9a97-38dd72429966 HTTP/1.1" status: 204 len: 173 time: 1.8038540 Dec 22 09:34:27.435606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50391564-330b-44ec-ba63-9809b61b3a47', 'name': 'network-vif-deleted', 'tag': 'c9794798-0fb3-4f07-9a97-38dd72429966'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:34:27.463760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bca2dcf-21eb-4c75-a0c6-3ffdc886c156 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:34:27.494201 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bca2dcf-21eb-4c75-a0c6-3ffdc886c156 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:27.495342 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-7bca2dcf-21eb-4c75-a0c6-3ffdc886c156 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Added segment 4a23f88a-34a4-4467-8e49-5524df848334 of type vxlan for network d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 Dec 22 09:34:27.565321 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bca2dcf-21eb-4c75-a0c6-3ffdc886c156 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:27.596972 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd7ccdc7-a75c-4691-b399-e3a6656e19ec req-1921dee9-cd4b-4acb-8099-dc5461336d87 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=ec805a00-4aaf-41bf-954f-6167c8d2d105 HTTP/1.1" status: 200 len: 210 time: 0.2202158 Dec 22 09:34:27.607106 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bca2dcf-21eb-4c75-a0c6-3ffdc886c156 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:27.612417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1585810d-59fe-4af2-8ab7-79d5b79e8484 None None] Provisioning complete for port c7a9ec01-2f79-4033-86ea-7001464c2344 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:27.612880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1585810d-59fe-4af2-8ab7-79d5b79e8484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:27.614852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bca2dcf-21eb-4c75-a0c6-3ffdc886c156 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:27.617144 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bca2dcf-21eb-4c75-a0c6-3ffdc886c156 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:27.637659 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:27.721667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1585810d-59fe-4af2-8ab7-79d5b79e8484 None None] Port c7a9ec01-2f79-4033-86ea-7001464c2344 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:34:27.823600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-05f01b44-114d-4e9d-8725-844147cbe619 req-0332b4de-27de-480e-9712-b7a72556657f tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118773 Dec 22 09:34:27.847796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c2611-9bf5-43c4-9e30-f91c2064a4f4 admin admin] Checking segment: {'id': '3b157e3e-a277-4a6c-8f02-9fe66417ab86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '41eadfb9-ac85-4c73-9abf-e1b27dc659fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:34:27.848389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304c2611-9bf5-43c4-9e30-f91c2064a4f4 admin admin] Network hostable DHCP agents. Network: 41eadfb9-ac85-4c73-9abf-e1b27dc659fc, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:34:27.857388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b7bcb0-e0dd-4fb8-adf2-5df1b7370895 req-dc9706af-ff31-42c3-992f-e17aadcb3525 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] No DVR routers for this DVR port 19df2a70-db8d-4f81-b17b-674ede1e8856 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:34:27.879634 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d4b7bcb0-e0dd-4fb8-adf2-5df1b7370895 req-dc9706af-ff31-42c3-992f-e17aadcb3525 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:27.883071 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7bca2dcf-21eb-4c75-a0c6-3ffdc886c156 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7254069 Dec 22 09:34:27.884044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6346e7-d23e-49f6-9868-a297212bc529', 'name': 'network-vif-deleted', 'tag': '19df2a70-db8d-4f81-b17b-674ede1e8856'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:34:27.884384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43242) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:27.907749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6d8a667a-831e-4a1b-9e6e-826bd0a26c17 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Request body: {'subnet': {'network_id': '4623a071-a810-4e69-a12c-21455bc82af1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:27.933640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca2dcf-21eb-4c75-a0c6-3ffdc886c156 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event updated for resources: {'Network': ['ID=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:27.937362 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50391564-330b-44ec-ba63-9809b61b3a47', 'name': 'network-vif-deleted', 'tag': 'c9794798-0fb3-4f07-9a97-38dd72429966', 'status': 'completed', 'code': 200} Dec 22 09:34:27.942566 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7bca2dcf-21eb-4c75-a0c6-3ffdc886c156 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:27.949148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:34:27.977971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Router 9d092eb6-047e-4837-9f77-bb3a1e580cdb has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:34:27.979243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304c2611-9bf5-43c4-9e30-f91c2064a4f4 admin admin] Network 41eadfb9-ac85-4c73-9abf-e1b27dc659fc is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:34:27.987225 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:34:28.012818 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d4b7bcb0-e0dd-4fb8-adf2-5df1b7370895 req-dc9706af-ff31-42c3-992f-e17aadcb3525 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.64 "DELETE /v2.0/ports/19df2a70-db8d-4f81-b17b-674ede1e8856 HTTP/1.1" status: 204 len: 173 time: 7.2201004 Dec 22 09:34:28.126526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-7e29b352-c506-48ff-9d8f-b6ae3cd80087 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:28.130197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:34:28.142493 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6346e7-d23e-49f6-9868-a297212bc529', 'name': 'network-vif-deleted', 'tag': '19df2a70-db8d-4f81-b17b-674ede1e8856', 'status': 'completed', 'code': 200} Dec 22 09:34:28.184624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6d8a667a-831e-4a1b-9e6e-826bd0a26c17 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:28.201918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6d8a667a-831e-4a1b-9e6e-826bd0a26c17 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Usage tracker for resource:subnet and tenant:1f885b02df6f418abdaeaf80d8c5dc8f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:28.206080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6d8a667a-831e-4a1b-9e6e-826bd0a26c17 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:28.213325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6d8a667a-831e-4a1b-9e6e-826bd0a26c17 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:28.224812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8a667a-831e-4a1b-9e6e-826bd0a26c17 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Made reservation on behalf of 1f885b02df6f418abdaeaf80d8c5dc8f for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:34:28.305903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:34:28.440876 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d8a667a-831e-4a1b-9e6e-826bd0a26c17 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:28.750329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-7e29b352-c506-48ff-9d8f-b6ae3cd80087 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Usage tracker for resource:port and tenant:790143c06479416c8526efbd9a1fc0ad is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:28.754668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-7e29b352-c506-48ff-9d8f-b6ae3cd80087 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:28.760615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-7e29b352-c506-48ff-9d8f-b6ae3cd80087 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:28.778553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-304c2611-9bf5-43c4-9e30-f91c2064a4f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 41eadfb9-ac85-4c73-9abf-e1b27dc659fc) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:34:28.790769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34c9620-3584-4be0-91de-7049cd28d540 None None] Network 41eadfb9-ac85-4c73-9abf-e1b27dc659fc requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:34:28.903717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-7e29b352-c506-48ff-9d8f-b6ae3cd80087 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Made reservation on behalf of 790143c06479416c8526efbd9a1fc0ad for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:34:28.909543 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-7e29b352-c506-48ff-9d8f-b6ae3cd80087 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:28.933060 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8197d0e1-925b-41b6-9ec2-b112575b9b96 req-ee42f07b-554c-44d6-ba71-73c926957534 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] 10.222.0.50 "GET /v2.0/ports?device_id=50391564-330b-44ec-ba63-9809b61b3a47 HTTP/1.1" status: 200 len: 210 time: 0.1639845 Dec 22 09:34:29.032244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:34:29.051452 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] 10.222.0.50 "PUT /v2.0/routers/9d092eb6-047e-4837-9f77-bb3a1e580cdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.6520257 Dec 22 09:34:29.060766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304c2611-9bf5-43c4-9e30-f91c2064a4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:29.062084 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-304c2611-9bf5-43c4-9e30-f91c2064a4f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:29.081043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b195604-2b28-4b5d-9d90-6d05cb812b3b {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:34:29.103990 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-304c2611-9bf5-43c4-9e30-f91c2064a4f4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 6.7562706 Dec 22 09:34:29.158099 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:29.165850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9763d516-f0f9-4219-b983-70f78aafc7b3 req-e1348fd2-558f-4bf2-9944-dcc39e1be394 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Synchronizing usage tracker for tenant:790143c06479416c8526efbd9a1fc0ad on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:34:29.237526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Transition to ACTIVE for port object 5b195604-2b28-4b5d-9d90-6d05cb812b3b will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:34:29.238659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9763d516-f0f9-4219-b983-70f78aafc7b3 req-e1348fd2-558f-4bf2-9944-dcc39e1be394 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Unset dirty status for tenant:790143c06479416c8526efbd9a1fc0ad on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:34:29.240066 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9763d516-f0f9-4219-b983-70f78aafc7b3 req-e1348fd2-558f-4bf2-9944-dcc39e1be394 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=ec805a00-4aaf-41bf-954f-6167c8d2d105 HTTP/1.1" status: 200 len: 210 time: 0.1346424 Dec 22 09:34:29.246768 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:29.268504 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b8d7a910-8ae4-49f7-8923-a5331d495fee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:29.322750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Sync routers for ids ['9d092eb6-047e-4837-9f77-bb3a1e580cdb'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:34:29.376627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Pushing event updated for resources: {'Port': ['ID=5b195604-2b28-4b5d-9d90-6d05cb812b3b,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:29.380001 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:29.646186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Routers {'9d092eb6-047e-4837-9f77-bb3a1e580cdb'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:34:29.647076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:34:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9d092eb6-047e-4837-9f77-bb3a1e580cdb'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:29.697079 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d8a667a-831e-4a1b-9e6e-826bd0a26c17 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:29.741255 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:30.061855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Set router 9d092eb6-047e-4837-9f77-bb3a1e580cdb gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:34:30.330072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Attempting to bind port 5b195604-2b28-4b5d-9d90-6d05cb812b3b on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:34:30.331277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Attempting to bind port 5b195604-2b28-4b5d-9d90-6d05cb812b3b by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:34:30.331277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Attempting to bind port 5b195604-2b28-4b5d-9d90-6d05cb812b3b on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:34:30.355989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20219218-940a-48da-8796-8dcf17cbfbbd req-7f3a37b7-7d7e-4ee4-8943-5bcdf55045ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:30.364700 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20219218-940a-48da-8796-8dcf17cbfbbd req-7f3a37b7-7d7e-4ee4-8943-5bcdf55045ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=8c403abb-6fcd-4328-9838-6a706288ab79 HTTP/1.1" status: 200 len: 947 time: 0.7196758 Dec 22 09:34:30.376021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e3f2a8-f7db-423e-ac66-fd21d8ec0706 None None] Network 41eadfb9-ac85-4c73-9abf-e1b27dc659fc requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:34:30.408974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a667a-831e-4a1b-9e6e-826bd0a26c17 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event updated for resources: {'Subnet': ['ID=d7889a3a-9571-460b-9e27-2fdf093fc665,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:30.414030 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6d8a667a-831e-4a1b-9e6e-826bd0a26c17 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:30.480867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:34:30.481382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:34:30.481624 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:30.482205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:34:30.482602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Bound port: 5b195604-2b28-4b5d-9d90-6d05cb812b3b, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:34:30.482975 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:30.532703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8a667a-831e-4a1b-9e6e-826bd0a26c17 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Checking segment: {'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:34:30.533488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8a667a-831e-4a1b-9e6e-826bd0a26c17 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Network hostable DHCP agents. Network: 4623a071-a810-4e69-a12c-21455bc82af1, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:34:30.559051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8a667a-831e-4a1b-9e6e-826bd0a26c17 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Network 4623a071-a810-4e69-a12c-21455bc82af1 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:34:30.569956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6d8a667a-831e-4a1b-9e6e-826bd0a26c17 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 4623a071-a810-4e69-a12c-21455bc82af1) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:34:30.594590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8a667a-831e-4a1b-9e6e-826bd0a26c17 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:30.595621 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d8a667a-831e-4a1b-9e6e-826bd0a26c17 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:30.624755 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6d8a667a-831e-4a1b-9e6e-826bd0a26c17 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7309122 Dec 22 09:34:30.627651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43284) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:30.635376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-2708260f-1bc3-401a-97a9-65cd20862016 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Request body: {'subnet': {'network_id': 'd065e8dc-4901-49cf-a3a8-7b54cf5d4a85', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:30.647980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a98639-79ef-48ed-9049-705175776b14 None None] Network 4623a071-a810-4e69-a12c-21455bc82af1 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:34:30.716636 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20219218-940a-48da-8796-8dcf17cbfbbd req-8904b5f8-faf5-4897-abad-a92546605687 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508115 Dec 22 09:34:30.717956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] For port 5b195604-2b28-4b5d-9d90-6d05cb812b3b, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:34:30.723412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-7e29b352-c506-48ff-9d8f-b6ae3cd80087 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Allocated IP 172.20.0.4 (58c7a353-13b3-4d40-8fee-65d9dde6541f/a0cb2307-15df-4f20-b1ea-7921fb77b239/1d14182d-d0e6-4ebf-81c7-2de9a4545723) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:34:30.740239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] For port 5b195604-2b28-4b5d-9d90-6d05cb812b3b, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=5b195604-2b28-4b5d-9d90-6d05cb812b3b,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:34:30.748634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-f449dfdd-0501-4a5e-be51-bd9ae9b8eae5 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Synchronizing usage tracker for tenant:c837c1e9b9a749acaa90877fc91ec221 on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:34:30.797691 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:30.849439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43292) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:30.856685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2708260f-1bc3-401a-97a9-65cd20862016 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:30.867587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-174001855-network', 'tenant_id': '7168e3ed2e66412ca13b2e0fb236e9f0'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:30.874816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43296) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:30.879290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:30.885598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Usage tracker for resource:network and tenant:7168e3ed2e66412ca13b2e0fb236e9f0 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:30.891132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:30.905040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:30.912701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2708260f-1bc3-401a-97a9-65cd20862016 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Usage tracker for resource:subnet and tenant:1f885b02df6f418abdaeaf80d8c5dc8f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:30.957008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2708260f-1bc3-401a-97a9-65cd20862016 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:30.962149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Made reservation on behalf of 7168e3ed2e66412ca13b2e0fb236e9f0 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:34:30.983416 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:31.014642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2708260f-1bc3-401a-97a9-65cd20862016 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:31.020236 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:31.052630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:31.058711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Usage tracker for resource:security_group_rule and tenant:7168e3ed2e66412ca13b2e0fb236e9f0 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:31.063218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:31.072633 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4d062a5e-a828-4615-82b3-b8c082a26f35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:31.074658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:31.189697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-4623a071-a810-4e69-a12c-21455bc82af1', 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'fixed_ips': [{'subnet_id': 'd7889a3a-9571-460b-9e27-2fdf093fc665'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:34:31.191356 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:31.241830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-f449dfdd-0501-4a5e-be51-bd9ae9b8eae5 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Unset dirty status for tenant:c837c1e9b9a749acaa90877fc91ec221 on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:34:31.252440 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-f449dfdd-0501-4a5e-be51-bd9ae9b8eae5 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1538088 Dec 22 09:34:31.257136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:31.259166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2708260f-1bc3-401a-97a9-65cd20862016 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Made reservation on behalf of 1f885b02df6f418abdaeaf80d8c5dc8f for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:34:31.265393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'name': 'tempest-FloatingIPsTestJSON-767221341-router', 'tenant_id': 'c837c1e9b9a749acaa90877fc91ec221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '49daca78-b9b1-45e7-90e4-b382d30f00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:34:02Z', 'updated_at': '2020-12-22T09:34:22Z', 'revision_number': 4, 'project_id': 'c837c1e9b9a749acaa90877fc91ec221', 'gw_port': {'id': '49daca78-b9b1-45e7-90e4-b382d30f00c4', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:34:05Z', 'updated_at': '2020-12-22T09:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'c7a9ec01-2f79-4033-86ea-7001464c2344', 'name': '', 'network_id': 'b25ce199-6df4-44e5-a478-92880dff348d', 'tenant_id': 'c837c1e9b9a749acaa90877fc91ec221', 'mac_address': 'fa:16:3e:7f:21:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'cd14df85-70e1-4420-bb39-37f0d17b2fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:34:17Z', 'updated_at': '2020-12-22T09:34:23Z', 'revision_number': 2, 'project_id': 'c837c1e9b9a749acaa90877fc91ec221', 'subnets': [{'id': 'cd14df85-70e1-4420-bb39-37f0d17b2fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:31.275979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Checking router: 9d092eb6-047e-4837-9f77-bb3a1e580cdb for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:34:31.277192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Updating router 9d092eb6-047e-4837-9f77-bb3a1e580cdb port c7a9ec01-2f79-4033-86ea-7001464c2344 binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:34:31.287726 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8f34355c-12f2-4dd0-8ee4-2900c2a4510f req-118d1a42-2dd3-4718-9024-205cde4a25df tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=ec805a00-4aaf-41bf-954f-6167c8d2d105 HTTP/1.1" status: 200 len: 210 time: 0.1686528 Dec 22 09:34:31.289581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:31.290287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:31.291825 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9da9e418-d068-41f2-868b-795cd31885a6 req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] 10.222.0.37 "PUT /v2.0/ports/5b195604-2b28-4b5d-9d90-6d05cb812b3b HTTP/1.1" status: 200 len: 1159 time: 6.7500026 Dec 22 09:34:31.317797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:31.333679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c403abb-6fcd-4328-9838-6a706288ab79', 'tag': '5b195604-2b28-4b5d-9d90-6d05cb812b3b'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:34:31.494207 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2708260f-1bc3-401a-97a9-65cd20862016 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:31.512434 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:31.520491 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e431598a-c0cf-4609-a6fe-bd44ce8e6df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:31.565014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:31.571365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Usage tracker for resource:floatingip and tenant:c837c1e9b9a749acaa90877fc91ec221 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:31.576596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:31.584974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:31.733256 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:31.769774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:34:31.782185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Pushing event updated for resources: {'Port': ['ID=5b195604-2b28-4b5d-9d90-6d05cb812b3b,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:31.783363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Allocated IP 10.1.1.2 (4623a071-a810-4e69-a12c-21455bc82af1/d7889a3a-9571-460b-9e27-2fdf093fc665/148d3fcc-5363-4bfc-a683-f098e1bc1733) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:34:31.783607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a54ab55-05a0-47ea-b5a4-09f7408516ec,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:31.809484 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:31.825047 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:31.854510 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:31.855216 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Added segment 54287f21-5e8f-45f1-ab16-97111e34bd3d of type vxlan for network 5d2d1ef3-4243-43be-9ff3-0dd269c7947b Dec 22 09:34:31.882461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c69a6c-2d87-41b8-a85c-a0ae2c2fb966 admin admin] Deleting subnet 640a01a7-c30b-476e-9180-1eeb8ef32064 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:34:31.887968 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d5c69a6c-2d87-41b8-a85c-a0ae2c2fb966 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:31.953043 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d5c69a6c-2d87-41b8-a85c-a0ae2c2fb966 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:31.987291 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-7e29b352-c506-48ff-9d8f-b6ae3cd80087 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:32.083695 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:32.128861 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:32.130407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:32.131280 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:32.144445 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:32.167223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9e418-d068-41f2-868b-795cd31885a6 req-021da204-bca1-452d-81ce-218da20a4d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:32.169017 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9da9e418-d068-41f2-868b-795cd31885a6 req-021da204-bca1-452d-81ce-218da20a4d8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&device_id=8c403abb-6fcd-4328-9838-6a706288ab79 HTTP/1.1" status: 200 len: 1162 time: 0.7254071 Dec 22 09:34:32.170539 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:32.171052 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c403abb-6fcd-4328-9838-6a706288ab79', 'tag': '5b195604-2b28-4b5d-9d90-6d05cb812b3b', 'status': 'completed', 'code': 200} Dec 22 09:34:32.223034 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d5c69a6c-2d87-41b8-a85c-a0ae2c2fb966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:32.237578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Transition to ACTIVE for port object 148d3fcc-5363-4bfc-a683-f098e1bc1733 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:34:32.288377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Transition to ACTIVE for port object 148d3fcc-5363-4bfc-a683-f098e1bc1733 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:34:32.318425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:32.333470 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9da9e418-d068-41f2-868b-795cd31885a6 req-2071ae79-ff98-4010-8210-0c2c1fb7fff3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=5b195604-2b28-4b5d-9d90-6d05cb812b3b HTTP/1.1" status: 200 len: 217 time: 0.1443434 Dec 22 09:34:32.372504 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fa3ebe72-7e17-4128-be75-973a032c5abf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:32.432519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-7e29b352-c506-48ff-9d8f-b6ae3cd80087 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:32.521915 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6683424 Dec 22 09:34:32.524239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Pushing event updated for resources: {'Network': ['ID=5d2d1ef3-4243-43be-9ff3-0dd269c7947b,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:32.540379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43308) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:32.579243 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:32.623706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ec9297fc-45de-452b-a669-3f642f1b1baf admin admin] Request body: {'subnet': {'network_id': '5d2d1ef3-4243-43be-9ff3-0dd269c7947b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-174001855-subnet', 'tenant_id': '7168e3ed2e66412ca13b2e0fb236e9f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:32.661813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ec9297fc-45de-452b-a669-3f642f1b1baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:32.679076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ec9297fc-45de-452b-a669-3f642f1b1baf admin admin] Usage tracker for resource:subnet and tenant:7168e3ed2e66412ca13b2e0fb236e9f0 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:32.681705 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:32.686563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ec9297fc-45de-452b-a669-3f642f1b1baf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:32.717395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 5d2d1ef3-4243-43be-9ff3-0dd269c7947b details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:34:32.824060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ec9297fc-45de-452b-a669-3f642f1b1baf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:32.861952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9297fc-45de-452b-a669-3f642f1b1baf admin admin] Made reservation on behalf of 7168e3ed2e66412ca13b2e0fb236e9f0 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:34:32.869147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 5d2d1ef3-4243-43be-9ff3-0dd269c7947b details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:34:32.871538 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec9297fc-45de-452b-a669-3f642f1b1baf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:32.887264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 5d2d1ef3-4243-43be-9ff3-0dd269c7947b details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:34:32.937139 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-157f03f9-38d2-4e8b-8091-6673c61b3b71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:33.179748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-7e29b352-c506-48ff-9d8f-b6ae3cd80087 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Network 58c7a353-13b3-4d40-8fee-65d9dde6541f is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:34:33.226419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-7e29b352-c506-48ff-9d8f-b6ae3cd80087 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:34:33.230931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-7e29b352-c506-48ff-9d8f-b6ae3cd80087 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:34:33.288571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29b352-c506-48ff-9d8f-b6ae3cd80087 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Pushing event updated for resources: {'Port': ['ID=1d14182d-d0e6-4ebf-81c7-2de9a4545723,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:33.294540 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e29b352-c506-48ff-9d8f-b6ae3cd80087 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:33.313777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9e418-d068-41f2-868b-795cd31885a6 req-f59afeb8-8809-410c-9762-75f0530136f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:33.315466 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9da9e418-d068-41f2-868b-795cd31885a6 req-f59afeb8-8809-410c-9762-75f0530136f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.9747684 Dec 22 09:34:33.324224 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:33.484045 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d5c69a6c-2d87-41b8-a85c-a0ae2c2fb966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:33.503410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d6565-f0bb-42b7-97f7-034777bdeefc req-585d04bf-ee64-4de0-a871-71616e70fffe tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:33.505109 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b6d6565-f0bb-42b7-97f7-034777bdeefc req-585d04bf-ee64-4de0-a871-71616e70fffe tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=8c403abb-6fcd-4328-9838-6a706288ab79 HTTP/1.1" status: 200 len: 947 time: 0.5232222 Dec 22 09:34:33.521663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-7e29b352-c506-48ff-9d8f-b6ae3cd80087 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:33.521920 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:33.522186 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-7e29b352-c506-48ff-9d8f-b6ae3cd80087 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:33.620654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Pushing event updated for resources: {'Port': ['ID=148d3fcc-5363-4bfc-a683-f098e1bc1733,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:33.644688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c69a6c-2d87-41b8-a85c-a0ae2c2fb966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=640a01a7-c30b-476e-9180-1eeb8ef32064,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:33.647854 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d5c69a6c-2d87-41b8-a85c-a0ae2c2fb966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:33.684467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.684950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.685211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.685596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.686175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.686297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.686666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.687046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.687405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.687779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.688174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.688542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.688980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.689992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.689992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.690295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.690874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.691490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.692140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.693025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.693355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.693968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.694584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.695662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.696700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.697328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.698015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.698507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.699133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.699742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.700386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.700992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.702086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.702294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.702773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.703463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:33.714714 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.342s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:33.738634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9e418-d068-41f2-868b-795cd31885a6 req-5c6e55bc-612e-4692-a7bc-169399a3afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:33.739709 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9da9e418-d068-41f2-868b-795cd31885a6 req-5c6e55bc-612e-4692-a7bc-169399a3afe7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3911412 Dec 22 09:34:33.741372 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-7e29b352-c506-48ff-9d8f-b6ae3cd80087 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5043569 Dec 22 09:34:33.794581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Request body: {'port': {'device_id': 'ec805a00-4aaf-41bf-954f-6167c8d2d105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:33.854805 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b6d6565-f0bb-42b7-97f7-034777bdeefc req-110f08cd-b57c-41a3-9a82-6276c0d5b197 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591588 Dec 22 09:34:33.906088 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d5c69a6c-2d87-41b8-a85c-a0ae2c2fb966 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:33.925699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Network 4623a071-a810-4e69-a12c-21455bc82af1 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:34:33.946307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:34:33.947029 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d5c69a6c-2d87-41b8-a85c-a0ae2c2fb966 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/640a01a7-c30b-476e-9180-1eeb8ef32064 HTTP/1.1" status: 204 len: 168 time: 3.0701301 Dec 22 09:34:33.952289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43316) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:33.960178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:34:34.134302 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f07bff39-e413-40aa-b38f-fc3413abb467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:34.174560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Attempting to bind port 148d3fcc-5363-4bfc-a683-f098e1bc1733 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:34:34.175061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Attempting to bind port 148d3fcc-5363-4bfc-a683-f098e1bc1733 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:34:34.175377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Attempting to bind port 148d3fcc-5363-4bfc-a683-f098e1bc1733 on network 4623a071-a810-4e69-a12c-21455bc82af1 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:34:34.247630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:34:34.248218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Checking segment: {'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:34:34.248765 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:34.249260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Bound using segment: {'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:34:34.249943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Bound port: 148d3fcc-5363-4bfc-a683-f098e1bc1733, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:34:34.250482 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:34.450413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Allocated IP 172.25.7.154 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/88af388b-cd10-4f37-b5e9-e9f8749e0b15) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:34:34.462841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] For port 148d3fcc-5363-4bfc-a683-f098e1bc1733, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:34:34.494692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] For port 148d3fcc-5363-4bfc-a683-f098e1bc1733, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=148d3fcc-5363-4bfc-a683-f098e1bc1733,segment=NetworkSegment(bc946c45-f832-479c-9a73-018cf6addf87),segment_id=bc946c45-f832-479c-9a73-018cf6addf87)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:34:34.513127 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9da9e418-d068-41f2-868b-795cd31885a6 req-86fe292a-58cc-4f25-bfa5-f07b24db4d8f service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7234812 Dec 22 09:34:34.545721 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:34.570751 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:34.608047 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:34.702190 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec9297fc-45de-452b-a669-3f642f1b1baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:34.722702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00baa623-bd78-4f04-89a4-a6d23e8bb756 req-9d575a9c-8eec-46f7-b8b9-a83afb42b813 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:34.723128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-00baa623-bd78-4f04-89a4-a6d23e8bb756 req-9d575a9c-8eec-46f7-b8b9-a83afb42b813 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Synchronizing usage tracker for tenant:790143c06479416c8526efbd9a1fc0ad on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:34:34.725026 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b802ae7c-1956-4cbd-b5fc-1ea48cf3ff97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:34.758661 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:34.797519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Transition to ACTIVE for port object c7a9ec01-2f79-4033-86ea-7001464c2344 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:34:34.798422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Pushing event updated for resources: {'Port': ['ID=148d3fcc-5363-4bfc-a683-f098e1bc1733,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:34.803819 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:34.807276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:34.832762 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:34.875214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2708260f-1bc3-401a-97a9-65cd20862016 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:34.946796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-00baa623-bd78-4f04-89a4-a6d23e8bb756 req-9d575a9c-8eec-46f7-b8b9-a83afb42b813 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Unset dirty status for tenant:790143c06479416c8526efbd9a1fc0ad on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:34:34.948142 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00baa623-bd78-4f04-89a4-a6d23e8bb756 req-9d575a9c-8eec-46f7-b8b9-a83afb42b813 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=ec805a00-4aaf-41bf-954f-6167c8d2d105 HTTP/1.1" status: 200 len: 931 time: 0.8810968 Dec 22 09:34:34.957916 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f07bff39-e413-40aa-b38f-fc3413abb467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:35.021633 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9da9e418-d068-41f2-868b-795cd31885a6 req-d3ea0239-154b-4e37-ba3a-8d8436a2413e service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4699008 Dec 22 09:34:35.027210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9297fc-45de-452b-a669-3f642f1b1baf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb60940-9299-4db2-95dd-45695284290a,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:35.030421 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec9297fc-45de-452b-a669-3f642f1b1baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:35.030588 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:35.047489 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:35.120198 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00baa623-bd78-4f04-89a4-a6d23e8bb756 req-4c39a0dd-24d1-438d-9860-897b3d492a1e tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586854 Dec 22 09:34:35.188724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deedb59e-46fc-43da-bf72-c930cf03a686 None None] Pushing event updated for resources: {'Port': ['ID=c7a9ec01-2f79-4033-86ea-7001464c2344,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:35.194226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-acac11c9-a008-4c21-a2ba-ecd5163abb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:35.198416 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-deedb59e-46fc-43da-bf72-c930cf03a686 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:35.269205 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:35.300044 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61d6a59f-a255-48b7-9b96-52f61babb10e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:35.317345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f07bff39-e413-40aa-b38f-fc3413abb467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1dd3454-fbe2-48e2-8c94-be1dc63802a7']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:35.359913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f07bff39-e413-40aa-b38f-fc3413abb467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ae71bf-fd69-41bb-b919-c6b704c62bec') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:35.360333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f07bff39-e413-40aa-b38f-fc3413abb467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ae71bf-fd69-41bb-b919-c6b704c62bec') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:35.395790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708260f-1bc3-401a-97a9-65cd20862016 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event updated for resources: {'Subnet': ['ID=a91aa57c-aefa-41a9-ac61-6f1461aa1426,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:35.405307 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2708260f-1bc3-401a-97a9-65cd20862016 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:35.419176 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f07bff39-e413-40aa-b38f-fc3413abb467 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:35.479768 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f07bff39-e413-40aa-b38f-fc3413abb467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:35.489341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f07bff39-e413-40aa-b38f-fc3413abb467 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:34:35.515914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Attempting to bind port c7a9ec01-2f79-4033-86ea-7001464c2344 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:34:35.516495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Attempting to bind port c7a9ec01-2f79-4033-86ea-7001464c2344 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '3933900a-660d-43a7-9388-d22a013d5eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b25ce199-6df4-44e5-a478-92880dff348d'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:34:35.516793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Attempting to bind port c7a9ec01-2f79-4033-86ea-7001464c2344 on network b25ce199-6df4-44e5-a478-92880dff348d {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:34:35.526254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:34:35.526691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Checking segment: {'id': '3933900a-660d-43a7-9388-d22a013d5eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b25ce199-6df4-44e5-a478-92880dff348d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:34:35.527154 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:35.527605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Bound using segment: {'id': '3933900a-660d-43a7-9388-d22a013d5eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b25ce199-6df4-44e5-a478-92880dff348d'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:34:35.528218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Bound port: c7a9ec01-2f79-4033-86ea-7001464c2344, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3933900a-660d-43a7-9388-d22a013d5eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b25ce199-6df4-44e5-a478-92880dff348d'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:34:35.530472 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:35.626699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9297fc-45de-452b-a669-3f642f1b1baf admin admin] Checking segment: {'id': '54287f21-5e8f-45f1-ab16-97111e34bd3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '5d2d1ef3-4243-43be-9ff3-0dd269c7947b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:34:35.627112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9297fc-45de-452b-a669-3f642f1b1baf admin admin] Network hostable DHCP agents. Network: 5d2d1ef3-4243-43be-9ff3-0dd269c7947b, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:34:35.691412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Pushing event updated for resources: {'Port': ['ID=88af388b-cd10-4f37-b5e9-e9f8749e0b15,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:35.711588 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:35.732840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] For port c7a9ec01-2f79-4033-86ea-7001464c2344, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:34:35.785659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b6cae-558f-4ce7-b174-be9ca2021a94 req-156674e3-c1cb-4c43-892c-e35cd11cb13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:35.788579 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d78b6cae-558f-4ce7-b174-be9ca2021a94 req-156674e3-c1cb-4c43-892c-e35cd11cb13c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&device_id=8c403abb-6fcd-4328-9838-6a706288ab79 HTTP/1.1" status: 200 len: 1162 time: 0.6160383 Dec 22 09:34:35.807968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2708260f-1bc3-401a-97a9-65cd20862016 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Checking segment: {'id': '4a23f88a-34a4-4467-8e49-5524df848334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'd065e8dc-4901-49cf-a3a8-7b54cf5d4a85'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:34:35.808607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2708260f-1bc3-401a-97a9-65cd20862016 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Network hostable DHCP agents. Network: d065e8dc-4901-49cf-a3a8-7b54cf5d4a85, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:34:35.912055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:34:35.989520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f07bff39-e413-40aa-b38f-fc3413abb467 admin admin] Network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:34:36.007506 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f07bff39-e413-40aa-b38f-fc3413abb467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:36.032414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2708260f-1bc3-401a-97a9-65cd20862016 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Network d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:34:36.040175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:34:36.045187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9297fc-45de-452b-a669-3f642f1b1baf admin admin] Network 5d2d1ef3-4243-43be-9ff3-0dd269c7947b is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:34:36.062957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:34:36.124910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-2708260f-1bc3-401a-97a9-65cd20862016 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, d065e8dc-4901-49cf-a3a8-7b54cf5d4a85) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:34:36.145662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8525843-485a-457a-b7f2-b378cada2d59 None None] Network d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:34:36.159772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ec9297fc-45de-452b-a669-3f642f1b1baf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 5d2d1ef3-4243-43be-9ff3-0dd269c7947b) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:34:36.174737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0b3994-53cb-4a59-b6ba-431fa522a611 None None] Network 5d2d1ef3-4243-43be-9ff3-0dd269c7947b requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:34:36.175980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2708260f-1bc3-401a-97a9-65cd20862016 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:36.176645 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2708260f-1bc3-401a-97a9-65cd20862016 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:36.309972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9297fc-45de-452b-a669-3f642f1b1baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:36.310680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec9297fc-45de-452b-a669-3f642f1b1baf admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:36.318404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f07bff39-e413-40aa-b38f-fc3413abb467 admin admin] Network f1dd3454-fbe2-48e2-8c94-be1dc63802a7 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2708260f-1bc3-401a-97a9-65cd20862016 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 5.7222846 Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:34:36.354401 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:34:36.360037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43324) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:36.380829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Request body: {'port': {'network_id': '4623a071-a810-4e69-a12c-21455bc82af1', 'name': 'tempest-TaggedBootDevicesTest-763878334', 'fixed_ips': [{'subnet_id': 'd7889a3a-9571-460b-9e27-2fdf093fc665'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:36.467268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d14182d-d0e6-4ebf-81c7-2de9a4545723 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:34:36.482587 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ec9297fc-45de-452b-a669-3f642f1b1baf admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8938937 Dec 22 09:34:36.498671 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:36.545054 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f07bff39-e413-40aa-b38f-fc3413abb467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:36.552142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Transition to ACTIVE for port object 1d14182d-d0e6-4ebf-81c7-2de9a4545723 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:34:36.554117 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:36.568312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b6cae-558f-4ce7-b174-be9ca2021a94 req-4eba8c84-c92f-477c-b69c-323bc19ca2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:36.581775 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d78b6cae-558f-4ce7-b174-be9ca2021a94 req-4eba8c84-c92f-477c-b69c-323bc19ca2cf service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.7666597 Dec 22 09:34:36.583409 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f07bff39-e413-40aa-b38f-fc3413abb467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:36.586972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:36.605304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bff39-e413-40aa-b38f-fc3413abb467 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1dd3454-fbe2-48e2-8c94-be1dc63802a7,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:36.614857 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f07bff39-e413-40aa-b38f-fc3413abb467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:36.634579 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f07bff39-e413-40aa-b38f-fc3413abb467 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f1dd3454-fbe2-48e2-8c94-be1dc63802a7 HTTP/1.1" status: 204 len: 168 time: 2.6797404 Dec 22 09:34:36.638985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43332) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:36.651716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] For port c7a9ec01-2f79-4033-86ea-7001464c2344, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c7a9ec01-2f79-4033-86ea-7001464c2344,segment=NetworkSegment(3933900a-660d-43a7-9388-d22a013d5eb9),segment_id=3933900a-660d-43a7-9388-d22a013d5eb9)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:34:36.664767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:36.741353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-434f7d72-2cf5-4a49-85da-2aaf3d024777 admin admin] Deleting subnet 07444052-1ef7-447b-8923-1a295505985f {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:34:36.745273 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-434f7d72-2cf5-4a49-85da-2aaf3d024777 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:36.796530 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a56ca10c-a742-4378-b34f-b0167c137fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:36.825238 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-434f7d72-2cf5-4a49-85da-2aaf3d024777 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:36.899849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae670f0-125f-4e6d-85cd-8c1a927f9277 None None] Network 5d2d1ef3-4243-43be-9ff3-0dd269c7947b requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:34:36.912662 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-023d18ec-9060-401d-b393-db1adc9b95bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:36.924474 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-434f7d72-2cf5-4a49-85da-2aaf3d024777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:36.948298 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d78b6cae-558f-4ce7-b174-be9ca2021a94 req-c0ad7dc7-877c-484b-9a94-1acd24886006 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=5b195604-2b28-4b5d-9d90-6d05cb812b3b HTTP/1.1" status: 200 len: 217 time: 0.1345539 Dec 22 09:34:36.953999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:36.969174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Usage tracker for resource:port and tenant:1f885b02df6f418abdaeaf80d8c5dc8f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:36.974589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Quota usage for port was recalculated. Used quota:3. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:36.983898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:37.019279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Made reservation on behalf of 1f885b02df6f418abdaeaf80d8c5dc8f for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:34:37.026552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37e6a7-6d03-4f66-b925-4684368103c7 req-e7bb3e5b-8c88-405a-af0d-7c566b750fa4 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:37.030110 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c37e6a7-6d03-4f66-b925-4684368103c7 req-e7bb3e5b-8c88-405a-af0d-7c566b750fa4 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=8c403abb-6fcd-4328-9838-6a706288ab79 HTTP/1.1" status: 200 len: 947 time: 1.1390982 Dec 22 09:34:37.059270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 148d3fcc-5363-4bfc-a683-f098e1bc1733 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:34:37.107361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61adedb3-fd3c-4bf7-a17d-a80cd4adc7b0 None None] Network 4623a071-a810-4e69-a12c-21455bc82af1 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:34:37.168847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-d065e8dc-4901-49cf-a3a8-7b54cf5d4a85', 'network_id': 'd065e8dc-4901-49cf-a3a8-7b54cf5d4a85', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'fixed_ips': [{'subnet_id': 'a91aa57c-aefa-41a9-ac61-6f1461aa1426'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:34:37.169771 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:37.179506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Pushing event updated for resources: {'Port': ['ID=1d14182d-d0e6-4ebf-81c7-2de9a4545723,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:37.184343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deedb59e-46fc-43da-bf72-c930cf03a686 None None] Pushing event updated for resources: {'Port': ['ID=c7a9ec01-2f79-4033-86ea-7001464c2344,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:37.188405 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-deedb59e-46fc-43da-bf72-c930cf03a686 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:37.219496 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:37.241514 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:37.260660 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c37e6a7-6d03-4f66-b925-4684368103c7 req-f3289c23-a765-439f-a810-13d567210972 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937253 Dec 22 09:34:37.274921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b6cae-558f-4ce7-b174-be9ca2021a94 req-ebee14e5-e60d-4429-8176-2c6da6193093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:37.277432 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:37.286260 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d78b6cae-558f-4ce7-b174-be9ca2021a94 req-ebee14e5-e60d-4429-8176-2c6da6193093 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.3091624 Dec 22 09:34:37.337728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Attempting to bind port 1d14182d-d0e6-4ebf-81c7-2de9a4545723 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:34:37.338223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Attempting to bind port 1d14182d-d0e6-4ebf-81c7-2de9a4545723 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '12f9dcdb-1ce1-4601-9413-ee876bb6aaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:34:37.338677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Attempting to bind port 1d14182d-d0e6-4ebf-81c7-2de9a4545723 on network 58c7a353-13b3-4d40-8fee-65d9dde6541f {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:34:37.473301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:34:37.473813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Checking segment: {'id': '12f9dcdb-1ce1-4601-9413-ee876bb6aaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:34:37.474311 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:37.474805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Bound using segment: {'id': '12f9dcdb-1ce1-4601-9413-ee876bb6aaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:34:37.475406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Bound port: 1d14182d-d0e6-4ebf-81c7-2de9a4545723, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f9dcdb-1ce1-4601-9413-ee876bb6aaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:34:37.475883 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:37.487743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-434f7d72-2cf5-4a49-85da-2aaf3d024777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:37.488552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8b108250-8a4a-462d-a075-ee2caacef5d5 None None] Provisioning for port 148d3fcc-5363-4bfc-a683-f098e1bc1733 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:34:37.593748 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:37.657889 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d40e3458-0b11-4964-a134-b5c24271aa8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:37.775767 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:37.782386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b6cae-558f-4ce7-b174-be9ca2021a94 req-161e56e8-98a2-4643-b19b-a6d901411c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:37.784118 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d78b6cae-558f-4ce7-b174-be9ca2021a94 req-161e56e8-98a2-4643-b19b-a6d901411c0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4493692 Dec 22 09:34:37.844608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f7d72-2cf5-4a49-85da-2aaf3d024777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07444052-1ef7-447b-8923-1a295505985f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:37.848327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff5ea-fd5c-4d94-b2af-7b0321ff392f req-2e3cc01b-e7b1-4a63-b7f9-66d32dcb073a tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:37.850079 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-740ff5ea-fd5c-4d94-b2af-7b0321ff392f req-2e3cc01b-e7b1-4a63-b7f9-66d32dcb073a tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=ec805a00-4aaf-41bf-954f-6167c8d2d105 HTTP/1.1" status: 200 len: 943 time: 0.4211652 Dec 22 09:34:37.854742 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-434f7d72-2cf5-4a49-85da-2aaf3d024777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:37.862205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] For port 1d14182d-d0e6-4ebf-81c7-2de9a4545723, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:34:37.911416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] For port 1d14182d-d0e6-4ebf-81c7-2de9a4545723, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=1d14182d-d0e6-4ebf-81c7-2de9a4545723,segment=NetworkSegment(12f9dcdb-1ce1-4601-9413-ee876bb6aaf6),segment_id=12f9dcdb-1ce1-4601-9413-ee876bb6aaf6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:34:37.916260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] device_id is not set on port 21597bba-be5f-49e6-b4ef-eaabcf5291f1 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:34:37.979000 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:38.006280 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-434f7d72-2cf5-4a49-85da-2aaf3d024777 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:38.011228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 148d3fcc-5363-4bfc-a683-f098e1bc1733 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:34:38.021485 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-38eaf197-60dc-4082-b45f-7ccd626217fc tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:38.026934 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-434f7d72-2cf5-4a49-85da-2aaf3d024777 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/07444052-1ef7-447b-8923-1a295505985f HTTP/1.1" status: 204 len: 168 time: 1.3844297 Dec 22 09:34:38.051224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43342) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:38.083407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 148d3fcc-5363-4bfc-a683-f098e1bc1733 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:38.084003 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:38.161715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Routers {'9d092eb6-047e-4837-9f77-bb3a1e580cdb'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:34:38.162609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:34:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9d092eb6-047e-4837-9f77-bb3a1e580cdb'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:38.179987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Allocated IP 10.1.1.228 (4623a071-a810-4e69-a12c-21455bc82af1/d7889a3a-9571-460b-9e27-2fdf093fc665/21597bba-be5f-49e6-b4ef-eaabcf5291f1) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:34:38.285833 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-740ff5ea-fd5c-4d94-b2af-7b0321ff392f req-e7a8af30-e42a-492f-9894-54882d9f3b42 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017601 Dec 22 09:34:38.450137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Pushing event updated for resources: {'Port': ['ID=1d14182d-d0e6-4ebf-81c7-2de9a4545723,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:38.494558 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:38.528021 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:38.560539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Transition to ACTIVE for port object 21597bba-be5f-49e6-b4ef-eaabcf5291f1 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:34:38.596737 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-22a8135e-a4b0-4e22-8dff-dc3d5b9f4743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:38.601958 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:38.637607 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d7d1fc1f-4cf7-4bc9-8db5-9fcc2f021d2a tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:38.691640 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d78b6cae-558f-4ce7-b174-be9ca2021a94 req-2df16477-d1ca-4651-952f-74acf457e402 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8833213 Dec 22 09:34:38.693240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:38.693903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:38.696152 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] 10.222.0.64 "PUT /v2.0/ports/1d14182d-d0e6-4ebf-81c7-2de9a4545723 HTTP/1.1" status: 200 len: 1155 time: 4.9096649 Dec 22 09:34:38.697303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] Set router 9d092eb6-047e-4837-9f77-bb3a1e580cdb gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:34:38.749138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec805a00-4aaf-41bf-954f-6167c8d2d105', 'tag': '1d14182d-d0e6-4ebf-81c7-2de9a4545723'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:34:38.825844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 5b195604-2b28-4b5d-9d90-6d05cb812b3b up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:34:38.879107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event updated for resources: {'Port': ['ID=21597bba-be5f-49e6-b4ef-eaabcf5291f1,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:38.891461 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:38.912749 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:34:38.919143 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:38.920203 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:38.942282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Network 4623a071-a810-4e69-a12c-21455bc82af1 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:34:38.943734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:34:38.946424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:34:38.977905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Allocated IP 10.2.2.2 (d065e8dc-4901-49cf-a3a8-7b54cf5d4a85/a91aa57c-aefa-41a9-ac61-6f1461aa1426/7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:34:39.001031 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:39.041693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:39.042823 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:39.067694 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7038057 Dec 22 09:34:39.068752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43352) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:39.081172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Request body: {'port': {'network_id': '4623a071-a810-4e69-a12c-21455bc82af1', 'name': 'tempest-TaggedBootDevicesTest-1284173091', 'fixed_ips': [{'subnet_id': 'd7889a3a-9571-460b-9e27-2fdf093fc665'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:39.183006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-41519d1e-89b0-4ce2-be13-b3b3b21205be None None] Provisioning complete for port 148d3fcc-5363-4bfc-a683-f098e1bc1733 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:39.183430 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-41519d1e-89b0-4ce2-be13-b3b3b21205be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:39.271108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 148d3fcc-5363-4bfc-a683-f098e1bc1733, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=148d3fcc-5363-4bfc-a683-f098e1bc1733,segment=NetworkSegment(bc946c45-f832-479c-9a73-018cf6addf87),segment_id=bc946c45-f832-479c-9a73-018cf6addf87)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:34:39.322092 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:39.338572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:39.344036 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:39.344270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Usage tracker for resource:port and tenant:1f885b02df6f418abdaeaf80d8c5dc8f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:39.348333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Quota usage for port was recalculated. Used quota:4. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:39.356284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:39.369420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Made reservation on behalf of 1f885b02df6f418abdaeaf80d8c5dc8f for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:34:39.378459 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:39.487750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=148d3fcc-5363-4bfc-a683-f098e1bc1733,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:39.492213 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:39.517225 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:39.528526 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:39.575120 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:39.588752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 5b195604-2b28-4b5d-9d90-6d05cb812b3b completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:34:39.605870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] device_id is not set on port f7083d1b-bfb3-47ac-b643-58564cb5f4ac yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:34:39.629172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 5b195604-2b28-4b5d-9d90-6d05cb812b3b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:39.629588 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:39.715378 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:39.739502 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-22a8135e-a4b0-4e22-8dff-dc3d5b9f4743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:39.810327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-6304d177-ef2a-43ea-a1c5-1c0d2fcf83bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:39.812825 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-6304d177-ef2a-43ea-a1c5-1c0d2fcf83bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=790143c06479416c8526efbd9a1fc0ad&device_id=ec805a00-4aaf-41bf-954f-6167c8d2d105 HTTP/1.1" status: 200 len: 1158 time: 1.0582607 Dec 22 09:34:39.873136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Allocated IP 10.1.1.79 (4623a071-a810-4e69-a12c-21455bc82af1/d7889a3a-9571-460b-9e27-2fdf093fc665/f7083d1b-bfb3-47ac-b643-58564cb5f4ac) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:34:40.033347 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:40.042301 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:40.081287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Transition to ACTIVE for port object 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:34:40.085621 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:40.096124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2008c0dd-dc74-43fc-8418-29dfbcd4f7c9 None None] Provisioning for port 21597bba-be5f-49e6-b4ef-eaabcf5291f1 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:34:40.116746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c403abb-6fcd-4328-9838-6a706288ab79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b195604-2b28-4b5d-9d90-6d05cb812b3b'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:34:40.131267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'name': 'tempest-FloatingIPsTestJSON-767221341-router', 'tenant_id': 'c837c1e9b9a749acaa90877fc91ec221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '49daca78-b9b1-45e7-90e4-b382d30f00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:34:02Z', 'updated_at': '2020-12-22T09:34:22Z', 'revision_number': 4, 'project_id': 'c837c1e9b9a749acaa90877fc91ec221', 'gw_port': {'id': '49daca78-b9b1-45e7-90e4-b382d30f00c4', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:34:05Z', 'updated_at': '2020-12-22T09:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'c7a9ec01-2f79-4033-86ea-7001464c2344', 'name': '', 'network_id': 'b25ce199-6df4-44e5-a478-92880dff348d', 'tenant_id': 'c837c1e9b9a749acaa90877fc91ec221', 'mac_address': 'fa:16:3e:7f:21:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'cd14df85-70e1-4420-bb39-37f0d17b2fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:34:17Z', 'updated_at': '2020-12-22T09:34:35Z', 'revision_number': 4, 'project_id': 'c837c1e9b9a749acaa90877fc91ec221', 'subnets': [{'id': 'cd14df85-70e1-4420-bb39-37f0d17b2fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:40.142083 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:40.142971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2008c0dd-dc74-43fc-8418-29dfbcd4f7c9 None None] Provisioning complete for port 21597bba-be5f-49e6-b4ef-eaabcf5291f1 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:40.143399 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2008c0dd-dc74-43fc-8418-29dfbcd4f7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:40.147392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Pushing event updated for resources: {'Port': ['ID=88af388b-cd10-4f37-b5e9-e9f8749e0b15,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:40.168297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Transition to ACTIVE for port object f7083d1b-bfb3-47ac-b643-58564cb5f4ac will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:34:40.171055 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-70fca19f-7082-4034-a1a1-e500b760e5f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d14182d-d0e6-4ebf-81c7-2de9a4545723 HTTP/1.1" status: 200 len: 217 time: 0.2485960 Dec 22 09:34:40.174138 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:40.198612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:40.231221 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-24a2cf87-0139-48f9-b956-f7286018791b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:40.281457 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d78b6cae-558f-4ce7-b174-be9ca2021a94 req-d2463c40-844c-416d-95c2-682290ff942c service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4726787 Dec 22 09:34:40.282944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-aa8d45e4-1e94-4eb5-b8b1-01bf25112eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:40.284498 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-aa8d45e4-1e94-4eb5-b8b1-01bf25112eb8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a0cb2307-15df-4f20-b1ea-7921fb77b239 HTTP/1.1" status: 200 len: 844 time: 0.0992665 Dec 22 09:34:40.344562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-22a8135e-a4b0-4e22-8dff-dc3d5b9f4743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69133170-7173-4f06-88b9-57d88085218e']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:40.363488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Transition to ACTIVE for port object 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:34:40.375232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 5b195604-2b28-4b5d-9d90-6d05cb812b3b, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=5b195604-2b28-4b5d-9d90-6d05cb812b3b,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:34:40.377190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9d5b5-a1c1-45e3-a361-7793392f91d6 None None] The sync data for ids ['9d092eb6-047e-4837-9f77-bb3a1e580cdb'] in n-d-765315-5 is: [{'id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'name': 'tempest-FloatingIPsTestJSON-767221341-router', 'tenant_id': 'c837c1e9b9a749acaa90877fc91ec221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '49daca78-b9b1-45e7-90e4-b382d30f00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:34:02Z', 'updated_at': '2020-12-22T09:34:22Z', 'revision_number': 4, 'project_id': 'c837c1e9b9a749acaa90877fc91ec221', 'gw_port': {'id': '49daca78-b9b1-45e7-90e4-b382d30f00c4', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:34:05Z', 'updated_at': '2020-12-22T09:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'c7a9ec01-2f79-4033-86ea-7001464c2344', 'name': '', 'network_id': 'b25ce199-6df4-44e5-a478-92880dff348d', 'tenant_id': 'c837c1e9b9a749acaa90877fc91ec221', 'mac_address': 'fa:16:3e:7f:21:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'cd14df85-70e1-4420-bb39-37f0d17b2fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:34:17Z', 'updated_at': '2020-12-22T09:34:35Z', 'revision_number': 4, 'project_id': 'c837c1e9b9a749acaa90877fc91ec221', 'subnets': [{'id': 'cd14df85-70e1-4420-bb39-37f0d17b2fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:34:40.394897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-22a8135e-a4b0-4e22-8dff-dc3d5b9f4743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0457d0a4-9a1d-499a-8513-cec1c9769e8a') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:40.395263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-22a8135e-a4b0-4e22-8dff-dc3d5b9f4743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0457d0a4-9a1d-499a-8513-cec1c9769e8a') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:40.409492 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-a4d68e1c-9897-4ff4-beb1-42c428f6bc6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58c7a353-13b3-4d40-8fee-65d9dde6541f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121123 Dec 22 09:34:40.420450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event updated for resources: {'Port': ['ID=f7083d1b-bfb3-47ac-b643-58564cb5f4ac,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:40.425497 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:40.432833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2008c0dd-dc74-43fc-8418-29dfbcd4f7c9 None None] Port 21597bba-be5f-49e6-b4ef-eaabcf5291f1 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:34:40.438086 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:40.441494 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:40.487685 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-22a8135e-a4b0-4e22-8dff-dc3d5b9f4743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:40.488142 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:40.520923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Network 4623a071-a810-4e69-a12c-21455bc82af1 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:34:40.523080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:34:40.523823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-8ffb734f-17e4-4f0b-9f4b-3444749a072c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:40.524967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-8ffb734f-17e4-4f0b-9f4b-3444749a072c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Synchronizing usage tracker for tenant:d83c98bf184543b3b651b8ac808b3e8b on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:34:40.533295 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:40.533578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:34:40.591064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=5b195604-2b28-4b5d-9d90-6d05cb812b3b,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:40.626679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:40.627577 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:40.668270 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5943558 Dec 22 09:34:40.720803 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:40.721463 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:40.769743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:40.781896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2008c0dd-dc74-43fc-8418-29dfbcd4f7c9 None None] Provisioning complete for port 148d3fcc-5363-4bfc-a683-f098e1bc1733 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:40.782323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2008c0dd-dc74-43fc-8418-29dfbcd4f7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:40.825278 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-22a8135e-a4b0-4e22-8dff-dc3d5b9f4743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:40.834497 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:40.837153 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 9.5831084 Dec 22 09:34:40.842301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-22a8135e-a4b0-4e22-8dff-dc3d5b9f4743 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:34:40.873014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Network d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:34:40.878029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:34:40.880040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-8ffb734f-17e4-4f0b-9f4b-3444749a072c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Unset dirty status for tenant:d83c98bf184543b3b651b8ac808b3e8b on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:34:40.880987 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-8ffb734f-17e4-4f0b-9f4b-3444749a072c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.50 "GET /v2.0/networks?id=41eadfb9-ac85-4c73-9abf-e1b27dc659fc HTTP/1.1" status: 200 len: 815 time: 1.3345785 Dec 22 09:34:40.885760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:34:40.888537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Pushing event updated for resources: {'Port': ['ID=7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:40.896737 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:40.996339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Attempting to bind port 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:34:40.996654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Attempting to bind port 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '4a23f88a-34a4-4467-8e49-5524df848334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'd065e8dc-4901-49cf-a3a8-7b54cf5d4a85'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:34:40.997094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Attempting to bind port 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd on network d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:34:41.019650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:34:41.020115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Checking segment: {'id': '4a23f88a-34a4-4467-8e49-5524df848334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'd065e8dc-4901-49cf-a3a8-7b54cf5d4a85'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:34:41.020572 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:41.021025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Bound using segment: {'id': '4a23f88a-34a4-4467-8e49-5524df848334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'd065e8dc-4901-49cf-a3a8-7b54cf5d4a85'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:34:41.021569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Bound port: 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a23f88a-34a4-4467-8e49-5524df848334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'd065e8dc-4901-49cf-a3a8-7b54cf5d4a85'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:34:41.021995 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:41.063537 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-dfe65cc6-aab1-4b44-af75-dc62e6931cc0 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.50 "GET /v2.0/quotas/d83c98bf184543b3b651b8ac808b3e8b HTTP/1.1" status: 200 len: 375 time: 0.1090057 Dec 22 09:34:41.066655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-3a7e1e4d-74be-4660-8a58-2bdc81786fce tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Synchronizing usage tracker for tenant:c837c1e9b9a749acaa90877fc91ec221 on resource:floatingip {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:34:41.105092 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-c2f520fc-21ce-4286-a681-983a42455ebb service neutron] 10.222.0.64 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6866691 Dec 22 09:34:41.163673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] For port 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:34:41.169564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] For port 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd,segment=NetworkSegment(4a23f88a-34a4-4467-8e49-5524df848334),segment_id=4a23f88a-34a4-4467-8e49-5524df848334)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:34:41.176460 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:41.202914 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d751296d-c253-4a43-b5b1-995448a70484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:41.252677 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-76e474bc-9912-4305-b275-e8ef189ec772 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.50 "GET /v2.0/ports?tenant_id=d83c98bf184543b3b651b8ac808b3e8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1555381 Dec 22 09:34:41.287245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Pushing event updated for resources: {'Port': ['ID=7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:41.293740 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:41.300471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-22a8135e-a4b0-4e22-8dff-dc3d5b9f4743 admin admin] Network 69133170-7173-4f06-88b9-57d88085218e has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:34:41.323356 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-22a8135e-a4b0-4e22-8dff-dc3d5b9f4743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:41.338150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-3a7e1e4d-74be-4660-8a58-2bdc81786fce tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Unset dirty status for tenant:c837c1e9b9a749acaa90877fc91ec221 on resource:floatingip {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:34:41.339434 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-3a7e1e4d-74be-4660-8a58-2bdc81786fce tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.154 HTTP/1.1" status: 200 len: 696 time: 0.4748044 Dec 22 09:34:41.372724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-38fbbbdd-fa18-405a-8f08-572083bda868 None None] Provisioning for port f7083d1b-bfb3-47ac-b643-58564cb5f4ac completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:34:41.394079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-38fbbbdd-fa18-405a-8f08-572083bda868 None None] Provisioning complete for port f7083d1b-bfb3-47ac-b643-58564cb5f4ac triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:41.394242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-38fbbbdd-fa18-405a-8f08-572083bda868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:41.529959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-38fbbbdd-fa18-405a-8f08-572083bda868 None None] Port f7083d1b-bfb3-47ac-b643-58564cb5f4ac cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:34:41.642325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 148d3fcc-5363-4bfc-a683-f098e1bc1733 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:34:41.776231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 148d3fcc-5363-4bfc-a683-f098e1bc1733 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:41.776878 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:42.038265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c7a9ec01-2f79-4033-86ea-7001464c2344 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:34:42.154239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port c7a9ec01-2f79-4033-86ea-7001464c2344 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:34:42.160715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port c7a9ec01-2f79-4033-86ea-7001464c2344 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:42.161230 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:42.276302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-22a8135e-a4b0-4e22-8dff-dc3d5b9f4743 admin admin] Network 69133170-7173-4f06-88b9-57d88085218e has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:34:42.313166 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:34:42.328210 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:42.329879 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c00f8eef-86dc-41ae-a03f-f6ff9c3a5bfb req-95d8ec1d-5bb3-4fba-8ad2-cd4808d021d0 service neutron] 10.222.0.64 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1800239 Dec 22 09:34:42.344668 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-614aee7b-f770-4e70-b923-212b0cd5a57d service neutron] 10.222.0.50 "GET /v2.0/networks/41eadfb9-ac85-4c73-9abf-e1b27dc659fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0686030 Dec 22 09:34:42.370665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port c7a9ec01-2f79-4033-86ea-7001464c2344, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c7a9ec01-2f79-4033-86ea-7001464c2344,segment=NetworkSegment(3933900a-660d-43a7-9388-d22a013d5eb9),segment_id=3933900a-660d-43a7-9388-d22a013d5eb9)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:34:42.374148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:42.376217 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:42.461897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=c7a9ec01-2f79-4033-86ea-7001464c2344,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:42.465261 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:42.526997 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-22a8135e-a4b0-4e22-8dff-dc3d5b9f4743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:42.586634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-dc2a5ee1-4d73-4dbb-8c61-705722eba31b tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:42.588075 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57686e30-9e25-4e59-910c-1c8ccdfcabce req-dc2a5ee1-4d73-4dbb-8c61-705722eba31b tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 1.2304478 Dec 22 09:34:42.603933 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-24d43700-cad4-428a-a9fb-4da128963df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:42.622634 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-22a8135e-a4b0-4e22-8dff-dc3d5b9f4743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:42.634788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8135e-a4b0-4e22-8dff-dc3d5b9f4743 admin admin] Pushing event deleted for resources: {'Network': ['ID=69133170-7173-4f06-88b9-57d88085218e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:42.644917 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-22a8135e-a4b0-4e22-8dff-dc3d5b9f4743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:42.652650 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-22a8135e-a4b0-4e22-8dff-dc3d5b9f4743 admin admin] 10.222.0.50 "DELETE /v2.0/networks/69133170-7173-4f06-88b9-57d88085218e HTTP/1.1" status: 204 len: 168 time: 4.5737214 Dec 22 09:34:42.691562 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-fc75d2a3-e573-427c-ace9-56157ffc7e3a service neutron] 10.222.0.50 "GET /v2.0/networks/41eadfb9-ac85-4c73-9abf-e1b27dc659fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2888768 Dec 22 09:34:42.697580 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6eb905e-b9af-4a0d-a75a-72de64e2782d req-cee9c809-e553-4c0e-a873-411e260ebc23 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=31ad0593-8368-4169-ac8d-b96d5eb9770b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.2466476 Dec 22 09:34:42.842290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43378) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:42.874183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 5b195604-2b28-4b5d-9d90-6d05cb812b3b up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:34:42.878550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3826b17-5039-4619-a7cd-6b75928cf30b req-10d057aa-c6b0-49ff-86e8-75d329ffe19b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:42.880361 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d3826b17-5039-4619-a7cd-6b75928cf30b req-10d057aa-c6b0-49ff-86e8-75d329ffe19b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=8c403abb-6fcd-4328-9838-6a706288ab79 HTTP/1.1" status: 200 len: 949 time: 0.1772752 Dec 22 09:34:42.889858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb905e-b9af-4a0d-a75a-72de64e2782d req-382d95c5-1712-4d98-9165-372c627eda30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:42.891620 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6eb905e-b9af-4a0d-a75a-72de64e2782d req-382d95c5-1712-4d98-9165-372c627eda30 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&device_id=31ad0593-8368-4169-ac8d-b96d5eb9770b HTTP/1.1" status: 200 len: 1165 time: 0.1351972 Dec 22 09:34:42.969128 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec805a00-4aaf-41bf-954f-6167c8d2d105', 'tag': '1d14182d-d0e6-4ebf-81c7-2de9a4545723', 'status': 'completed', 'code': 200} Dec 22 09:34:42.990357 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1bf55419-2d60-48c5-9aed-573403018819 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92202f56ba024bd88bdda46d20163167&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1458805 Dec 22 09:34:42.993853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43386) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:43.097963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 5b195604-2b28-4b5d-9d90-6d05cb812b3b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:43.098691 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:43.129646 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7322bf9-370a-40f2-8529-59431e826484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:43.171262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7322bf9-370a-40f2-8529-59431e826484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:43.262018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7322bf9-370a-40f2-8529-59431e826484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:43.271688 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:43.293303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7322bf9-370a-40f2-8529-59431e826484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d629e94-50ac-42ad-b902-8f13d1a12a26,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:43.312634 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7322bf9-370a-40f2-8529-59431e826484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:43.316168 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f7322bf9-370a-40f2-8529-59431e826484 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d629e94-50ac-42ad-b902-8f13d1a12a26 HTTP/1.1" status: 204 len: 168 time: 0.3188419 Dec 22 09:34:43.319881 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f7322bf9-370a-40f2-8529-59431e826484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:43.421440 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d3826b17-5039-4619-a7cd-6b75928cf30b req-b606e0c4-6c51-4d3c-95d0-f73193d652e5 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5250831 Dec 22 09:34:43.557539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb905e-b9af-4a0d-a75a-72de64e2782d req-d13521f2-a38f-482c-939e-ae0f75d88158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:43.559245 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6eb905e-b9af-4a0d-a75a-72de64e2782d req-d13521f2-a38f-482c-939e-ae0f75d88158 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.6403022 Dec 22 09:34:43.589457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a71c878-7f29-4e0d-88be-814dd4ae9288 None None] Network d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:34:43.643353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fa43d-4d2f-4f17-ab5c-e9514bad8edf req-fee4132f-7894-45a6-8ba1-3eb14639d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:43.648340 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e63fa43d-4d2f-4f17-ab5c-e9514bad8edf req-fee4132f-7894-45a6-8ba1-3eb14639d480 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=790143c06479416c8526efbd9a1fc0ad&device_id=ec805a00-4aaf-41bf-954f-6167c8d2d105 HTTP/1.1" status: 200 len: 1158 time: 0.6261356 Dec 22 09:34:43.717634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:34:43.755609 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6eb905e-b9af-4a0d-a75a-72de64e2782d req-6bdcd60c-5177-4f26-9ef5-c3dc1ff622b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c HTTP/1.1" status: 200 len: 217 time: 0.1875722 Dec 22 09:34:43.767969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7887b6-34f9-4de0-a83f-01160aaa2adf req-672ba302-41b1-493a-bfd0-1dd1da31cd8f tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:43.783215 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fe7887b6-34f9-4de0-a83f-01160aaa2adf req-672ba302-41b1-493a-bfd0-1dd1da31cd8f tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=ec805a00-4aaf-41bf-954f-6167c8d2d105 HTTP/1.1" status: 200 len: 943 time: 0.5524628 Dec 22 09:34:43.920959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c7a9ec01-2f79-4033-86ea-7001464c2344 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:34:44.249915 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fe7887b6-34f9-4de0-a83f-01160aaa2adf req-ad1885b8-8f45-4e3f-9ca1-81022b74050a tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628792 Dec 22 09:34:44.260945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb905e-b9af-4a0d-a75a-72de64e2782d req-66338122-71ee-47e6-94e2-0179fa7ec676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:44.268263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6eb905e-b9af-4a0d-a75a-72de64e2782d req-66338122-71ee-47e6-94e2-0179fa7ec676 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.4498410 Dec 22 09:34:44.273926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b96d5a7b-c478-452b-9a49-8e47ae57680b None None] Provisioning for port 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:34:44.359175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43402) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:44.374347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port c7a9ec01-2f79-4033-86ea-7001464c2344 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:44.375766 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:44.402611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fa43d-4d2f-4f17-ab5c-e9514bad8edf req-c018d845-6fd7-4639-9664-5c8461a3b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:44.413104 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e63fa43d-4d2f-4f17-ab5c-e9514bad8edf req-c018d845-6fd7-4639-9664-5c8461a3b20e service neutron] 10.222.0.64 "GET /v2.0/networks?id=58c7a353-13b3-4d40-8fee-65d9dde6541f HTTP/1.1" status: 200 len: 899 time: 0.7494988 Dec 22 09:34:44.503619 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c6943939-e8a7-4c56-a96f-75a8f0c8990d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ce215b82e62433aa107548dd03e904d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1403067 Dec 22 09:34:44.506458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43410) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:44.565317 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e63fa43d-4d2f-4f17-ab5c-e9514bad8edf req-c521fc42-31fe-4895-8a6a-a8bcf4c8ac81 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d14182d-d0e6-4ebf-81c7-2de9a4545723 HTTP/1.1" status: 200 len: 217 time: 0.1406386 Dec 22 09:34:44.594307 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c403abb-6fcd-4328-9838-6a706288ab79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b195604-2b28-4b5d-9d90-6d05cb812b3b', 'code': 200} Dec 22 09:34:44.665751 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6d88d38-a68d-48d0-a495-adb610e16679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:44.669876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:34:44.720668 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6d88d38-a68d-48d0-a495-adb610e16679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:44.779713 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6d88d38-a68d-48d0-a495-adb610e16679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:44.792489 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4464ea8d-2b24-4678-85a0-c1eef7d31891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:44.803792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:34:44.805532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d88d38-a68d-48d0-a495-adb610e16679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d030c0d6-6123-44cc-8fe8-37909e09e20c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:44.811469 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f6d88d38-a68d-48d0-a495-adb610e16679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:44.820071 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6d88d38-a68d-48d0-a495-adb610e16679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:44.821329 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f6d88d38-a68d-48d0-a495-adb610e16679 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d030c0d6-6123-44cc-8fe8-37909e09e20c HTTP/1.1" status: 204 len: 168 time: 0.3114307 Dec 22 09:34:44.846005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:44.846434 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:44.878321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fa43d-4d2f-4f17-ab5c-e9514bad8edf req-8a48f417-3914-4b29-b6ab-6c59458e388d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:44.880069 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e63fa43d-4d2f-4f17-ab5c-e9514bad8edf req-8a48f417-3914-4b29-b6ab-6c59458e388d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a0cb2307-15df-4f20-b1ea-7921fb77b239 HTTP/1.1" status: 200 len: 844 time: 0.3014476 Dec 22 09:34:45.018369 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e63fa43d-4d2f-4f17-ab5c-e9514bad8edf req-3a11e3a7-f4c6-4150-b178-d757af966a8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58c7a353-13b3-4d40-8fee-65d9dde6541f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809655 Dec 22 09:34:45.034312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-813b5306-c056-4ca2-a42e-80960e8ac029 None None] Provisioning complete for port 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:45.045494 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-813b5306-c056-4ca2-a42e-80960e8ac029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:45.295090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:45.405532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43420) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:45.407995 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e9630ff-71d9-40a1-b321-fdd00c8787e0 req-476b106a-ef05-4c9c-a502-31a5fe662e4c tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/floatingips/2d308c14-adee-498e-b961-346cc347cddc HTTP/1.1" status: 200 len: 693 time: 0.7281599 Dec 22 09:34:45.421147 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e63fa43d-4d2f-4f17-ab5c-e9514bad8edf req-aef0bfff-0d4c-4592-8ce1-f86312f6349d service neutron] 10.222.0.64 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875911 Dec 22 09:34:45.434511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-39f1a17f-473b-4228-8124-5e49efbbd443 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Request body: {'security_group': {'name': 'tempest-securitygroup--420695849', 'description': 'tempest-description--1175603979'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:45.463190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-39f1a17f-473b-4228-8124-5e49efbbd443 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:45.466963 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-813b5306-c056-4ca2-a42e-80960e8ac029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:45.470058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-39f1a17f-473b-4228-8124-5e49efbbd443 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Usage tracker for resource:security_group and tenant:1f885b02df6f418abdaeaf80d8c5dc8f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:45.474321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-39f1a17f-473b-4228-8124-5e49efbbd443 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:45.482099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-39f1a17f-473b-4228-8124-5e49efbbd443 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:45.519776 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39f1a17f-473b-4228-8124-5e49efbbd443 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:45.558006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd,segment=NetworkSegment(4a23f88a-34a4-4467-8e49-5524df848334),segment_id=4a23f88a-34a4-4467-8e49-5524df848334)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:34:45.598912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-769db3e6-ebff-4b1c-864d-33a6553c284c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:45.602921 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-769db3e6-ebff-4b1c-864d-33a6553c284c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.37 "GET /v2.0/networks?id=41eadfb9-ac85-4c73-9abf-e1b27dc659fc HTTP/1.1" status: 200 len: 815 time: 0.4869659 Dec 22 09:34:45.604316 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:45.605140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-39f1a17f-473b-4228-8124-5e49efbbd443 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:45.614542 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:45.621903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-39f1a17f-473b-4228-8124-5e49efbbd443 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Usage tracker for resource:security_group_rule and tenant:1f885b02df6f418abdaeaf80d8c5dc8f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:45.626527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-39f1a17f-473b-4228-8124-5e49efbbd443 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:45.635875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-39f1a17f-473b-4228-8124-5e49efbbd443 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:45.650296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 1d14182d-d0e6-4ebf-81c7-2de9a4545723 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:34:45.658720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-14bf4a17-ddaa-4817-8d78-5a67dda7cb1c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Request body: {'port': {'device_id': 'ea0b775d-616e-4eff-af1c-2d2a59492fc2', 'network_id': '41eadfb9-ac85-4c73-9abf-e1b27dc659fc', 'admin_state_up': True, 'tenant_id': 'd83c98bf184543b3b651b8ac808b3e8b'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:45.746663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb905e-b9af-4a0d-a75a-72de64e2782d req-2ce0dea8-db4e-42b4-9b10-73584639259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:45.749174 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6eb905e-b9af-4a0d-a75a-72de64e2782d req-2ce0dea8-db4e-42b4-9b10-73584639259f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4709363 Dec 22 09:34:45.766054 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-813b5306-c056-4ca2-a42e-80960e8ac029 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:34:45.766657 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-813b5306-c056-4ca2-a42e-80960e8ac029 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:34:45.801404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 1d14182d-d0e6-4ebf-81c7-2de9a4545723 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:34:45.810240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 1d14182d-d0e6-4ebf-81c7-2de9a4545723 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:45.810661 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:45.860471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:45.868777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-14bf4a17-ddaa-4817-8d78-5a67dda7cb1c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:45.881053 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:45.888148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-14bf4a17-ddaa-4817-8d78-5a67dda7cb1c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Usage tracker for resource:port and tenant:d83c98bf184543b3b651b8ac808b3e8b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:45.895994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-14bf4a17-ddaa-4817-8d78-5a67dda7cb1c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:45.906218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-14bf4a17-ddaa-4817-8d78-5a67dda7cb1c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:45.925034 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5751f4e8-2d30-457e-b63c-eb254c1b2cd3 req-597d940f-8371-4ba7-9169-e42d6552563d tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.50 "GET /v2.0/ports?device_id=ea0b775d-616e-4eff-af1c-2d2a59492fc2 HTTP/1.1" status: 200 len: 210 time: 0.1811047 Dec 22 09:34:45.926030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39f1a17f-473b-4228-8124-5e49efbbd443 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:45.932117 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39f1a17f-473b-4228-8124-5e49efbbd443 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:45.939680 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f68ff216-3789-46a2-8f73-9c18d4088db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:45.981332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-14bf4a17-ddaa-4817-8d78-5a67dda7cb1c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Made reservation on behalf of d83c98bf184543b3b651b8ac808b3e8b for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:34:45.987950 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-14bf4a17-ddaa-4817-8d78-5a67dda7cb1c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:46.021502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1a17f-473b-4228-8124-5e49efbbd443 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event updated for resources: {'SecurityGroup': ['ID=52b804b4-ce06-412b-9d5b-10cced5b0bb0,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:46.053096 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39f1a17f-473b-4228-8124-5e49efbbd443 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:46.059113 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:46.090740 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39f1a17f-473b-4228-8124-5e49efbbd443 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:46.092341 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-39f1a17f-473b-4228-8124-5e49efbbd443 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 0.6859484 Dec 22 09:34:46.104453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43436) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:46.112821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 1d14182d-d0e6-4ebf-81c7-2de9a4545723, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=1d14182d-d0e6-4ebf-81c7-2de9a4545723,segment=NetworkSegment(12f9dcdb-1ce1-4601-9413-ee876bb6aaf6),segment_id=12f9dcdb-1ce1-4601-9413-ee876bb6aaf6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:34:46.113969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-658c13b3-8ac7-42cf-b450-27b2bfee52da tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Request body: {'security_group_rule': {'security_group_id': '52b804b4-ce06-412b-9d5b-10cced5b0bb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:46.118655 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:46.121537 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b45edf50-9f35-4ab3-a270-d05c6d10fc6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:46.122113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-658c13b3-8ac7-42cf-b450-27b2bfee52da tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:46.126586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-658c13b3-8ac7-42cf-b450-27b2bfee52da tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Usage tracker for resource:security_group_rule and tenant:1f885b02df6f418abdaeaf80d8c5dc8f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:46.130402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-658c13b3-8ac7-42cf-b450-27b2bfee52da tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:46.138140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-658c13b3-8ac7-42cf-b450-27b2bfee52da tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:46.184974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae751093-e5fc-41fb-a2a4-b86eb29b7738 req-826b8705-337b-4d1f-90fb-098fb787782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:46.186722 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ae751093-e5fc-41fb-a2a4-b86eb29b7738 req-826b8705-337b-4d1f-90fb-098fb787782f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c403abb-6fcd-4328-9838-6a706288ab79 HTTP/1.1" status: 200 len: 1164 time: 1.2940893 Dec 22 09:34:46.232564 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-658c13b3-8ac7-42cf-b450-27b2bfee52da tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:46.235533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=1d14182d-d0e6-4ebf-81c7-2de9a4545723,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:46.240361 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:46.245627 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e63fa43d-4d2f-4f17-ab5c-e9514bad8edf req-2a8150bb-bc40-42e4-a6a2-7b1159ba7683 service neutron] 10.222.0.64 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7631984 Dec 22 09:34:46.300508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9630ff-71d9-40a1-b321-fdd00c8787e0 req-898104a5-98bb-4ebb-a423-fc72caa59b22 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:46.319279 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e9630ff-71d9-40a1-b321-fdd00c8787e0 req-898104a5-98bb-4ebb-a423-fc72caa59b22 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.9103174 Dec 22 09:34:46.337438 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-658c13b3-8ac7-42cf-b450-27b2bfee52da tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:46.349570 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-658c13b3-8ac7-42cf-b450-27b2bfee52da tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:46.358431 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eebb591d-14f6-4c1d-8c75-d6a2b2794425 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:46.397571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c13b3-8ac7-42cf-b450-27b2bfee52da tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15816140-4658-4ea7-a43b-603cb62cab59,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:46.404118 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-658c13b3-8ac7-42cf-b450-27b2bfee52da tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:46.407978 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-658c13b3-8ac7-42cf-b450-27b2bfee52da tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.2999666 Dec 22 09:34:46.407978 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-658c13b3-8ac7-42cf-b450-27b2bfee52da tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:46.410323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43446) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:46.419463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7e8a4e65-ba90-4381-b66e-84a9ecfeb8a8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Request body: {'security_group_rule': {'security_group_id': '52b804b4-ce06-412b-9d5b-10cced5b0bb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:46.426285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7e8a4e65-ba90-4381-b66e-84a9ecfeb8a8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:46.432091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7e8a4e65-ba90-4381-b66e-84a9ecfeb8a8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Usage tracker for resource:security_group_rule and tenant:1f885b02df6f418abdaeaf80d8c5dc8f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:46.436803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7e8a4e65-ba90-4381-b66e-84a9ecfeb8a8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:46.442954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7e8a4e65-ba90-4381-b66e-84a9ecfeb8a8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:46.508540 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4e65-ba90-4381-b66e-84a9ecfeb8a8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:46.582547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2e9a40e7-15c8-49a6-8dc9-09ae648218f2 None None] Provisioning complete for port 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:46.583086 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e9a40e7-15c8-49a6-8dc9-09ae648218f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:46.626355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec805a00-4aaf-41bf-954f-6167c8d2d105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d14182d-d0e6-4ebf-81c7-2de9a4545723'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:34:46.657329 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4e65-ba90-4381-b66e-84a9ecfeb8a8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:46.674231 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4e65-ba90-4381-b66e-84a9ecfeb8a8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:46.689778 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-658c13b3-8ac7-42cf-b450-27b2bfee52da tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:46.735537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a4e65-ba90-4381-b66e-84a9ecfeb8a8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066783ee-f58b-45db-ac51-4c6d3d9f201a,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:46.747435 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e8a4e65-ba90-4381-b66e-84a9ecfeb8a8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:46.752338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-14bf4a17-ddaa-4817-8d78-5a67dda7cb1c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Allocated IP 172.20.0.2 (41eadfb9-ac85-4c73-9abf-e1b27dc659fc/d2bb3c2a-3760-425b-9a05-7f24a07671eb/93c3bee5-8665-4a46-b503-8ca7dc589727) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:34:46.754591 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4e65-ba90-4381-b66e-84a9ecfeb8a8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:46.760095 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7e8a4e65-ba90-4381-b66e-84a9ecfeb8a8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.3447814 Dec 22 09:34:46.760431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43456) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:46.766774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:46.777538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:46.784465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Usage tracker for resource:floatingip and tenant:1f885b02df6f418abdaeaf80d8c5dc8f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:46.790288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:46.810472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:46.810743 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ae751093-e5fc-41fb-a2a4-b86eb29b7738 req-9a63545c-c398-4696-8acc-730e7771884c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5640445 Dec 22 09:34:46.838767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for floatingip, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:46.881123 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6eb905e-b9af-4a0d-a75a-72de64e2782d req-46da67ad-6cab-4c14-8ee3-04bcab340753 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1080914 Dec 22 09:34:46.954268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ba90f-cd64-4b7e-ba71-e8f736e4a5d7 req-37a50e44-4da8-4868-be9c-6feb0f4521b2 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:46.955829 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c94ba90f-cd64-4b7e-ba71-e8f736e4a5d7 req-37a50e44-4da8-4868-be9c-6feb0f4521b2 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?device_id=068998a6-99f1-426d-855c-5dd6fd24ae75 HTTP/1.1" status: 200 len: 946 time: 0.8673463 Dec 22 09:34:47.070590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78767d33-8fa8-44ba-8c56-800437123d85 req-b33c3ec4-1e06-4366-8311-c03f0f598534 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:47.072367 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-78767d33-8fa8-44ba-8c56-800437123d85 req-b33c3ec4-1e06-4366-8311-c03f0f598534 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=8c403abb-6fcd-4328-9838-6a706288ab79 HTTP/1.1" status: 200 len: 949 time: 0.3267822 Dec 22 09:34:47.075466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 1d14182d-d0e6-4ebf-81c7-2de9a4545723 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:34:47.111614 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c94ba90f-cd64-4b7e-ba71-e8f736e4a5d7 req-2b84297e-9587-4885-8f38-631513054743 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/security-groups?id=c3193b53-5864-4cfd-b9e9-056656928af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963244 Dec 22 09:34:47.125923 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-14bf4a17-ddaa-4817-8d78-5a67dda7cb1c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:47.133861 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6eb905e-b9af-4a0d-a75a-72de64e2782d req-be31ac9d-961d-4af4-aafb-95d0131e6551 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2442737 Dec 22 09:34:47.173004 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:47.178109 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-78767d33-8fa8-44ba-8c56-800437123d85 req-e07ff7f3-d904-4258-beeb-86812e97bff6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805876 Dec 22 09:34:47.216409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 1d14182d-d0e6-4ebf-81c7-2de9a4545723 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:47.217164 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:47.537803 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-14bf4a17-ddaa-4817-8d78-5a67dda7cb1c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:47.576299 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:47.610509 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c0d92882-213e-4bb2-a3e9-a3fad001dcbe req-e854030d-add7-45be-a5c6-fbe1392ac90f tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=c837c1e9b9a749acaa90877fc91ec221 HTTP/1.1" status: 200 len: 696 time: 0.1088748 Dec 22 09:34:47.676717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439a103-5719-460a-9d57-746d1082d493 req-96d3cf7e-6dfd-4407-b515-b102af340ee4 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:47.679109 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a439a103-5719-460a-9d57-746d1082d493 req-96d3cf7e-6dfd-4407-b515-b102af340ee4 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=ec805a00-4aaf-41bf-954f-6167c8d2d105 HTTP/1.1" status: 200 len: 945 time: 0.3117027 Dec 22 09:34:47.715336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:34:47.827500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:47.828090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:47.834035 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a439a103-5719-460a-9d57-746d1082d493 req-023502ce-c5fc-4cf7-9726-b0bf3653ee85 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433389 Dec 22 09:34:47.858533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf4a17-ddaa-4817-8d78-5a67dda7cb1c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Pushing event updated for resources: {'Port': ['ID=93c3bee5-8665-4a46-b503-8ca7dc589727,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:47.873882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d92882-213e-4bb2-a3e9-a3fad001dcbe req-cb2e619d-33e3-487b-96a6-618d0a2a80af tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:47.875920 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c0d92882-213e-4bb2-a3e9-a3fad001dcbe req-cb2e619d-33e3-487b-96a6-618d0a2a80af tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/networks?id=3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 787 time: 0.2641795 Dec 22 09:34:47.889734 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-14bf4a17-ddaa-4817-8d78-5a67dda7cb1c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:47.891254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-c0d92882-213e-4bb2-a3e9-a3fad001dcbe req-263b1236-9153-49c8-b2c8-743185baf3f2 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:34:47.892777 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c0d92882-213e-4bb2-a3e9-a3fad001dcbe req-263b1236-9153-49c8-b2c8-743185baf3f2 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0081842 Dec 22 09:34:47.926721 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec805a00-4aaf-41bf-954f-6167c8d2d105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d14182d-d0e6-4ebf-81c7-2de9a4545723', 'code': 200} Dec 22 09:34:48.118597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-14bf4a17-ddaa-4817-8d78-5a67dda7cb1c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Network 41eadfb9-ac85-4c73-9abf-e1b27dc659fc is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:34:48.121722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-14bf4a17-ddaa-4817-8d78-5a67dda7cb1c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:34:48.127676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-14bf4a17-ddaa-4817-8d78-5a67dda7cb1c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:34:48.181553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Allocated IP 172.25.7.245 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/2dca0632-f287-45fa-9ca8-b1e9f9b73c06) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:34:48.258380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-14bf4a17-ddaa-4817-8d78-5a67dda7cb1c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:48.259609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-14bf4a17-ddaa-4817-8d78-5a67dda7cb1c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:48.261204 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-e57bcdc9-4236-45de-88a7-99cae3dea2db tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/networks?tenant_id=78bd97b243c64c7f87ff5b53501e6b09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737531 Dec 22 09:34:48.271770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9ded5-15c5-4fca-9a94-c922718fe043 req-1f20658d-e4ce-459c-9758-15113d6a6a8a tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:48.273042 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a3b9ded5-15c5-4fca-9a94-c922718fe043 req-1f20658d-e4ce-459c-9758-15113d6a6a8a tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.50 "GET /v2.0/ports?device_id=ea0b775d-616e-4eff-af1c-2d2a59492fc2 HTTP/1.1" status: 200 len: 931 time: 0.2497671 Dec 22 09:34:48.335313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0f5bf-8011-40fb-98c1-10ce787f62a4 req-27381725-2481-4494-b5b3-cb17ceae69c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:48.337713 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c2b0f5bf-8011-40fb-98c1-10ce787f62a4 req-27381725-2481-4494-b5b3-cb17ceae69c2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ec805a00-4aaf-41bf-954f-6167c8d2d105 HTTP/1.1" status: 200 len: 1160 time: 0.2602885 Dec 22 09:34:48.365595 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-14bf4a17-ddaa-4817-8d78-5a67dda7cb1c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7116661 Dec 22 09:34:48.398610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Request body: {'port': {'device_id': 'ea0b775d-616e-4eff-af1c-2d2a59492fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:48.466030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:48.487679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a3b9ded5-15c5-4fca-9a94-c922718fe043 req-4f8fb938-158e-436e-afcf-cfb899890432 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Synchronizing usage tracker for tenant:d83c98bf184543b3b651b8ac808b3e8b on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:34:48.502113 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c2b0f5bf-8011-40fb-98c1-10ce787f62a4 req-132806b8-367b-49a4-be2e-0155459ba7a3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474864 Dec 22 09:34:48.537082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-0f0ce63f-b32f-46ec-bc91-e42a74bae6ac tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:48.539349 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-0f0ce63f-b32f-46ec-bc91-e42a74bae6ac tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2627847 Dec 22 09:34:48.540919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a3b9ded5-15c5-4fca-9a94-c922718fe043 req-4f8fb938-158e-436e-afcf-cfb899890432 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Unset dirty status for tenant:d83c98bf184543b3b651b8ac808b3e8b on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:34:48.542118 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a3b9ded5-15c5-4fca-9a94-c922718fe043 req-4f8fb938-158e-436e-afcf-cfb899890432 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.50 "GET /v2.0/security-groups?id=a6bda7b4-0d6d-4084-9edd-99df83d53399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339363 Dec 22 09:34:48.553062 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:48.569309 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-1891bd1d-dc27-424b-9f4f-f3ade0854c3f tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/quotas/78bd97b243c64c7f87ff5b53501e6b09 HTTP/1.1" status: 200 len: 375 time: 0.0115340 Dec 22 09:34:48.621393 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:48.627527 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-45df3236-48de-4ccd-984d-789b10ed7a18 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?tenant_id=78bd97b243c64c7f87ff5b53501e6b09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497630 Dec 22 09:34:48.639648 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7daa3a76-d5c1-4149-8dd8-47736678d423 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:48.854448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event updated for resources: {'Port': ['ID=2dca0632-f287-45fa-9ca8-b1e9f9b73c06,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:48.862555 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:48.906358 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f6529da4-54cb-4c7c-b652-a27cdcc6321d req-2c7275ce-643b-44ec-beca-6334face6c27 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/floatingips/2d308c14-adee-498e-b961-346cc347cddc HTTP/1.1" status: 200 len: 693 time: 0.1238117 Dec 22 09:34:48.992710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:34:48.996846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:34:49.000253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:34:49.150843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6529da4-54cb-4c7c-b652-a27cdcc6321d req-98900853-0df3-424c-b7de-3970ee350ae9 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:49.152446 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f6529da4-54cb-4c7c-b652-a27cdcc6321d req-98900853-0df3-424c-b7de-3970ee350ae9 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.2391441 Dec 22 09:34:49.169357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23d8cd-e88b-426b-aedd-ee084338fed3 req-565c4b62-32fb-49ea-a8fa-a310ea3140a8 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:49.170736 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c23d8cd-e88b-426b-aedd-ee084338fed3 req-565c4b62-32fb-49ea-a8fa-a310ea3140a8 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=8c403abb-6fcd-4328-9838-6a706288ab79 HTTP/1.1" status: 200 len: 949 time: 0.2011905 Dec 22 09:34:49.233880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for floatingip, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:49.276275 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f6529da4-54cb-4c7c-b652-a27cdcc6321d req-72f849a4-393c-49cc-816d-f9cfab10e429 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.154 HTTP/1.1" status: 200 len: 696 time: 0.1152363 Dec 22 09:34:49.360096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:49.378994 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f6529da4-54cb-4c7c-b652-a27cdcc6321d req-d3d4048c-a942-4ee8-9d30-fc4b228b7121 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.154 HTTP/1.1" status: 200 len: 696 time: 0.0960886 Dec 22 09:34:49.381475 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c23d8cd-e88b-426b-aedd-ee084338fed3 req-b682617d-c406-4a16-8b05-bcb9b9736eab tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440694 Dec 22 09:34:49.437236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c3bee5-8665-4a46-b503-8ca7dc589727 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:34:49.449181 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:49.506571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Transition to ACTIVE for port object 93c3bee5-8665-4a46-b503-8ca7dc589727 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:34:49.513234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:49.531489 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8c4803e3-2315-4e74-8090-4e5f73add5b9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:49.579655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-f6529da4-54cb-4c7c-b652-a27cdcc6321d req-08248e87-3d2b-4291-bf40-006d8a36d0bf tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Deleting port 88af388b-cd10-4f37-b5e9-e9f8749e0b15 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:34:49.580249 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f6529da4-54cb-4c7c-b652-a27cdcc6321d req-08248e87-3d2b-4291-bf40-006d8a36d0bf tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:49.645135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Pushing event updated for resources: {'Port': ['ID=93c3bee5-8665-4a46-b503-8ca7dc589727,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:49.648678 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:49.792691 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6cac0b9d-bca6-4498-b818-092cdbbe2f98 req-0d3d8513-a993-4215-8f97-841377919347 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=96dd4c36-3fc0-442b-aba4-7285f8b369a8 HTTP/1.1" status: 200 len: 210 time: 0.0628464 Dec 22 09:34:49.836475 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f6529da4-54cb-4c7c-b652-a27cdcc6321d req-08248e87-3d2b-4291-bf40-006d8a36d0bf tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:49.836983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f6529da4-54cb-4c7c-b652-a27cdcc6321d req-08248e87-3d2b-4291-bf40-006d8a36d0bf tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks [] for floatingip, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:49.991140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-f6529da4-54cb-4c7c-b652-a27cdcc6321d req-08248e87-3d2b-4291-bf40-006d8a36d0bf tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Calling delete_port for 88af388b-cd10-4f37-b5e9-e9f8749e0b15 owned by network:floatingip {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:34:50.039430 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:50.045625 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:50.062588 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:50.144959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5ef63-c8ce-4ab6-92a2-2d2ccadb31af req-62d18ce8-c375-409c-9568-f7c4f7372b04 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:50.146674 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01b5ef63-c8ce-4ab6-92a2-2d2ccadb31af req-62d18ce8-c375-409c-9568-f7c4f7372b04 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/ports?device_id=068998a6-99f1-426d-855c-5dd6fd24ae75 HTTP/1.1" status: 200 len: 946 time: 0.1660259 Dec 22 09:34:50.493854 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-366ee2e3-35c6-4aa0-b2ea-679f6b84b450 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.64 "GET /v2.0/networks?tenant_id=78bd97b243c64c7f87ff5b53501e6b09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608046 Dec 22 09:34:50.502219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Attempting to bind port 93c3bee5-8665-4a46-b503-8ca7dc589727 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:34:50.502595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Attempting to bind port 93c3bee5-8665-4a46-b503-8ca7dc589727 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '3b157e3e-a277-4a6c-8f02-9fe66417ab86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '41eadfb9-ac85-4c73-9abf-e1b27dc659fc'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:34:50.502964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Attempting to bind port 93c3bee5-8665-4a46-b503-8ca7dc589727 on network 41eadfb9-ac85-4c73-9abf-e1b27dc659fc {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:34:50.521084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:34:50.521464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Checking segment: {'id': '3b157e3e-a277-4a6c-8f02-9fe66417ab86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '41eadfb9-ac85-4c73-9abf-e1b27dc659fc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:34:50.521862 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:50.522252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Bound using segment: {'id': '3b157e3e-a277-4a6c-8f02-9fe66417ab86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '41eadfb9-ac85-4c73-9abf-e1b27dc659fc'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:34:50.522740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Bound port: 93c3bee5-8665-4a46-b503-8ca7dc589727, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b157e3e-a277-4a6c-8f02-9fe66417ab86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '41eadfb9-ac85-4c73-9abf-e1b27dc659fc'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:34:50.523104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:50.536916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event updated for resources: {'Port': ['ID=2dca0632-f287-45fa-9ca8-b1e9f9b73c06,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:50.541056 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:50.634582 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01b5ef63-c8ce-4ab6-92a2-2d2ccadb31af req-787be7cd-8901-4637-9028-eacc49a8c0c9 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/security-groups?id=c3193b53-5864-4cfd-b9e9-056656928af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766517 Dec 22 09:34:50.652815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f6529da4-54cb-4c7c-b652-a27cdcc6321d req-08248e87-3d2b-4291-bf40-006d8a36d0bf tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:50.671371 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-06196918-bd98-45f9-bae0-55d1b1756b7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:50.701092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] For port 93c3bee5-8665-4a46-b503-8ca7dc589727, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:34:50.705964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] For port 93c3bee5-8665-4a46-b503-8ca7dc589727, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=93c3bee5-8665-4a46-b503-8ca7dc589727,segment=NetworkSegment(3b157e3e-a277-4a6c-8f02-9fe66417ab86),segment_id=3b157e3e-a277-4a6c-8f02-9fe66417ab86)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:34:50.709831 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:50.716736 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:50.735531 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-da04b278-bcd8-4621-bf5b-d2d1ecbb2db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:50.744786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08248e87-3d2b-4291-bf40-006d8a36d0bf tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Pushing event deleted for resources: {'Port': ['ID=88af388b-cd10-4f37-b5e9-e9f8749e0b15,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:50.804098 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-08248e87-3d2b-4291-bf40-006d8a36d0bf tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:50.812138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device ac820a63-02bb-4a2b-a473-1318c2b95fea no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:34:50.813623 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:50.820275 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0534251 Dec 22 09:34:50.916671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Pushing event updated for resources: {'Port': ['ID=93c3bee5-8665-4a46-b503-8ca7dc589727,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:50.920787 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:50.923133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-ddf9e9a5-d323-4735-b3d8-a44dd48ebba9 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:50.924754 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-ddf9e9a5-d323-4735-b3d8-a44dd48ebba9 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4236114 Dec 22 09:34:50.954739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Request body: {'port': {'device_id': '96dd4c36-3fc0-442b-aba4-7285f8b369a8', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '78bd97b243c64c7f87ff5b53501e6b09'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:50.962292 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:50.977156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:50.978232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:50.981293 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] 10.222.0.37 "PUT /v2.0/ports/93c3bee5-8665-4a46-b503-8ca7dc589727 HTTP/1.1" status: 200 len: 1155 time: 2.5904825 Dec 22 09:34:50.982149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0b775d-616e-4eff-af1c-2d2a59492fc2', 'tag': '93c3bee5-8665-4a46-b503-8ca7dc589727'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:34:51.004225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068998a6-99f1-426d-855c-5dd6fd24ae75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac820a63-02bb-4a2b-a473-1318c2b95fea'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:34:51.012621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port ac820a63-02bb-4a2b-a473-1318c2b95fea, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ac820a63-02bb-4a2b-a473-1318c2b95fea,segment=NetworkSegment(1fa756de-5d21-42b1-a5a1-3166ef3941a6),segment_id=1fa756de-5d21-42b1-a5a1-3166ef3941a6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:34:51.015422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:51.017302 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:51.091773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=ac820a63-02bb-4a2b-a473-1318c2b95fea,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:51.095555 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:51.128368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-86c3faab-dc7e-43b3-9c6a-84678259e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:51.130046 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-86c3faab-dc7e-43b3-9c6a-84678259e8c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d83c98bf184543b3b651b8ac808b3e8b&device_id=ea0b775d-616e-4eff-af1c-2d2a59492fc2 HTTP/1.1" status: 200 len: 1158 time: 0.0825844 Dec 22 09:34:51.187699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a59ff-ab12-419b-b5d6-9883c0928fce req-c7cf8656-42ef-49bb-8e81-a41981cfeeac tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:51.189298 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-709a59ff-ab12-419b-b5d6-9883c0928fce req-c7cf8656-42ef-49bb-8e81-a41981cfeeac tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.37 "GET /v2.0/ports?device_id=068998a6-99f1-426d-855c-5dd6fd24ae75 HTTP/1.1" status: 200 len: 946 time: 0.4486384 Dec 22 09:34:51.219429 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-c952c930-47e9-46c4-ada6-d6031fdd4928 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93c3bee5-8665-4a46-b503-8ca7dc589727 HTTP/1.1" status: 200 len: 217 time: 0.0717611 Dec 22 09:34:51.251006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea3b91-d17a-45fb-bf74-05558937fa36 req-d5026cd0-9e88-4669-b8af-a4e6591fdce3 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:51.252665 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-baea3b91-d17a-45fb-bf74-05558937fa36 req-d5026cd0-9e88-4669-b8af-a4e6591fdce3 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=ec805a00-4aaf-41bf-954f-6167c8d2d105 HTTP/1.1" status: 200 len: 945 time: 0.4621413 Dec 22 09:34:51.293864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-f84c2533-75ed-4531-a74c-73d33564b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:51.295462 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-f84c2533-75ed-4531-a74c-73d33564b5dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2bb3c2a-3760-425b-9a05-7f24a07671eb HTTP/1.1" status: 200 len: 855 time: 0.0679600 Dec 22 09:34:51.326493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f6529da4-54cb-4c7c-b652-a27cdcc6321d req-08248e87-3d2b-4291-bf40-006d8a36d0bf tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks [] for floatingip, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:51.329816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:51.348575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Usage tracker for resource:port and tenant:78bd97b243c64c7f87ff5b53501e6b09 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:51.351927 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-229af70e-02b9-4671-ae2e-7c907b0668b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41eadfb9-ac85-4c73-9abf-e1b27dc659fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483291 Dec 22 09:34:51.358560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-709a59ff-ab12-419b-b5d6-9883c0928fce req-bb29d317-9b5e-4d31-81ff-fc9cf443c20d tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Deleting port ac820a63-02bb-4a2b-a473-1318c2b95fea {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:34:51.358942 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-709a59ff-ab12-419b-b5d6-9883c0928fce req-bb29d317-9b5e-4d31-81ff-fc9cf443c20d tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:51.389653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:51.410092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:51.423721 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-baea3b91-d17a-45fb-bf74-05558937fa36 req-0a4d1ec0-2958-4455-b3df-b996a6342c64 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485438 Dec 22 09:34:51.447136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f6529da4-54cb-4c7c-b652-a27cdcc6321d req-08248e87-3d2b-4291-bf40-006d8a36d0bf tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:51.449012 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f6529da4-54cb-4c7c-b652-a27cdcc6321d req-08248e87-3d2b-4291-bf40-006d8a36d0bf tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "DELETE /v2.0/floatingips/2d308c14-adee-498e-b961-346cc347cddc HTTP/1.1" status: 204 len: 173 time: 2.0537741 Dec 22 09:34:51.449646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Made reservation on behalf of 78bd97b243c64c7f87ff5b53501e6b09 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:34:51.459175 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:51.477695 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:51.528374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:51.533970 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-5328eb36-af08-4d2e-b052-2dda2cf7614b service neutron] 10.222.0.37 "GET /v2.0/networks/41eadfb9-ac85-4c73-9abf-e1b27dc659fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738095 Dec 22 09:34:51.540649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Usage tracker for resource:security_group_rule and tenant:78bd97b243c64c7f87ff5b53501e6b09 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:51.550926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:51.561603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:51.699970 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68f6dcdc-bd8b-4f1a-b148-d6ce2968be83 req-89a80eec-1428-469b-ac92-081dbf093237 service neutron] 10.222.0.37 "GET /v2.0/networks/41eadfb9-ac85-4c73-9abf-e1b27dc659fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1571121 Dec 22 09:34:51.897652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-709a59ff-ab12-419b-b5d6-9883c0928fce req-bb29d317-9b5e-4d31-81ff-fc9cf443c20d tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] For port ac820a63-02bb-4a2b-a473-1318c2b95fea, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ac820a63-02bb-4a2b-a473-1318c2b95fea,segment=NetworkSegment(1fa756de-5d21-42b1-a5a1-3166ef3941a6),segment_id=1fa756de-5d21-42b1-a5a1-3166ef3941a6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:34:51.898472 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-709a59ff-ab12-419b-b5d6-9883c0928fce req-bb29d317-9b5e-4d31-81ff-fc9cf443c20d tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:52.019250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04370e12-561d-453b-8907-de6d3f363dee req-ebafff45-a4f1-41ac-9c58-fb1609a18236 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:52.020874 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04370e12-561d-453b-8907-de6d3f363dee req-ebafff45-a4f1-41ac-9c58-fb1609a18236 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.50 "GET /v2.0/ports?device_id=ea0b775d-616e-4eff-af1c-2d2a59492fc2 HTTP/1.1" status: 200 len: 943 time: 0.4141767 Dec 22 09:34:52.033272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4e2fb-d5ab-4dbf-8bba-5906445e0675 req-44340e40-f0c6-492f-8dda-5b9329638bb3 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:52.035804 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-edc4e2fb-d5ab-4dbf-8bba-5906445e0675 req-44340e40-f0c6-492f-8dda-5b9329638bb3 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] 10.222.0.50 "GET /v2.0/ports?device_id=8c403abb-6fcd-4328-9838-6a706288ab79 HTTP/1.1" status: 200 len: 1164 time: 0.4426067 Dec 22 09:34:52.041561 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:52.065184 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:52.093159 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7c6383b0-f521-4b9d-adfe-b052db638179 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:52.275992 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04370e12-561d-453b-8907-de6d3f363dee req-01278782-8100-4836-9f46-77082732db91 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.50 "GET /v2.0/security-groups?id=a6bda7b4-0d6d-4084-9edd-99df83d53399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399917 Dec 22 09:34:52.276688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Pushing event updated for resources: {'SecurityGroup': ['ID=b799510e-22d4-47c0-8fb1-f72240f64ea0,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:52.280413 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:52.303978 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-edc4e2fb-d5ab-4dbf-8bba-5906445e0675 req-edf8c4b5-7529-48d3-bffb-10145fe22771 tempest-ServersOnMultiNodesTest-2031688760 tempest-ServersOnMultiNodesTest-2031688760] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577920 Dec 22 09:34:52.477676 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0b775d-616e-4eff-af1c-2d2a59492fc2', 'tag': '93c3bee5-8665-4a46-b503-8ca7dc589727', 'status': 'completed', 'code': 200} Dec 22 09:34:52.522661 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e184ba73-452e-4df6-845c-1953115f8738 req-dd641669-a980-4ae8-9036-ef7652c1a5a9 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=96dd4c36-3fc0-442b-aba4-7285f8b369a8 HTTP/1.1" status: 200 len: 210 time: 0.0860007 Dec 22 09:34:52.605487 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068998a6-99f1-426d-855c-5dd6fd24ae75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac820a63-02bb-4a2b-a473-1318c2b95fea', 'code': 200} Dec 22 09:34:52.642317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b51a78-6440-4184-ad22-8d0de1cc3cdd req-3bbbdd5b-eead-44ff-a445-41a1485f1918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:52.643999 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54b51a78-6440-4184-ad22-8d0de1cc3cdd req-3bbbdd5b-eead-44ff-a445-41a1485f1918 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d83c98bf184543b3b651b8ac808b3e8b&device_id=ea0b775d-616e-4eff-af1c-2d2a59492fc2 HTTP/1.1" status: 200 len: 1158 time: 0.1090429 Dec 22 09:34:52.801320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b51a78-6440-4184-ad22-8d0de1cc3cdd req-6503a4dd-0a18-4fec-bc4a-06538e7dcaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:52.803219 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54b51a78-6440-4184-ad22-8d0de1cc3cdd req-6503a4dd-0a18-4fec-bc4a-06538e7dcaad service neutron] 10.222.0.37 "GET /v2.0/networks?id=41eadfb9-ac85-4c73-9abf-e1b27dc659fc HTTP/1.1" status: 200 len: 909 time: 0.1505220 Dec 22 09:34:52.848946 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-709a59ff-ab12-419b-b5d6-9883c0928fce req-bb29d317-9b5e-4d31-81ff-fc9cf443c20d tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for floatingip, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:52.849363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-709a59ff-ab12-419b-b5d6-9883c0928fce req-bb29d317-9b5e-4d31-81ff-fc9cf443c20d tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:52.849711 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-709a59ff-ab12-419b-b5d6-9883c0928fce req-bb29d317-9b5e-4d31-81ff-fc9cf443c20d tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Floating IP a39b9c4a-097c-49c0-87dd-0ffa4b52f82b disassociated. External IP: 172.25.7.138, port: ac820a63-02bb-4a2b-a473-1318c2b95fea. Dec 22 09:34:52.850094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-709a59ff-ab12-419b-b5d6-9883c0928fce req-bb29d317-9b5e-4d31-81ff-fc9cf443c20d tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Calling delete_port for ac820a63-02bb-4a2b-a473-1318c2b95fea owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:34:52.881119 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54b51a78-6440-4184-ad22-8d0de1cc3cdd req-962f4518-1724-4ec4-9ea8-854570531e04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93c3bee5-8665-4a46-b503-8ca7dc589727 HTTP/1.1" status: 200 len: 217 time: 0.0697658 Dec 22 09:34:52.954227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b51a78-6440-4184-ad22-8d0de1cc3cdd req-33661e24-ec30-4273-a5a1-3b411ab4ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:52.956212 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54b51a78-6440-4184-ad22-8d0de1cc3cdd req-33661e24-ec30-4273-a5a1-3b411ab4ea10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2bb3c2a-3760-425b-9a05-7f24a07671eb HTTP/1.1" status: 200 len: 855 time: 0.0683465 Dec 22 09:34:53.024308 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54b51a78-6440-4184-ad22-8d0de1cc3cdd req-c6675cde-96d4-4e8f-9106-488991087f0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41eadfb9-ac85-4c73-9abf-e1b27dc659fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446472 Dec 22 09:34:53.142107 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-d4a3ede6-103a-4362-9bbf-f823a66a774a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--420695849&fields=id&tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f HTTP/1.1" status: 200 len: 267 time: 0.2958724 Dec 22 09:34:53.181092 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54b51a78-6440-4184-ad22-8d0de1cc3cdd req-e29db2a5-3773-46a2-929d-5f007fe50e88 service neutron] 10.222.0.37 "GET /v2.0/networks/41eadfb9-ac85-4c73-9abf-e1b27dc659fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489937 Dec 22 09:34:53.341808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Allocated IP 192.168.233.140 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:34:53.348473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-c778eb27-38d8-499a-ab5f-c83f32c2dc48 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:53.349950 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-c778eb27-38d8-499a-ab5f-c83f32c2dc48 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports/21597bba-be5f-49e6-b4ef-eaabcf5291f1 HTTP/1.1" status: 200 len: 931 time: 0.1812763 Dec 22 09:34:53.353948 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-f53ddc45-115b-4336-acb2-a5d0ad015034 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5112817 Dec 22 09:34:53.360517 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54b51a78-6440-4184-ad22-8d0de1cc3cdd req-7eca10eb-2c5f-4e28-8c2b-b816850346ab service neutron] 10.222.0.37 "GET /v2.0/networks/41eadfb9-ac85-4c73-9abf-e1b27dc659fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1490619 Dec 22 09:34:53.408750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:53.430314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:34:53.455059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Usage tracker for resource:floatingip and tenant:c837c1e9b9a749acaa90877fc91ec221 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:34:53.475374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:34:53.487423 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-709a59ff-ab12-419b-b5d6-9883c0928fce req-bb29d317-9b5e-4d31-81ff-fc9cf443c20d tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:53.489395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:34:53.520755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-da9919d1-b8a1-402f-9221-1debcec2c693 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:53.522232 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-da9919d1-b8a1-402f-9221-1debcec2c693 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports/f7083d1b-bfb3-47ac-b643-58564cb5f4ac HTTP/1.1" status: 200 len: 931 time: 0.1629503 Dec 22 09:34:53.522977 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-193805e3-5987-4914-a892-fb9bce9c0ac4 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:53.631003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29d317-9b5e-4d31-81ff-fc9cf443c20d tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Pushing event deleted for resources: {'Port': ['ID=ac820a63-02bb-4a2b-a473-1318c2b95fea,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:53.651265 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:53.673101 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bb29d317-9b5e-4d31-81ff-fc9cf443c20d tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:53.675562 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-7fc625d4-47a9-49d7-9145-8e9803c6c870 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?network_id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1230206 Dec 22 09:34:53.833078 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-f8172bf5-b860-4714-ba5b-aecca40f5052 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?network_id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1506569 Dec 22 09:34:54.263658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:54.315636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-b057fd9f-4c65-42ec-81c0-754541dc083c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:54.320008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-b057fd9f-4c65-42ec-81c0-754541dc083c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:54.324295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-b057fd9f-4c65-42ec-81c0-754541dc083c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:54.325991 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-b057fd9f-4c65-42ec-81c0-754541dc083c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/networks?id=a4284a53-ed3c-4b2e-b701-f977e110a16f&id=4623a071-a810-4e69-a12c-21455bc82af1&id=4623a071-a810-4e69-a12c-21455bc82af1&id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85&id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 HTTP/1.1" status: 200 len: 1989 time: 0.4751909 Dec 22 09:34:54.346470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Transition to ACTIVE for port object 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:34:54.423066 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-79581177-4f82-4445-9064-48c59a315248 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/quotas/1f885b02df6f418abdaeaf80d8c5dc8f HTTP/1.1" status: 200 len: 375 time: 0.0898688 Dec 22 09:34:54.533110 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:54.544390 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:54.574927 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:54.856595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-709a59ff-ab12-419b-b5d6-9883c0928fce req-bb29d317-9b5e-4d31-81ff-fc9cf443c20d tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Router 462fb372-4b7b-4150-94df-ae098fa99884 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:34:55.012356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-5fb0378f-350d-4881-98c3-af3f36415a3a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:34:55.130013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Pushing event updated for resources: {'Port': ['ID=0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:55.151253 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:55.186650 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-2be03ff6-fd53-4a1e-ab78-0ca97fbafdc4 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7508466 Dec 22 09:34:55.429649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:34:55.446059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:34:55.448499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:34:55.502105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-709a59ff-ab12-419b-b5d6-9883c0928fce req-bb29d317-9b5e-4d31-81ff-fc9cf443c20d tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:34:55.512606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1289838c-ad79-468f-8b9a-6f6d7a65478b None None] Sync routers for ids ['462fb372-4b7b-4150-94df-ae098fa99884'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:34:55.525308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1289838c-ad79-468f-8b9a-6f6d7a65478b None None] Routers {'462fb372-4b7b-4150-94df-ae098fa99884'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:34:55.526028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-1289838c-ad79-468f-8b9a-6f6d7a65478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:34:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['462fb372-4b7b-4150-94df-ae098fa99884'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:55.640382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-709a59ff-ab12-419b-b5d6-9883c0928fce req-bb29d317-9b5e-4d31-81ff-fc9cf443c20d tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] No DVR routers for this DVR port ac820a63-02bb-4a2b-a473-1318c2b95fea on host n-h2-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:34:55.642668 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-709a59ff-ab12-419b-b5d6-9883c0928fce req-bb29d317-9b5e-4d31-81ff-fc9cf443c20d tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:55.665467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a93afb64-18ac-4e62-aec2-c76ff9662386 None None] Provisioning for port 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:34:55.666394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068998a6-99f1-426d-855c-5dd6fd24ae75', 'name': 'network-vif-deleted', 'tag': 'ac820a63-02bb-4a2b-a473-1318c2b95fea'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:34:55.671405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a93afb64-18ac-4e62-aec2-c76ff9662386 None None] Provisioning complete for port 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:55.671923 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a93afb64-18ac-4e62-aec2-c76ff9662386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:55.723519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-1289838c-ad79-468f-8b9a-6f6d7a65478b None None] Set router 462fb372-4b7b-4150-94df-ae098fa99884 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:34:55.741751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:55.743002 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:55.769005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Allocated IP 172.25.7.241 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/898d2d95-78cb-4e40-aa11-286180c85c1b) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:34:55.772233 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-709a59ff-ab12-419b-b5d6-9883c0928fce req-bb29d317-9b5e-4d31-81ff-fc9cf443c20d tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.37 "DELETE /v2.0/ports/ac820a63-02bb-4a2b-a473-1318c2b95fea HTTP/1.1" status: 204 len: 173 time: 4.5679617 Dec 22 09:34:55.800164 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-6e5a4e8e-47fc-4215-aeac-fce0a3de3eda service neutron] 10.222.0.50 "GET /v2.0/networks/a4284a53-ed3c-4b2e-b701-f977e110a16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5888324 Dec 22 09:34:55.868151 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9182827 Dec 22 09:34:55.894433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Request body: {'port': {'device_id': '96dd4c36-3fc0-442b-aba4-7285f8b369a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:55.906419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a93afb64-18ac-4e62-aec2-c76ff9662386 None None] Port 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:34:55.932526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 93c3bee5-8665-4a46-b503-8ca7dc589727 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:34:56.005716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 93c3bee5-8665-4a46-b503-8ca7dc589727 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:34:56.010637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 93c3bee5-8665-4a46-b503-8ca7dc589727 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:56.011062 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:56.133613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-1289838c-ad79-468f-8b9a-6f6d7a65478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:29:06Z', 'revision_number': 4, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '5d6a864e-ea86-419d-93c8-492c713e2af8', 'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'mac_address': 'fa:16:3e:99:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:02Z', 'updated_at': '2020-12-22T09:29:28Z', 'revision_number': 5, 'project_id': '3c601d64a3954b579c533381321f4616', 'subnets': [{'id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:56.134727 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:56.139110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1289838c-ad79-468f-8b9a-6f6d7a65478b None None] Checking router: 462fb372-4b7b-4150-94df-ae098fa99884 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:34:56.148626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1289838c-ad79-468f-8b9a-6f6d7a65478b None None] Routers {'462fb372-4b7b-4150-94df-ae098fa99884'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:34:56.149289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-1289838c-ad79-468f-8b9a-6f6d7a65478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:34:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['462fb372-4b7b-4150-94df-ae098fa99884'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:56.163063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0b775d-616e-4eff-af1c-2d2a59492fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c3bee5-8665-4a46-b503-8ca7dc589727'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:34:56.174079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 93c3bee5-8665-4a46-b503-8ca7dc589727, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=93c3bee5-8665-4a46-b503-8ca7dc589727,segment=NetworkSegment(3b157e3e-a277-4a6c-8f02-9fe66417ab86),segment_id=3b157e3e-a277-4a6c-8f02-9fe66417ab86)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:34:56.177761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:56.180713 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:56.235076 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:56.258585 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-e4861649-b6e6-49bf-9539-0f1f76ee6964 service neutron] 10.222.0.50 "GET /v2.0/networks/a4284a53-ed3c-4b2e-b701-f977e110a16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4251058 Dec 22 09:34:56.263631 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:56.284728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=93c3bee5-8665-4a46-b503-8ca7dc589727,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:56.289693 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:56.350603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-1289838c-ad79-468f-8b9a-6f6d7a65478b None None] Set router 462fb372-4b7b-4150-94df-ae098fa99884 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:34:56.420717 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-86fd0f9d-ad1d-48cf-85f5-22d4b01a0b03 service neutron] 10.222.0.50 "GET /v2.0/ports/21597bba-be5f-49e6-b4ef-eaabcf5291f1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1433856 Dec 22 09:34:56.503482 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:56.532307 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:56.862424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-1289838c-ad79-468f-8b9a-6f6d7a65478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:29:06Z', 'revision_number': 4, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '5d6a864e-ea86-419d-93c8-492c713e2af8', 'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'mac_address': 'fa:16:3e:99:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:02Z', 'updated_at': '2020-12-22T09:29:28Z', 'revision_number': 5, 'project_id': '3c601d64a3954b579c533381321f4616', 'subnets': [{'id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:34:56.867763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1289838c-ad79-468f-8b9a-6f6d7a65478b None None] The sync data for ids ['462fb372-4b7b-4150-94df-ae098fa99884'] in n-d-765315-5 is: [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:29:06Z', 'revision_number': 4, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '5d6a864e-ea86-419d-93c8-492c713e2af8', 'name': '', 'network_id': '5de9d9f5-b9ec-40ce-80f5-cb36be8750fd', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'mac_address': 'fa:16:3e:99:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:02Z', 'updated_at': '2020-12-22T09:29:28Z', 'revision_number': 5, 'project_id': '3c601d64a3954b579c533381321f4616', 'subnets': [{'id': '5019215f-48f7-4d84-9c78-44c724f667e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:34:56.987354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 93c3bee5-8665-4a46-b503-8ca7dc589727 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:34:57.055262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Pushing event updated for resources: {'Port': ['ID=898d2d95-78cb-4e40-aa11-286180c85c1b,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:57.059000 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:57.062864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 93c3bee5-8665-4a46-b503-8ca7dc589727 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:34:57.063250 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:57.144344 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-182f992e-ad45-4b25-9c49-46c942ed436b service neutron] 10.222.0.50 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6821156 Dec 22 09:34:57.290875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2647d3af-7be4-4ba4-880a-a41636539d49 None None] New status for floating IP a39b9c4a-097c-49c0-87dd-0ffa4b52f82b: DOWN {{(pid=81073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:34:57.329527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:34:57.376667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:34:57.388550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:34:57.525713 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-c4bc88b4-63b5-4bbc-b4f3-b170c6ad5e03 service neutron] 10.222.0.50 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3636026 Dec 22 09:34:57.657310 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:57.677308 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-b534eca0-af69-4fba-a797-6748511fc60d service neutron] 10.222.0.50 "GET /v2.0/ports/f7083d1b-bfb3-47ac-b643-58564cb5f4ac?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1406229 Dec 22 09:34:57.735109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:34:57.754255 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:57.797489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Transition to ACTIVE for port object 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:34:57.854387 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:57.879111 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e211c27c-b1e3-464a-b1cb-ff4d42a3c038 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:57.922036 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:58.101875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:58.138331 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:58.153057 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-027bf010-633c-451b-9456-c8ddf8dab188 service neutron] 10.222.0.50 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463868 Dec 22 09:34:58.561595 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-0b8a9726-e351-4401-8a43-86f78d74abeb service neutron] 10.222.0.50 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3989999 Dec 22 09:34:58.727477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Attempting to bind port 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:34:58.727750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Attempting to bind port 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:34:58.728127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Attempting to bind port 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:34:58.750577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:34:58.750955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:34:58.751367 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:58.751772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:34:58.752303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Bound port: 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:34:58.752677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:58.777117 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:58.794983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:58.814310 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:58.908091 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-f54a7def-b8d7-49c4-b446-5ed158a79363 service neutron] 10.222.0.50 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381732 Dec 22 09:34:59.325369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Pushing event updated for resources: {'Port': ['ID=898d2d95-78cb-4e40-aa11-286180c85c1b,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:59.400927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.401343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.401755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.402162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.402564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.402968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.403368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.403772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.404196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.404591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.404987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.405379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.405847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.406243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.406635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.407034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.407427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.407810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.408224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.408616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.409010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.409399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.409790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.410177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.410626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.411027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.411409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.411797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.412213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.412603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.412993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.413415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.413812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.414187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.414579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.414969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:34:59.428288 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:59.444319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] For port 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:34:59.474005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] For port 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:34:59.484432 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:59.511005 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b8536992-03e7-4f97-9e21-ab2625038760 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:34:59.614884 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-70193efb-e3aa-4c12-b996-ba45b06f9cf3 service neutron] 10.222.0.50 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6763566 Dec 22 09:34:59.832527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:59.866818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:34:59.879154 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:34:59.915246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:34:59.915930 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:59.917494 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] 10.222.0.64 "PUT /v2.0/ports/0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad HTTP/1.1" status: 200 len: 1160 time: 4.0278525 Dec 22 09:34:59.927734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:34:59.928359 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.5658920 Dec 22 09:34:59.938794 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-72aa9abd-3193-44eb-9fe8-03ae0f8ff3af service neutron] 10.222.0.50 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602744 Dec 22 09:35:00.182535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-d4f21776-c251-403d-8777-c20b793f9c87 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Synchronizing usage tracker for tenant:c837c1e9b9a749acaa90877fc91ec221 on resource:floatingip {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:35:00.231257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-d4f21776-c251-403d-8777-c20b793f9c87 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Unset dirty status for tenant:c837c1e9b9a749acaa90877fc91ec221 on resource:floatingip {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:35:00.232581 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-d4f21776-c251-403d-8777-c20b793f9c87 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.241 HTTP/1.1" status: 200 len: 696 time: 0.2598181 Dec 22 09:35:00.248494 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-8bc8d0d3-f526-419d-b3b3-ce3ff157a68b service neutron] 10.222.0.50 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3010614 Dec 22 09:35:00.314180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-b8441172-10c3-464e-95e8-c3cc0e30a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:00.315906 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-b8441172-10c3-464e-95e8-c3cc0e30a7ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78bd97b243c64c7f87ff5b53501e6b09&device_id=96dd4c36-3fc0-442b-aba4-7285f8b369a8 HTTP/1.1" status: 200 len: 1163 time: 0.3416867 Dec 22 09:35:00.516619 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-1bf8b4fc-ef7a-48c4-ad28-8c714bd30b7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad HTTP/1.1" status: 200 len: 217 time: 0.1742129 Dec 22 09:35:00.661744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-58d8fd28-5ddd-457f-9167-9022c356c149 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:00.663976 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-58d8fd28-5ddd-457f-9167-9022c356c149 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.4190361 Dec 22 09:35:00.665385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-270ed116-392b-464e-a30c-71ed65cb85fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:00.666833 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-270ed116-392b-464e-a30c-71ed65cb85fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1367126 Dec 22 09:35:00.670575 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-8ee7837b-9858-4e10-9e8f-3afdd6af1817 service neutron] 10.222.0.50 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976665 Dec 22 09:35:00.676474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-9a767378-46dd-4063-ab5c-8e82b3c4a68a tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:35:00.677557 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-278c5ac7-cf25-4475-9667-80b385ce2ad5 req-9a767378-46dd-4063-ab5c-8e82b3c4a68a tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0060554 Dec 22 09:35:00.879644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-428487dd-f246-4f02-9b79-72c00d112cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:00.881376 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-428487dd-f246-4f02-9b79-72c00d112cdf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2016668 Dec 22 09:35:00.885627 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-11b77573-7992-4889-bd8a-156aa6038276 service neutron] 10.222.0.50 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2072034 Dec 22 09:35:01.454882 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-fe502e04-466c-485c-bf41-85036f3945a5 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5658617 Dec 22 09:35:01.463184 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-47ded7a5-302c-492c-9b44-84b04fe803db service neutron] 10.222.0.50 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496130 Dec 22 09:35:01.730173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06453434-0565-4bd7-9a15-a285a41359e9 req-97548b23-0b2e-400a-9c99-050948766512 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:01.731798 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06453434-0565-4bd7-9a15-a285a41359e9 req-97548b23-0b2e-400a-9c99-050948766512 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.50 "GET /v2.0/ports?device_id=ea0b775d-616e-4eff-af1c-2d2a59492fc2 HTTP/1.1" status: 200 len: 945 time: 0.3709126 Dec 22 09:35:01.791230 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b3f6c7d-b43e-4dfe-a876-c727d8e3fa9d req-ecc91333-3112-4642-a170-fab7ea9c506e service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3269055 Dec 22 09:35:01.794429 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-8b25fa8d-83bd-487a-9553-e5457cf49d59 service neutron] 10.222.0.50 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3234794 Dec 22 09:35:01.821611 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06453434-0565-4bd7-9a15-a285a41359e9 req-709c8d21-de88-4b5f-a2f5-0ad1921d941c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.50 "GET /v2.0/security-groups?id=a6bda7b4-0d6d-4084-9edd-99df83d53399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744803 Dec 22 09:35:02.192021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb08d8-2494-43b7-870f-10f672db1169 req-251d9b2d-862d-4c87-920c-aac775b3ba7f tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:02.193395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-cdbb08d8-2494-43b7-870f-10f672db1169 req-251d9b2d-862d-4c87-920c-aac775b3ba7f tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Synchronizing usage tracker for tenant:78bd97b243c64c7f87ff5b53501e6b09 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:35:02.223083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-cdbb08d8-2494-43b7-870f-10f672db1169 req-251d9b2d-862d-4c87-920c-aac775b3ba7f tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Unset dirty status for tenant:78bd97b243c64c7f87ff5b53501e6b09 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:35:02.225311 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cdbb08d8-2494-43b7-870f-10f672db1169 req-251d9b2d-862d-4c87-920c-aac775b3ba7f tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=96dd4c36-3fc0-442b-aba4-7285f8b369a8 HTTP/1.1" status: 200 len: 948 time: 0.1315374 Dec 22 09:35:02.280330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-cdbb08d8-2494-43b7-870f-10f672db1169 req-f0027505-25a9-4804-adad-af13588588da tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Synchronizing usage tracker for tenant:78bd97b243c64c7f87ff5b53501e6b09 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:35:02.296892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-cdbb08d8-2494-43b7-870f-10f672db1169 req-f0027505-25a9-4804-adad-af13588588da tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Unset dirty status for tenant:78bd97b243c64c7f87ff5b53501e6b09 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:35:02.298523 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cdbb08d8-2494-43b7-870f-10f672db1169 req-f0027505-25a9-4804-adad-af13588588da tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654767 Dec 22 09:35:02.373478 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068998a6-99f1-426d-855c-5dd6fd24ae75', 'name': 'network-vif-deleted', 'tag': 'ac820a63-02bb-4a2b-a473-1318c2b95fea', 'status': 'completed', 'code': 200} Dec 22 09:35:02.430269 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0b775d-616e-4eff-af1c-2d2a59492fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c3bee5-8665-4a46-b503-8ca7dc589727', 'code': 200} Dec 22 09:35:02.542143 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d56a4764-a403-42e8-8637-2169712d7865 req-cfdd5bea-c506-4ff6-875c-1a0abf000b40 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/floatingips/776c495f-7c1f-494e-aaab-ccf231da64ec HTTP/1.1" status: 200 len: 693 time: 0.0880983 Dec 22 09:35:02.792375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a4764-a403-42e8-8637-2169712d7865 req-6284ca9e-243d-4305-b75c-10b7ec793fee tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:02.797874 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d56a4764-a403-42e8-8637-2169712d7865 req-6284ca9e-243d-4305-b75c-10b7ec793fee tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.2486694 Dec 22 09:35:02.804815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff54f3-baf8-487e-8059-f4ded23a82d2 req-ac5cd412-3041-4c6c-a807-8998cda6230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:02.808250 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2ff54f3-baf8-487e-8059-f4ded23a82d2 req-ac5cd412-3041-4c6c-a807-8998cda6230f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea0b775d-616e-4eff-af1c-2d2a59492fc2 HTTP/1.1" status: 200 len: 1160 time: 0.2305641 Dec 22 09:35:02.919151 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d56a4764-a403-42e8-8637-2169712d7865 req-d68d140f-90be-40e7-a87d-b5361a4805c5 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.241 HTTP/1.1" status: 200 len: 696 time: 0.1093404 Dec 22 09:35:03.052750 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2ff54f3-baf8-487e-8059-f4ded23a82d2 req-19ae65e4-0ac9-459b-9e59-d380bb749022 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a6bda7b4-0d6d-4084-9edd-99df83d53399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804888 Dec 22 09:35:03.063295 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d56a4764-a403-42e8-8637-2169712d7865 req-6c1ce6ac-e44a-4cd9-8c69-78d3d8b7771c tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.241 HTTP/1.1" status: 200 len: 696 time: 0.1339037 Dec 22 09:35:03.094998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 5b195604-2b28-4b5d-9d90-6d05cb812b3b up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:35:03.108682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310400c4-4a5a-4d96-8404-daa919212ad7 req-765528a4-cb6b-4e07-ae3c-d4d5d4ea47ca tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:03.109477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-310400c4-4a5a-4d96-8404-daa919212ad7 req-765528a4-cb6b-4e07-ae3c-d4d5d4ea47ca tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Synchronizing usage tracker for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:35:03.123722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-310400c4-4a5a-4d96-8404-daa919212ad7 req-765528a4-cb6b-4e07-ae3c-d4d5d4ea47ca tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Unset dirty status for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:35:03.125049 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-310400c4-4a5a-4d96-8404-daa919212ad7 req-765528a4-cb6b-4e07-ae3c-d4d5d4ea47ca tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "GET /v2.0/ports?device_id=8c403abb-6fcd-4328-9838-6a706288ab79 HTTP/1.1" status: 200 len: 949 time: 0.1222191 Dec 22 09:35:03.212891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 5b195604-2b28-4b5d-9d90-6d05cb812b3b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:35:03.218174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:03.262384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-d56a4764-a403-42e8-8637-2169712d7865 req-3b30cfbe-337e-4f13-bf8e-30baaf95a073 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Deleting port 898d2d95-78cb-4e40-aa11-286180c85c1b {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:03.262773 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d56a4764-a403-42e8-8637-2169712d7865 req-3b30cfbe-337e-4f13-bf8e-30baaf95a073 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:03.330044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00c1df-0f14-4a58-8576-5f3d88120a99 req-bab04e79-3b95-4c4b-9be5-89ab0b9e375c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:03.338420 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7a00c1df-0f14-4a58-8576-5f3d88120a99 req-bab04e79-3b95-4c4b-9be5-89ab0b9e375c tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=ec805a00-4aaf-41bf-954f-6167c8d2d105 HTTP/1.1" status: 200 len: 945 time: 0.3435082 Dec 22 09:35:03.416295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-c6ec4a04-14bf-47d5-b6f8-4d48da128dc7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:35:03.437251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-310400c4-4a5a-4d96-8404-daa919212ad7 req-69b75fa4-1b0e-4136-9c97-daf3785925f1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Deleting port 5b195604-2b28-4b5d-9d90-6d05cb812b3b {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:03.437644 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-310400c4-4a5a-4d96-8404-daa919212ad7 req-69b75fa4-1b0e-4136-9c97-daf3785925f1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:03.480099 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7a00c1df-0f14-4a58-8576-5f3d88120a99 req-1bf3efa4-04a7-43bb-9ac8-28235c9431a3 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406989 Dec 22 09:35:03.548143 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d56a4764-a403-42e8-8637-2169712d7865 req-3b30cfbe-337e-4f13-bf8e-30baaf95a073 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:03.549120 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d56a4764-a403-42e8-8637-2169712d7865 req-3b30cfbe-337e-4f13-bf8e-30baaf95a073 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks [] for floatingip, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:03.766522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-310400c4-4a5a-4d96-8404-daa919212ad7 req-69b75fa4-1b0e-4136-9c97-daf3785925f1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] For port 5b195604-2b28-4b5d-9d90-6d05cb812b3b, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=5b195604-2b28-4b5d-9d90-6d05cb812b3b,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:03.767238 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-310400c4-4a5a-4d96-8404-daa919212ad7 req-69b75fa4-1b0e-4136-9c97-daf3785925f1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:03.805326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-d56a4764-a403-42e8-8637-2169712d7865 req-3b30cfbe-337e-4f13-bf8e-30baaf95a073 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Calling delete_port for 898d2d95-78cb-4e40-aa11-286180c85c1b owned by network:floatingip {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:03.901671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-310400c4-4a5a-4d96-8404-daa919212ad7 req-69b75fa4-1b0e-4136-9c97-daf3785925f1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Calling delete_port for 5b195604-2b28-4b5d-9d90-6d05cb812b3b owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:03.992461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81140fe-f19e-4ec9-b6c0-7d67f817deed req-2bfdb917-c592-406f-8f4e-a377b7e4322e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:03.994088 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d81140fe-f19e-4ec9-b6c0-7d67f817deed req-2bfdb917-c592-406f-8f4e-a377b7e4322e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=8c403abb-6fcd-4328-9838-6a706288ab79 HTTP/1.1" status: 200 len: 949 time: 0.1971695 Dec 22 09:35:04.055748 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d56a4764-a403-42e8-8637-2169712d7865 req-3b30cfbe-337e-4f13-bf8e-30baaf95a073 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:04.061188 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-310400c4-4a5a-4d96-8404-daa919212ad7 req-69b75fa4-1b0e-4136-9c97-daf3785925f1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:04.068375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:35:04.073635 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3386c05e-451a-4260-9f11-9173de75cae0 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:04.079872 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a3747d71-d64b-4e11-968c-edf2e79e9e04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:04.116067 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d81140fe-f19e-4ec9-b6c0-7d67f817deed req-91568e94-0b28-480e-979a-98777733e158 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124911 Dec 22 09:35:04.137117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30cfbe-337e-4f13-bf8e-30baaf95a073 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Pushing event deleted for resources: {'Port': ['ID=898d2d95-78cb-4e40-aa11-286180c85c1b,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:04.141900 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3b30cfbe-337e-4f13-bf8e-30baaf95a073 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:04.188201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b75fa4-1b0e-4136-9c97-daf3785925f1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Pushing event deleted for resources: {'Port': ['ID=5b195604-2b28-4b5d-9d90-6d05cb812b3b,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:04.192501 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69b75fa4-1b0e-4136-9c97-daf3785925f1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:04.199910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:35:04.223981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:35:04.225617 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:04.388276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96dd4c36-3fc0-442b-aba4-7285f8b369a8', 'tag': '0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:04.396521 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7a660207-b1a0-4864-a2f6-2ce864b51237 req-a43197dc-beb2-444d-8ff8-e34709bb2ff9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 210 time: 0.0813720 Dec 22 09:35:04.410738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-310400c4-4a5a-4d96-8404-daa919212ad7 req-69b75fa4-1b0e-4136-9c97-daf3785925f1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] No DVR routers for this DVR port 5b195604-2b28-4b5d-9d90-6d05cb812b3b on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:35:04.415178 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-310400c4-4a5a-4d96-8404-daa919212ad7 req-69b75fa4-1b0e-4136-9c97-daf3785925f1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:04.418394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c403abb-6fcd-4328-9838-6a706288ab79', 'name': 'network-vif-deleted', 'tag': '5b195604-2b28-4b5d-9d90-6d05cb812b3b'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:04.429695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-deb1127d-6183-4cf2-abee-b4862bc7a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:04.431587 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-deb1127d-6183-4cf2-abee-b4862bc7a9ea service neutron] 10.222.0.64 "GET /v2.0/ports/21597bba-be5f-49e6-b4ef-eaabcf5291f1 HTTP/1.1" status: 200 len: 1027 time: 0.2869081 Dec 22 09:35:04.447252 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-310400c4-4a5a-4d96-8404-daa919212ad7 req-69b75fa4-1b0e-4136-9c97-daf3785925f1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "DELETE /v2.0/ports/5b195604-2b28-4b5d-9d90-6d05cb812b3b HTTP/1.1" status: 204 len: 173 time: 1.1134429 Dec 22 09:35:04.453501 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:04.490571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dd4c36-3fc0-442b-aba4-7285f8b369a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:04.508188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:04.517191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:04.519781 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:04.613381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:04.619138 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:04.911540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-8ff4d5d8-bcbb-435f-bc77-3f4fcf328bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:04.913223 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-8ff4d5d8-bcbb-435f-bc77-3f4fcf328bd9 service neutron] 10.222.0.64 "GET /v2.0/ports/f7083d1b-bfb3-47ac-b643-58564cb5f4ac HTTP/1.1" status: 200 len: 1027 time: 0.4700098 Dec 22 09:35:04.967233 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ce6cc5f-73cd-4e35-a644-558bf5899f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:04.997369 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d56a4764-a403-42e8-8637-2169712d7865 req-3b30cfbe-337e-4f13-bf8e-30baaf95a073 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks [] for floatingip, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:05.102070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc287c2-8f15-493b-aca8-b4b1bd2facfb req-4d304bb9-2435-4778-8939-bb453ce4f162 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:05.103801 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bcc287c2-8f15-493b-aca8-b4b1bd2facfb req-4d304bb9-2435-4778-8939-bb453ce4f162 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.50 "GET /v2.0/ports?device_id=ea0b775d-616e-4eff-af1c-2d2a59492fc2 HTTP/1.1" status: 200 len: 945 time: 0.3297811 Dec 22 09:35:05.138293 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d56a4764-a403-42e8-8637-2169712d7865 req-3b30cfbe-337e-4f13-bf8e-30baaf95a073 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:05.139492 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d56a4764-a403-42e8-8637-2169712d7865 req-3b30cfbe-337e-4f13-bf8e-30baaf95a073 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "DELETE /v2.0/floatingips/776c495f-7c1f-494e-aaab-ccf231da64ec HTTP/1.1" status: 204 len: 173 time: 2.0664432 Dec 22 09:35:05.159112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-15d6327c-811e-46f4-9200-1f078d684e67 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:05.163632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-15d6327c-811e-46f4-9200-1f078d684e67 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:05.168513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-15d6327c-811e-46f4-9200-1f078d684e67 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:05.170267 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-15d6327c-811e-46f4-9200-1f078d684e67 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.64 "GET /v2.0/networks?id=a4284a53-ed3c-4b2e-b701-f977e110a16f&id=4623a071-a810-4e69-a12c-21455bc82af1&id=4623a071-a810-4e69-a12c-21455bc82af1&id=4623a071-a810-4e69-a12c-21455bc82af1&id=4623a071-a810-4e69-a12c-21455bc82af1&id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85&id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 HTTP/1.1" status: 200 len: 1989 time: 0.2437561 Dec 22 09:35:05.193156 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bcc287c2-8f15-493b-aca8-b4b1bd2facfb req-2dd3e809-be3b-4059-8500-81afb9be2486 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.50 "GET /v2.0/security-groups?id=a6bda7b4-0d6d-4084-9edd-99df83d53399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812964 Dec 22 09:35:05.324113 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-1b55808f-69b0-41bb-ba23-f2e20a19a4a8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f HTTP/1.1" status: 200 len: 5508 time: 0.1299229 Dec 22 09:35:05.334581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a0e4566d-3a63-4192-8451-2b907153460b req-234db9fc-918b-4920-9569-e852617c6dc9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Request body: {'port': {'device_id': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f', 'admin_state_up': True, 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'security_groups': ['52b804b4-ce06-412b-9d5b-10cced5b0bb0']}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:05.604988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a0e4566d-3a63-4192-8451-2b907153460b req-234db9fc-918b-4920-9569-e852617c6dc9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:35:05.611153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a0e4566d-3a63-4192-8451-2b907153460b req-234db9fc-918b-4920-9569-e852617c6dc9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Usage tracker for resource:port and tenant:1f885b02df6f418abdaeaf80d8c5dc8f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:35:05.620439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00b5b0-ca1b-400c-b7a0-c8e49e55043b req-f7069171-ef98-4ac6-8b16-756d021c0fc2 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:05.628066 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8f00b5b0-ca1b-400c-b7a0-c8e49e55043b req-f7069171-ef98-4ac6-8b16-756d021c0fc2 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=96dd4c36-3fc0-442b-aba4-7285f8b369a8 HTTP/1.1" status: 200 len: 950 time: 0.2148132 Dec 22 09:35:05.644286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a0e4566d-3a63-4192-8451-2b907153460b req-234db9fc-918b-4920-9569-e852617c6dc9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Quota usage for port was recalculated. Used quota:7. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:35:05.654869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a0e4566d-3a63-4192-8451-2b907153460b req-234db9fc-918b-4920-9569-e852617c6dc9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:35:05.687019 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8f00b5b0-ca1b-400c-b7a0-c8e49e55043b req-ed9fd9cc-3a13-4ab2-a9f5-1630610e7c25 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580342 Dec 22 09:35:05.687838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-234db9fc-918b-4920-9569-e852617c6dc9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Made reservation on behalf of 1f885b02df6f418abdaeaf80d8c5dc8f for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:35:05.693529 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-234db9fc-918b-4920-9569-e852617c6dc9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:05.955640 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96dd4c36-3fc0-442b-aba4-7285f8b369a8', 'tag': '0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad', 'status': 'completed', 'code': 200} Dec 22 09:35:06.040190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:35:06.063074 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c403abb-6fcd-4328-9838-6a706288ab79', 'name': 'network-vif-deleted', 'tag': '5b195604-2b28-4b5d-9d90-6d05cb812b3b', 'status': 'completed', 'code': 200} Dec 22 09:35:06.096507 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dd4c36-3fc0-442b-aba4-7285f8b369a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad', 'code': 200} Dec 22 09:35:06.172976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 5b195604-2b28-4b5d-9d90-6d05cb812b3b no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:35:06.222555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] No Port match for: 5b195604-2b28-4b5d-9d90-6d05cb812b3b {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:35:06.223422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 5b195604-2b28-4b5d-9d90-6d05cb812b3b not bound to the agent host n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:35:06.237121 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-62e388e7-336f-4925-9f4d-dbc9a553da01 req-3828e37c-4dd2-4af1-aeb2-45d0126acb20 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] show failed (client error): The resource could not be found. Dec 22 09:35:06.238520 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62e388e7-336f-4925-9f4d-dbc9a553da01 req-3828e37c-4dd2-4af1-aeb2-45d0126acb20 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/floatingips/776c495f-7c1f-494e-aaab-ccf231da64ec HTTP/1.1" status: 404 len: 350 time: 0.1285625 Dec 22 09:35:06.249549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:35:06.251921 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:06.358741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ed14b-9dff-42ab-b98d-055b85001bd6 req-356bb876-a001-4b25-a328-c7f6d0efd37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:06.360692 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf4ed14b-9dff-42ab-b98d-055b85001bd6 req-356bb876-a001-4b25-a328-c7f6d0efd37b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78bd97b243c64c7f87ff5b53501e6b09&device_id=96dd4c36-3fc0-442b-aba4-7285f8b369a8 HTTP/1.1" status: 200 len: 1165 time: 0.3585985 Dec 22 09:35:06.373947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43642) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:06.446399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-a0e4566d-3a63-4192-8451-2b907153460b req-234db9fc-918b-4920-9569-e852617c6dc9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Allocated IP 172.20.0.9 (a4284a53-ed3c-4b2e-b701-f977e110a16f/5d1e8bbe-1831-4444-9106-90483ff0e76e/6678f581-95c6-4a68-89a6-920891ccd5a6) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:35:06.534846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef650127-d64f-499f-a086-907368375e04 req-0f2a53b6-6ee2-42b1-b34e-56608a52e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:06.536583 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef650127-d64f-499f-a086-907368375e04 req-0f2a53b6-6ee2-42b1-b34e-56608a52e7c1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96dd4c36-3fc0-442b-aba4-7285f8b369a8 HTTP/1.1" status: 200 len: 1165 time: 0.3200519 Dec 22 09:35:06.593199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ba8b281-f1e5-4808-a579-a55a6d7de4d3 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:06.608642 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7a6af3d5-ad88-4046-8531-1720e53fa28f req-e8f33fe7-ec77-4f2d-9461-2237a726da6c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 210 time: 0.0719273 Dec 22 09:35:06.625973 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ba8b281-f1e5-4808-a579-a55a6d7de4d3 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:06.750415 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef650127-d64f-499f-a086-907368375e04 req-fdcb3c2b-7c87-48e2-9203-e17559b269e4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047787 Dec 22 09:35:06.752096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ba8b281-f1e5-4808-a579-a55a6d7de4d3 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:06.758639 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d0642900-edbd-4141-8f6f-cbce5b8e4b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:06.778262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8b281-f1e5-4808-a579-a55a6d7de4d3 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3193b53-5864-4cfd-b9e9-056656928af4,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:06.782147 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ba8b281-f1e5-4808-a579-a55a6d7de4d3 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:06.783198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ed14b-9dff-42ab-b98d-055b85001bd6 req-3fe774d9-1ba2-431c-b011-e7ad0112b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:06.784995 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf4ed14b-9dff-42ab-b98d-055b85001bd6 req-3fe774d9-1ba2-431c-b011-e7ad0112b607 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.4117744 Dec 22 09:35:06.799386 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ba8b281-f1e5-4808-a579-a55a6d7de4d3 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:06.801640 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5ba8b281-f1e5-4808-a579-a55a6d7de4d3 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "DELETE /v2.0/security-groups/c3193b53-5864-4cfd-b9e9-056656928af4 HTTP/1.1" status: 204 len: 168 time: 0.4186156 Dec 22 09:35:06.806709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43656) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:06.818362 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-371cf8b0-30ab-4a6a-ab36-89e769042954 req-a616797c-8a73-4777-9cc2-81e70f498fb4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] show failed (client error): The resource could not be found. Dec 22 09:35:06.832264 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-371cf8b0-30ab-4a6a-ab36-89e769042954 req-a616797c-8a73-4777-9cc2-81e70f498fb4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] 10.222.0.50 "GET /v2.0/floatingips/776c495f-7c1f-494e-aaab-ccf231da64ec HTTP/1.1" status: 404 len: 350 time: 0.1174848 Dec 22 09:35:06.833134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43660) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:07.127965 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf4ed14b-9dff-42ab-b98d-055b85001bd6 req-8b8a0e49-ed2f-4767-ab30-a10257c4309c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad HTTP/1.1" status: 200 len: 217 time: 0.0989466 Dec 22 09:35:07.361787 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cbc2b5b6-08c4-4e76-bbb3-99b6f007a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:07.366904 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-5b834652-74b7-4575-9f7e-935740f39ca8 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] show failed (client error): The resource could not be found. Dec 22 09:35:07.373541 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5b834652-74b7-4575-9f7e-935740f39ca8 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "GET /v2.0/security-groups/c3193b53-5864-4cfd-b9e9-056656928af4 HTTP/1.1" status: 404 len: 347 time: 0.5655382 Dec 22 09:35:07.389309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43668) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:07.680230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ed14b-9dff-42ab-b98d-055b85001bd6 req-011de907-2824-4bf0-b456-53efe4fd9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:07.685822 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf4ed14b-9dff-42ab-b98d-055b85001bd6 req-011de907-2824-4bf0-b456-53efe4fd9c57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.5403006 Dec 22 09:35:07.689015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-234db9fc-918b-4920-9569-e852617c6dc9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:07.741762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e2028eb-135c-4bc5-bb1b-05f132281895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:07.761640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b84b1338-bc20-4828-bbfc-c2d92022cecd tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Deleting port a1e26ec5-7e7d-4663-9746-f9b81793f9d9 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:07.762286 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b84b1338-bc20-4828-bbfc-c2d92022cecd tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:07.826980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a0e4566d-3a63-4192-8451-2b907153460b req-234db9fc-918b-4920-9569-e852617c6dc9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Transition to ACTIVE for port object 6678f581-95c6-4a68-89a6-920891ccd5a6 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:35:08.162443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603b613-e563-40b5-8da3-e5014d47b960 req-1df59bfd-74c8-46ae-88d2-56d2d0cc39c2 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:08.164388 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9603b613-e563-40b5-8da3-e5014d47b960 req-1df59bfd-74c8-46ae-88d2-56d2d0cc39c2 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=96dd4c36-3fc0-442b-aba4-7285f8b369a8 HTTP/1.1" status: 200 len: 950 time: 0.8792617 Dec 22 09:35:08.303147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299487c8-eddb-4900-b601-0a6d857dbbe5 req-24189227-c34e-4aad-85eb-7ed6dea6e7cf tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:08.304920 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-299487c8-eddb-4900-b601-0a6d857dbbe5 req-24189227-c34e-4aad-85eb-7ed6dea6e7cf tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=7584f9f0-aefa-49e5-9c4d-dc4793418014 HTTP/1.1" status: 200 len: 950 time: 0.8280859 Dec 22 09:35:08.324846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-234db9fc-918b-4920-9569-e852617c6dc9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:08.363249 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:08.426363 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9603b613-e563-40b5-8da3-e5014d47b960 req-c401d8b7-cb28-406b-b8fc-7246237d5222 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366550 Dec 22 09:35:08.451332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ed14b-9dff-42ab-b98d-055b85001bd6 req-c029ba08-e990-4539-9f7b-c7e6892bc241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:08.453135 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf4ed14b-9dff-42ab-b98d-055b85001bd6 req-c029ba08-e990-4539-9f7b-c7e6892bc241 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7532790 Dec 22 09:35:08.545850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7e2028eb-135c-4bc5-bb1b-05f132281895 admin admin] Deleting port c7a9ec01-2f79-4033-86ea-7001464c2344 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:08.546249 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e2028eb-135c-4bc5-bb1b-05f132281895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:08.579747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b84b1338-bc20-4828-bbfc-c2d92022cecd tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:08.580148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b84b1338-bc20-4828-bbfc-c2d92022cecd tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for floatingip, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:08.638378 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-299487c8-eddb-4900-b601-0a6d857dbbe5 req-4172cfcb-3b14-4f40-9729-a33c8d455311 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150699 Dec 22 09:35:08.653916 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:08.731341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234db9fc-918b-4920-9569-e852617c6dc9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event updated for resources: {'Port': ['ID=6678f581-95c6-4a68-89a6-920891ccd5a6,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:08.735077 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-234db9fc-918b-4920-9569-e852617c6dc9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:08.806761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7e2028eb-135c-4bc5-bb1b-05f132281895 admin admin] For port c7a9ec01-2f79-4033-86ea-7001464c2344, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c7a9ec01-2f79-4033-86ea-7001464c2344,segment=NetworkSegment(3933900a-660d-43a7-9388-d22a013d5eb9),segment_id=3933900a-660d-43a7-9388-d22a013d5eb9)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:08.807166 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e2028eb-135c-4bc5-bb1b-05f132281895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:08.829370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b84b1338-bc20-4828-bbfc-c2d92022cecd tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Calling delete_port for a1e26ec5-7e7d-4663-9746-f9b81793f9d9 owned by network:floatingip {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:08.948476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7e2028eb-135c-4bc5-bb1b-05f132281895 admin admin] Calling delete_port for c7a9ec01-2f79-4033-86ea-7001464c2344 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:09.076014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e4566d-3a63-4192-8451-2b907153460b req-234db9fc-918b-4920-9569-e852617c6dc9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Network a4284a53-ed3c-4b2e-b701-f977e110a16f is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:35:09.092594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-a0e4566d-3a63-4192-8451-2b907153460b req-234db9fc-918b-4920-9569-e852617c6dc9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:35:09.101207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e4566d-3a63-4192-8451-2b907153460b req-234db9fc-918b-4920-9569-e852617c6dc9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:35:09.237750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device ed9f1b61-50c5-4dad-9cbc-aa429358dac4 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:35:09.337871 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf4ed14b-9dff-42ab-b98d-055b85001bd6 req-049ba7fa-1a72-4432-955f-d4255b142599 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8453364 Dec 22 09:35:09.355287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-234db9fc-918b-4920-9569-e852617c6dc9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:09.356039 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-234db9fc-918b-4920-9569-e852617c6dc9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:09.391034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc122b8-89f3-49c2-afb7-ce2009f88446 req-87e01d73-ab4f-41da-9296-6764e956fe2a tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:09.392157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3dc122b8-89f3-49c2-afb7-ce2009f88446 req-87e01d73-ab4f-41da-9296-6764e956fe2a tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Synchronizing usage tracker for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:35:09.428385 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:09.433712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3dc122b8-89f3-49c2-afb7-ce2009f88446 req-87e01d73-ab4f-41da-9296-6764e956fe2a tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Unset dirty status for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:35:09.442883 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3dc122b8-89f3-49c2-afb7-ce2009f88446 req-87e01d73-ab4f-41da-9296-6764e956fe2a tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.64 "GET /v2.0/ports?device_id=7584f9f0-aefa-49e5-9c4d-dc4793418014 HTTP/1.1" status: 200 len: 950 time: 0.3998752 Dec 22 09:35:09.448752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e639e-1b82-4294-ac2e-815f11fc9d3b req-17082bdb-6764-4391-9270-2193fb45ac59 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:09.451407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c76e639e-1b82-4294-ac2e-815f11fc9d3b req-17082bdb-6764-4391-9270-2193fb45ac59 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Synchronizing usage tracker for tenant:1f885b02df6f418abdaeaf80d8c5dc8f on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:35:09.465290 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-234db9fc-918b-4920-9569-e852617c6dc9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1349933 Dec 22 09:35:09.531927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e9b78f8f-995f-4743-8394-13b28cde60fa None None] Provisioning for port 6678f581-95c6-4a68-89a6-920891ccd5a6 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:35:09.539870 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e2028eb-135c-4bc5-bb1b-05f132281895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:09.546570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a0e4566d-3a63-4192-8451-2b907153460b req-5da7fecf-3a41-442f-827e-9efdf2644514 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Request body: {'port': {'device_id': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1', 'admin_state_up': True, 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'security_groups': ['52b804b4-ce06-412b-9d5b-10cced5b0bb0']}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:09.605834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e9b78f8f-995f-4743-8394-13b28cde60fa None None] Provisioning complete for port 6678f581-95c6-4a68-89a6-920891ccd5a6 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:35:09.607043 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9b78f8f-995f-4743-8394-13b28cde60fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:09.640121 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b4b5487-b504-4d4e-8f95-c7a0c19d1712 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:09.670191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c76e639e-1b82-4294-ac2e-815f11fc9d3b req-17082bdb-6764-4391-9270-2193fb45ac59 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Unset dirty status for tenant:1f885b02df6f418abdaeaf80d8c5dc8f on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:35:09.676232 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c76e639e-1b82-4294-ac2e-815f11fc9d3b req-17082bdb-6764-4391-9270-2193fb45ac59 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 931 time: 0.8608503 Dec 22 09:35:09.761386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e9b78f8f-995f-4743-8394-13b28cde60fa None None] Port 6678f581-95c6-4a68-89a6-920891ccd5a6 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:35:09.768551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:09.859986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port ed9f1b61-50c5-4dad-9cbc-aa429358dac4, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=ed9f1b61-50c5-4dad-9cbc-aa429358dac4,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:09.863040 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:09.868436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7584f9f0-aefa-49e5-9c4d-dc4793418014', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed9f1b61-50c5-4dad-9cbc-aa429358dac4'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:09.877676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:09.884550 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:09.906518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2028eb-135c-4bc5-bb1b-05f132281895 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a9ec01-2f79-4033-86ea-7001464c2344,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:09.914471 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e2028eb-135c-4bc5-bb1b-05f132281895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:09.980321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3dc122b8-89f3-49c2-afb7-ce2009f88446 req-3e6c4854-f0ca-4ce2-a6c5-fd0c438be6a6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Deleting port ed9f1b61-50c5-4dad-9cbc-aa429358dac4 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:09.980725 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3dc122b8-89f3-49c2-afb7-ce2009f88446 req-3e6c4854-f0ca-4ce2-a6c5-fd0c438be6a6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:10.069824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=ed9f1b61-50c5-4dad-9cbc-aa429358dac4,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:10.081392 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:10.102983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:10.172881 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:10.199561 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b84b1338-bc20-4828-bbfc-c2d92022cecd tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:10.230631 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-234db9fc-918b-4920-9569-e852617c6dc9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:10.284232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b1338-bc20-4828-bbfc-c2d92022cecd tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Pushing event deleted for resources: {'Port': ['ID=a1e26ec5-7e7d-4663-9746-f9b81793f9d9,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:10.293048 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b84b1338-bc20-4828-bbfc-c2d92022cecd tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:10.358706 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c76e639e-1b82-4294-ac2e-815f11fc9d3b req-bbc2ca58-8d79-41f2-b44b-7792faebe975 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5816872 Dec 22 09:35:10.557988 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf4ed14b-9dff-42ab-b98d-055b85001bd6 req-f06b30eb-6fa1-446f-ba7a-b03e2ea14fe7 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1681702 Dec 22 09:35:10.586833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822b14e-cc9b-4570-9c68-ff14cd15ab0a req-d2193569-d81f-4af5-bcf8-ca4fc2b4a0f5 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:10.589321 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d822b14e-cc9b-4570-9c68-ff14cd15ab0a req-d2193569-d81f-4af5-bcf8-ca4fc2b4a0f5 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=96dd4c36-3fc0-442b-aba4-7285f8b369a8 HTTP/1.1" status: 200 len: 950 time: 0.7798357 Dec 22 09:35:10.611746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a0e4566d-3a63-4192-8451-2b907153460b req-5da7fecf-3a41-442f-827e-9efdf2644514 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:35:10.628794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a0e4566d-3a63-4192-8451-2b907153460b req-5da7fecf-3a41-442f-827e-9efdf2644514 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:35:10.655746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-5da7fecf-3a41-442f-827e-9efdf2644514 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Made reservation on behalf of 1f885b02df6f418abdaeaf80d8c5dc8f for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:35:10.658622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-3dc122b8-89f3-49c2-afb7-ce2009f88446 req-3e6c4854-f0ca-4ce2-a6c5-fd0c438be6a6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] For port ed9f1b61-50c5-4dad-9cbc-aa429358dac4, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=ed9f1b61-50c5-4dad-9cbc-aa429358dac4,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:10.659218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3dc122b8-89f3-49c2-afb7-ce2009f88446 req-3e6c4854-f0ca-4ce2-a6c5-fd0c438be6a6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:10.661749 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-5da7fecf-3a41-442f-827e-9efdf2644514 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:10.742023 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d822b14e-cc9b-4570-9c68-ff14cd15ab0a req-c073fa20-5637-439d-a01c-da923cc2c8d4 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419168 Dec 22 09:35:10.899187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3dc122b8-89f3-49c2-afb7-ce2009f88446 req-3e6c4854-f0ca-4ce2-a6c5-fd0c438be6a6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Calling delete_port for ed9f1b61-50c5-4dad-9cbc-aa429358dac4 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:10.984377 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e2028eb-135c-4bc5-bb1b-05f132281895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:11.265685 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3dc122b8-89f3-49c2-afb7-ce2009f88446 req-3e6c4854-f0ca-4ce2-a6c5-fd0c438be6a6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:11.271894 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7584f9f0-aefa-49e5-9c4d-dc4793418014', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed9f1b61-50c5-4dad-9cbc-aa429358dac4', 'code': 200} Dec 22 09:35:11.534600 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-14bf4a17-ddaa-4817-8d78-5a67dda7cb1c tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:11.768803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c4854-f0ca-4ce2-a6c5-fd0c438be6a6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Pushing event deleted for resources: {'Port': ['ID=ed9f1b61-50c5-4dad-9cbc-aa429358dac4,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:11.881627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b84b1338-bc20-4828-bbfc-c2d92022cecd tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks [] for floatingip, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:11.884906 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b84b1338-bc20-4828-bbfc-c2d92022cecd tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:11.886320 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b84b1338-bc20-4828-bbfc-c2d92022cecd tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] 10.222.0.50 "DELETE /v2.0/floatingips/a39b9c4a-097c-49c0-87dd-0ffa4b52f82b HTTP/1.1" status: 204 len: 168 time: 4.4963181 Dec 22 09:35:11.997204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f881d97-acd6-41ae-9d95-b228d2d9125a req-d0ebe2c5-9c7b-4437-b5df-f04a145ac2c8 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:11.998926 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f881d97-acd6-41ae-9d95-b228d2d9125a req-d0ebe2c5-9c7b-4437-b5df-f04a145ac2c8 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=7584f9f0-aefa-49e5-9c4d-dc4793418014 HTTP/1.1" status: 200 len: 865 time: 1.0751534 Dec 22 09:35:12.140257 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3e6c4854-f0ca-4ce2-a6c5-fd0c438be6a6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:12.149370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc122b8-89f3-49c2-afb7-ce2009f88446 req-3e6c4854-f0ca-4ce2-a6c5-fd0c438be6a6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] No DVR routers for this DVR port ed9f1b61-50c5-4dad-9cbc-aa429358dac4 on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:35:12.159594 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3dc122b8-89f3-49c2-afb7-ce2009f88446 req-3e6c4854-f0ca-4ce2-a6c5-fd0c438be6a6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:12.201785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7584f9f0-aefa-49e5-9c4d-dc4793418014', 'name': 'network-vif-deleted', 'tag': 'ed9f1b61-50c5-4dad-9cbc-aa429358dac4'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:12.308710 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f881d97-acd6-41ae-9d95-b228d2d9125a req-b9ec7906-634c-4637-b65b-13064f249b6e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019452 Dec 22 09:35:12.566386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-a0e4566d-3a63-4192-8451-2b907153460b req-5da7fecf-3a41-442f-827e-9efdf2644514 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Allocated IP 10.1.1.248 (4623a071-a810-4e69-a12c-21455bc82af1/d7889a3a-9571-460b-9e27-2fdf093fc665/39506343-a90f-4398-8f34-8fc7c0bfacbf) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:35:12.746949 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3dc122b8-89f3-49c2-afb7-ce2009f88446 req-3e6c4854-f0ca-4ce2-a6c5-fd0c438be6a6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.64 "DELETE /v2.0/ports/ed9f1b61-50c5-4dad-9cbc-aa429358dac4 HTTP/1.1" status: 204 len: 173 time: 3.2880783 Dec 22 09:35:13.055452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-5da7fecf-3a41-442f-827e-9efdf2644514 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:13.067371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483a2f5-b9be-4e88-ac86-91dadd2400f3 req-f7c5e6c3-7a5c-480d-8a63-357120cc3d81 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:13.070031 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1483a2f5-b9be-4e88-ac86-91dadd2400f3 req-f7c5e6c3-7a5c-480d-8a63-357120cc3d81 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 931 time: 0.9841526 Dec 22 09:35:13.125753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a0e4566d-3a63-4192-8451-2b907153460b req-5da7fecf-3a41-442f-827e-9efdf2644514 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Transition to ACTIVE for port object 39506343-a90f-4398-8f34-8fc7c0bfacbf will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:35:13.238765 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1483a2f5-b9be-4e88-ac86-91dadd2400f3 req-039532a7-49f2-4ef8-9a03-b3b39f564804 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393056 Dec 22 09:35:13.251436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5aec4-de5d-4312-8b48-9b1a12d7d3e2 req-70521a81-f56f-47a2-91aa-3cbd62705dfb tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:13.257941 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-adb5aec4-de5d-4312-8b48-9b1a12d7d3e2 req-70521a81-f56f-47a2-91aa-3cbd62705dfb tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=96dd4c36-3fc0-442b-aba4-7285f8b369a8 HTTP/1.1" status: 200 len: 950 time: 0.3579981 Dec 22 09:35:13.439770 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-adb5aec4-de5d-4312-8b48-9b1a12d7d3e2 req-b6c48081-9574-4a12-b14c-e4958bd0c708 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582637 Dec 22 09:35:13.439770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-5da7fecf-3a41-442f-827e-9efdf2644514 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:13.457581 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-78310107-0a06-4bac-99e1-0ae99e91dff8 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:13.687831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2028eb-135c-4bc5-bb1b-05f132281895 admin admin] Router 9d092eb6-047e-4837-9f77-bb3a1e580cdb has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:35:13.722286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7fecf-3a41-442f-827e-9efdf2644514 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event updated for resources: {'Port': ['ID=39506343-a90f-4398-8f34-8fc7c0bfacbf,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:13.736768 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5da7fecf-3a41-442f-827e-9efdf2644514 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:13.797601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e4566d-3a63-4192-8451-2b907153460b req-5da7fecf-3a41-442f-827e-9efdf2644514 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Network 4623a071-a810-4e69-a12c-21455bc82af1 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:35:13.800055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-a0e4566d-3a63-4192-8451-2b907153460b req-5da7fecf-3a41-442f-827e-9efdf2644514 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:35:13.803090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e4566d-3a63-4192-8451-2b907153460b req-5da7fecf-3a41-442f-827e-9efdf2644514 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:35:13.933339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-5da7fecf-3a41-442f-827e-9efdf2644514 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:13.935393 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-5da7fecf-3a41-442f-827e-9efdf2644514 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:13.987629 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-5da7fecf-3a41-442f-827e-9efdf2644514 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4452527 Dec 22 09:35:14.029953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a0e4566d-3a63-4192-8451-2b907153460b req-72a6271f-ebcd-4e62-9bf6-6b1d50381040 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Request body: {'port': {'device_id': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1', 'admin_state_up': True, 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'security_groups': ['52b804b4-ce06-412b-9d5b-10cced5b0bb0']}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:14.031014 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7584f9f0-aefa-49e5-9c4d-dc4793418014', 'name': 'network-vif-deleted', 'tag': 'ed9f1b61-50c5-4dad-9cbc-aa429358dac4', 'status': 'completed', 'code': 200} Dec 22 09:35:14.253391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6bad3896-6abf-44a8-956a-0935051bed74 None None] Provisioning for port 39506343-a90f-4398-8f34-8fc7c0bfacbf completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:35:14.260961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6bad3896-6abf-44a8-956a-0935051bed74 None None] Provisioning complete for port 39506343-a90f-4398-8f34-8fc7c0bfacbf triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:35:14.261660 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6bad3896-6abf-44a8-956a-0935051bed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:14.330294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6bad3896-6abf-44a8-956a-0935051bed74 None None] Port 39506343-a90f-4398-8f34-8fc7c0bfacbf cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:35:14.392993 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-16e8c5c6-12e0-4d32-a37e-7c875b7cb32c req-a07cc209-4cb0-4f13-99f3-6e22842a3065 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=7584f9f0-aefa-49e5-9c4d-dc4793418014 HTTP/1.1" status: 200 len: 210 time: 0.2300930 Dec 22 09:35:14.508770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2028eb-135c-4bc5-bb1b-05f132281895 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:35:14.508770 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7e2028eb-135c-4bc5-bb1b-05f132281895 admin admin] 10.222.0.50 "PUT /v2.0/routers/9d092eb6-047e-4837-9f77-bb3a1e580cdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6705415 Dec 22 09:35:14.512834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43794) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:14.518810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18079dae-4c1f-49d5-8cee-6201d413fe2f None None] Sync routers for ids ['9d092eb6-047e-4837-9f77-bb3a1e580cdb'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:35:14.571744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18079dae-4c1f-49d5-8cee-6201d413fe2f None None] Routers {'9d092eb6-047e-4837-9f77-bb3a1e580cdb'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:35:14.586910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-18079dae-4c1f-49d5-8cee-6201d413fe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:35:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9d092eb6-047e-4837-9f77-bb3a1e580cdb'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:14.769727 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd00156c-fc5c-44b8-a3cc-ec0b5a936f3a admin admin] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:14.829590 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-707a6676-0b44-4b3c-9bc8-3c0b8f9f502e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/networks?tenant_id=78bd97b243c64c7f87ff5b53501e6b09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1261711 Dec 22 09:35:14.830783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a0e4566d-3a63-4192-8451-2b907153460b req-72a6271f-ebcd-4e62-9bf6-6b1d50381040 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:35:14.848892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a0e4566d-3a63-4192-8451-2b907153460b req-72a6271f-ebcd-4e62-9bf6-6b1d50381040 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Usage tracker for resource:port and tenant:1f885b02df6f418abdaeaf80d8c5dc8f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:35:15.012850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-18079dae-4c1f-49d5-8cee-6201d413fe2f None None] Set router 9d092eb6-047e-4837-9f77-bb3a1e580cdb gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:35:15.020957 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd00156c-fc5c-44b8-a3cc-ec0b5a936f3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:15.028107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-cd00156c-fc5c-44b8-a3cc-ec0b5a936f3a admin admin] Deleting port 49daca78-b9b1-45e7-90e4-b382d30f00c4 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:15.028675 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd00156c-fc5c-44b8-a3cc-ec0b5a936f3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:15.037637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a0e4566d-3a63-4192-8451-2b907153460b req-72a6271f-ebcd-4e62-9bf6-6b1d50381040 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Quota usage for port was recalculated. Used quota:9. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:35:15.071882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-549f9684-1d17-4077-8389-a35a1a5e9b3e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:15.078914 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-549f9684-1d17-4077-8389-a35a1a5e9b3e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368343 Dec 22 09:35:15.146866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a0e4566d-3a63-4192-8451-2b907153460b req-72a6271f-ebcd-4e62-9bf6-6b1d50381040 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:35:15.161133 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-c241051b-b419-4645-8833-b5bffa519e21 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/quotas/78bd97b243c64c7f87ff5b53501e6b09 HTTP/1.1" status: 200 len: 375 time: 0.0105977 Dec 22 09:35:15.243291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-72a6271f-ebcd-4e62-9bf6-6b1d50381040 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Made reservation on behalf of 1f885b02df6f418abdaeaf80d8c5dc8f for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:35:15.251258 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-72a6271f-ebcd-4e62-9bf6-6b1d50381040 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:15.368183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-cd00156c-fc5c-44b8-a3cc-ec0b5a936f3a admin admin] For port 49daca78-b9b1-45e7-90e4-b382d30f00c4, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=49daca78-b9b1-45e7-90e4-b382d30f00c4,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:15.368183 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd00156c-fc5c-44b8-a3cc-ec0b5a936f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:15.504736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34d786-9303-464b-b3e7-f097bc1ad612 req-1531110f-0e9a-4fb0-b6f4-1c0ac908db52 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:15.512378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34d786-9303-464b-b3e7-f097bc1ad612 req-1531110f-0e9a-4fb0-b6f4-1c0ac908db52 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:15.517466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fb34d786-9303-464b-b3e7-f097bc1ad612 req-1531110f-0e9a-4fb0-b6f4-1c0ac908db52 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Synchronizing usage tracker for tenant:1f885b02df6f418abdaeaf80d8c5dc8f on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:35:15.537564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-cd00156c-fc5c-44b8-a3cc-ec0b5a936f3a admin admin] Calling delete_port for 49daca78-b9b1-45e7-90e4-b382d30f00c4 owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:15.549885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-18079dae-4c1f-49d5-8cee-6201d413fe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'name': 'tempest-FloatingIPsTestJSON-767221341-router', 'tenant_id': 'c837c1e9b9a749acaa90877fc91ec221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '49daca78-b9b1-45e7-90e4-b382d30f00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:34:02Z', 'updated_at': '2020-12-22T09:35:09Z', 'revision_number': 5, 'project_id': 'c837c1e9b9a749acaa90877fc91ec221', 'gw_port': {'id': '49daca78-b9b1-45e7-90e4-b382d30f00c4', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:34:05Z', 'updated_at': '2020-12-22T09:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:15.555644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18079dae-4c1f-49d5-8cee-6201d413fe2f None None] Checking router: 9d092eb6-047e-4837-9f77-bb3a1e580cdb for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:35:15.565541 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-ea488f70-3fe5-49af-bdad-c5f6a429fea0 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?tenant_id=78bd97b243c64c7f87ff5b53501e6b09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3931048 Dec 22 09:35:15.566996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18079dae-4c1f-49d5-8cee-6201d413fe2f None None] Routers {'9d092eb6-047e-4837-9f77-bb3a1e580cdb'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:35:15.567865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-18079dae-4c1f-49d5-8cee-6201d413fe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:35:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9d092eb6-047e-4837-9f77-bb3a1e580cdb'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:15.586335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fb34d786-9303-464b-b3e7-f097bc1ad612 req-1531110f-0e9a-4fb0-b6f4-1c0ac908db52 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Unset dirty status for tenant:1f885b02df6f418abdaeaf80d8c5dc8f on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:35:15.587832 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb34d786-9303-464b-b3e7-f097bc1ad612 req-1531110f-0e9a-4fb0-b6f4-1c0ac908db52 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 1653 time: 0.5515864 Dec 22 09:35:15.729552 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb34d786-9303-464b-b3e7-f097bc1ad612 req-a8eabf44-f130-4455-9f23-246928ed420e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271188 Dec 22 09:35:16.085291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-18079dae-4c1f-49d5-8cee-6201d413fe2f None None] Set router 9d092eb6-047e-4837-9f77-bb3a1e580cdb gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:35:16.161070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-a0e4566d-3a63-4192-8451-2b907153460b req-72a6271f-ebcd-4e62-9bf6-6b1d50381040 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Allocated IP 10.1.1.181 (4623a071-a810-4e69-a12c-21455bc82af1/d7889a3a-9571-460b-9e27-2fdf093fc665/aeadeb92-77d7-438a-af11-5f5f6953b05c) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:35:16.207283 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd00156c-fc5c-44b8-a3cc-ec0b5a936f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:16.492413 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-72a6271f-ebcd-4e62-9bf6-6b1d50381040 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:16.621691 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa78c44d-47a8-48b9-85e5-961df7519124 req-868c8d71-4c19-4f40-81c5-c62e3e454163 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 210 time: 0.1079793 Dec 22 09:35:16.755864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd00156c-fc5c-44b8-a3cc-ec0b5a936f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:16.992303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-18079dae-4c1f-49d5-8cee-6201d413fe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'name': 'tempest-FloatingIPsTestJSON-767221341-router', 'tenant_id': 'c837c1e9b9a749acaa90877fc91ec221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '49daca78-b9b1-45e7-90e4-b382d30f00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:34:02Z', 'updated_at': '2020-12-22T09:35:09Z', 'revision_number': 5, 'project_id': 'c837c1e9b9a749acaa90877fc91ec221', 'gw_port': {'id': '49daca78-b9b1-45e7-90e4-b382d30f00c4', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:34:05Z', 'updated_at': '2020-12-22T09:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:16.998178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18079dae-4c1f-49d5-8cee-6201d413fe2f None None] The sync data for ids ['9d092eb6-047e-4837-9f77-bb3a1e580cdb'] in n-d-765315-5 is: [{'id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'name': 'tempest-FloatingIPsTestJSON-767221341-router', 'tenant_id': 'c837c1e9b9a749acaa90877fc91ec221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '49daca78-b9b1-45e7-90e4-b382d30f00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:34:02Z', 'updated_at': '2020-12-22T09:35:09Z', 'revision_number': 5, 'project_id': 'c837c1e9b9a749acaa90877fc91ec221', 'gw_port': {'id': '49daca78-b9b1-45e7-90e4-b382d30f00c4', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d092eb6-047e-4837-9f77-bb3a1e580cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:34:05Z', 'updated_at': '2020-12-22T09:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:35:17.078050 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd00156c-fc5c-44b8-a3cc-ec0b5a936f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:17.086234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd00156c-fc5c-44b8-a3cc-ec0b5a936f3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:17.159036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a0e4566d-3a63-4192-8451-2b907153460b req-72a6271f-ebcd-4e62-9bf6-6b1d50381040 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Transition to ACTIVE for port object aeadeb92-77d7-438a-af11-5f5f6953b05c will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:35:17.161586 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd00156c-fc5c-44b8-a3cc-ec0b5a936f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:17.162346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd00156c-fc5c-44b8-a3cc-ec0b5a936f3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d092eb6-047e-4837-9f77-bb3a1e580cdb {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:35:17.197586 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-72a6271f-ebcd-4e62-9bf6-6b1d50381040 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:17.242510 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd00156c-fc5c-44b8-a3cc-ec0b5a936f3a admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:17.262922 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cd00156c-fc5c-44b8-a3cc-ec0b5a936f3a admin admin] 10.222.0.50 "DELETE /v2.0/routers/9d092eb6-047e-4837-9f77-bb3a1e580cdb HTTP/1.1" status: 204 len: 168 time: 2.7483938 Dec 22 09:35:17.268668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43854) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:17.400246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Deleting subnet cd14df85-70e1-4420-bb39-37f0d17b2fd6 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:35:17.409228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:17.460690 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5cbe5267-907e-49f4-94ab-87cf91ed91b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:17.530698 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:17.686567 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:17.702264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c7a9ec01-2f79-4033-86ea-7001464c2344 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:35:17.757626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: c7a9ec01-2f79-4033-86ea-7001464c2344 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:35:17.757980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c7a9ec01-2f79-4033-86ea-7001464c2344 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:35:18.003112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6271f-ebcd-4e62-9bf6-6b1d50381040 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event updated for resources: {'Port': ['ID=aeadeb92-77d7-438a-af11-5f5f6953b05c,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:18.010145 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-72a6271f-ebcd-4e62-9bf6-6b1d50381040 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:18.053005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e4566d-3a63-4192-8451-2b907153460b req-72a6271f-ebcd-4e62-9bf6-6b1d50381040 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Network 4623a071-a810-4e69-a12c-21455bc82af1 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:35:18.061917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-a0e4566d-3a63-4192-8451-2b907153460b req-72a6271f-ebcd-4e62-9bf6-6b1d50381040 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:35:18.068203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e4566d-3a63-4192-8451-2b907153460b req-72a6271f-ebcd-4e62-9bf6-6b1d50381040 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:35:18.196217 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-15563226-b7cf-446e-be06-2c2371a57884 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.37 "GET /v2.0/networks?tenant_id=78bd97b243c64c7f87ff5b53501e6b09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031959 Dec 22 09:35:18.208231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21658c12-5092-4422-9271-33699b4de492 req-c84d61db-eac0-411f-9b97-2989d1271bab tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:18.214244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21658c12-5092-4422-9271-33699b4de492 req-c84d61db-eac0-411f-9b97-2989d1271bab tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:18.219204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21658c12-5092-4422-9271-33699b4de492 req-c84d61db-eac0-411f-9b97-2989d1271bab tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:18.228369 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21658c12-5092-4422-9271-33699b4de492 req-c84d61db-eac0-411f-9b97-2989d1271bab tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 2374 time: 0.6761568 Dec 22 09:35:18.285476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3134c-86e9-4c66-ad16-c92cbfe8a9d9 req-4fe8b44b-d5dd-4055-8688-05af555c60fc tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:18.294484 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4f3134c-86e9-4c66-ad16-c92cbfe8a9d9 req-4fe8b44b-d5dd-4055-8688-05af555c60fc tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=cc978d9a-64e6-4877-af07-26aeb17889e5 HTTP/1.1" status: 200 len: 950 time: 0.3956776 Dec 22 09:35:18.322372 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:18.351814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-72a6271f-ebcd-4e62-9bf6-6b1d50381040 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:18.352640 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-72a6271f-ebcd-4e62-9bf6-6b1d50381040 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:18.398816 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21658c12-5092-4422-9271-33699b4de492 req-b28fbc89-f3fc-44e6-9109-975583f9e430 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690168 Dec 22 09:35:18.432886 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4f3134c-86e9-4c66-ad16-c92cbfe8a9d9 req-36e45144-4c33-4ba9-98c3-4fc9d0d07d47 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353402 Dec 22 09:35:18.478265 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-72a6271f-ebcd-4e62-9bf6-6b1d50381040 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4568503 Dec 22 09:35:18.490593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ca7062bd-bdec-4a1d-9339-8db217db262c None None] Provisioning for port aeadeb92-77d7-438a-af11-5f5f6953b05c completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:35:18.501425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ca7062bd-bdec-4a1d-9339-8db217db262c None None] Provisioning complete for port aeadeb92-77d7-438a-af11-5f5f6953b05c triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:35:18.504173 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6d8a667a-831e-4a1b-9e6e-826bd0a26c17 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:18.505300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ca7062bd-bdec-4a1d-9339-8db217db262c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:18.551750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a0e4566d-3a63-4192-8451-2b907153460b req-3920843b-9864-4d01-8a1a-6e403b2d52b3 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Request body: {'port': {'device_id': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd065e8dc-4901-49cf-a3a8-7b54cf5d4a85', 'admin_state_up': True, 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'security_groups': ['52b804b4-ce06-412b-9d5b-10cced5b0bb0']}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:18.589197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-b5c41210-b3e1-4591-8902-0f652bd01b88 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:18.590940 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-b5c41210-b3e1-4591-8902-0f652bd01b88 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3835080 Dec 22 09:35:18.623978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd14df85-70e1-4420-bb39-37f0d17b2fd6,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:18.635419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ca7062bd-bdec-4a1d-9339-8db217db262c None None] Port aeadeb92-77d7-438a-af11-5f5f6953b05c cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:35:18.641115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-47d9b956-5f54-4a8f-93b5-2d58a32a5959 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Request body: {'port': {'device_id': 'a63082c5-2b84-4923-aa35-1267b6732b00', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '78bd97b243c64c7f87ff5b53501e6b09'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:18.731601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.732046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.732473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.732890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.733303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.733714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.734121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.734530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.734942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.735343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.735750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.736181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.736657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.737062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.737464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.737870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.738277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.738677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.739076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.739475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.740014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.740418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.740952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.741500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.742035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.742420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.742830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.743236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.743652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.744074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.744484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.744890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.745294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.745702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.746110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.746512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:18.753360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43874) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:18.861143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a0e4566d-3a63-4192-8451-2b907153460b req-3920843b-9864-4d01-8a1a-6e403b2d52b3 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:35:18.879168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a0e4566d-3a63-4192-8451-2b907153460b req-3920843b-9864-4d01-8a1a-6e403b2d52b3 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Usage tracker for resource:port and tenant:1f885b02df6f418abdaeaf80d8c5dc8f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:35:18.885763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a0e4566d-3a63-4192-8451-2b907153460b req-3920843b-9864-4d01-8a1a-6e403b2d52b3 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Quota usage for port was recalculated. Used quota:10. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:35:18.899567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a0e4566d-3a63-4192-8451-2b907153460b req-3920843b-9864-4d01-8a1a-6e403b2d52b3 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:35:18.988724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-3920843b-9864-4d01-8a1a-6e403b2d52b3 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Made reservation on behalf of 1f885b02df6f418abdaeaf80d8c5dc8f for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:35:19.007334 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef24224a-1cb3-4f7b-abf3-d73d2389f61f req-349b91a1-630a-44b7-81b4-e8736154e8a9 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 210 time: 0.0696123 Dec 22 09:35:19.159121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-3920843b-9864-4d01-8a1a-6e403b2d52b3 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:19.325511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 99a39105-bcb6-4e43-ab3d-3422f4bf9416 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:35:19.407305 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:19.471772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:19.494104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7715781f-749f-4bc4-aca7-6d3356bcfb59 None None] Network b25ce199-6df4-44e5-a478-92880dff348d requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:35:19.508303 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cd14df85-70e1-4420-bb39-37f0d17b2fd6 HTTP/1.1" status: 204 len: 168 time: 2.2376208 Dec 22 09:35:19.517942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43896) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:19.769146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:19.770588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-a0e4566d-3a63-4192-8451-2b907153460b req-3920843b-9864-4d01-8a1a-6e403b2d52b3 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Allocated IP 10.2.2.100 (d065e8dc-4901-49cf-a3a8-7b54cf5d4a85/a91aa57c-aefa-41a9-ac61-6f1461aa1426/36a3d7c0-e6da-452f-94eb-1a48d0121717) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:35:19.894152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 49daca78-b9b1-45e7-90e4-b382d30f00c4 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:35:19.968734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 49daca78-b9b1-45e7-90e4-b382d30f00c4 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:35:19.969413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 49daca78-b9b1-45e7-90e4-b382d30f00c4 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:35:19.972619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-47d9b956-5f54-4a8f-93b5-2d58a32a5959 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:35:19.979711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Deleting port de184a63-b8f7-4136-8845-073cd34ca433 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:19.982345 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:19.988860 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:20.009880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-3920843b-9864-4d01-8a1a-6e403b2d52b3 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:20.029004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a0e4566d-3a63-4192-8451-2b907153460b req-3920843b-9864-4d01-8a1a-6e403b2d52b3 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Transition to ACTIVE for port object 36a3d7c0-e6da-452f-94eb-1a48d0121717 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:35:20.030072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 99a39105-bcb6-4e43-ab3d-3422f4bf9416, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=99a39105-bcb6-4e43-ab3d-3422f4bf9416,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:20.035425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc978d9a-64e6-4877-af07-26aeb17889e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99a39105-bcb6-4e43-ab3d-3422f4bf9416'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:20.042045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc713a-7b18-4984-b984-ba018af02b29 req-f71a5b9d-c402-4a86-97a1-05c8ccd08655 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:20.042807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8edc713a-7b18-4984-b984-ba018af02b29 req-f71a5b9d-c402-4a86-97a1-05c8ccd08655 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Synchronizing usage tracker for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:35:20.054750 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:20.058753 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-deedb59e-46fc-43da-bf72-c930cf03a686 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:20.059914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-47d9b956-5f54-4a8f-93b5-2d58a32a5959 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:35:20.144022 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-3920843b-9864-4d01-8a1a-6e403b2d52b3 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:20.155651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=99a39105-bcb6-4e43-ab3d-3422f4bf9416,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:20.160710 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:20.193393 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:20.193636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-47d9b956-5f54-4a8f-93b5-2d58a32a5959 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Made reservation on behalf of 78bd97b243c64c7f87ff5b53501e6b09 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:35:20.197629 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-47d9b956-5f54-4a8f-93b5-2d58a32a5959 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:20.253127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9207a880-2137-4ebe-bc76-7f52ceeddb4a None None] DHCP port deletion for b25ce199-6df4-44e5-a478-92880dff348d request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:35:20.263203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8edc713a-7b18-4984-b984-ba018af02b29 req-f71a5b9d-c402-4a86-97a1-05c8ccd08655 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Unset dirty status for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:35:20.264486 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8edc713a-7b18-4984-b984-ba018af02b29 req-f71a5b9d-c402-4a86-97a1-05c8ccd08655 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.64 "GET /v2.0/ports?device_id=cc978d9a-64e6-4877-af07-26aeb17889e5 HTTP/1.1" status: 200 len: 950 time: 0.9745183 Dec 22 09:35:20.266024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9207a880-2137-4ebe-bc76-7f52ceeddb4a None None] Deleting port de184a63-b8f7-4136-8845-073cd34ca433 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:20.266610 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9207a880-2137-4ebe-bc76-7f52ceeddb4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:20.428014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920843b-9864-4d01-8a1a-6e403b2d52b3 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event updated for resources: {'Port': ['ID=36a3d7c0-e6da-452f-94eb-1a48d0121717,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:20.432374 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3920843b-9864-4d01-8a1a-6e403b2d52b3 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:20.522733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58374041-df81-4f5f-8759-aeb4c39bda3d req-adf8c50b-27e1-4de3-96d0-edf29c0a50ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:20.530635 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-58374041-df81-4f5f-8759-aeb4c39bda3d req-adf8c50b-27e1-4de3-96d0-edf29c0a50ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=cc978d9a-64e6-4877-af07-26aeb17889e5 HTTP/1.1" status: 200 len: 948 time: 0.4819994 Dec 22 09:35:20.592011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] For port de184a63-b8f7-4136-8845-073cd34ca433, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=de184a63-b8f7-4136-8845-073cd34ca433,segment=NetworkSegment(3933900a-660d-43a7-9388-d22a013d5eb9),segment_id=3933900a-660d-43a7-9388-d22a013d5eb9)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:20.592391 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:20.597767 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-58374041-df81-4f5f-8759-aeb4c39bda3d req-57d6dfc0-63d9-49e4-8f78-56dd0e563588 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660839 Dec 22 09:35:20.633964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9207a880-2137-4ebe-bc76-7f52ceeddb4a None None] For port de184a63-b8f7-4136-8845-073cd34ca433, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=de184a63-b8f7-4136-8845-073cd34ca433,segment=NetworkSegment(3933900a-660d-43a7-9388-d22a013d5eb9),segment_id=3933900a-660d-43a7-9388-d22a013d5eb9)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:20.634804 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9207a880-2137-4ebe-bc76-7f52ceeddb4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:20.661966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d5b3f-9dde-40c1-9811-1612144c101c req-6753a67e-4a85-43c2-8406-8e16eccdb95e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:20.681795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d5b3f-9dde-40c1-9811-1612144c101c req-6753a67e-4a85-43c2-8406-8e16eccdb95e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:20.688690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:35:20.697044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d5b3f-9dde-40c1-9811-1612144c101c req-6753a67e-4a85-43c2-8406-8e16eccdb95e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:20.703155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d5b3f-9dde-40c1-9811-1612144c101c req-6753a67e-4a85-43c2-8406-8e16eccdb95e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:20.703155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f51d5b3f-9dde-40c1-9811-1612144c101c req-6753a67e-4a85-43c2-8406-8e16eccdb95e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Synchronizing usage tracker for tenant:1f885b02df6f418abdaeaf80d8c5dc8f on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:35:20.740908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Calling delete_port for de184a63-b8f7-4136-8845-073cd34ca433 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:20.775115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e4566d-3a63-4192-8451-2b907153460b req-3920843b-9864-4d01-8a1a-6e403b2d52b3 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Network d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:35:20.776830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-a0e4566d-3a63-4192-8451-2b907153460b req-3920843b-9864-4d01-8a1a-6e403b2d52b3 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:35:20.780309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e4566d-3a63-4192-8451-2b907153460b req-3920843b-9864-4d01-8a1a-6e403b2d52b3 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:35:20.805245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9207a880-2137-4ebe-bc76-7f52ceeddb4a None None] Calling delete_port for de184a63-b8f7-4136-8845-073cd34ca433 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:20.830754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f51d5b3f-9dde-40c1-9811-1612144c101c req-6753a67e-4a85-43c2-8406-8e16eccdb95e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Unset dirty status for tenant:1f885b02df6f418abdaeaf80d8c5dc8f on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:35:20.841059 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f51d5b3f-9dde-40c1-9811-1612144c101c req-6753a67e-4a85-43c2-8406-8e16eccdb95e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 3095 time: 0.7513218 Dec 22 09:35:20.908459 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-9207a880-2137-4ebe-bc76-7f52ceeddb4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:35:20.908877 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-9207a880-2137-4ebe-bc76-7f52ceeddb4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:35:20.937073 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:20.962584 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f51d5b3f-9dde-40c1-9811-1612144c101c req-4f016ea2-4067-4b68-bb66-2453951f3a75 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203716 Dec 22 09:35:20.992028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-3920843b-9864-4d01-8a1a-6e403b2d52b3 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:21.010382 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-3920843b-9864-4d01-8a1a-6e403b2d52b3 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:21.055529 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-3920843b-9864-4d01-8a1a-6e403b2d52b3 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5083137 Dec 22 09:35:21.077212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a0e4566d-3a63-4192-8451-2b907153460b req-4aa86481-c4b6-42ed-86f0-21514a5d575f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Request body: {'port': {'device_id': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd065e8dc-4901-49cf-a3a8-7b54cf5d4a85', 'admin_state_up': True, 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'security_groups': ['52b804b4-ce06-412b-9d5b-10cced5b0bb0']}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:21.137418 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-192dab55-1071-4b74-a640-e4b0083dd1af tempest-ServersAdminNegativeTestJSON-367938469 tempest-ServersAdminNegativeTestJSON-367938469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:21.214647 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc978d9a-64e6-4877-af07-26aeb17889e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99a39105-bcb6-4e43-ab3d-3422f4bf9416', 'code': 200} Dec 22 09:35:21.215853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Pushing event deleted for resources: {'Port': ['ID=de184a63-b8f7-4136-8845-073cd34ca433,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:21.237713 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:21.272018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-8edc713a-7b18-4984-b984-ba018af02b29 req-14a19bd3-7ff7-4e2e-9953-59c50dbb0c4e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Deleting port 99a39105-bcb6-4e43-ab3d-3422f4bf9416 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:21.272870 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8edc713a-7b18-4984-b984-ba018af02b29 req-14a19bd3-7ff7-4e2e-9953-59c50dbb0c4e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:21.287104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ef442b20-0b13-4f58-a8b6-53975bad11e5 None None] Provisioning for port 36a3d7c0-e6da-452f-94eb-1a48d0121717 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:35:21.293508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ef442b20-0b13-4f58-a8b6-53975bad11e5 None None] Provisioning complete for port 36a3d7c0-e6da-452f-94eb-1a48d0121717 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:35:21.293928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef442b20-0b13-4f58-a8b6-53975bad11e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:21.340240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] No DVR routers for this DVR port de184a63-b8f7-4136-8845-073cd34ca433 on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:35:21.398414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a0e4566d-3a63-4192-8451-2b907153460b req-4aa86481-c4b6-42ed-86f0-21514a5d575f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:35:21.409632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a0e4566d-3a63-4192-8451-2b907153460b req-4aa86481-c4b6-42ed-86f0-21514a5d575f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:35:21.411300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9207a880-2137-4ebe-bc76-7f52ceeddb4a None None] Deleting port de184a63-b8f7-4136-8845-073cd34ca433 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:21.411736 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9207a880-2137-4ebe-bc76-7f52ceeddb4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:21.425274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-4aa86481-c4b6-42ed-86f0-21514a5d575f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Made reservation on behalf of 1f885b02df6f418abdaeaf80d8c5dc8f for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:35:21.447090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-4aa86481-c4b6-42ed-86f0-21514a5d575f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:21.520539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9207a880-2137-4ebe-bc76-7f52ceeddb4a None None] The port 'de184a63-b8f7-4136-8845-073cd34ca433' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:35:21.529275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ef442b20-0b13-4f58-a8b6-53975bad11e5 None None] Port 36a3d7c0-e6da-452f-94eb-1a48d0121717 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:35:21.580388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f8c6446-c671-4696-807f-8e0729e457a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:21.599218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ebe93701-48d9-42ba-bb8e-e649801b0c6a req-da8ebeb6-f44a-42df-94ee-adcbb9f96125 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 210 time: 0.0899916 Dec 22 09:35:21.730671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device de184a63-b8f7-4136-8845-073cd34ca433 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:35:21.841200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: de184a63-b8f7-4136-8845-073cd34ca433 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:35:21.841768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device de184a63-b8f7-4136-8845-073cd34ca433 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:35:22.265774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-a0e4566d-3a63-4192-8451-2b907153460b req-4aa86481-c4b6-42ed-86f0-21514a5d575f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Allocated IP 10.2.2.200 (d065e8dc-4901-49cf-a3a8-7b54cf5d4a85/a91aa57c-aefa-41a9-ac61-6f1461aa1426/cfee7e92-56e4-4a04-8351-71d7acbc11ba) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:35:22.321130 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:22.362967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fbd2d-5bee-4b1b-ab16-1a01c249d0c2 req-f2268c23-91b3-4186-beab-01b7239cb6da tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:22.364845 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d72fbd2d-5bee-4b1b-ab16-1a01c249d0c2 req-f2268c23-91b3-4186-beab-01b7239cb6da tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=cc978d9a-64e6-4877-af07-26aeb17889e5 HTTP/1.1" status: 200 len: 948 time: 0.5667586 Dec 22 09:35:22.455466 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d72fbd2d-5bee-4b1b-ab16-1a01c249d0c2 req-09e10b96-08d2-4c05-babf-781d023eef9e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645497 Dec 22 09:35:22.707656 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-4aa86481-c4b6-42ed-86f0-21514a5d575f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:22.732630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a0e4566d-3a63-4192-8451-2b907153460b req-4aa86481-c4b6-42ed-86f0-21514a5d575f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Transition to ACTIVE for port object cfee7e92-56e4-4a04-8351-71d7acbc11ba will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:35:22.805948 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-4aa86481-c4b6-42ed-86f0-21514a5d575f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:22.953385 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-52416a06-c69d-43da-b97c-e7e6286871b4 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:22.981408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25ce199-6df4-44e5-a478-92880dff348d']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:23.022596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3933900a-660d-43a7-9388-d22a013d5eb9') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:23.023016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3933900a-660d-43a7-9388-d22a013d5eb9') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:23.049140 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:23.059496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-8edc713a-7b18-4984-b984-ba018af02b29 req-14a19bd3-7ff7-4e2e-9953-59c50dbb0c4e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] For port 99a39105-bcb6-4e43-ab3d-3422f4bf9416, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=99a39105-bcb6-4e43-ab3d-3422f4bf9416,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:23.059496 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8edc713a-7b18-4984-b984-ba018af02b29 req-14a19bd3-7ff7-4e2e-9953-59c50dbb0c4e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:23.169550 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-14527856-b557-48d3-a494-54f78c8ac363 req-4b3b320f-0e3f-435c-afca-d32f1515c6e4 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 210 time: 0.1259747 Dec 22 09:35:23.179626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa86481-c4b6-42ed-86f0-21514a5d575f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event updated for resources: {'Port': ['ID=cfee7e92-56e4-4a04-8351-71d7acbc11ba,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:23.186304 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4aa86481-c4b6-42ed-86f0-21514a5d575f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:23.318137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e4566d-3a63-4192-8451-2b907153460b req-4aa86481-c4b6-42ed-86f0-21514a5d575f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Network d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:35:23.327182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-a0e4566d-3a63-4192-8451-2b907153460b req-4aa86481-c4b6-42ed-86f0-21514a5d575f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:35:23.331877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e4566d-3a63-4192-8451-2b907153460b req-4aa86481-c4b6-42ed-86f0-21514a5d575f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:35:23.393361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-8edc713a-7b18-4984-b984-ba018af02b29 req-14a19bd3-7ff7-4e2e-9953-59c50dbb0c4e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Calling delete_port for 99a39105-bcb6-4e43-ab3d-3422f4bf9416 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:23.426271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-4aa86481-c4b6-42ed-86f0-21514a5d575f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:23.427250 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-4aa86481-c4b6-42ed-86f0-21514a5d575f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:23.465202 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-4aa86481-c4b6-42ed-86f0-21514a5d575f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3935533 Dec 22 09:35:23.481148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa04ab-43ae-4b04-a26b-a2b4fce1a0ae req-65c76495-7c67-476d-a890-679c0a6385f5 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:23.486474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa04ab-43ae-4b04-a26b-a2b4fce1a0ae req-65c76495-7c67-476d-a890-679c0a6385f5 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:23.491518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa04ab-43ae-4b04-a26b-a2b4fce1a0ae req-65c76495-7c67-476d-a890-679c0a6385f5 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:23.497757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa04ab-43ae-4b04-a26b-a2b4fce1a0ae req-65c76495-7c67-476d-a890-679c0a6385f5 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:23.503117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa04ab-43ae-4b04-a26b-a2b4fce1a0ae req-65c76495-7c67-476d-a890-679c0a6385f5 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:23.505444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c8fa04ab-43ae-4b04-a26b-a2b4fce1a0ae req-65c76495-7c67-476d-a890-679c0a6385f5 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Synchronizing usage tracker for tenant:1f885b02df6f418abdaeaf80d8c5dc8f on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:35:23.517308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Request body: {'port': {'device_id': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:23.532090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:23.570613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c8fa04ab-43ae-4b04-a26b-a2b4fce1a0ae req-65c76495-7c67-476d-a890-679c0a6385f5 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Unset dirty status for tenant:1f885b02df6f418abdaeaf80d8c5dc8f on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:35:23.572637 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8fa04ab-43ae-4b04-a26b-a2b4fce1a0ae req-65c76495-7c67-476d-a890-679c0a6385f5 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 3816 time: 0.5267737 Dec 22 09:35:23.594738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a1e6c549-98e6-468d-8c1d-d3ba3382247e None None] Provisioning for port cfee7e92-56e4-4a04-8351-71d7acbc11ba completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:35:23.609666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a1e6c549-98e6-468d-8c1d-d3ba3382247e None None] Provisioning complete for port cfee7e92-56e4-4a04-8351-71d7acbc11ba triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:35:23.610450 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a1e6c549-98e6-468d-8c1d-d3ba3382247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:23.750061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a1e6c549-98e6-468d-8c1d-d3ba3382247e None None] Port cfee7e92-56e4-4a04-8351-71d7acbc11ba cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:35:23.757098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:35:23.802552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-47d9b956-5f54-4a8f-93b5-2d58a32a5959 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Allocated IP 192.168.233.121 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:35:24.104691 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8fa04ab-43ae-4b04-a26b-a2b4fce1a0ae req-43c4d9f0-a536-4018-9fee-7d69c927a241 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5169623 Dec 22 09:35:24.173375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Network b25ce199-6df4-44e5-a478-92880dff348d has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:35:24.208052 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:24.220511 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:24.230192 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8edc713a-7b18-4984-b984-ba018af02b29 req-14a19bd3-7ff7-4e2e-9953-59c50dbb0c4e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:24.312509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88554255-7201-41d0-a8b5-60a8b7a9d11b req-9a39c440-6af8-4e57-bafa-37a4ef4a44fb tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:24.314182 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-88554255-7201-41d0-a8b5-60a8b7a9d11b req-9a39c440-6af8-4e57-bafa-37a4ef4a44fb tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=cc978d9a-64e6-4877-af07-26aeb17889e5 HTTP/1.1" status: 200 len: 865 time: 0.3374143 Dec 22 09:35:24.407129 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-912072ec-193e-4da6-a0f6-c45cb06d67ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:24.457438 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-88554255-7201-41d0-a8b5-60a8b7a9d11b req-84ce3b06-d47c-4621-8202-b932791dec87 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079779 Dec 22 09:35:24.605635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a19bd3-7ff7-4e2e-9953-59c50dbb0c4e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Pushing event deleted for resources: {'Port': ['ID=99a39105-bcb6-4e43-ab3d-3422f4bf9416,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:24.630377 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2003fd43-a15c-4793-8f78-44bb8c382a68 req-082ca604-e36c-4bf1-8434-9e1d9209c98c tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 210 time: 0.0805049 Dec 22 09:35:24.638049 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-14a19bd3-7ff7-4e2e-9953-59c50dbb0c4e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:24.726860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edc713a-7b18-4984-b984-ba018af02b29 req-14a19bd3-7ff7-4e2e-9953-59c50dbb0c4e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] No DVR routers for this DVR port 99a39105-bcb6-4e43-ab3d-3422f4bf9416 on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:35:24.958703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6678f581-95c6-4a68-89a6-920891ccd5a6 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:35:24.967602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:25.139879 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8edc713a-7b18-4984-b984-ba018af02b29 req-14a19bd3-7ff7-4e2e-9953-59c50dbb0c4e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:25.193115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc978d9a-64e6-4877-af07-26aeb17889e5', 'name': 'network-vif-deleted', 'tag': '99a39105-bcb6-4e43-ab3d-3422f4bf9416'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:25.315181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Network b25ce199-6df4-44e5-a478-92880dff348d has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:35:25.328006 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8edc713a-7b18-4984-b984-ba018af02b29 req-14a19bd3-7ff7-4e2e-9953-59c50dbb0c4e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.64 "DELETE /v2.0/ports/99a39105-bcb6-4e43-ab3d-3422f4bf9416 HTTP/1.1" status: 204 len: 173 time: 5.0393224 Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:35:25.418550 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:35:25.432500 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc978d9a-64e6-4877-af07-26aeb17889e5', 'name': 'network-vif-deleted', 'tag': '99a39105-bcb6-4e43-ab3d-3422f4bf9416', 'status': 'completed', 'code': 200} Dec 22 09:35:25.836850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Transition to ACTIVE for port object 6678f581-95c6-4a68-89a6-920891ccd5a6 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:35:25.872425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:25.878737 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:25.884126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12728562-677c-4382-b2d9-fc4e81ef5d62 req-3c0250c1-8234-40d2-bf5f-c57e377d30a8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:25.892967 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-47d9b956-5f54-4a8f-93b5-2d58a32a5959 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:25.893310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12728562-677c-4382-b2d9-fc4e81ef5d62 req-3c0250c1-8234-40d2-bf5f-c57e377d30a8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:25.902725 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:25.918357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12728562-677c-4382-b2d9-fc4e81ef5d62 req-3c0250c1-8234-40d2-bf5f-c57e377d30a8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:25.930821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12728562-677c-4382-b2d9-fc4e81ef5d62 req-3c0250c1-8234-40d2-bf5f-c57e377d30a8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:25.941049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12728562-677c-4382-b2d9-fc4e81ef5d62 req-3c0250c1-8234-40d2-bf5f-c57e377d30a8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:25.954048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Pushing event deleted for resources: {'Network': ['ID=b25ce199-6df4-44e5-a478-92880dff348d,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:25.957089 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:25.959101 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] 10.222.0.50 "DELETE /v2.0/networks/b25ce199-6df4-44e5-a478-92880dff348d HTTP/1.1" status: 204 len: 168 time: 6.4350169 Dec 22 09:35:25.966264 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-12728562-677c-4382-b2d9-fc4e81ef5d62 req-3c0250c1-8234-40d2-bf5f-c57e377d30a8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 3816 time: 0.3916042 Dec 22 09:35:26.037335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-47d9b956-5f54-4a8f-93b5-2d58a32a5959 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Transition to ACTIVE for port object ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:35:26.060091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c6446-c671-4696-807f-8e0729e457a5 admin admin] Deleting port 5d6a864e-ea86-419d-93c8-492c713e2af8 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:26.060888 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f8c6446-c671-4696-807f-8e0729e457a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:26.096064 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:26.327575 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b650080-9486-4f59-8be9-b9b2465e467d tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:26.464879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-0f8c6446-c671-4696-807f-8e0729e457a5 admin admin] For port 5d6a864e-ea86-419d-93c8-492c713e2af8, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=5d6a864e-ea86-419d-93c8-492c713e2af8,segment=NetworkSegment(1fa756de-5d21-42b1-a5a1-3166ef3941a6),segment_id=1fa756de-5d21-42b1-a5a1-3166ef3941a6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:26.465391 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f8c6446-c671-4696-807f-8e0729e457a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:26.605297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44008) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:26.631285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c6446-c671-4696-807f-8e0729e457a5 admin admin] Calling delete_port for 5d6a864e-ea86-419d-93c8-492c713e2af8 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:26.755871 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f55d11e7-86a3-43cd-a3ce-35372574ab7a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c837c1e9b9a749acaa90877fc91ec221&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1483221 Dec 22 09:35:26.758882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44014) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:26.782161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Pushing event updated for resources: {'Port': ['ID=6678f581-95c6-4a68-89a6-920891ccd5a6,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:26.833675 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-47d9b956-5f54-4a8f-93b5-2d58a32a5959 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:26.859813 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5c8b5a44-b6cd-4746-9507-8f01d51f584d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:26.934037 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-819a764a-21ec-4dab-ad6b-f9107dd9ea8a req-a014d259-89d6-4e24-a52f-aeddc35418bd tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=cc978d9a-64e6-4877-af07-26aeb17889e5 HTTP/1.1" status: 200 len: 210 time: 0.9186313 Dec 22 09:35:26.943236 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:26.962459 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-12728562-677c-4382-b2d9-fc4e81ef5d62 req-5df2daf4-8980-4f64-b464-256fb2f202f9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9949539 Dec 22 09:35:27.129055 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-04807c89-13d7-4611-8eec-94796a1c9b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:27.171756 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-04807c89-13d7-4611-8eec-94796a1c9b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:27.278986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9b956-5f54-4a8f-93b5-2d58a32a5959 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Pushing event updated for resources: {'Port': ['ID=ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:27.296666 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-04807c89-13d7-4611-8eec-94796a1c9b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:27.307351 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-47d9b956-5f54-4a8f-93b5-2d58a32a5959 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:27.310944 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5964b4d3-72a2-4858-bff5-a3bbbf33108c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:27.336748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04807c89-13d7-4611-8eec-94796a1c9b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ceb3f7-c422-4837-8d52-f6db601eed61,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:27.359265 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-04807c89-13d7-4611-8eec-94796a1c9b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:27.377266 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-04807c89-13d7-4611-8eec-94796a1c9b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:27.382010 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-04807c89-13d7-4611-8eec-94796a1c9b25 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/10ceb3f7-c422-4837-8d52-f6db601eed61 HTTP/1.1" status: 204 len: 168 time: 0.6179488 Dec 22 09:35:27.403638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Attempting to bind port 6678f581-95c6-4a68-89a6-920891ccd5a6 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:35:27.404441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Attempting to bind port 6678f581-95c6-4a68-89a6-920891ccd5a6 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '879e1921-841b-4c32-99dd-c355d0c59585', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:35:27.405016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Attempting to bind port 6678f581-95c6-4a68-89a6-920891ccd5a6 on network a4284a53-ed3c-4b2e-b701-f977e110a16f {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:35:27.427483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:35:27.428342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Checking segment: {'id': '879e1921-841b-4c32-99dd-c355d0c59585', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:35:27.428963 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:27.429559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Bound using segment: {'id': '879e1921-841b-4c32-99dd-c355d0c59585', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:35:27.430074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-47d9b956-5f54-4a8f-93b5-2d58a32a5959 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:35:27.430867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Bound port: 6678f581-95c6-4a68-89a6-920891ccd5a6, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879e1921-841b-4c32-99dd-c355d0c59585', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:35:27.431469 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:27.466548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-47d9b956-5f54-4a8f-93b5-2d58a32a5959 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:35:27.473520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-47d9b956-5f54-4a8f-93b5-2d58a32a5959 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:35:27.558838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e187f0-459a-4669-899c-f08adf9514ef req-66f3c9ed-1b7a-44d3-a101-77c76de7e878 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:27.567175 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2e187f0-459a-4669-899c-f08adf9514ef req-66f3c9ed-1b7a-44d3-a101-77c76de7e878 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 936 time: 0.3466408 Dec 22 09:35:27.622831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-47d9b956-5f54-4a8f-93b5-2d58a32a5959 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:27.625017 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-47d9b956-5f54-4a8f-93b5-2d58a32a5959 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:27.662205 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f8c6446-c671-4696-807f-8e0729e457a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:27.700148 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2e187f0-459a-4669-899c-f08adf9514ef req-84223a32-799a-4f04-ac9d-bf64a7d74c78 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317327 Dec 22 09:35:27.715016 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:27.760714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] For port 6678f581-95c6-4a68-89a6-920891ccd5a6, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:35:27.770576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] For port 6678f581-95c6-4a68-89a6-920891ccd5a6, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6678f581-95c6-4a68-89a6-920891ccd5a6,segment=NetworkSegment(879e1921-841b-4c32-99dd-c355d0c59585),segment_id=879e1921-841b-4c32-99dd-c355d0c59585)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:35:27.785377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c6446-c671-4696-807f-8e0729e457a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6a864e-ea86-419d-93c8-492c713e2af8,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:27.790780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:27.833160 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0f8c6446-c671-4696-807f-8e0729e457a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:27.863414 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-47d9b956-5f54-4a8f-93b5-2d58a32a5959 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 9.2269111 Dec 22 09:35:27.889406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Request body: {'port': {'device_id': 'a63082c5-2b84-4923-aa35-1267b6732b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:27.931194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-591ed4e1-897f-45ee-9305-7b36fcb9905e None None] Provisioning for port ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:35:27.953243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-591ed4e1-897f-45ee-9305-7b36fcb9905e None None] Provisioning complete for port ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:35:27.958181 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-591ed4e1-897f-45ee-9305-7b36fcb9905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:28.010853 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bb29d317-9b5e-4d31-81ff-fc9cf443c20d tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:28.107271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Pushing event updated for resources: {'Port': ['ID=6678f581-95c6-4a68-89a6-920891ccd5a6,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:28.113358 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:28.134900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:28.135814 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:28.138922 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] 10.222.0.64 "PUT /v2.0/ports/6678f581-95c6-4a68-89a6-920891ccd5a6 HTTP/1.1" status: 200 len: 1155 time: 4.6271193 Dec 22 09:35:28.139607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'tag': '6678f581-95c6-4a68-89a6-920891ccd5a6'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:28.180856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Request body: {'port': {'device_id': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:28.275797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-591ed4e1-897f-45ee-9305-7b36fcb9905e None None] Port ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:35:28.355626 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:28.731572 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'tag': '6678f581-95c6-4a68-89a6-920891ccd5a6', 'status': 'completed', 'code': 200} Dec 22 09:35:28.896380 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:29.175634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86621489-9b71-43c6-a3d1-3439fe484d04 req-dcf5f8e9-7b0f-45f1-b6be-cff665477f96 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:29.196407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86621489-9b71-43c6-a3d1-3439fe484d04 req-dcf5f8e9-7b0f-45f1-b6be-cff665477f96 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:29.226283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:35:29.240192 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:29.252762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Transition to ACTIVE for port object ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:35:29.255361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86621489-9b71-43c6-a3d1-3439fe484d04 req-dcf5f8e9-7b0f-45f1-b6be-cff665477f96 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:29.303179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86621489-9b71-43c6-a3d1-3439fe484d04 req-dcf5f8e9-7b0f-45f1-b6be-cff665477f96 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:29.320968 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:29.330744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86621489-9b71-43c6-a3d1-3439fe484d04 req-dcf5f8e9-7b0f-45f1-b6be-cff665477f96 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:29.344082 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86621489-9b71-43c6-a3d1-3439fe484d04 req-dcf5f8e9-7b0f-45f1-b6be-cff665477f96 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 3828 time: 0.6112330 Dec 22 09:35:29.446385 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:29.618240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda37699-0033-410e-b6bc-1732c6504932 req-05739cef-20e9-4274-a177-2933a7e633c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:29.618657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda37699-0033-410e-b6bc-1732c6504932 req-05739cef-20e9-4274-a177-2933a7e633c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:29.619050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda37699-0033-410e-b6bc-1732c6504932 req-05739cef-20e9-4274-a177-2933a7e633c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:29.619463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda37699-0033-410e-b6bc-1732c6504932 req-05739cef-20e9-4274-a177-2933a7e633c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:29.621536 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eda37699-0033-410e-b6bc-1732c6504932 req-05739cef-20e9-4274-a177-2933a7e633c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f&device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 4427 time: 1.1990039 Dec 22 09:35:29.634609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f8c6446-c671-4696-807f-8e0729e457a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:29.708020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Pushing event updated for resources: {'Port': ['ID=ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:29.732802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44076) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:29.735615 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:29.952697 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86621489-9b71-43c6-a3d1-3439fe484d04 req-78e0e17d-b1f4-4af3-aa57-f20cc1b76278 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6074405 Dec 22 09:35:30.091706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a83976-b3a6-46b7-a836-c356841a043b req-6742ead7-ec5d-4f23-b932-f9528ab4cd32 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:30.093360 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a8a83976-b3a6-46b7-a836-c356841a043b req-6742ead7-ec5d-4f23-b932-f9528ab4cd32 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 948 time: 0.3109336 Dec 22 09:35:30.246884 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a8a83976-b3a6-46b7-a836-c356841a043b req-20133b8b-506e-4f36-964d-38322bb04a29 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374438 Dec 22 09:35:30.261840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-472074991-network', 'tenant_id': 'e1da157a396744cbb57888aa7bf7a7e8'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:30.267231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:35:30.271630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Usage tracker for resource:network and tenant:e1da157a396744cbb57888aa7bf7a7e8 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:35:30.275674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:35:30.283160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21597bba-be5f-49e6-b4ef-eaabcf5291f1 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:35:30.303840 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:30.340341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Transition to ACTIVE for port object 21597bba-be5f-49e6-b4ef-eaabcf5291f1 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:35:30.344393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda37699-0033-410e-b6bc-1732c6504932 req-83bbd075-0145-49d5-837a-c744c6c5a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:30.345561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda37699-0033-410e-b6bc-1732c6504932 req-83bbd075-0145-49d5-837a-c744c6c5a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:30.346318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda37699-0033-410e-b6bc-1732c6504932 req-83bbd075-0145-49d5-837a-c744c6c5a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:30.348159 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eda37699-0033-410e-b6bc-1732c6504932 req-83bbd075-0145-49d5-837a-c744c6c5a3ff service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f&shared=False HTTP/1.1" status: 200 len: 2273 time: 0.6987188 Dec 22 09:35:30.349706 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:30.356029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:35:30.398741 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-72a6271f-ebcd-4e62-9bf6-6b1d50381040 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:30.562578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda37699-0033-410e-b6bc-1732c6504932 req-07807dbf-6bca-4ec1-9752-cecadc286795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:30.564374 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eda37699-0033-410e-b6bc-1732c6504932 req-07807dbf-6bca-4ec1-9752-cecadc286795 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1948221 Dec 22 09:35:30.564814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Pushing event updated for resources: {'Port': ['ID=21597bba-be5f-49e6-b4ef-eaabcf5291f1,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:30.572253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Made reservation on behalf of e1da157a396744cbb57888aa7bf7a7e8 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:35:30.578787 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:30.580246 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:30.611476 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:30.707284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:35:30.716687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Usage tracker for resource:security_group_rule and tenant:e1da157a396744cbb57888aa7bf7a7e8 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:35:30.737949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:35:30.759818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:35:31.044944 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:31.060848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:31.080848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:35:31.093369 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:31.093816 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Added segment 29ba493a-0059-47df-8254-8b44a764f8c6 of type vxlan for network 278e11d5-53ce-4cbd-ba2d-0aff16a97e0b Dec 22 09:35:31.118522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device ad888745-8a38-4de9-a9a5-3ca9e6df7b19 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:35:31.159197 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:31.186455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0327a-6eac-4b17-b1c9-df9a6d556ca5 req-f0f68c2e-d0ea-4ca0-8ef1-88e8719da32b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:31.192642 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5ec0327a-6eac-4b17-b1c9-df9a6d556ca5 req-f0f68c2e-d0ea-4ca0-8ef1-88e8719da32b tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=f9bb6606-51fe-49c8-a562-1ecbb8615107 HTTP/1.1" status: 200 len: 949 time: 0.3302584 Dec 22 09:35:31.230302 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b25882ea-e3e4-40ff-85ce-8baf5b9800a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:31.312206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a82348-e039-4c36-8d9d-c75e601d388d,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:31.321061 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:31.321799 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:31.325077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:31.325815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:31.363522 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:31.400488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc7c48-2d5d-44bf-a680-c0d8eccb8594 req-ba4a093a-49cf-4b93-8f59-0ba1c902a57f tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:31.402036 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:31.402931 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5fdc7c48-2d5d-44bf-a680-c0d8eccb8594 req-ba4a093a-49cf-4b93-8f59-0ba1c902a57f tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "GET /v2.0/ports?device_id=f9bb6606-51fe-49c8-a562-1ecbb8615107 HTTP/1.1" status: 200 len: 949 time: 0.6268172 Dec 22 09:35:31.459879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bb6606-51fe-49c8-a562-1ecbb8615107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad888745-8a38-4de9-a9a5-3ca9e6df7b19'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:31.485149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port ad888745-8a38-4de9-a9a5-3ca9e6df7b19, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ad888745-8a38-4de9-a9a5-3ca9e6df7b19,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:31.505487 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:31.508728 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:31.611014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Pushing event updated for resources: {'Network': ['ID=278e11d5-53ce-4cbd-ba2d-0aff16a97e0b,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:31.616672 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:31.637672 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5ec0327a-6eac-4b17-b1c9-df9a6d556ca5 req-e8b5026c-9f52-447d-8f98-f5cab7719c78 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473978 Dec 22 09:35:31.664333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Attempting to bind port 21597bba-be5f-49e6-b4ef-eaabcf5291f1 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:35:31.664822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Attempting to bind port 21597bba-be5f-49e6-b4ef-eaabcf5291f1 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:35:31.675457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Attempting to bind port 21597bba-be5f-49e6-b4ef-eaabcf5291f1 on network 4623a071-a810-4e69-a12c-21455bc82af1 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:35:31.675579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=ad888745-8a38-4de9-a9a5-3ca9e6df7b19,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:31.679987 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:31.689289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 278e11d5-53ce-4cbd-ba2d-0aff16a97e0b details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:35:31.722991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf570d51-37c3-42c7-9cab-75323486280a req-7509593c-c45d-4abd-85f3-a68f57501426 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:31.730704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf570d51-37c3-42c7-9cab-75323486280a req-7509593c-c45d-4abd-85f3-a68f57501426 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:31.737382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf570d51-37c3-42c7-9cab-75323486280a req-7509593c-c45d-4abd-85f3-a68f57501426 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:31.743291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf570d51-37c3-42c7-9cab-75323486280a req-7509593c-c45d-4abd-85f3-a68f57501426 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:31.752004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf570d51-37c3-42c7-9cab-75323486280a req-7509593c-c45d-4abd-85f3-a68f57501426 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:31.758759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf570d51-37c3-42c7-9cab-75323486280a req-7509593c-c45d-4abd-85f3-a68f57501426 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:31.778229 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf570d51-37c3-42c7-9cab-75323486280a req-7509593c-c45d-4abd-85f3-a68f57501426 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 4600 time: 0.5724225 Dec 22 09:35:31.780537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:35:31.780925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Checking segment: {'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:35:31.781345 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:31.781747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Bound using segment: {'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:35:31.782260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Bound port: 21597bba-be5f-49e6-b4ef-eaabcf5291f1, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:35:31.782631 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:31.901171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-5fdc7c48-2d5d-44bf-a680-c0d8eccb8594 req-e04e43e7-8606-41bc-b0f5-57cce7b30313 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Deleting port ad888745-8a38-4de9-a9a5-3ca9e6df7b19 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:31.901568 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5fdc7c48-2d5d-44bf-a680-c0d8eccb8594 req-e04e43e7-8606-41bc-b0f5-57cce7b30313 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:32.120130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Attempting to bind port ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:35:32.120130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Attempting to bind port ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:35:32.120766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Attempting to bind port ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:35:32.128000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:35:32.128576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:35:32.129005 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:32.129420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:35:32.130077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Bound port: ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:35:32.130472 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:32.392006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 278e11d5-53ce-4cbd-ba2d-0aff16a97e0b details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:35:32.494067 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf570d51-37c3-42c7-9cab-75323486280a req-171242d8-ecec-484a-941f-7efac8d3832a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7147577 Dec 22 09:35:32.549084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 278e11d5-53ce-4cbd-ba2d-0aff16a97e0b details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:35:32.594786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] For port ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:35:32.599316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] For port ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:35:32.605111 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8711462 Dec 22 09:35:32.617965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44114) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:32.636921 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:32.700355 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bb6606-51fe-49c8-a562-1ecbb8615107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad888745-8a38-4de9-a9a5-3ca9e6df7b19', 'code': 200} Dec 22 09:35:32.727046 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:32.760821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-d671c51a-a510-4f04-8229-1ae331887ac5 admin admin] Request body: {'subnet': {'network_id': '278e11d5-53ce-4cbd-ba2d-0aff16a97e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-472074991-subnet', 'tenant_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:32.809224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d671c51a-a510-4f04-8229-1ae331887ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:35:32.892952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc997c7a-0a12-41bf-81ec-9252a1e355ff req-23d486ca-628e-4a44-bcc5-90239bc246f9 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:32.904162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d671c51a-a510-4f04-8229-1ae331887ac5 admin admin] Usage tracker for resource:subnet and tenant:e1da157a396744cbb57888aa7bf7a7e8 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:35:32.912096 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc997c7a-0a12-41bf-81ec-9252a1e355ff req-23d486ca-628e-4a44-bcc5-90239bc246f9 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 948 time: 0.9465613 Dec 22 09:35:32.921698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d671c51a-a510-4f04-8229-1ae331887ac5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:35:32.938695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] For port 21597bba-be5f-49e6-b4ef-eaabcf5291f1, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:35:33.047348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d671c51a-a510-4f04-8229-1ae331887ac5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:35:33.072384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8c6446-c671-4696-807f-8e0729e457a5 admin admin] Router 462fb372-4b7b-4150-94df-ae098fa99884 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:35:33.097486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Pushing event updated for resources: {'Port': ['ID=ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:33.120255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] For port 21597bba-be5f-49e6-b4ef-eaabcf5291f1, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=21597bba-be5f-49e6-b4ef-eaabcf5291f1,segment=NetworkSegment(bc946c45-f832-479c-9a73-018cf6addf87),segment_id=bc946c45-f832-479c-9a73-018cf6addf87)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:35:33.146302 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:33.167264 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:33.185410 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:33.234060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa040d-14c2-401a-857e-c63a1817a0a3 req-95f4285c-44f0-4997-9eba-f49f5b199c90 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:33.237598 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc997c7a-0a12-41bf-81ec-9252a1e355ff req-d84206c6-0b86-41e7-aa62-bfb6d7e32ed5 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236639 Dec 22 09:35:33.248457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a8aa040d-14c2-401a-857e-c63a1817a0a3 req-95f4285c-44f0-4997-9eba-f49f5b199c90 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Synchronizing usage tracker for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:35:33.251468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d671c51a-a510-4f04-8229-1ae331887ac5 admin admin] Made reservation on behalf of e1da157a396744cbb57888aa7bf7a7e8 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:35:33.256626 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d671c51a-a510-4f04-8229-1ae331887ac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:33.399839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:35:33.420012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Pushing event updated for resources: {'Port': ['ID=21597bba-be5f-49e6-b4ef-eaabcf5291f1,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:33.540646 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:33.714059 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:33.800402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:33.805582 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:33.808972 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:33.914809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:33.917772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:33.917772 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] 10.222.0.37 "PUT /v2.0/ports/ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce HTTP/1.1" status: 200 len: 1160 time: 6.0332010 Dec 22 09:35:33.960692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:33.964397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-5fdc7c48-2d5d-44bf-a680-c0d8eccb8594 req-e04e43e7-8606-41bc-b0f5-57cce7b30313 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] For port ad888745-8a38-4de9-a9a5-3ca9e6df7b19, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ad888745-8a38-4de9-a9a5-3ca9e6df7b19,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:33.964795 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5fdc7c48-2d5d-44bf-a680-c0d8eccb8594 req-e04e43e7-8606-41bc-b0f5-57cce7b30313 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:33.985863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.986273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.986645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.987023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.987393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.987770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.988173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.988540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.988923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.989272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.989638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.990004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.990867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.991249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.992253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.992253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.992461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.992728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63082c5-2b84-4923-aa35-1267b6732b00', 'tag': 'ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:33.992847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.993117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.993481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.993846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.994203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.994564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.994922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.995349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:33.995693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:34.009383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:34.009897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:34.010088 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:34.010420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:34.010855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:34.011246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:34.011706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:34.011893 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] 10.222.0.64 "PUT /v2.0/ports/21597bba-be5f-49e6-b4ef-eaabcf5291f1 HTTP/1.1" status: 200 len: 1194 time: 5.8429697 Dec 22 09:35:34.015329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:34.015797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:34.016238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:34.016616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:34.016995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:35:34.027725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a8aa040d-14c2-401a-857e-c63a1817a0a3 req-95f4285c-44f0-4997-9eba-f49f5b199c90 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Unset dirty status for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:35:34.027725 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a8aa040d-14c2-401a-857e-c63a1817a0a3 req-95f4285c-44f0-4997-9eba-f49f5b199c90 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.64 "GET /v2.0/ports?device_id=31ad0593-8368-4169-ac8d-b96d5eb9770b HTTP/1.1" status: 200 len: 950 time: 1.7275119 Dec 22 09:35:34.036758 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:34.037486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'tag': '21597bba-be5f-49e6-b4ef-eaabcf5291f1'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:34.343222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Request body: {'port': {'device_id': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:34.503012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-5fdc7c48-2d5d-44bf-a680-c0d8eccb8594 req-e04e43e7-8606-41bc-b0f5-57cce7b30313 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Calling delete_port for ad888745-8a38-4de9-a9a5-3ca9e6df7b19 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:34.561807 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:34.701272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ad0593-8368-4169-ac8d-b96d5eb9770b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:34.780087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8c6446-c671-4696-807f-8e0729e457a5 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:35:34.790798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b79a17-ae1d-4040-aa0c-342d3f46467d None None] Sync routers for ids ['462fb372-4b7b-4150-94df-ae098fa99884'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:35:34.814100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b79a17-ae1d-4040-aa0c-342d3f46467d None None] Routers {'462fb372-4b7b-4150-94df-ae098fa99884'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:35:34.816454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-45b79a17-ae1d-4040-aa0c-342d3f46467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:35:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['462fb372-4b7b-4150-94df-ae098fa99884'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:34.817378 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0f8c6446-c671-4696-807f-8e0729e457a5 admin admin] 10.222.0.50 "PUT /v2.0/routers/462fb372-4b7b-4150-94df-ae098fa99884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0562673 Dec 22 09:35:34.829135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44152) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:34.942116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-a8aa040d-14c2-401a-857e-c63a1817a0a3 req-eebe7fd2-79bd-43c9-9f38-cdd3d56b91ed tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Deleting port b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:34.942684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a8aa040d-14c2-401a-857e-c63a1817a0a3 req-eebe7fd2-79bd-43c9-9f38-cdd3d56b91ed tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:35.094575 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54f4667b-cee6-40cd-afca-d0e78ab863ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:35.159119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aebb3a-9163-4bbe-8361-7106a13063e8 req-41f021c6-56d9-42ac-810e-6eaa0342b70e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:35.178195 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01aebb3a-9163-4bbe-8361-7106a13063e8 req-41f021c6-56d9-42ac-810e-6eaa0342b70e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=f9bb6606-51fe-49c8-a562-1ecbb8615107 HTTP/1.1" status: 200 len: 947 time: 1.8193192 Dec 22 09:35:35.190738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-f4bcb2dc-e779-4434-8de5-bee75f0c70a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:35.192439 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-f4bcb2dc-e779-4434-8de5-bee75f0c70a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78bd97b243c64c7f87ff5b53501e6b09&device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 1163 time: 1.1660252 Dec 22 09:35:35.227169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52743e92-468d-429a-985f-385c06774121 req-62ba4d12-2727-4545-87fd-af5b2193b6f8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:35.231882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52743e92-468d-429a-985f-385c06774121 req-62ba4d12-2727-4545-87fd-af5b2193b6f8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:35.236704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52743e92-468d-429a-985f-385c06774121 req-62ba4d12-2727-4545-87fd-af5b2193b6f8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:35.247354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52743e92-468d-429a-985f-385c06774121 req-62ba4d12-2727-4545-87fd-af5b2193b6f8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:35.261763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52743e92-468d-429a-985f-385c06774121 req-62ba4d12-2727-4545-87fd-af5b2193b6f8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:35.267117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52743e92-468d-429a-985f-385c06774121 req-62ba4d12-2727-4545-87fd-af5b2193b6f8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:35.277176 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-52743e92-468d-429a-985f-385c06774121 req-62ba4d12-2727-4545-87fd-af5b2193b6f8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 4600 time: 1.4781821 Dec 22 09:35:35.310103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-45b79a17-ae1d-4040-aa0c-342d3f46467d None None] Set router 462fb372-4b7b-4150-94df-ae098fa99884 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:35:35.381717 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01aebb3a-9163-4bbe-8361-7106a13063e8 req-338487c4-19a0-4def-984a-ffbb9c5cefa2 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019095 Dec 22 09:35:35.468583 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-52743e92-468d-429a-985f-385c06774121 req-c555a716-96ac-446a-bf11-b67785a174bf tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1899199 Dec 22 09:35:35.470215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:35:35.662499 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-f2749e94-5c02-4494-9572-d0f5803565a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce HTTP/1.1" status: 200 len: 217 time: 0.3118477 Dec 22 09:35:35.700188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7083d1b-bfb3-47ac-b643-58564cb5f4ac {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:35:35.755317 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:35.817558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-45b79a17-ae1d-4040-aa0c-342d3f46467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:35:27Z', 'revision_number': 5, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:35.826338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Transition to ACTIVE for port object f7083d1b-bfb3-47ac-b643-58564cb5f4ac will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:35:35.828011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b79a17-ae1d-4040-aa0c-342d3f46467d None None] Checking router: 462fb372-4b7b-4150-94df-ae098fa99884 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:35:35.836214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:35.858076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b79a17-ae1d-4040-aa0c-342d3f46467d None None] Routers {'462fb372-4b7b-4150-94df-ae098fa99884'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:35:35.858779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-45b79a17-ae1d-4040-aa0c-342d3f46467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:35:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['462fb372-4b7b-4150-94df-ae098fa99884'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:35.879637 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'tag': '21597bba-be5f-49e6-b4ef-eaabcf5291f1', 'status': 'completed', 'code': 200} Dec 22 09:35:35.888877 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-830c75d6-6ace-4f47-ab60-16e66541c25c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:35.940133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5fdc7c48-2d5d-44bf-a680-c0d8eccb8594 req-e04e43e7-8606-41bc-b0f5-57cce7b30313 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:36.019052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a8aa040d-14c2-401a-857e-c63a1817a0a3 req-eebe7fd2-79bd-43c9-9f38-cdd3d56b91ed tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] For port b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:36.019513 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a8aa040d-14c2-401a-857e-c63a1817a0a3 req-eebe7fd2-79bd-43c9-9f38-cdd3d56b91ed tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:36.175466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-a8aa040d-14c2-401a-857e-c63a1817a0a3 req-eebe7fd2-79bd-43c9-9f38-cdd3d56b91ed tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Calling delete_port for b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:36.194053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-45b79a17-ae1d-4040-aa0c-342d3f46467d None None] Set router 462fb372-4b7b-4150-94df-ae098fa99884 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:35:36.354514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7083d1b-bfb3-47ac-b643-58564cb5f4ac,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:36.391503 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:36.396678 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:36.399601 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a63082c5-2b84-4923-aa35-1267b6732b00', 'tag': 'ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce', 'status': 'completed', 'code': 200} Dec 22 09:35:36.436774 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0223e9c-a3a8-4d17-a86e-f7a6b237bb88 admin admin] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:36.458871 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ad0593-8368-4169-ac8d-b96d5eb9770b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c', 'code': 200} Dec 22 09:35:36.633686 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0223e9c-a3a8-4d17-a86e-f7a6b237bb88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:36.639503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d0223e9c-a3a8-4d17-a86e-f7a6b237bb88 admin admin] Deleting port df90aafb-7131-4e55-89ef-1b938f114606 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:36.639890 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0223e9c-a3a8-4d17-a86e-f7a6b237bb88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:36.743981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-45b79a17-ae1d-4040-aa0c-342d3f46467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:35:27Z', 'revision_number': 5, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:36.750746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b79a17-ae1d-4040-aa0c-342d3f46467d None None] The sync data for ids ['462fb372-4b7b-4150-94df-ae098fa99884'] in n-d-765315-5 is: [{'id': '462fb372-4b7b-4150-94df-ae098fa99884', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265806541-router', 'tenant_id': '3c601d64a3954b579c533381321f4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:28:52Z', 'updated_at': '2020-12-22T09:35:27Z', 'revision_number': 5, 'project_id': '3c601d64a3954b579c533381321f4616', 'gw_port': {'id': 'df90aafb-7131-4e55-89ef-1b938f114606', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462fb372-4b7b-4150-94df-ae098fa99884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:28:55Z', 'updated_at': '2020-12-22T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:35:36.781214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e43e7-8606-41bc-b0f5-57cce7b30313 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Pushing event deleted for resources: {'Port': ['ID=ad888745-8a38-4de9-a9a5-3ca9e6df7b19,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:36.784035 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e04e43e7-8606-41bc-b0f5-57cce7b30313 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:36.812267 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a8aa040d-14c2-401a-857e-c63a1817a0a3 req-eebe7fd2-79bd-43c9-9f38-cdd3d56b91ed tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:36.856508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b59927-0740-417b-ac37-7645cf532ed7 req-9b8121e9-bc23-4313-983e-3f9c8f39206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:36.856931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b59927-0740-417b-ac37-7645cf532ed7 req-9b8121e9-bc23-4313-983e-3f9c8f39206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:36.857349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b59927-0740-417b-ac37-7645cf532ed7 req-9b8121e9-bc23-4313-983e-3f9c8f39206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:36.857762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b59927-0740-417b-ac37-7645cf532ed7 req-9b8121e9-bc23-4313-983e-3f9c8f39206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:36.858166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b59927-0740-417b-ac37-7645cf532ed7 req-9b8121e9-bc23-4313-983e-3f9c8f39206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:36.858568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b59927-0740-417b-ac37-7645cf532ed7 req-9b8121e9-bc23-4313-983e-3f9c8f39206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:36.858970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b59927-0740-417b-ac37-7645cf532ed7 req-9b8121e9-bc23-4313-983e-3f9c8f39206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:36.861249 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49b59927-0740-417b-ac37-7645cf532ed7 req-9b8121e9-bc23-4313-983e-3f9c8f39206a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f&device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 6295 time: 0.9344783 Dec 22 09:35:36.884319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf72cd-49e1-420c-9d34-0421525f37c1 req-9bd603f9-7ba3-4184-bf36-17cb767fa9cc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:36.885953 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cbaf72cd-49e1-420c-9d34-0421525f37c1 req-9bd603f9-7ba3-4184-bf36-17cb767fa9cc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 948 time: 0.8479183 Dec 22 09:35:36.893288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-30a0c16a-5e21-420f-98f8-23dc8dd6788a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:36.895236 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-30a0c16a-5e21-420f-98f8-23dc8dd6788a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.5417817 Dec 22 09:35:36.896087 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6276f0ec-e9db-4e86-aea4-ff3af5dcf746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:36.942657 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-77311e0c-2adc-4a19-9c67-978bd879fe56 req-6f3e65b2-fc6d-4c9d-8b11-477b74b00e32 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=f9bb6606-51fe-49c8-a562-1ecbb8615107 HTTP/1.1" status: 200 len: 210 time: 0.1674221 Dec 22 09:35:37.070897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe7fd2-79bd-43c9-9f38-cdd3d56b91ed tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Pushing event deleted for resources: {'Port': ['ID=b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:37.074379 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eebe7fd2-79bd-43c9-9f38-cdd3d56b91ed tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:37.228151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-d0223e9c-a3a8-4d17-a86e-f7a6b237bb88 admin admin] For port df90aafb-7131-4e55-89ef-1b938f114606, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=df90aafb-7131-4e55-89ef-1b938f114606,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:37.228577 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0223e9c-a3a8-4d17-a86e-f7a6b237bb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:37.243990 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cbaf72cd-49e1-420c-9d34-0421525f37c1 req-5999230b-b185-459c-b86b-786732f2063c tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209569 Dec 22 09:35:37.255347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Attempting to bind port f7083d1b-bfb3-47ac-b643-58564cb5f4ac on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:35:37.256449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Attempting to bind port f7083d1b-bfb3-47ac-b643-58564cb5f4ac by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:35:37.256968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Attempting to bind port f7083d1b-bfb3-47ac-b643-58564cb5f4ac on network 4623a071-a810-4e69-a12c-21455bc82af1 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:35:37.339441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:35:37.339829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Checking segment: {'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:35:37.341869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:37.342291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Bound using segment: {'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:35:37.342803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Bound port: f7083d1b-bfb3-47ac-b643-58564cb5f4ac, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:35:37.343190 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:37.404565 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8969335c-0f88-40ad-afa2-2809699c4b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:37.519695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d0223e9c-a3a8-4d17-a86e-f7a6b237bb88 admin admin] Calling delete_port for df90aafb-7131-4e55-89ef-1b938f114606 owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:37.588748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-8221d4c3-e994-45fe-b7bd-67f1071c6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:37.590510 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-8221d4c3-e994-45fe-b7bd-67f1071c6776 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6578584 Dec 22 09:35:37.610252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] For port f7083d1b-bfb3-47ac-b643-58564cb5f4ac, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:35:37.614049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] For port f7083d1b-bfb3-47ac-b643-58564cb5f4ac, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f7083d1b-bfb3-47ac-b643-58564cb5f4ac,segment=NetworkSegment(bc946c45-f832-479c-9a73-018cf6addf87),segment_id=bc946c45-f832-479c-9a73-018cf6addf87)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:35:37.633879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdc7c48-2d5d-44bf-a680-c0d8eccb8594 req-e04e43e7-8606-41bc-b0f5-57cce7b30313 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] No DVR routers for this DVR port ad888745-8a38-4de9-a9a5-3ca9e6df7b19 on host n-h2-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:35:37.644938 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:37.729672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 5d6a864e-ea86-419d-93c8-492c713e2af8 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:35:37.810780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5fdc7c48-2d5d-44bf-a680-c0d8eccb8594 req-e04e43e7-8606-41bc-b0f5-57cce7b30313 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:37.818206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 5d6a864e-ea86-419d-93c8-492c713e2af8 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:35:37.819597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 5d6a864e-ea86-419d-93c8-492c713e2af8 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:35:37.845498 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3920843b-9864-4d01-8a1a-6e403b2d52b3 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:37.860434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8aa040d-14c2-401a-857e-c63a1817a0a3 req-eebe7fd2-79bd-43c9-9f38-cdd3d56b91ed tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] No DVR routers for this DVR port b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:35:37.866863 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a8aa040d-14c2-401a-857e-c63a1817a0a3 req-eebe7fd2-79bd-43c9-9f38-cdd3d56b91ed tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:37.937157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b59927-0740-417b-ac37-7645cf532ed7 req-c3fd8528-bd1e-4a41-8500-3b74e4b02a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:37.937425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b59927-0740-417b-ac37-7645cf532ed7 req-c3fd8528-bd1e-4a41-8500-3b74e4b02a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:37.937822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b59927-0740-417b-ac37-7645cf532ed7 req-c3fd8528-bd1e-4a41-8500-3b74e4b02a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:37.939578 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49b59927-0740-417b-ac37-7645cf532ed7 req-c3fd8528-bd1e-4a41-8500-3b74e4b02a36 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f&shared=False HTTP/1.1" status: 200 len: 2273 time: 1.0404544 Dec 22 09:35:37.953575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bb6606-51fe-49c8-a562-1ecbb8615107', 'name': 'network-vif-deleted', 'tag': 'ad888745-8a38-4de9-a9a5-3ca9e6df7b19'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:37.959264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7083d1b-bfb3-47ac-b643-58564cb5f4ac,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:37.964879 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:37.997118 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5fdc7c48-2d5d-44bf-a680-c0d8eccb8594 req-e04e43e7-8606-41bc-b0f5-57cce7b30313 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "DELETE /v2.0/ports/ad888745-8a38-4de9-a9a5-3ca9e6df7b19 HTTP/1.1" status: 204 len: 173 time: 6.5723002 Dec 22 09:35:38.009286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:38.009774 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:38.011276 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] 10.222.0.64 "PUT /v2.0/ports/f7083d1b-bfb3-47ac-b643-58564cb5f4ac HTTP/1.1" status: 200 len: 1194 time: 3.9431047 Dec 22 09:35:38.105105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Request body: {'port': {'device_id': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:38.325354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fd69d-73c1-40af-8f01-d2dd2867b438 req-6c32e54b-5e28-4727-ad58-4df122281ee9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:38.330206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fd69d-73c1-40af-8f01-d2dd2867b438 req-6c32e54b-5e28-4727-ad58-4df122281ee9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:38.335192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fd69d-73c1-40af-8f01-d2dd2867b438 req-6c32e54b-5e28-4727-ad58-4df122281ee9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:38.340488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fd69d-73c1-40af-8f01-d2dd2867b438 req-6c32e54b-5e28-4727-ad58-4df122281ee9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:38.345480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fd69d-73c1-40af-8f01-d2dd2867b438 req-6c32e54b-5e28-4727-ad58-4df122281ee9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:38.350430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fd69d-73c1-40af-8f01-d2dd2867b438 req-6c32e54b-5e28-4727-ad58-4df122281ee9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:38.362714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fd69d-73c1-40af-8f01-d2dd2867b438 req-6c32e54b-5e28-4727-ad58-4df122281ee9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:38.364820 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6c9fd69d-73c1-40af-8f01-d2dd2867b438 req-6c32e54b-5e28-4727-ad58-4df122281ee9 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5372 time: 1.1109757 Dec 22 09:35:38.451575 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:38.460866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ad0593-8368-4169-ac8d-b96d5eb9770b', 'name': 'network-vif-deleted', 'tag': 'b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:38.466376 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d671c51a-a510-4f04-8229-1ae331887ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:38.498457 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:38.577390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b59927-0740-417b-ac37-7645cf532ed7 req-3d050d6e-44fe-4c4b-90ee-6584129e899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:38.579028 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49b59927-0740-417b-ac37-7645cf532ed7 req-3d050d6e-44fe-4c4b-90ee-6584129e899c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6129270 Dec 22 09:35:38.592948 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a8aa040d-14c2-401a-857e-c63a1817a0a3 req-eebe7fd2-79bd-43c9-9f38-cdd3d56b91ed tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.64 "DELETE /v2.0/ports/b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c HTTP/1.1" status: 204 len: 173 time: 4.4693892 Dec 22 09:35:38.593805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671c51a-a510-4f04-8229-1ae331887ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e5e99fb-ff93-41a1-830f-27cd55c5fe11,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:38.630183 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d671c51a-a510-4f04-8229-1ae331887ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:38.640513 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-1b40a036-b2ef-463e-9db7-63212ef2c18b service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0341239 Dec 22 09:35:38.651978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3350044-9a23-43fb-bf2e-96328758a833 req-8749d595-ceaa-47d9-8898-eb8e812d3ce2 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:38.660476 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b3350044-9a23-43fb-bf2e-96328758a833 req-8749d595-ceaa-47d9-8898-eb8e812d3ce2 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.50 "GET /v2.0/ports?device_id=ea0b775d-616e-4eff-af1c-2d2a59492fc2 HTTP/1.1" status: 200 len: 945 time: 0.4334924 Dec 22 09:35:38.667729 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:38.700912 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6c9fd69d-73c1-40af-8f01-d2dd2867b438 req-00508126-69eb-459c-a85c-39b1bcd16670 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3086557 Dec 22 09:35:38.757355 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0223e9c-a3a8-4d17-a86e-f7a6b237bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:38.763537 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b3350044-9a23-43fb-bf2e-96328758a833 req-16bbfa9d-1c38-4327-b3bc-3c0254752275 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.50 "GET /v2.0/security-groups?id=a6bda7b4-0d6d-4084-9edd-99df83d53399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020412 Dec 22 09:35:38.856350 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bb6606-51fe-49c8-a562-1ecbb8615107', 'name': 'network-vif-deleted', 'tag': 'ad888745-8a38-4de9-a9a5-3ca9e6df7b19', 'status': 'completed', 'code': 200} Dec 22 09:35:39.226929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:39.284626 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-560bbed3-a26b-437f-a5be-16756d6cf506 req-e9337b57-223e-4952-aca6-e9c017619b39 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5939484 Dec 22 09:35:39.290762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39506343-a90f-4398-8f34-8fc7c0bfacbf {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:35:39.291260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d671c51a-a510-4f04-8229-1ae331887ac5 admin admin] Checking segment: {'id': '29ba493a-0059-47df-8254-8b44a764f8c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '278e11d5-53ce-4cbd-ba2d-0aff16a97e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:35:39.291817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d671c51a-a510-4f04-8229-1ae331887ac5 admin admin] Network hostable DHCP agents. Network: 278e11d5-53ce-4cbd-ba2d-0aff16a97e0b, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:35:39.339783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d671c51a-a510-4f04-8229-1ae331887ac5 admin admin] Network 278e11d5-53ce-4cbd-ba2d-0aff16a97e0b is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:35:39.346346 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0223e9c-a3a8-4d17-a86e-f7a6b237bb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:39.381171 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:39.392403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-4391dd1f-4721-4325-b607-026e251927bf req-307d6354-3c5b-4cfb-8419-dbfec815e8f3 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Synchronizing usage tracker for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:35:39.409348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Transition to ACTIVE for port object 39506343-a90f-4398-8f34-8fc7c0bfacbf will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:35:39.420772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:39.472256 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:39.510625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-4391dd1f-4721-4325-b607-026e251927bf req-307d6354-3c5b-4cfb-8419-dbfec815e8f3 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Unset dirty status for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:35:39.513119 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4391dd1f-4721-4325-b607-026e251927bf req-307d6354-3c5b-4cfb-8419-dbfec815e8f3 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=f9bb6606-51fe-49c8-a562-1ecbb8615107 HTTP/1.1" status: 200 len: 210 time: 0.4824100 Dec 22 09:35:39.572012 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:39.584828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-d671c51a-a510-4f04-8229-1ae331887ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 278e11d5-53ce-4cbd-ba2d-0aff16a97e0b) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:35:39.589323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0223e9c-a3a8-4d17-a86e-f7a6b237bb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:39.601666 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0223e9c-a3a8-4d17-a86e-f7a6b237bb88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:39.604414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b91412-bce9-456a-acb1-7c69cc3c1a27 None None] Network 278e11d5-53ce-4cbd-ba2d-0aff16a97e0b requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:35:39.621716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d671c51a-a510-4f04-8229-1ae331887ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:39.622384 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d671c51a-a510-4f04-8229-1ae331887ac5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:39.660540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbedbe-7bbe-4197-8542-51cfc90fc3a1 req-e4cce333-a317-49f1-b53d-26d542851a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:39.662256 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f1bbedbe-7bbe-4197-8542-51cfc90fc3a1 req-e4cce333-a317-49f1-b53d-26d542851a1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78bd97b243c64c7f87ff5b53501e6b09&device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 1163 time: 0.2309985 Dec 22 09:35:39.718629 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d671c51a-a510-4f04-8229-1ae331887ac5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 7.0820856 Dec 22 09:35:39.748077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44260) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:39.775753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-472074991-router', 'tenant_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:39.809886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:35:39.816496 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0223e9c-a3a8-4d17-a86e-f7a6b237bb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:39.817077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0223e9c-a3a8-4d17-a86e-f7a6b237bb88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 462fb372-4b7b-4150-94df-ae098fa99884 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:35:39.854573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0223e9c-a3a8-4d17-a86e-f7a6b237bb88 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:39.858073 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d0223e9c-a3a8-4d17-a86e-f7a6b237bb88 admin admin] 10.222.0.50 "DELETE /v2.0/routers/462fb372-4b7b-4150-94df-ae098fa99884 HTTP/1.1" status: 204 len: 168 time: 5.0107903 Dec 22 09:35:39.863246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44268) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:39.909660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Usage tracker for resource:router and tenant:e1da157a396744cbb57888aa7bf7a7e8 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:35:39.915909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Pushing event updated for resources: {'Port': ['ID=39506343-a90f-4398-8f34-8fc7c0bfacbf,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:39.925196 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:39.926221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:35:39.966111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:35:39.997967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-278e11d5-53ce-4cbd-ba2d-0aff16a97e0b', 'network_id': '278e11d5-53ce-4cbd-ba2d-0aff16a97e0b', 'tenant_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'fixed_ips': [{'subnet_id': '7e5e99fb-ff93-41a1-830f-27cd55c5fe11'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:35:39.999168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:40.044887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-04faadfa-aa7b-40d5-98b3-9ed75dc5ccbb admin admin] Deleting subnet 5019215f-48f7-4d84-9c78-44c724f667e0 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:35:40.054487 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-04faadfa-aa7b-40d5-98b3-9ed75dc5ccbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:40.061846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911ec50-ebd3-40e3-a344-76fb75920ad5 req-9f698bdb-9e81-4907-a6a2-73091a785a82 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:40.073110 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2911ec50-ebd3-40e3-a344-76fb75920ad5 req-9f698bdb-9e81-4907-a6a2-73091a785a82 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 948 time: 0.4100626 Dec 22 09:35:40.101821 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:40.105964 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:40.116614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbedbe-7bbe-4197-8542-51cfc90fc3a1 req-e4e7ceac-3896-4640-b8f6-ab26eec265ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:40.119128 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f1bbedbe-7bbe-4197-8542-51cfc90fc3a1 req-e4e7ceac-3896-4640-b8f6-ab26eec265ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.4484086 Dec 22 09:35:40.149306 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ad0593-8368-4169-ac8d-b96d5eb9770b', 'name': 'network-vif-deleted', 'tag': 'b2ba7f5c-e6a6-4124-ab53-cbce15f9ed1c', 'status': 'completed', 'code': 200} Dec 22 09:35:40.154882 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-04faadfa-aa7b-40d5-98b3-9ed75dc5ccbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:40.160325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:40.339923 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f1bbedbe-7bbe-4197-8542-51cfc90fc3a1 req-acfac82a-da0d-42b3-b87b-c06898306d73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce HTTP/1.1" status: 200 len: 217 time: 0.1029227 Dec 22 09:35:40.407080 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:40.424802 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:40.434136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Allocated IP 172.20.0.2 (278e11d5-53ce-4cbd-ba2d-0aff16a97e0b/7e5e99fb-ff93-41a1-830f-27cd55c5fe11/65eb71c1-1f60-4330-ab63-fccb84ca7899) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:35:40.445252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbedbe-7bbe-4197-8542-51cfc90fc3a1 req-6683b233-502c-4d31-85bb-7dd057214bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:40.446856 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f1bbedbe-7bbe-4197-8542-51cfc90fc3a1 req-6683b233-502c-4d31-85bb-7dd057214bd1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.0960305 Dec 22 09:35:40.495041 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-04faadfa-aa7b-40d5-98b3-9ed75dc5ccbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:40.701382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbedbe-7bbe-4197-8542-51cfc90fc3a1 req-9c78ed08-11d2-4815-a925-e94d1d3ddf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:40.703079 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f1bbedbe-7bbe-4197-8542-51cfc90fc3a1 req-9c78ed08-11d2-4815-a925-e94d1d3ddf43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2474847 Dec 22 09:35:40.708499 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:40.723220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Transition to ACTIVE for port object 65eb71c1-1f60-4330-ab63-fccb84ca7899 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:35:40.741390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Transition to ACTIVE for port object 65eb71c1-1f60-4330-ab63-fccb84ca7899 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:35:40.748198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:40.766560 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:40.766848 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2911ec50-ebd3-40e3-a344-76fb75920ad5 req-38d6a9ea-058c-4c2b-921e-adab287c8ff5 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6924672 Dec 22 09:35:40.776491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Attempting to bind port 39506343-a90f-4398-8f34-8fc7c0bfacbf on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:35:40.776877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Attempting to bind port 39506343-a90f-4398-8f34-8fc7c0bfacbf by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:35:40.777248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Attempting to bind port 39506343-a90f-4398-8f34-8fc7c0bfacbf on network 4623a071-a810-4e69-a12c-21455bc82af1 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:35:40.860883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:35:40.861291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Checking segment: {'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:35:40.861667 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:40.862123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Bound using segment: {'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:35:40.862936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Bound port: 39506343-a90f-4398-8f34-8fc7c0bfacbf, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:35:40.863583 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:40.879306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'tag': 'f7083d1b-bfb3-47ac-b643-58564cb5f4ac'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:40.990594 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-04faadfa-aa7b-40d5-98b3-9ed75dc5ccbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:41.008913 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:41.040149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Pushing event updated for resources: {'Port': ['ID=65eb71c1-1f60-4330-ab63-fccb84ca7899,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:41.056615 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:41.087288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04faadfa-aa7b-40d5-98b3-9ed75dc5ccbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5019215f-48f7-4d84-9c78-44c724f667e0,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:41.094039 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-04faadfa-aa7b-40d5-98b3-9ed75dc5ccbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:41.098795 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f1bbedbe-7bbe-4197-8542-51cfc90fc3a1 req-e1ade998-60aa-426b-88e2-24a912d115c8 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874643 Dec 22 09:35:41.102170 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:41.128611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50c15a-1388-4c7b-8a47-f5b8ac6f7312 req-3d8961a3-ed55-4657-9c84-36c72bf619d7 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:41.130252 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b50c15a-1388-4c7b-8a47-f5b8ac6f7312 req-3d8961a3-ed55-4657-9c84-36c72bf619d7 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.37 "GET /v2.0/ports?device_id=ea0b775d-616e-4eff-af1c-2d2a59492fc2 HTTP/1.1" status: 200 len: 945 time: 0.9245296 Dec 22 09:35:41.163228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Network 278e11d5-53ce-4cbd-ba2d-0aff16a97e0b is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:35:41.164916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:35:41.167984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:35:41.248244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-5b50c15a-1388-4c7b-8a47-f5b8ac6f7312 req-f8510802-bb55-4e86-aaaa-fb755a0e1818 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Deleting port 93c3bee5-8665-4a46-b503-8ca7dc589727 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:41.248536 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5b50c15a-1388-4c7b-8a47-f5b8ac6f7312 req-f8510802-bb55-4e86-aaaa-fb755a0e1818 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:41.253132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Attempting to bind port 65eb71c1-1f60-4330-ab63-fccb84ca7899 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:35:41.253539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Attempting to bind port 65eb71c1-1f60-4330-ab63-fccb84ca7899 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '29ba493a-0059-47df-8254-8b44a764f8c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '278e11d5-53ce-4cbd-ba2d-0aff16a97e0b'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:35:41.253944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Attempting to bind port 65eb71c1-1f60-4330-ab63-fccb84ca7899 on network 278e11d5-53ce-4cbd-ba2d-0aff16a97e0b {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:35:41.260539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:35:41.260958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Checking segment: {'id': '29ba493a-0059-47df-8254-8b44a764f8c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '278e11d5-53ce-4cbd-ba2d-0aff16a97e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:35:41.261404 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:41.261837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Bound using segment: {'id': '29ba493a-0059-47df-8254-8b44a764f8c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '278e11d5-53ce-4cbd-ba2d-0aff16a97e0b'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:35:41.262606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Bound port: 65eb71c1-1f60-4330-ab63-fccb84ca7899, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba493a-0059-47df-8254-8b44a764f8c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '278e11d5-53ce-4cbd-ba2d-0aff16a97e0b'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:35:41.263023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:41.292407 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-04faadfa-aa7b-40d5-98b3-9ed75dc5ccbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:41.305212 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-04faadfa-aa7b-40d5-98b3-9ed75dc5ccbb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5019215f-48f7-4d84-9c78-44c724f667e0 HTTP/1.1" status: 204 len: 168 time: 1.4408314 Dec 22 09:35:41.308268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44280) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:41.326271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b043b4-772f-43a3-9696-035f0f46cb44 None None] Network 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:35:41.350530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504b1be-b33a-4c9f-b812-898ace2cf749 req-efb32621-e210-451f-81f1-847313a81cad tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:41.355239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504b1be-b33a-4c9f-b812-898ace2cf749 req-efb32621-e210-451f-81f1-847313a81cad tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:41.359983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504b1be-b33a-4c9f-b812-898ace2cf749 req-efb32621-e210-451f-81f1-847313a81cad tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:41.364036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504b1be-b33a-4c9f-b812-898ace2cf749 req-efb32621-e210-451f-81f1-847313a81cad tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:41.369060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504b1be-b33a-4c9f-b812-898ace2cf749 req-efb32621-e210-451f-81f1-847313a81cad tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:41.373471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504b1be-b33a-4c9f-b812-898ace2cf749 req-efb32621-e210-451f-81f1-847313a81cad tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:41.377568 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f1bbedbe-7bbe-4197-8542-51cfc90fc3a1 req-6ab26d75-6b4f-41f2-9d2d-a76ad3d14265 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2288597 Dec 22 09:35:41.377858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504b1be-b33a-4c9f-b812-898ace2cf749 req-efb32621-e210-451f-81f1-847313a81cad tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:41.379962 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f504b1be-b33a-4c9f-b812-898ace2cf749 req-efb32621-e210-451f-81f1-847313a81cad tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5384 time: 1.0364070 Dec 22 09:35:41.452299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] For port 39506343-a90f-4398-8f34-8fc7c0bfacbf, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:35:41.462331 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:41.514882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-db34c104-f658-44cd-bdc9-b0bf1fdf20a3 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:35:41.523822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] For port 39506343-a90f-4398-8f34-8fc7c0bfacbf, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=39506343-a90f-4398-8f34-8fc7c0bfacbf,segment=NetworkSegment(bc946c45-f832-479c-9a73-018cf6addf87),segment_id=bc946c45-f832-479c-9a73-018cf6addf87)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:35:41.543011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca4840-ca8e-47f7-8b1a-46c7da08f485 req-c49f3f27-92a1-4f7b-9020-cba389124fa9 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:41.544697 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0ca4840-ca8e-47f7-8b1a-46c7da08f485 req-c49f3f27-92a1-4f7b-9020-cba389124fa9 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.50 "GET /v2.0/ports?device_id=ea0b775d-616e-4eff-af1c-2d2a59492fc2 HTTP/1.1" status: 200 len: 945 time: 0.6291111 Dec 22 09:35:41.554468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Deleting port 2ffbcdde-7d82-4476-b03d-378f3a9d642f {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:41.554851 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:41.620084 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:41.623050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] For port 65eb71c1-1f60-4330-ab63-fccb84ca7899, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:35:41.641495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] For port 65eb71c1-1f60-4330-ab63-fccb84ca7899, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=65eb71c1-1f60-4330-ab63-fccb84ca7899,segment=NetworkSegment(29ba493a-0059-47df-8254-8b44a764f8c6),segment_id=29ba493a-0059-47df-8254-8b44a764f8c6)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:35:41.647789 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc9706af-ff31-42c3-992f-e17aadcb3525 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:41.651644 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:41.668127 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:41.695088 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f504b1be-b33a-4c9f-b812-898ace2cf749 req-e591d874-f2b9-4b49-b80e-3548e6d2c3ca tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2960393 Dec 22 09:35:41.810743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device df90aafb-7131-4e55-89ef-1b938f114606 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:35:41.871451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: df90aafb-7131-4e55-89ef-1b938f114606 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:35:41.871840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device df90aafb-7131-4e55-89ef-1b938f114606 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:35:41.894985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Pushing event updated for resources: {'Port': ['ID=65eb71c1-1f60-4330-ab63-fccb84ca7899,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:41.900126 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:41.977516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4891c04f-6f0e-4858-be63-0e26d1feacd7 None None] DHCP port deletion for 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:35:41.991791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4891c04f-6f0e-4858-be63-0e26d1feacd7 None None] Deleting port 2ffbcdde-7d82-4476-b03d-378f3a9d642f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:41.992294 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4891c04f-6f0e-4858-be63-0e26d1feacd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:42.039177 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0ca4840-ca8e-47f7-8b1a-46c7da08f485 req-abc65721-c8a9-4aba-8ad1-2834214b2aa4 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.50 "GET /v2.0/security-groups?id=a6bda7b4-0d6d-4084-9edd-99df83d53399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448650 Dec 22 09:35:42.078380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Pushing event updated for resources: {'Port': ['ID=39506343-a90f-4398-8f34-8fc7c0bfacbf,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:42.135978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:42.136767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:42.138586 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] 10.222.0.64 "PUT /v2.0/ports/39506343-a90f-4398-8f34-8fc7c0bfacbf HTTP/1.1" status: 200 len: 1155 time: 4.0389583 Dec 22 09:35:42.144899 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:42.186372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Request body: {'port': {'device_id': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:42.356090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-4891c04f-6f0e-4858-be63-0e26d1feacd7 None None] For port 2ffbcdde-7d82-4476-b03d-378f3a9d642f, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=2ffbcdde-7d82-4476-b03d-378f3a9d642f,segment=NetworkSegment(1fa756de-5d21-42b1-a5a1-3166ef3941a6),segment_id=1fa756de-5d21-42b1-a5a1-3166ef3941a6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:42.356533 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4891c04f-6f0e-4858-be63-0e26d1feacd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:42.383455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-5b50c15a-1388-4c7b-8a47-f5b8ac6f7312 req-f8510802-bb55-4e86-aaaa-fb755a0e1818 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] For port 93c3bee5-8665-4a46-b503-8ca7dc589727, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=93c3bee5-8665-4a46-b503-8ca7dc589727,segment=NetworkSegment(3b157e3e-a277-4a6c-8f02-9fe66417ab86),segment_id=3b157e3e-a277-4a6c-8f02-9fe66417ab86)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:42.383614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] For port 2ffbcdde-7d82-4476-b03d-378f3a9d642f, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=2ffbcdde-7d82-4476-b03d-378f3a9d642f,segment=NetworkSegment(1fa756de-5d21-42b1-a5a1-3166ef3941a6),segment_id=1fa756de-5d21-42b1-a5a1-3166ef3941a6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:42.384552 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:42.385672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5b50c15a-1388-4c7b-8a47-f5b8ac6f7312 req-f8510802-bb55-4e86-aaaa-fb755a0e1818 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:42.640837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4891c04f-6f0e-4858-be63-0e26d1feacd7 None None] Calling delete_port for 2ffbcdde-7d82-4476-b03d-378f3a9d642f owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:42.696761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:35:42.701463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Calling delete_port for 2ffbcdde-7d82-4476-b03d-378f3a9d642f owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:42.736035 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'tag': 'f7083d1b-bfb3-47ac-b643-58564cb5f4ac', 'status': 'completed', 'code': 200} Dec 22 09:35:42.799605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-5b50c15a-1388-4c7b-8a47-f5b8ac6f7312 req-f8510802-bb55-4e86-aaaa-fb755a0e1818 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Calling delete_port for 93c3bee5-8665-4a46-b503-8ca7dc589727 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:42.801954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd0f93-19ca-47d7-9d4b-f498b6b80053 req-45b07e70-311f-4a97-b7b7-fcb8b8383930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:42.802385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd0f93-19ca-47d7-9d4b-f498b6b80053 req-45b07e70-311f-4a97-b7b7-fcb8b8383930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:42.803484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd0f93-19ca-47d7-9d4b-f498b6b80053 req-45b07e70-311f-4a97-b7b7-fcb8b8383930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:42.804001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd0f93-19ca-47d7-9d4b-f498b6b80053 req-45b07e70-311f-4a97-b7b7-fcb8b8383930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:42.804384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd0f93-19ca-47d7-9d4b-f498b6b80053 req-45b07e70-311f-4a97-b7b7-fcb8b8383930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:42.804792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd0f93-19ca-47d7-9d4b-f498b6b80053 req-45b07e70-311f-4a97-b7b7-fcb8b8383930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:42.805197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd0f93-19ca-47d7-9d4b-f498b6b80053 req-45b07e70-311f-4a97-b7b7-fcb8b8383930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:42.807532 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9bd0f93-19ca-47d7-9d4b-f498b6b80053 req-45b07e70-311f-4a97-b7b7-fcb8b8383930 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f&device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 6532 time: 0.5490742 Dec 22 09:35:42.821160 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:42.824504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-4891c04f-6f0e-4858-be63-0e26d1feacd7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:35:42.825084 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-4891c04f-6f0e-4858-be63-0e26d1feacd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:35:42.826282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:35:42.832520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:35:42.832945 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:42.869821 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-47d9b956-5f54-4a8f-93b5-2d58a32a5959 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:42.922654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ffbcdde-7d82-4476-b03d-378f3a9d642f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:42.926043 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:42.963255 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:43.000214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63082c5-2b84-4923-aa35-1267b6732b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:43.012793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:43.017554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:43.019970 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:43.064579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 93c3bee5-8665-4a46-b503-8ca7dc589727 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:35:43.136563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] No DVR routers for this DVR port 2ffbcdde-7d82-4476-b03d-378f3a9d642f on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:35:43.152234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:43.156450 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:43.219338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd0f93-19ca-47d7-9d4b-f498b6b80053 req-e7e35753-5d46-464b-8587-e11041f5ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:43.219607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd0f93-19ca-47d7-9d4b-f498b6b80053 req-e7e35753-5d46-464b-8587-e11041f5ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:43.220400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd0f93-19ca-47d7-9d4b-f498b6b80053 req-e7e35753-5d46-464b-8587-e11041f5ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:43.222289 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9bd0f93-19ca-47d7-9d4b-f498b6b80053 req-e7e35753-5d46-464b-8587-e11041f5ea06 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f&shared=False HTTP/1.1" status: 200 len: 2273 time: 0.3756833 Dec 22 09:35:43.231186 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:43.276065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 93c3bee5-8665-4a46-b503-8ca7dc589727, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=93c3bee5-8665-4a46-b503-8ca7dc589727,segment=NetworkSegment(3b157e3e-a277-4a6c-8f02-9fe66417ab86),segment_id=3b157e3e-a277-4a6c-8f02-9fe66417ab86)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:43.281663 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:43.283653 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:43.326491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4891c04f-6f0e-4858-be63-0e26d1feacd7 None None] Deleting port 2ffbcdde-7d82-4476-b03d-378f3a9d642f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:43.327058 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4891c04f-6f0e-4858-be63-0e26d1feacd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:43.350772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:43.399561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=93c3bee5-8665-4a46-b503-8ca7dc589727,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:43.457488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4891c04f-6f0e-4858-be63-0e26d1feacd7 None None] The port '2ffbcdde-7d82-4476-b03d-378f3a9d642f' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:35:43.460510 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:43.577096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de9d9f5-b9ec-40ce-80f5-cb36be8750fd']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:43.590361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd0f93-19ca-47d7-9d4b-f498b6b80053 req-06b07dba-61fa-4d10-97de-0fc28f62e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:43.592343 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9bd0f93-19ca-47d7-9d4b-f498b6b80053 req-06b07dba-61fa-4d10-97de-0fc28f62e66e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3587751 Dec 22 09:35:43.594059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa756de-5d21-42b1-a5a1-3166ef3941a6') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:43.594393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa756de-5d21-42b1-a5a1-3166ef3941a6') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:43.608721 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:43.611048 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-5b50c15a-1388-4c7b-8a47-f5b8ac6f7312 req-f8510802-bb55-4e86-aaaa-fb755a0e1818 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:35:43.611730 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-5b50c15a-1388-4c7b-8a47-f5b8ac6f7312 req-f8510802-bb55-4e86-aaaa-fb755a0e1818 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:35:43.612276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:43.635695 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:43.640264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:35:43.667487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81de84a-4f01-431e-81be-098a68d8cabd req-bf804611-2c03-40a4-a651-3fd0848d3e74 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:43.675592 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d81de84a-4f01-431e-81be-098a68d8cabd req-bf804611-2c03-40a4-a651-3fd0848d3e74 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 948 time: 0.9298964 Dec 22 09:35:43.699891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:35:43.754615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b29083f-c568-42c6-8bc8-933f7472bbee None None] Network 278e11d5-53ce-4cbd-ba2d-0aff16a97e0b requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:35:43.803768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62709d01-f4d4-4394-9041-09212973d847 req-a5e6a6a0-0e9c-4a90-a4c1-a0b0f57f4ba1 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:43.805477 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62709d01-f4d4-4394-9041-09212973d847 req-a5e6a6a0-0e9c-4a90-a4c1-a0b0f57f4ba1 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/networks?id=58c7a353-13b3-4d40-8fee-65d9dde6541f HTTP/1.1" status: 200 len: 804 time: 0.9448390 Dec 22 09:35:43.844963 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d81de84a-4f01-431e-81be-098a68d8cabd req-530154fe-d754-4c4a-aff4-6aa413a45980 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679864 Dec 22 09:35:43.861912 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:43.904470 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:43.923596 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62709d01-f4d4-4394-9041-09212973d847 req-5eb9fe4f-d946-4295-a327-6dd50b9f048a tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/quotas/790143c06479416c8526efbd9a1fc0ad HTTP/1.1" status: 200 len: 375 time: 0.0957153 Dec 22 09:35:43.941892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Network 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:35:43.952423 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:43.995686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 65eb71c1-1f60-4330-ab63-fccb84ca7899 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:35:44.103930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8500ee4a-d9e0-4eed-bf52-e4e4b79bdd47 None None] Provisioning for port 65eb71c1-1f60-4330-ab63-fccb84ca7899 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:35:44.175132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-5b50c15a-1388-4c7b-8a47-f5b8ac6f7312 req-f8510802-bb55-4e86-aaaa-fb755a0e1818 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Deleting port 93c3bee5-8665-4a46-b503-8ca7dc589727 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:44.175797 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5b50c15a-1388-4c7b-8a47-f5b8ac6f7312 req-f8510802-bb55-4e86-aaaa-fb755a0e1818 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:44.235761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:35:44.236029 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:44.294566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Network 5de9d9f5-b9ec-40ce-80f5-cb36be8750fd has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:35:44.302046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 65eb71c1-1f60-4330-ab63-fccb84ca7899 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:35:44.320206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 65eb71c1-1f60-4330-ab63-fccb84ca7899 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:35:44.320636 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:35:44.326800 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:35:44.444459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759db9c6-7211-4f57-b9ce-abae800108ab req-2bbe8eb4-982f-4576-9c15-dbea3d394faf tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:44.446000 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-759db9c6-7211-4f57-b9ce-abae800108ab req-2bbe8eb4-982f-4576-9c15-dbea3d394faf tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.64 "GET /v2.0/ports?device_id=ec805a00-4aaf-41bf-954f-6167c8d2d105 HTTP/1.1" status: 200 len: 945 time: 0.2472553 Dec 22 09:35:44.495624 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:44.506482 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b86ec72b-d175-445e-965a-b5314ea0a72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:44.522641 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:44.563645 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5de9d9f5-b9ec-40ce-80f5-cb36be8750fd HTTP/1.1" status: 204 len: 168 time: 3.2541358 Dec 22 09:35:44.573861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44312) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:44.574824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5de9d9f5-b9ec-40ce-80f5-cb36be8750fd,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:44.594851 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62709d01-f4d4-4394-9041-09212973d847 req-1acb66ae-ec9e-48ff-902b-f09e3a53f37d tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?tenant_id=790143c06479416c8526efbd9a1fc0ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6700799 Dec 22 09:35:44.755495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'tag': '39506343-a90f-4398-8f34-8fc7c0bfacbf'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:44.789058 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:44.829916 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:44.889406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-759db9c6-7211-4f57-b9ce-abae800108ab req-065fc2f4-c87c-4eb4-af33-ae1e6cd5c932 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Deleting port 1d14182d-d0e6-4ebf-81c7-2de9a4545723 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:44.889810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-759db9c6-7211-4f57-b9ce-abae800108ab req-065fc2f4-c87c-4eb4-af33-ae1e6cd5c932 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:44.894946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 65eb71c1-1f60-4330-ab63-fccb84ca7899, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=65eb71c1-1f60-4330-ab63-fccb84ca7899,segment=NetworkSegment(29ba493a-0059-47df-8254-8b44a764f8c6),segment_id=29ba493a-0059-47df-8254-8b44a764f8c6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:44.902387 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:44.904864 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:44.983234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=65eb71c1-1f60-4330-ab63-fccb84ca7899,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:44.986203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 2ffbcdde-7d82-4476-b03d-378f3a9d642f no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:35:45.029542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bf7a5e69-ee3f-4b76-ab12-7c4620059916 None None] Provisioning complete for port 65eb71c1-1f60-4330-ab63-fccb84ca7899 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:35:45.029968 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf7a5e69-ee3f-4b76-ab12-7c4620059916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:45.069095 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:45.070809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 2ffbcdde-7d82-4476-b03d-378f3a9d642f {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:35:45.071159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 2ffbcdde-7d82-4476-b03d-378f3a9d642f not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:35:45.122103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242379d7-4c5b-44c3-9c42-732cdc3a6527 req-3db5b2c3-516a-4976-bd14-b175c47c0c93 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:45.126498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242379d7-4c5b-44c3-9c42-732cdc3a6527 req-3db5b2c3-516a-4976-bd14-b175c47c0c93 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:45.131537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242379d7-4c5b-44c3-9c42-732cdc3a6527 req-3db5b2c3-516a-4976-bd14-b175c47c0c93 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:45.137395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242379d7-4c5b-44c3-9c42-732cdc3a6527 req-3db5b2c3-516a-4976-bd14-b175c47c0c93 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:45.143364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242379d7-4c5b-44c3-9c42-732cdc3a6527 req-3db5b2c3-516a-4976-bd14-b175c47c0c93 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:45.149829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242379d7-4c5b-44c3-9c42-732cdc3a6527 req-3db5b2c3-516a-4976-bd14-b175c47c0c93 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:45.154167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242379d7-4c5b-44c3-9c42-732cdc3a6527 req-3db5b2c3-516a-4976-bd14-b175c47c0c93 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:45.156213 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-242379d7-4c5b-44c3-9c42-732cdc3a6527 req-3db5b2c3-516a-4976-bd14-b175c47c0c93 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5384 time: 0.7983546 Dec 22 09:35:45.184493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeadeb92-77d7-438a-af11-5f5f6953b05c {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:35:45.230316 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:45.254356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-5b50c15a-1388-4c7b-8a47-f5b8ac6f7312 req-f8510802-bb55-4e86-aaaa-fb755a0e1818 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] For port 93c3bee5-8665-4a46-b503-8ca7dc589727, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=93c3bee5-8665-4a46-b503-8ca7dc589727,segment=NetworkSegment(3b157e3e-a277-4a6c-8f02-9fe66417ab86),segment_id=3b157e3e-a277-4a6c-8f02-9fe66417ab86)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:45.254842 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5b50c15a-1388-4c7b-8a47-f5b8ac6f7312 req-f8510802-bb55-4e86-aaaa-fb755a0e1818 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:45.276966 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-202b9458-4c2f-4e46-95b2-3fa7c03d3945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:45.291273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f4205c27-4a6a-4701-a3f3-23f3d4116e55 None None] Provisioning complete for port 65eb71c1-1f60-4330-ab63-fccb84ca7899 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:35:45.291728 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f4205c27-4a6a-4701-a3f3-23f3d4116e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:45.342514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Transition to ACTIVE for port object aeadeb92-77d7-438a-af11-5f5f6953b05c will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:35:45.371702 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-242379d7-4c5b-44c3-9c42-732cdc3a6527 req-c0597000-e742-4f46-a067-0ccc05538568 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1824911 Dec 22 09:35:45.384360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-759db9c6-7211-4f57-b9ce-abae800108ab req-065fc2f4-c87c-4eb4-af33-ae1e6cd5c932 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] For port 1d14182d-d0e6-4ebf-81c7-2de9a4545723, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=1d14182d-d0e6-4ebf-81c7-2de9a4545723,segment=NetworkSegment(12f9dcdb-1ce1-4601-9413-ee876bb6aaf6),segment_id=12f9dcdb-1ce1-4601-9413-ee876bb6aaf6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:45.384777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-759db9c6-7211-4f57-b9ce-abae800108ab req-065fc2f4-c87c-4eb4-af33-ae1e6cd5c932 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:45.453797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Allocated IP 172.25.7.23 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/87a3456a-a2c0-4dc4-a88f-7ba5c01d9803) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:35:45.491538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 1d14182d-d0e6-4ebf-81c7-2de9a4545723 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:35:45.529927 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63082c5-2b84-4923-aa35-1267b6732b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce', 'code': 200} Dec 22 09:35:45.607173 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62709d01-f4d4-4394-9041-09212973d847 req-fb714d60-c658-4179-ad00-5d603b1f43dc service neutron] 10.222.0.50 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0107329 Dec 22 09:35:45.711532 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:45.746073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-5b50c15a-1388-4c7b-8a47-f5b8ac6f7312 req-f8510802-bb55-4e86-aaaa-fb755a0e1818 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Calling delete_port for 93c3bee5-8665-4a46-b503-8ca7dc589727 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:45.755762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 1d14182d-d0e6-4ebf-81c7-2de9a4545723, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=1d14182d-d0e6-4ebf-81c7-2de9a4545723,segment=NetworkSegment(12f9dcdb-1ce1-4601-9413-ee876bb6aaf6),segment_id=12f9dcdb-1ce1-4601-9413-ee876bb6aaf6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:45.764159 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:45.766376 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:45.838255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 65eb71c1-1f60-4330-ab63-fccb84ca7899 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:35:45.889648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-759db9c6-7211-4f57-b9ce-abae800108ab req-065fc2f4-c87c-4eb4-af33-ae1e6cd5c932 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Calling delete_port for 1d14182d-d0e6-4ebf-81c7-2de9a4545723 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:45.907544 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:45.907955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=1d14182d-d0e6-4ebf-81c7-2de9a4545723,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:45.914395 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:45.931884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 65eb71c1-1f60-4330-ab63-fccb84ca7899 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:35:45.932344 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:45.950251 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4aa86481-c4b6-42ed-86f0-21514a5d575f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:46.190526 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-759db9c6-7211-4f57-b9ce-abae800108ab req-065fc2f4-c87c-4eb4-af33-ae1e6cd5c932 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:35:46.191093 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-759db9c6-7211-4f57-b9ce-abae800108ab req-065fc2f4-c87c-4eb4-af33-ae1e6cd5c932 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:35:46.266391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b3e4c-474b-43ca-b560-5c0329b83e67 req-20641452-4f06-4e21-a4ae-04d003d6e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:46.268143 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4d4b3e4c-474b-43ca-b560-5c0329b83e67 req-20641452-4f06-4e21-a4ae-04d003d6e1a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 1165 time: 0.3225713 Dec 22 09:35:46.372957 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4d4b3e4c-474b-43ca-b560-5c0329b83e67 req-ed30e03f-8e62-46ba-a0eb-207d18bbf5a1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649478 Dec 22 09:35:46.479221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Pushing event updated for resources: {'Port': ['ID=aeadeb92-77d7-438a-af11-5f5f6953b05c,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:46.557875 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:46.614379 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5b50c15a-1388-4c7b-8a47-f5b8ac6f7312 req-f8510802-bb55-4e86-aaaa-fb755a0e1818 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:46.640732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-202b9458-4c2f-4e46-95b2-3fa7c03d3945 admin admin] Deleting port abb7cd76-124f-4904-8f8c-72e3839cfb25 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:46.641071 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-202b9458-4c2f-4e46-95b2-3fa7c03d3945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:46.646297 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:46.688594 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:46.694498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-759db9c6-7211-4f57-b9ce-abae800108ab req-065fc2f4-c87c-4eb4-af33-ae1e6cd5c932 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Deleting port 1d14182d-d0e6-4ebf-81c7-2de9a4545723 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:46.694675 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-759db9c6-7211-4f57-b9ce-abae800108ab req-065fc2f4-c87c-4eb4-af33-ae1e6cd5c932 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:46.720044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8510802-bb55-4e86-aaaa-fb755a0e1818 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Pushing event deleted for resources: {'Port': ['ID=93c3bee5-8665-4a46-b503-8ca7dc589727,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:46.732587 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f8510802-bb55-4e86-aaaa-fb755a0e1818 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:46.888918 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62709d01-f4d4-4394-9041-09212973d847 req-56d0b3db-3426-4286-a686-c1ed32bce4ce service neutron] 10.222.0.50 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9043560 Dec 22 09:35:46.913974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ae4ea-a29b-4e81-a74d-82fd4686ba1f req-23ee9112-4e3e-4a22-bb3c-ea1263656038 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:46.920521 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-981ae4ea-a29b-4e81-a74d-82fd4686ba1f req-23ee9112-4e3e-4a22-bb3c-ea1263656038 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.50 "GET /v2.0/ports?device_id=ea0b775d-616e-4eff-af1c-2d2a59492fc2 HTTP/1.1" status: 200 len: 865 time: 0.5938268 Dec 22 09:35:47.040941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-202b9458-4c2f-4e46-95b2-3fa7c03d3945 admin admin] For port abb7cd76-124f-4904-8f8c-72e3839cfb25, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=abb7cd76-124f-4904-8f8c-72e3839cfb25,segment=NetworkSegment(66cf4bf0-77ba-4c83-b303-13adaa289084),segment_id=66cf4bf0-77ba-4c83-b303-13adaa289084)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:47.041346 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-202b9458-4c2f-4e46-95b2-3fa7c03d3945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:47.073830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:47.114641 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ad8e72a-b93a-48b3-bfac-2431ba27478f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:47.125086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-759db9c6-7211-4f57-b9ce-abae800108ab req-065fc2f4-c87c-4eb4-af33-ae1e6cd5c932 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] For port 1d14182d-d0e6-4ebf-81c7-2de9a4545723, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=1d14182d-d0e6-4ebf-81c7-2de9a4545723,segment=NetworkSegment(12f9dcdb-1ce1-4601-9413-ee876bb6aaf6),segment_id=12f9dcdb-1ce1-4601-9413-ee876bb6aaf6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:47.125515 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-759db9c6-7211-4f57-b9ce-abae800108ab req-065fc2f4-c87c-4eb4-af33-ae1e6cd5c932 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:47.146846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Attempting to bind port aeadeb92-77d7-438a-af11-5f5f6953b05c on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:35:47.147329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Attempting to bind port aeadeb92-77d7-438a-af11-5f5f6953b05c by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:35:47.147822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Attempting to bind port aeadeb92-77d7-438a-af11-5f5f6953b05c on network 4623a071-a810-4e69-a12c-21455bc82af1 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:35:47.178904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:35:47.179288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Checking segment: {'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:35:47.179698 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:47.180135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Bound using segment: {'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:35:47.180634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Bound port: aeadeb92-77d7-438a-af11-5f5f6953b05c, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc946c45-f832-479c-9a73-018cf6addf87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4623a071-a810-4e69-a12c-21455bc82af1'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:35:47.181012 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:47.215995 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-981ae4ea-a29b-4e81-a74d-82fd4686ba1f req-5a98f6c1-4dbf-47f5-8d4e-918fb8c7f87e tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.50 "GET /v2.0/security-groups?id=a6bda7b4-0d6d-4084-9edd-99df83d53399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559166 Dec 22 09:35:47.402623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] For port aeadeb92-77d7-438a-af11-5f5f6953b05c, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:35:47.406046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] For port aeadeb92-77d7-438a-af11-5f5f6953b05c, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=aeadeb92-77d7-438a-af11-5f5f6953b05c,segment=NetworkSegment(bc946c45-f832-479c-9a73-018cf6addf87),segment_id=bc946c45-f832-479c-9a73-018cf6addf87)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:35:47.447661 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'tag': '39506343-a90f-4398-8f34-8fc7c0bfacbf', 'status': 'completed', 'code': 200} Dec 22 09:35:47.483563 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:47.518245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-202b9458-4c2f-4e46-95b2-3fa7c03d3945 admin admin] Calling delete_port for abb7cd76-124f-4904-8f8c-72e3839cfb25 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:47.530884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0b775d-616e-4eff-af1c-2d2a59492fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93c3bee5-8665-4a46-b503-8ca7dc589727'}, {'server_uuid': 'ec805a00-4aaf-41bf-954f-6167c8d2d105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d14182d-d0e6-4ebf-81c7-2de9a4545723'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:47.641068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-759db9c6-7211-4f57-b9ce-abae800108ab req-065fc2f4-c87c-4eb4-af33-ae1e6cd5c932 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Calling delete_port for 1d14182d-d0e6-4ebf-81c7-2de9a4545723 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:47.876114 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-202b9458-4c2f-4e46-95b2-3fa7c03d3945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:47.894857 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8a10a2e-e1a4-4a36-8544-1bfd3f52018f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:47.921449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b50c15a-1388-4c7b-8a47-f5b8ac6f7312 req-f8510802-bb55-4e86-aaaa-fb755a0e1818 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] No DVR routers for this DVR port 93c3bee5-8665-4a46-b503-8ca7dc589727 on host n-h2-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:35:47.928108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Pushing event updated for resources: {'Port': ['ID=87a3456a-a2c0-4dc4-a88f-7ba5c01d9803,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:47.944111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5b50c15a-1388-4c7b-8a47-f5b8ac6f7312 req-f8510802-bb55-4e86-aaaa-fb755a0e1818 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:47.949187 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:47.955096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9458-4c2f-4e46-95b2-3fa7c03d3945 admin admin] Pushing event deleted for resources: {'Port': ['ID=abb7cd76-124f-4904-8f8c-72e3839cfb25,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:47.959519 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-202b9458-4c2f-4e46-95b2-3fa7c03d3945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:47.961464 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3b30cfbe-337e-4f13-bf8e-30baaf95a073 tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:48.033149 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-759db9c6-7211-4f57-b9ce-abae800108ab req-065fc2f4-c87c-4eb4-af33-ae1e6cd5c932 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:48.053754 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:48.057778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:48.059153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:48.061493 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] 10.222.0.64 "PUT /v2.0/ports/aeadeb92-77d7-438a-af11-5f5f6953b05c HTTP/1.1" status: 200 len: 1155 time: 5.8794875 Dec 22 09:35:48.109088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Request body: {'port': {'device_id': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:48.132309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fc2f4-c87c-4eb4-af33-ae1e6cd5c932 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Pushing event deleted for resources: {'Port': ['ID=1d14182d-d0e6-4ebf-81c7-2de9a4545723,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:48.139396 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-065fc2f4-c87c-4eb4-af33-ae1e6cd5c932 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:48.143580 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b50c15a-1388-4c7b-8a47-f5b8ac6f7312 req-f8510802-bb55-4e86-aaaa-fb755a0e1818 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] 10.222.0.37 "DELETE /v2.0/ports/93c3bee5-8665-4a46-b503-8ca7dc589727 HTTP/1.1" status: 204 len: 173 time: 6.9762905 Dec 22 09:35:48.257065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Pushing event updated for resources: {'Port': ['ID=aeadeb92-77d7-438a-af11-5f5f6953b05c,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:48.286127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:35:48.291164 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:48.301111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697b289-74e4-47c3-aac9-6de7569c1306 req-1ae7bf3c-d926-4d13-bdd3-d8459c4dacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:48.301774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697b289-74e4-47c3-aac9-6de7569c1306 req-1ae7bf3c-d926-4d13-bdd3-d8459c4dacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:48.303313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697b289-74e4-47c3-aac9-6de7569c1306 req-1ae7bf3c-d926-4d13-bdd3-d8459c4dacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:48.305983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697b289-74e4-47c3-aac9-6de7569c1306 req-1ae7bf3c-d926-4d13-bdd3-d8459c4dacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:48.306659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697b289-74e4-47c3-aac9-6de7569c1306 req-1ae7bf3c-d926-4d13-bdd3-d8459c4dacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:48.307336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697b289-74e4-47c3-aac9-6de7569c1306 req-1ae7bf3c-d926-4d13-bdd3-d8459c4dacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:48.307911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697b289-74e4-47c3-aac9-6de7569c1306 req-1ae7bf3c-d926-4d13-bdd3-d8459c4dacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:48.310827 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8697b289-74e4-47c3-aac9-6de7569c1306 req-1ae7bf3c-d926-4d13-bdd3-d8459c4dacfd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f&device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 6663 time: 0.9035985 Dec 22 09:35:48.323454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f12244-8997-4d4a-a295-e3aa6170847b req-03606531-eb56-4aa0-86a7-880b3057180a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:48.328303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f12244-8997-4d4a-a295-e3aa6170847b req-03606531-eb56-4aa0-86a7-880b3057180a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:48.333034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f12244-8997-4d4a-a295-e3aa6170847b req-03606531-eb56-4aa0-86a7-880b3057180a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:48.338325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f12244-8997-4d4a-a295-e3aa6170847b req-03606531-eb56-4aa0-86a7-880b3057180a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:48.358310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f12244-8997-4d4a-a295-e3aa6170847b req-03606531-eb56-4aa0-86a7-880b3057180a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:48.372179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f12244-8997-4d4a-a295-e3aa6170847b req-03606531-eb56-4aa0-86a7-880b3057180a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:48.376880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f12244-8997-4d4a-a295-e3aa6170847b req-03606531-eb56-4aa0-86a7-880b3057180a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:48.389233 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0f12244-8997-4d4a-a295-e3aa6170847b req-03606531-eb56-4aa0-86a7-880b3057180a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5396 time: 0.6479487 Dec 22 09:35:48.407881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:35:48.410448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:35:48.504043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-759db9c6-7211-4f57-b9ce-abae800108ab req-065fc2f4-c87c-4eb4-af33-ae1e6cd5c932 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] No DVR routers for this DVR port 1d14182d-d0e6-4ebf-81c7-2de9a4545723 on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:35:48.605387 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-759db9c6-7211-4f57-b9ce-abae800108ab req-065fc2f4-c87c-4eb4-af33-ae1e6cd5c932 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:48.608439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec805a00-4aaf-41bf-954f-6167c8d2d105', 'name': 'network-vif-deleted', 'tag': '1d14182d-d0e6-4ebf-81c7-2de9a4545723'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:48.729121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0039801-e208-41f7-ae19-aa275cf4a0ec req-9ce0f9d2-3f15-44ff-9b06-733224141aeb tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:48.730784 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0039801-e208-41f7-ae19-aa275cf4a0ec req-9ce0f9d2-3f15-44ff-9b06-733224141aeb tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 950 time: 0.9451888 Dec 22 09:35:48.841491 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0f12244-8997-4d4a-a295-e3aa6170847b req-99080638-4208-49e8-9a40-1953455ad659 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4513047 Dec 22 09:35:48.924886 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-759db9c6-7211-4f57-b9ce-abae800108ab req-065fc2f4-c87c-4eb4-af33-ae1e6cd5c932 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.64 "DELETE /v2.0/ports/1d14182d-d0e6-4ebf-81c7-2de9a4545723 HTTP/1.1" status: 204 len: 173 time: 4.4721541 Dec 22 09:35:48.935777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-202b9458-4c2f-4e46-95b2-3fa7c03d3945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:49.342366 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:49.428328 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0e43638-a4c1-47e3-afdc-7b862f9000ee req-1c35db34-1b68-455e-82ca-4128ebb9a100 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=6147ac08-3705-4e58-9776-43db400d138f HTTP/1.1" status: 200 len: 210 time: 0.2308569 Dec 22 09:35:49.462856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0b775d-616e-4eff-af1c-2d2a59492fc2', 'name': 'network-vif-deleted', 'tag': '93c3bee5-8665-4a46-b503-8ca7dc589727'}, {'name': 'network-changed', 'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'tag': 'aeadeb92-77d7-438a-af11-5f5f6953b05c'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:49.532907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fde73-9a59-428e-a5e3-6efdd8a1c62b req-6e2ebf18-454d-4dda-b4b7-fa2aa629cf56 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:49.533699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2e5fde73-9a59-428e-a5e3-6efdd8a1c62b req-6e2ebf18-454d-4dda-b4b7-fa2aa629cf56 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Synchronizing usage tracker for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:35:49.572292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697b289-74e4-47c3-aac9-6de7569c1306 req-41615956-0a90-41c6-aff5-8e855abc4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:49.572730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697b289-74e4-47c3-aac9-6de7569c1306 req-41615956-0a90-41c6-aff5-8e855abc4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:49.573153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697b289-74e4-47c3-aac9-6de7569c1306 req-41615956-0a90-41c6-aff5-8e855abc4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:49.574888 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8697b289-74e4-47c3-aac9-6de7569c1306 req-41615956-0a90-41c6-aff5-8e855abc4e93 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f&shared=False HTTP/1.1" status: 200 len: 2273 time: 1.1305001 Dec 22 09:35:49.577393 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0039801-e208-41f7-ae19-aa275cf4a0ec req-1dff255a-7f24-4d5e-9086-fc0c845a0c10 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7625549 Dec 22 09:35:49.606250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2e5fde73-9a59-428e-a5e3-6efdd8a1c62b req-6e2ebf18-454d-4dda-b4b7-fa2aa629cf56 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Unset dirty status for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:35:49.607546 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2e5fde73-9a59-428e-a5e3-6efdd8a1c62b req-6e2ebf18-454d-4dda-b4b7-fa2aa629cf56 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "GET /v2.0/ports?device_id=dcabae72-21c9-4ede-a72e-2aa39c58f49f HTTP/1.1" status: 200 len: 949 time: 0.2989247 Dec 22 09:35:49.617381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device e644dd3a-47dc-489a-83db-0e7a3cde4e02 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:35:49.685533 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21a7ba03-80af-4353-8843-7d664f73e27e req-3a0ed5cc-b00b-45bd-9347-6da5be18e0cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc3bc989-851f-4f08-8704-3fed45649fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 1.2051067 Dec 22 09:35:49.717768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62709d01-f4d4-4394-9041-09212973d847 req-29cfa8fd-bcea-4fd0-8f8e-5a560f96893f tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:49.719356 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62709d01-f4d4-4394-9041-09212973d847 req-29cfa8fd-bcea-4fd0-8f8e-5a560f96893f tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.64 "GET /v2.0/networks?id=58c7a353-13b3-4d40-8fee-65d9dde6541f HTTP/1.1" status: 200 len: 804 time: 1.1413095 Dec 22 09:35:49.767151 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0b775d-616e-4eff-af1c-2d2a59492fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93c3bee5-8665-4a46-b503-8ca7dc589727', 'code': 200} Dec 22 09:35:49.767440 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec805a00-4aaf-41bf-954f-6167c8d2d105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d14182d-d0e6-4ebf-81c7-2de9a4545723', 'code': 200} Dec 22 09:35:49.822639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-62709d01-f4d4-4394-9041-09212973d847 req-38f947e4-7ba2-4ebb-ba0b-64abb2b64023 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Request body: {'port': {'device_id': '6147ac08-3705-4e58-9776-43db400d138f', 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f', 'admin_state_up': True, 'tenant_id': '790143c06479416c8526efbd9a1fc0ad'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:49.826854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-2e5fde73-9a59-428e-a5e3-6efdd8a1c62b req-d4b3b066-9842-419f-9670-6373e85e7a8e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Deleting port e644dd3a-47dc-489a-83db-0e7a3cde4e02 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:49.827247 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2e5fde73-9a59-428e-a5e3-6efdd8a1c62b req-d4b3b066-9842-419f-9670-6373e85e7a8e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:49.920363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:49.939736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44350) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:49.997190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port e644dd3a-47dc-489a-83db-0e7a3cde4e02, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=e644dd3a-47dc-489a-83db-0e7a3cde4e02,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:50.001158 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:50.004254 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:50.011212 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec805a00-4aaf-41bf-954f-6167c8d2d105', 'name': 'network-vif-deleted', 'tag': '1d14182d-d0e6-4ebf-81c7-2de9a4545723', 'status': 'completed', 'code': 200} Dec 22 09:35:50.123436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202b9458-4c2f-4e46-95b2-3fa7c03d3945 admin admin] Router 9716eef1-5c04-4744-a2e9-a98a80ca5a6a has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:35:50.131479 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0b775d-616e-4eff-af1c-2d2a59492fc2', 'name': 'network-vif-deleted', 'tag': '93c3bee5-8665-4a46-b503-8ca7dc589727', 'status': 'completed', 'code': 200} Dec 22 09:35:50.131835 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'tag': 'aeadeb92-77d7-438a-af11-5f5f6953b05c', 'status': 'completed', 'code': 200} Dec 22 09:35:50.150825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=e644dd3a-47dc-489a-83db-0e7a3cde4e02,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:50.155458 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:50.443169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6de41e8-ecf6-4865-80d0-6c88cab7f088 admin admin] Deleting subnet d2bb3c2a-3760-425b-9a05-7f24a07671eb {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:35:50.506851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2e5fde73-9a59-428e-a5e3-6efdd8a1c62b req-d4b3b066-9842-419f-9670-6373e85e7a8e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] For port e644dd3a-47dc-489a-83db-0e7a3cde4e02, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=e644dd3a-47dc-489a-83db-0e7a3cde4e02,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:50.507253 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2e5fde73-9a59-428e-a5e3-6efdd8a1c62b req-d4b3b066-9842-419f-9670-6373e85e7a8e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:50.520093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697b289-74e4-47c3-aac9-6de7569c1306 req-9d6ad4c3-c9fc-402c-bc8f-8f86992abb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:50.521711 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8697b289-74e4-47c3-aac9-6de7569c1306 req-9d6ad4c3-c9fc-402c-bc8f-8f86992abb31 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9137282 Dec 22 09:35:50.524789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202b9458-4c2f-4e46-95b2-3fa7c03d3945 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:35:50.535857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b439b192-6d33-4d92-9095-479bc8fc6ba3 None None] Sync routers for ids ['9716eef1-5c04-4744-a2e9-a98a80ca5a6a'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:35:50.547857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b439b192-6d33-4d92-9095-479bc8fc6ba3 None None] Routers {'9716eef1-5c04-4744-a2e9-a98a80ca5a6a'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:35:50.548980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b439b192-6d33-4d92-9095-479bc8fc6ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:35:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9716eef1-5c04-4744-a2e9-a98a80ca5a6a'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:50.550650 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6de41e8-ecf6-4865-80d0-6c88cab7f088 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:50.590524 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-202b9458-4c2f-4e46-95b2-3fa7c03d3945 admin admin] 10.222.0.50 "PUT /v2.0/routers/9716eef1-5c04-4744-a2e9-a98a80ca5a6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0107708 Dec 22 09:35:50.648227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44356) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:50.655652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-2e5fde73-9a59-428e-a5e3-6efdd8a1c62b req-d4b3b066-9842-419f-9670-6373e85e7a8e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Calling delete_port for e644dd3a-47dc-489a-83db-0e7a3cde4e02 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:50.737520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-b439b192-6d33-4d92-9095-479bc8fc6ba3 None None] Set router 9716eef1-5c04-4744-a2e9-a98a80ca5a6a gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:35:50.787848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7ba03-80af-4353-8843-7d664f73e27e req-6b826581-2ff9-4e5c-8a83-135d6ee34e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:50.789508 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21a7ba03-80af-4353-8843-7d664f73e27e req-6b826581-2ff9-4e5c-8a83-135d6ee34e16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&device_id=dc3bc989-851f-4f08-8704-3fed45649fd1 HTTP/1.1" status: 200 len: 1165 time: 0.9021254 Dec 22 09:35:50.791881 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6de41e8-ecf6-4865-80d0-6c88cab7f088 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:50.828089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-62709d01-f4d4-4394-9041-09212973d847 req-38f947e4-7ba2-4ebb-ba0b-64abb2b64023 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:35:50.888698 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:50.964363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-498f4d3a-0ff6-47d0-b3a9-948d5f58352b admin admin] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:51.056372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b439b192-6d33-4d92-9095-479bc8fc6ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140564265-router', 'tenant_id': '2a7e044016c64c509a2791d1b4e7077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'c8b652ba-0160-43ad-af2a-91ecad74c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:29:17Z', 'updated_at': '2020-12-22T09:35:47Z', 'revision_number': 5, 'project_id': '2a7e044016c64c509a2791d1b4e7077d', 'gw_port': {'id': 'c8b652ba-0160-43ad-af2a-91ecad74c82f', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:19Z', 'updated_at': '2020-12-22T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:51.060950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b439b192-6d33-4d92-9095-479bc8fc6ba3 None None] Checking router: 9716eef1-5c04-4744-a2e9-a98a80ca5a6a for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:35:51.071111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b439b192-6d33-4d92-9095-479bc8fc6ba3 None None] Routers {'9716eef1-5c04-4744-a2e9-a98a80ca5a6a'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:35:51.071814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b439b192-6d33-4d92-9095-479bc8fc6ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:35:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9716eef1-5c04-4744-a2e9-a98a80ca5a6a'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:51.078559 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2e5fde73-9a59-428e-a5e3-6efdd8a1c62b req-d4b3b066-9842-419f-9670-6373e85e7a8e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:51.096529 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5600da50-7565-477d-a63c-c59f9cce0bf7 tempest-LiveAutoBlockMigrationV225Test-826133019 tempest-LiveAutoBlockMigrationV225Test-826133019] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:51.215404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3b066-9842-419f-9670-6373e85e7a8e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Pushing event deleted for resources: {'Port': ['ID=e644dd3a-47dc-489a-83db-0e7a3cde4e02,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:51.221972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-62709d01-f4d4-4394-9041-09212973d847 req-38f947e4-7ba2-4ebb-ba0b-64abb2b64023 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Usage tracker for resource:port and tenant:790143c06479416c8526efbd9a1fc0ad is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:35:51.231698 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d4b3b066-9842-419f-9670-6373e85e7a8e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:51.252711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-62709d01-f4d4-4394-9041-09212973d847 req-38f947e4-7ba2-4ebb-ba0b-64abb2b64023 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:35:51.268435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-b439b192-6d33-4d92-9095-479bc8fc6ba3 None None] Set router 9716eef1-5c04-4744-a2e9-a98a80ca5a6a gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:35:51.307950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-62709d01-f4d4-4394-9041-09212973d847 req-38f947e4-7ba2-4ebb-ba0b-64abb2b64023 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:35:51.308191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-498f4d3a-0ff6-47d0-b3a9-948d5f58352b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:51.398231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-498f4d3a-0ff6-47d0-b3a9-948d5f58352b admin admin] Deleting port c8b652ba-0160-43ad-af2a-91ecad74c82f {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:51.398633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-498f4d3a-0ff6-47d0-b3a9-948d5f58352b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:51.466181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62709d01-f4d4-4394-9041-09212973d847 req-38f947e4-7ba2-4ebb-ba0b-64abb2b64023 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Made reservation on behalf of 790143c06479416c8526efbd9a1fc0ad for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:35:51.471885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-62709d01-f4d4-4394-9041-09212973d847 req-38f947e4-7ba2-4ebb-ba0b-64abb2b64023 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:51.561282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543914b-4d28-4b5b-8796-28c444501821 req-a7720ad6-f8d1-425c-beac-c16a1d2979cf tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:51.565830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543914b-4d28-4b5b-8796-28c444501821 req-a7720ad6-f8d1-425c-beac-c16a1d2979cf tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:51.571242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543914b-4d28-4b5b-8796-28c444501821 req-a7720ad6-f8d1-425c-beac-c16a1d2979cf tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:51.575792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543914b-4d28-4b5b-8796-28c444501821 req-a7720ad6-f8d1-425c-beac-c16a1d2979cf tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:51.580354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543914b-4d28-4b5b-8796-28c444501821 req-a7720ad6-f8d1-425c-beac-c16a1d2979cf tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:51.584946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543914b-4d28-4b5b-8796-28c444501821 req-a7720ad6-f8d1-425c-beac-c16a1d2979cf tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:51.589714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543914b-4d28-4b5b-8796-28c444501821 req-a7720ad6-f8d1-425c-beac-c16a1d2979cf tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:51.591990 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8543914b-4d28-4b5b-8796-28c444501821 req-a7720ad6-f8d1-425c-beac-c16a1d2979cf tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5396 time: 1.2513831 Dec 22 09:35:51.598522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051877de-23ef-43ea-bb36-4fc229256c6f req-9f6e7c61-82bc-42e3-834f-e80f61e90239 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:51.602028 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-051877de-23ef-43ea-bb36-4fc229256c6f req-9f6e7c61-82bc-42e3-834f-e80f61e90239 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=dcabae72-21c9-4ede-a72e-2aa39c58f49f HTTP/1.1" status: 200 len: 865 time: 1.2909758 Dec 22 09:35:51.622020 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6de41e8-ecf6-4865-80d0-6c88cab7f088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:51.752874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b439b192-6d33-4d92-9095-479bc8fc6ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140564265-router', 'tenant_id': '2a7e044016c64c509a2791d1b4e7077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'c8b652ba-0160-43ad-af2a-91ecad74c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:29:17Z', 'updated_at': '2020-12-22T09:35:47Z', 'revision_number': 5, 'project_id': '2a7e044016c64c509a2791d1b4e7077d', 'gw_port': {'id': 'c8b652ba-0160-43ad-af2a-91ecad74c82f', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:19Z', 'updated_at': '2020-12-22T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:51.758610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b439b192-6d33-4d92-9095-479bc8fc6ba3 None None] The sync data for ids ['9716eef1-5c04-4744-a2e9-a98a80ca5a6a'] in n-d-765315-5 is: [{'id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140564265-router', 'tenant_id': '2a7e044016c64c509a2791d1b4e7077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'c8b652ba-0160-43ad-af2a-91ecad74c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:29:17Z', 'updated_at': '2020-12-22T09:35:47Z', 'revision_number': 5, 'project_id': '2a7e044016c64c509a2791d1b4e7077d', 'gw_port': {'id': 'c8b652ba-0160-43ad-af2a-91ecad74c82f', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9716eef1-5c04-4744-a2e9-a98a80ca5a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:29:19Z', 'updated_at': '2020-12-22T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:35:51.769263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcabae72-21c9-4ede-a72e-2aa39c58f49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e644dd3a-47dc-489a-83db-0e7a3cde4e02'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:51.804666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd8474-5539-47dd-b171-30313b6e6a86 req-62e96d57-9ad8-4fdc-9d19-89362e78c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:51.805155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd8474-5539-47dd-b171-30313b6e6a86 req-62e96d57-9ad8-4fdc-9d19-89362e78c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:51.805500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd8474-5539-47dd-b171-30313b6e6a86 req-62e96d57-9ad8-4fdc-9d19-89362e78c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:51.805910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd8474-5539-47dd-b171-30313b6e6a86 req-62e96d57-9ad8-4fdc-9d19-89362e78c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:51.806313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd8474-5539-47dd-b171-30313b6e6a86 req-62e96d57-9ad8-4fdc-9d19-89362e78c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:51.806720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd8474-5539-47dd-b171-30313b6e6a86 req-62e96d57-9ad8-4fdc-9d19-89362e78c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:51.807123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd8474-5539-47dd-b171-30313b6e6a86 req-62e96d57-9ad8-4fdc-9d19-89362e78c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:51.809207 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4dd8474-5539-47dd-b171-30313b6e6a86 req-62e96d57-9ad8-4fdc-9d19-89362e78c323 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f&device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 6663 time: 1.2146420 Dec 22 09:35:51.961294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5fde73-9a59-428e-a5e3-6efdd8a1c62b req-d4b3b066-9842-419f-9670-6373e85e7a8e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] No DVR routers for this DVR port e644dd3a-47dc-489a-83db-0e7a3cde4e02 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:35:51.971387 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2e5fde73-9a59-428e-a5e3-6efdd8a1c62b req-d4b3b066-9842-419f-9670-6373e85e7a8e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:51.998982 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2e5fde73-9a59-428e-a5e3-6efdd8a1c62b req-d4b3b066-9842-419f-9670-6373e85e7a8e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "DELETE /v2.0/ports/e644dd3a-47dc-489a-83db-0e7a3cde4e02 HTTP/1.1" status: 204 len: 173 time: 2.3686285 Dec 22 09:35:52.002950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:35:52.005120 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:35:52.011117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d293b9d-46a2-43be-a048-b51d7cbdef11 req-fd22e3e5-5fb2-40e5-aaf6-260436b929ba tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:52.011887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7d293b9d-46a2-43be-a048-b51d7cbdef11 req-fd22e3e5-5fb2-40e5-aaf6-260436b929ba tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Synchronizing usage tracker for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:35:52.018047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcabae72-21c9-4ede-a72e-2aa39c58f49f', 'name': 'network-vif-deleted', 'tag': 'e644dd3a-47dc-489a-83db-0e7a3cde4e02'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:52.059294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-498f4d3a-0ff6-47d0-b3a9-948d5f58352b admin admin] For port c8b652ba-0160-43ad-af2a-91ecad74c82f, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c8b652ba-0160-43ad-af2a-91ecad74c82f,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:52.059620 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-498f4d3a-0ff6-47d0-b3a9-948d5f58352b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:52.072134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7d293b9d-46a2-43be-a048-b51d7cbdef11 req-fd22e3e5-5fb2-40e5-aaf6-260436b929ba tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Unset dirty status for tenant:902944b2a5a3450e8cb9dbe821598f5d on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:35:52.073958 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7d293b9d-46a2-43be-a048-b51d7cbdef11 req-fd22e3e5-5fb2-40e5-aaf6-260436b929ba tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "GET /v2.0/ports?device_id=492a6000-ac83-4726-bb84-775b2659eb76 HTTP/1.1" status: 200 len: 949 time: 0.3217771 Dec 22 09:35:52.105571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7ba03-80af-4353-8843-7d664f73e27e req-78dea3a2-a823-42de-aaaf-a77a7d58fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:52.107195 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21a7ba03-80af-4353-8843-7d664f73e27e req-78dea3a2-a823-42de-aaaf-a77a7d58fd08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 1.2750652 Dec 22 09:35:52.188391 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8543914b-4d28-4b5b-8796-28c444501821 req-d0b9395c-6fde-42d5-bf31-3d57aeefaf5a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5289683 Dec 22 09:35:52.191619 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:52.276574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-498f4d3a-0ff6-47d0-b3a9-948d5f58352b admin admin] Calling delete_port for c8b652ba-0160-43ad-af2a-91ecad74c82f owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:52.307613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port f2ff6f78-db1c-47d8-a946-5a2e2b1392c8, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=f2ff6f78-db1c-47d8-a946-5a2e2b1392c8,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:52.320350 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:52.326005 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-21cdca14-cd21-4cbe-9bf2-8d6808bb0666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:52.368628 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-051877de-23ef-43ea-bb36-4fc229256c6f req-0c387c0e-bbf0-4f4a-ab9c-5ac612fe315a tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402445 Dec 22 09:35:52.432130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=f2ff6f78-db1c-47d8-a946-5a2e2b1392c8,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:52.439515 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:52.501550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-7d293b9d-46a2-43be-a048-b51d7cbdef11 req-44ad3ce6-da42-41ec-8096-62ded82067ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Deleting port f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:52.502083 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7d293b9d-46a2-43be-a048-b51d7cbdef11 req-44ad3ce6-da42-41ec-8096-62ded82067ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:52.557454 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-498f4d3a-0ff6-47d0-b3a9-948d5f58352b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:52.566507 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21a7ba03-80af-4353-8843-7d664f73e27e req-bb52bc76-12ea-46ff-a477-6c16fdb75e3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=563ae252-558e-4e2c-9ceb-7cd73ef6ef93 HTTP/1.1" status: 200 len: 217 time: 0.3821197 Dec 22 09:35:52.603161 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8e9add7b-253a-410c-860c-e699b1b6064e req-8ae57097-9f5b-4fd1-be63-c5c99f689ccd tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=6147ac08-3705-4e58-9776-43db400d138f HTTP/1.1" status: 200 len: 210 time: 0.0887694 Dec 22 09:35:52.618407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a3d7c0-e6da-452f-94eb-1a48d0121717 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:35:52.749994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7ba03-80af-4353-8843-7d664f73e27e req-0943061a-0428-4381-b75b-bc3e1d8c00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:52.751580 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21a7ba03-80af-4353-8843-7d664f73e27e req-0943061a-0428-4381-b75b-bc3e1d8c00a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1362081 Dec 22 09:35:52.833208 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcabae72-21c9-4ede-a72e-2aa39c58f49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e644dd3a-47dc-489a-83db-0e7a3cde4e02', 'code': 200} Dec 22 09:35:52.887062 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:52.913040 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcabae72-21c9-4ede-a72e-2aa39c58f49f', 'name': 'network-vif-deleted', 'tag': 'e644dd3a-47dc-489a-83db-0e7a3cde4e02', 'status': 'completed', 'code': 200} Dec 22 09:35:52.967793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-498f4d3a-0ff6-47d0-b3a9-948d5f58352b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:52.970130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-7d293b9d-46a2-43be-a048-b51d7cbdef11 req-44ad3ce6-da42-41ec-8096-62ded82067ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] For port f2ff6f78-db1c-47d8-a946-5a2e2b1392c8, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=f2ff6f78-db1c-47d8-a946-5a2e2b1392c8,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:52.970526 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7d293b9d-46a2-43be-a048-b51d7cbdef11 req-44ad3ce6-da42-41ec-8096-62ded82067ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:53.233461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-7d293b9d-46a2-43be-a048-b51d7cbdef11 req-44ad3ce6-da42-41ec-8096-62ded82067ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Calling delete_port for f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:53.274765 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-498f4d3a-0ff6-47d0-b3a9-948d5f58352b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:53.279781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-498f4d3a-0ff6-47d0-b3a9-948d5f58352b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:53.331551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-498f4d3a-0ff6-47d0-b3a9-948d5f58352b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:53.332151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498f4d3a-0ff6-47d0-b3a9-948d5f58352b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9716eef1-5c04-4744-a2e9-a98a80ca5a6a {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:35:53.380025 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-498f4d3a-0ff6-47d0-b3a9-948d5f58352b admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:53.381406 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-498f4d3a-0ff6-47d0-b3a9-948d5f58352b admin admin] 10.222.0.50 "DELETE /v2.0/routers/9716eef1-5c04-4744-a2e9-a98a80ca5a6a HTTP/1.1" status: 204 len: 168 time: 2.7335978 Dec 22 09:35:53.382491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd8474-5539-47dd-b171-30313b6e6a86 req-28d7d37c-0606-46fd-b54f-2520186e97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:53.383005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd8474-5539-47dd-b171-30313b6e6a86 req-28d7d37c-0606-46fd-b54f-2520186e97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:53.383426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd8474-5539-47dd-b171-30313b6e6a86 req-28d7d37c-0606-46fd-b54f-2520186e97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:53.385218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4dd8474-5539-47dd-b171-30313b6e6a86 req-28d7d37c-0606-46fd-b54f-2520186e97ac service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f&shared=False HTTP/1.1" status: 200 len: 2273 time: 1.5470686 Dec 22 09:35:53.387420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44370) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:53.400245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Transition to ACTIVE for port object 36a3d7c0-e6da-452f-94eb-1a48d0121717 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:35:53.460634 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:53.481319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-37bcfe0c-7d4b-4c9e-96e2-5a4cfa328d6e admin admin] Deleting subnet e5d91322-4c7e-40a7-8a1f-f7a621030384 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:35:53.484666 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7d293b9d-46a2-43be-a048-b51d7cbdef11 req-44ad3ce6-da42-41ec-8096-62ded82067ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:53.486286 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-37bcfe0c-7d4b-4c9e-96e2-5a4cfa328d6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:53.523634 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b84b1338-bc20-4828-bbfc-c2d92022cecd tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:53.529162 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eebe7fd2-79bd-43c9-9f38-cdd3d56b91ed tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:53.571202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:53.595121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad3ce6-da42-41ec-8096-62ded82067ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Pushing event deleted for resources: {'Port': ['ID=f2ff6f78-db1c-47d8-a946-5a2e2b1392c8,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:53.611359 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-44ad3ce6-da42-41ec-8096-62ded82067ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:53.667755 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-37bcfe0c-7d4b-4c9e-96e2-5a4cfa328d6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:53.766214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device abb7cd76-124f-4904-8f8c-72e3839cfb25 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:35:53.805201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: abb7cd76-124f-4904-8f8c-72e3839cfb25 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:35:53.805678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device abb7cd76-124f-4904-8f8c-72e3839cfb25 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:35:53.806140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c8b652ba-0160-43ad-af2a-91ecad74c82f no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:35:53.829471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d293b9d-46a2-43be-a048-b51d7cbdef11 req-44ad3ce6-da42-41ec-8096-62ded82067ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] No DVR routers for this DVR port f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:35:53.833181 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7d293b9d-46a2-43be-a048-b51d7cbdef11 req-44ad3ce6-da42-41ec-8096-62ded82067ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:53.841299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: c8b652ba-0160-43ad-af2a-91ecad74c82f {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:35:53.841698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c8b652ba-0160-43ad-af2a-91ecad74c82f not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:35:53.843822 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-37bcfe0c-7d4b-4c9e-96e2-5a4cfa328d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:53.888188 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7d293b9d-46a2-43be-a048-b51d7cbdef11 req-44ad3ce6-da42-41ec-8096-62ded82067ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "DELETE /v2.0/ports/f2ff6f78-db1c-47d8-a946-5a2e2b1392c8 HTTP/1.1" status: 204 len: 173 time: 1.7597773 Dec 22 09:35:53.980953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7044cb3-bd6f-41fb-8cd5-9dbce267fff8 req-7895cce8-fd69-4521-9cff-cbbbc39745b4 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:53.982935 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a7044cb3-bd6f-41fb-8cd5-9dbce267fff8 req-7895cce8-fd69-4521-9cff-cbbbc39745b4 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 950 time: 1.4053397 Dec 22 09:35:53.983630 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6de41e8-ecf6-4865-80d0-6c88cab7f088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:54.023644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7ba03-80af-4353-8843-7d664f73e27e req-8181b82d-cf6d-45fa-acd2-242a45bcc4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:54.025162 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21a7ba03-80af-4353-8843-7d664f73e27e req-8181b82d-cf6d-45fa-acd2-242a45bcc4bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1750126 Dec 22 09:35:54.039271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=36a3d7c0-e6da-452f-94eb-1a48d0121717,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:54.120718 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:54.123134 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-37bcfe0c-7d4b-4c9e-96e2-5a4cfa328d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:54.133773 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6f4ed127-e8a3-4be5-8c3c-5379dcc0fb44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:54.140675 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cfc30809-016d-4a25-9511-a767f37b9548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:54.181077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcfe0c-7d4b-4c9e-96e2-5a4cfa328d6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5d91322-4c7e-40a7-8a1f-f7a621030384,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:54.193237 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-37bcfe0c-7d4b-4c9e-96e2-5a4cfa328d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:54.278172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-62709d01-f4d4-4394-9041-09212973d847 req-38f947e4-7ba2-4ebb-ba0b-64abb2b64023 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Allocated IP 172.20.0.7 (58c7a353-13b3-4d40-8fee-65d9dde6541f/a0cb2307-15df-4f20-b1ea-7921fb77b239/0492a840-e3e9-4107-a881-f0bd0f528983) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:35:54.285736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de41e8-ecf6-4865-80d0-6c88cab7f088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2bb3c2a-3760-425b-9a05-7f24a07671eb,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:54.288183 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-37bcfe0c-7d4b-4c9e-96e2-5a4cfa328d6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:54.295186 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-37bcfe0c-7d4b-4c9e-96e2-5a4cfa328d6e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e5d91322-4c7e-40a7-8a1f-f7a621030384 HTTP/1.1" status: 204 len: 168 time: 0.9066641 Dec 22 09:35:54.297999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21360b9a-5c13-4d52-8b4b-561def1ae07b None None] Network 871b720a-d517-485b-90dc-806135a28c98 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:35:54.309327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44384) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:54.391302 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f6de41e8-ecf6-4865-80d0-6c88cab7f088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:54.444351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd8474-5539-47dd-b171-30313b6e6a86 req-308a3975-f57e-4f2d-8a96-81df1ec91987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:54.446262 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4dd8474-5539-47dd-b171-30313b6e6a86 req-308a3975-f57e-4f2d-8a96-81df1ec91987 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.0242779 Dec 22 09:35:54.507971 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:54.549621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed38b1-b155-4d02-8dd1-25698a2bd27b req-1fcc50b1-094c-4230-9715-3be8cea830ec tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:54.555563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed38b1-b155-4d02-8dd1-25698a2bd27b req-1fcc50b1-094c-4230-9715-3be8cea830ec tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:54.560697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed38b1-b155-4d02-8dd1-25698a2bd27b req-1fcc50b1-094c-4230-9715-3be8cea830ec tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:54.565664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed38b1-b155-4d02-8dd1-25698a2bd27b req-1fcc50b1-094c-4230-9715-3be8cea830ec tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:54.572164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed38b1-b155-4d02-8dd1-25698a2bd27b req-1fcc50b1-094c-4230-9715-3be8cea830ec tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:54.575749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed38b1-b155-4d02-8dd1-25698a2bd27b req-1fcc50b1-094c-4230-9715-3be8cea830ec tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:54.580701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed38b1-b155-4d02-8dd1-25698a2bd27b req-1fcc50b1-094c-4230-9715-3be8cea830ec tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:54.582914 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-12ed38b1-b155-4d02-8dd1-25698a2bd27b req-1fcc50b1-094c-4230-9715-3be8cea830ec tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5408 time: 1.1012106 Dec 22 09:35:54.586146 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a7044cb3-bd6f-41fb-8cd5-9dbce267fff8 req-66a90987-b1e4-44d7-bd97-f65858bc5d83 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813797 Dec 22 09:35:54.593732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Deleting port 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:54.594114 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:54.610003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0a4865-284b-4f39-947a-4480036765b1 None None] DHCP port deletion for 871b720a-d517-485b-90dc-806135a28c98 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:35:54.617237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8d0a4865-284b-4f39-947a-4480036765b1 None None] Deleting port 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:54.618516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d0a4865-284b-4f39-947a-4480036765b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:54.871195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492a6000-ac83-4726-bb84-775b2659eb76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ff6f78-db1c-47d8-a946-5a2e2b1392c8'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:54.909277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-8d0a4865-284b-4f39-947a-4480036765b1 None None] For port 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=38223a9b-b3e3-4ba8-a3b2-1dfa06eac765,segment=NetworkSegment(66cf4bf0-77ba-4c83-b303-13adaa289084),segment_id=66cf4bf0-77ba-4c83-b303-13adaa289084)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:54.909730 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d0a4865-284b-4f39-947a-4480036765b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:55.030868 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6de41e8-ecf6-4865-80d0-6c88cab7f088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:55.067517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8d0a4865-284b-4f39-947a-4480036765b1 None None] Calling delete_port for 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:55.089763 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f6de41e8-ecf6-4865-80d0-6c88cab7f088 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d2bb3c2a-3760-425b-9a05-7f24a07671eb HTTP/1.1" status: 204 len: 168 time: 5.1378541 Dec 22 09:35:55.098774 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-62709d01-f4d4-4394-9041-09212973d847 req-38f947e4-7ba2-4ebb-ba0b-64abb2b64023 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:55.108810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44394) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:55.144932 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-12ed38b1-b155-4d02-8dd1-25698a2bd27b req-ac7f4944-a1e6-45ca-aab4-4fe6e1ac7dcc tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5172377 Dec 22 09:35:55.159198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492a6000-ac83-4726-bb84-775b2659eb76', 'name': 'network-vif-deleted', 'tag': 'f2ff6f78-db1c-47d8-a946-5a2e2b1392c8'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:55.173635 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d0a4865-284b-4f39-947a-4480036765b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:55.203233 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:55.212463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] For port 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=38223a9b-b3e3-4ba8-a3b2-1dfa06eac765,segment=NetworkSegment(66cf4bf0-77ba-4c83-b303-13adaa289084),segment_id=66cf4bf0-77ba-4c83-b303-13adaa289084)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:55.215425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:55.241410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a4865-284b-4f39-947a-4480036765b1 None None] Pushing event deleted for resources: {'Port': ['ID=38223a9b-b3e3-4ba8-a3b2-1dfa06eac765,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:55.250943 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d0a4865-284b-4f39-947a-4480036765b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:55.315765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ad44265d-3bbd-4669-928c-af5ce7e6182f req-ba3c8b94-3cc8-4c4d-9f3b-a46ad39ac933 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Synchronizing usage tracker for tenant:790143c06479416c8526efbd9a1fc0ad on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:35:55.355379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0a4865-284b-4f39-947a-4480036765b1 None None] No DVR routers for this DVR port 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:35:55.386477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Calling delete_port for 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:35:55.415448 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21a7ba03-80af-4353-8843-7d664f73e27e req-722f6b8d-6bfb-4ab7-8603-06a4f93b2d4f service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2867851 Dec 22 09:35:55.420931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14afdc63-2491-40ba-a579-afc1444b8b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:55.465412 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:35:55.466044 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:35:55.471896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Router fbe7abdf-e573-4dbf-a992-23bbab258560 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:35:55.510253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ad44265d-3bbd-4669-928c-af5ce7e6182f req-ba3c8b94-3cc8-4c4d-9f3b-a46ad39ac933 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Unset dirty status for tenant:790143c06479416c8526efbd9a1fc0ad on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:35:55.511505 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad44265d-3bbd-4669-928c-af5ce7e6182f req-ba3c8b94-3cc8-4c4d-9f3b-a46ad39ac933 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=6147ac08-3705-4e58-9776-43db400d138f HTTP/1.1" status: 200 len: 210 time: 0.5138998 Dec 22 09:35:55.670193 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492a6000-ac83-4726-bb84-775b2659eb76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ff6f78-db1c-47d8-a946-5a2e2b1392c8', 'code': 200} Dec 22 09:35:55.694175 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492a6000-ac83-4726-bb84-775b2659eb76', 'name': 'network-vif-deleted', 'tag': 'f2ff6f78-db1c-47d8-a946-5a2e2b1392c8', 'status': 'completed', 'code': 200} Dec 22 09:35:55.783353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:35:55.823274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:35:55.823853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:35:55.890382 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-62709d01-f4d4-4394-9041-09212973d847 req-38f947e4-7ba2-4ebb-ba0b-64abb2b64023 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:55.902384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Attempting to bind port 36a3d7c0-e6da-452f-94eb-1a48d0121717 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:35:55.902758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Attempting to bind port 36a3d7c0-e6da-452f-94eb-1a48d0121717 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '4a23f88a-34a4-4467-8e49-5524df848334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'd065e8dc-4901-49cf-a3a8-7b54cf5d4a85'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:35:55.903128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Attempting to bind port 36a3d7c0-e6da-452f-94eb-1a48d0121717 on network d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:35:55.967473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Deleting port 38223a9b-b3e3-4ba8-a3b2-1dfa06eac765 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:55.968208 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:56.018008 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e29b352-c506-48ff-9d8f-b6ae3cd80087 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:56.051038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] The port '38223a9b-b3e3-4ba8-a3b2-1dfa06eac765' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:35:56.126503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:35:56.126889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Checking segment: {'id': '4a23f88a-34a4-4467-8e49-5524df848334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'd065e8dc-4901-49cf-a3a8-7b54cf5d4a85'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:35:56.127297 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:56.127696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Bound using segment: {'id': '4a23f88a-34a4-4467-8e49-5524df848334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'd065e8dc-4901-49cf-a3a8-7b54cf5d4a85'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:35:56.128215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Bound port: 36a3d7c0-e6da-452f-94eb-1a48d0121717, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a23f88a-34a4-4467-8e49-5524df848334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'd065e8dc-4901-49cf-a3a8-7b54cf5d4a85'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:35:56.128599 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:56.183136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:56.327739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871b720a-d517-485b-90dc-806135a28c98']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:56.340987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66cf4bf0-77ba-4c83-b303-13adaa289084') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:56.342250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66cf4bf0-77ba-4c83-b303-13adaa289084') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:56.354415 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:56.370167 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:56.372200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:35:56.545928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f947e4-7ba2-4ebb-ba0b-64abb2b64023 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Pushing event updated for resources: {'Port': ['ID=0492a840-e3e9-4107-a881-f0bd0f528983,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:56.558436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Network 871b720a-d517-485b-90dc-806135a28c98 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:35:56.564287 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-38f947e4-7ba2-4ebb-ba0b-64abb2b64023 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:56.566929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14afdc63-2491-40ba-a579-afc1444b8b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:56.567700 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:56.591235 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21a7ba03-80af-4353-8843-7d664f73e27e req-1d4a7746-0d29-4656-ad17-17f843d7dfb8 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1118267 Dec 22 09:35:56.727978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:35:56.736575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Sync routers for ids ['fbe7abdf-e573-4dbf-a992-23bbab258560'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:35:56.747733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Routers {'fbe7abdf-e573-4dbf-a992-23bbab258560'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:35:56.748630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:35:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['fbe7abdf-e573-4dbf-a992-23bbab258560'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:56.766270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Network 871b720a-d517-485b-90dc-806135a28c98 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:35:56.777543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] For port 36a3d7c0-e6da-452f-94eb-1a48d0121717, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:35:56.785649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752aafe7-09ce-4fb4-a6b2-1424ca9b80e3 req-2b4901a4-f87e-440c-986e-ca1a40c5961d tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:56.794179 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-752aafe7-09ce-4fb4-a6b2-1424ca9b80e3 req-2b4901a4-f87e-440c-986e-ca1a40c5961d tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 950 time: 0.9138350 Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:35:56.798816 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:35:56.847482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] For port 36a3d7c0-e6da-452f-94eb-1a48d0121717, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=36a3d7c0-e6da-452f-94eb-1a48d0121717,segment=NetworkSegment(4a23f88a-34a4-4467-8e49-5524df848334),segment_id=4a23f88a-34a4-4467-8e49-5524df848334)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:35:56.858148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-14afdc63-2491-40ba-a579-afc1444b8b57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41eadfb9-ac85-4c73-9abf-e1b27dc659fc']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:56.867801 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:56.872766 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 17.1092193 Dec 22 09:35:56.873005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44414) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:56.875892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62709d01-f4d4-4394-9041-09212973d847 req-38f947e4-7ba2-4ebb-ba0b-64abb2b64023 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Network 58c7a353-13b3-4d40-8fee-65d9dde6541f is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:35:56.895821 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:56.916979 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5da7fecf-3a41-442f-827e-9efdf2644514 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:56.946362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-62709d01-f4d4-4394-9041-09212973d847 req-38f947e4-7ba2-4ebb-ba0b-64abb2b64023 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:35:56.949690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-14afdc63-2491-40ba-a579-afc1444b8b57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b157e3e-a277-4a6c-8f02-9fe66417ab86') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:56.950025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-14afdc63-2491-40ba-a579-afc1444b8b57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b157e3e-a277-4a6c-8f02-9fe66417ab86') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:56.972438 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:56.973812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3473f1a-91b4-4730-a598-88ac4b07debe req-16eeabc3-a9c4-4532-b7a5-f1ba11e10a64 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:56.975706 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a3473f1a-91b4-4730-a598-88ac4b07debe req-16eeabc3-a9c4-4532-b7a5-f1ba11e10a64 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=dc3bc989-851f-4f08-8704-3fed45649fd1 HTTP/1.1" status: 200 len: 950 time: 0.8295612 Dec 22 09:35:56.979131 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f248785f-e0d8-46fa-8631-1a8a44011313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:56.986179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-62709d01-f4d4-4394-9041-09212973d847 req-38f947e4-7ba2-4ebb-ba0b-64abb2b64023 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:35:56.996251 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:57.000297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Set router fbe7abdf-e573-4dbf-a992-23bbab258560 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:35:57.017849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-752aafe7-09ce-4fb4-a6b2-1424ca9b80e3 req-97e5002c-61b0-4513-8e40-3118587d9610 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227263 Dec 22 09:35:57.020006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Pushing event deleted for resources: {'Network': ['ID=871b720a-d517-485b-90dc-806135a28c98,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:57.025748 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:57.032336 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] 10.222.0.50 "DELETE /v2.0/networks/871b720a-d517-485b-90dc-806135a28c98 HTTP/1.1" status: 204 len: 168 time: 2.7189419 Dec 22 09:35:57.068949 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14afdc63-2491-40ba-a579-afc1444b8b57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:57.184689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14afdc63-2491-40ba-a579-afc1444b8b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:57.208220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-14afdc63-2491-40ba-a579-afc1444b8b57 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:35:57.243682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=36a3d7c0-e6da-452f-94eb-1a48d0121717,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:57.257223 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:57.266060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62709d01-f4d4-4394-9041-09212973d847 req-38f947e4-7ba2-4ebb-ba0b-64abb2b64023 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:57.266733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-62709d01-f4d4-4394-9041-09212973d847 req-38f947e4-7ba2-4ebb-ba0b-64abb2b64023 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:57.288621 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a3473f1a-91b4-4730-a598-88ac4b07debe req-a63a7362-397e-4ed1-a516-6aa6203b9845 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644444 Dec 22 09:35:57.370479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44420) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:57.457874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'name': 'tempest-FloatingIPDetailsTestJSON-472074991-router', 'tenant_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '87a3456a-a2c0-4dc4-a88f-7ba5c01d9803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:35:40Z', 'updated_at': '2020-12-22T09:35:49Z', 'revision_number': 3, 'project_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'gw_port': {'id': '87a3456a-a2c0-4dc4-a88f-7ba5c01d9803', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:35:44Z', 'updated_at': '2020-12-22T09:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:57.462811 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7f096192-45bd-4f61-a4d2-9778cacab3c0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c601d64a3954b579c533381321f4616&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0908027 Dec 22 09:35:57.463265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Checking router: fbe7abdf-e573-4dbf-a992-23bbab258560 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:35:57.464572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Updating router fbe7abdf-e573-4dbf-a992-23bbab258560 port 87a3456a-a2c0-4dc4-a88f-7ba5c01d9803 binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:35:57.465933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44424) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:57.537066 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:57.600053 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62709d01-f4d4-4394-9041-09212973d847 req-38f947e4-7ba2-4ebb-ba0b-64abb2b64023 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7881327 Dec 22 09:35:57.640286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 563ae252-558e-4e2c-9ceb-7cd73ef6ef93 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:35:57.690117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:35:57.704657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-14afdc63-2491-40ba-a579-afc1444b8b57 admin admin] Network 41eadfb9-ac85-4c73-9abf-e1b27dc659fc has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:35:57.711568 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f5cc1d7f-328a-41a9-bed5-140dd1475185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:57.714813 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14afdc63-2491-40ba-a579-afc1444b8b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:57.834899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Request body: {'port': {'device_id': '6147ac08-3705-4e58-9776-43db400d138f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:57.867394 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f5cc1d7f-328a-41a9-bed5-140dd1475185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:57.884599 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:57.928855 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:57.980749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 563ae252-558e-4e2c-9ceb-7cd73ef6ef93, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=563ae252-558e-4e2c-9ceb-7cd73ef6ef93,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:35:57.984198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3bc989-851f-4f08-8704-3fed45649fd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '563ae252-558e-4e2c-9ceb-7cd73ef6ef93'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:57.992968 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:57.996909 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:58.128660 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f5cc1d7f-328a-41a9-bed5-140dd1475185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:58.136086 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9316b018-e7e1-4f96-9391-d2dfc53eb352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:58.153273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:58.153941 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:58.155487 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] 10.222.0.64 "PUT /v2.0/ports/36a3d7c0-e6da-452f-94eb-1a48d0121717 HTTP/1.1" status: 200 len: 1155 time: 10.0523796 Dec 22 09:35:58.174434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc1d7f-328a-41a9-bed5-140dd1475185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1285b5-5214-4ebc-b924-c2916c3b515e,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:58.183517 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f5cc1d7f-328a-41a9-bed5-140dd1475185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:58.193564 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f5cc1d7f-328a-41a9-bed5-140dd1475185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:58.196529 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f5cc1d7f-328a-41a9-bed5-140dd1475185 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f1285b5-5214-4ebc-b924-c2916c3b515e HTTP/1.1" status: 204 len: 168 time: 0.7294710 Dec 22 09:35:58.327403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-14afdc63-2491-40ba-a579-afc1444b8b57 admin admin] Network 41eadfb9-ac85-4c73-9abf-e1b27dc659fc has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:35:58.330332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=563ae252-558e-4e2c-9ceb-7cd73ef6ef93,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:58.360488 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:58.385825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Allocated IP 172.20.0.1 (278e11d5-53ce-4cbd-ba2d-0aff16a97e0b/7e5e99fb-ff93-41a1-830f-27cd55c5fe11/21a71ba7-888f-4247-a230-d9f6514fac27) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:35:58.447032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'tag': '36a3d7c0-e6da-452f-94eb-1a48d0121717'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:35:58.453269 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:35:58.467229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Request body: {'port': {'device_id': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:58.493860 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:58.510105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Transition to ACTIVE for port object 87a3456a-a2c0-4dc4-a88f-7ba5c01d9803 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:35:58.513694 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:58.576523 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:58.592526 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14afdc63-2491-40ba-a579-afc1444b8b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:58.596490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Transition to ACTIVE for port object 21a71ba7-888f-4247-a230-d9f6514fac27 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:35:58.619981 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:58.640570 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c0b9272d-6f11-4484-a3ac-6a107b6f861f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:58.667159 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:58.675823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711c934-e7e0-4436-bff7-142d8b30c60e req-f8eb4025-f45c-442e-8748-d58c3a58b5a2 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:58.677566 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c711c934-e7e0-4436-bff7-142d8b30c60e req-f8eb4025-f45c-442e-8748-d58c3a58b5a2 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "GET /v2.0/ports?device_id=dc3bc989-851f-4f08-8704-3fed45649fd1 HTTP/1.1" status: 200 len: 950 time: 1.2742209 Dec 22 09:35:58.690489 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14afdc63-2491-40ba-a579-afc1444b8b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:58.695436 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:58.718313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44442) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:58.736836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcb05f-790b-4e9d-ad18-ce5336dcd7b6 None None] Pushing event updated for resources: {'Port': ['ID=87a3456a-a2c0-4dc4-a88f-7ba5c01d9803,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:58.743142 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8efcb05f-790b-4e9d-ad18-ce5336dcd7b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:58.748631 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:58.766290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Attempting to bind port 87a3456a-a2c0-4dc4-a88f-7ba5c01d9803 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:35:58.766709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Attempting to bind port 87a3456a-a2c0-4dc4-a88f-7ba5c01d9803 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:35:58.767128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Attempting to bind port 87a3456a-a2c0-4dc4-a88f-7ba5c01d9803 on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:35:58.774887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:35:58.775311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:35:58.775685 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:58.776185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:35:58.776453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0059c-fee1-48ab-bcdc-3e883baaf5fe req-a5ee65a0-f2c0-4f02-9247-0d8c41676cd4 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:58.776720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Bound port: 87a3456a-a2c0-4dc4-a88f-7ba5c01d9803, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:35:58.777146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:58.780986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0059c-fee1-48ab-bcdc-3e883baaf5fe req-a5ee65a0-f2c0-4f02-9247-0d8c41676cd4 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:58.785438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0059c-fee1-48ab-bcdc-3e883baaf5fe req-a5ee65a0-f2c0-4f02-9247-0d8c41676cd4 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:58.790871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0059c-fee1-48ab-bcdc-3e883baaf5fe req-a5ee65a0-f2c0-4f02-9247-0d8c41676cd4 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:58.795321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0059c-fee1-48ab-bcdc-3e883baaf5fe req-a5ee65a0-f2c0-4f02-9247-0d8c41676cd4 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:58.800526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0059c-fee1-48ab-bcdc-3e883baaf5fe req-a5ee65a0-f2c0-4f02-9247-0d8c41676cd4 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:58.805697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0059c-fee1-48ab-bcdc-3e883baaf5fe req-a5ee65a0-f2c0-4f02-9247-0d8c41676cd4 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:58.807801 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81e0059c-fee1-48ab-bcdc-3e883baaf5fe req-a5ee65a0-f2c0-4f02-9247-0d8c41676cd4 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5408 time: 1.3966372 Dec 22 09:35:58.866378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] For port 87a3456a-a2c0-4dc4-a88f-7ba5c01d9803, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:35:58.870561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] For port 87a3456a-a2c0-4dc4-a88f-7ba5c01d9803, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=87a3456a-a2c0-4dc4-a88f-7ba5c01d9803,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:35:58.874794 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:58.877215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805b07c-1196-471a-970b-d752946a00f1 req-c491a660-ceb4-4498-984f-67b10a93cf36 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:35:58.878916 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7805b07c-1196-471a-970b-d752946a00f1 req-c491a660-ceb4-4498-984f-67b10a93cf36 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=6147ac08-3705-4e58-9776-43db400d138f HTTP/1.1" status: 200 len: 931 time: 1.1367831 Dec 22 09:35:58.898502 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-80eeff2c-904a-4bb7-bfc4-e7e3d9f973bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:58.908097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afdc63-2491-40ba-a579-afc1444b8b57 admin admin] Pushing event deleted for resources: {'Network': ['ID=41eadfb9-ac85-4c73-9abf-e1b27dc659fc,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:58.912112 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-14afdc63-2491-40ba-a579-afc1444b8b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:58.947893 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-14afdc63-2491-40ba-a579-afc1444b8b57 admin admin] 10.222.0.50 "DELETE /v2.0/networks/41eadfb9-ac85-4c73-9abf-e1b27dc659fc HTTP/1.1" status: 204 len: 168 time: 3.8054209 Dec 22 09:35:59.008860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-c711c934-e7e0-4436-bff7-142d8b30c60e req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Deleting port 563ae252-558e-4e2c-9ceb-7cd73ef6ef93 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:35:59.009248 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c711c934-e7e0-4436-bff7-142d8b30c60e req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:59.054494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44446) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:59.065336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcb05f-790b-4e9d-ad18-ce5336dcd7b6 None None] Pushing event updated for resources: {'Port': ['ID=87a3456a-a2c0-4dc4-a88f-7ba5c01d9803,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:59.071677 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8efcb05f-790b-4e9d-ad18-ce5336dcd7b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:59.091784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Pushing event updated for resources: {'Port': ['ID=21a71ba7-888f-4247-a230-d9f6514fac27,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:59.098503 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:59.118953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Routers {'fbe7abdf-e573-4dbf-a992-23bbab258560'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:35:59.119723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:35:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['fbe7abdf-e573-4dbf-a992-23bbab258560'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:59.154381 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-65615d9e-fe8e-4121-b3f7-3af9ffc99444 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a7e044016c64c509a2791d1b4e7077d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4328644 Dec 22 09:35:59.155480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44450) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:59.182548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:59.209165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Network 278e11d5-53ce-4cbd-ba2d-0aff16a97e0b is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:35:59.212753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:35:59.222943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:35:59.293947 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5284516-e52f-4490-91aa-d4405cf20b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:59.325315 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:59.326238 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81e0059c-fee1-48ab-bcdc-3e883baaf5fe req-8577d893-b7a1-4fe7-8df6-e6eacc197dfa tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4286847 Dec 22 09:35:59.345733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] Set router fbe7abdf-e573-4dbf-a992-23bbab258560 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:35:59.381227 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7805b07c-1196-471a-970b-d752946a00f1 req-1370756c-d766-414f-9075-b283bc970628 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792781 Dec 22 09:35:59.494012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb68d7d-b4ce-4e5d-9ab5-aec2a64d8292 admin admin] Deleting subnet 1bb60940-9299-4db2-95dd-45695284290a {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:35:59.514497 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fb68d7d-b4ce-4e5d-9ab5-aec2a64d8292 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:59.526949 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3bc989-851f-4f08-8704-3fed45649fd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '563ae252-558e-4e2c-9ceb-7cd73ef6ef93', 'code': 200} Dec 22 09:35:59.562361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5284516-e52f-4490-91aa-d4405cf20b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:59.675016 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5284516-e52f-4490-91aa-d4405cf20b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:59.686096 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b1996435-8c96-4f8e-8f8c-e3d585010dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:35:59.710928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-88131845-4927-4efa-9972-662a8a22c554 None None] Provisioning for port 21a71ba7-888f-4247-a230-d9f6514fac27 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:35:59.717528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5284516-e52f-4490-91aa-d4405cf20b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effd9697-b5a8-4009-8c84-443e32f65ae2,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:35:59.723130 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c5284516-e52f-4490-91aa-d4405cf20b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:35:59.726603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-88131845-4927-4efa-9972-662a8a22c554 None None] Provisioning complete for port 21a71ba7-888f-4247-a230-d9f6514fac27 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:35:59.727136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-88131845-4927-4efa-9972-662a8a22c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:59.736305 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5284516-e52f-4490-91aa-d4405cf20b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:59.739511 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c5284516-e52f-4490-91aa-d4405cf20b9a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/effd9697-b5a8-4009-8c84-443e32f65ae2 HTTP/1.1" status: 204 len: 168 time: 0.5810575 Dec 22 09:35:59.830992 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:59.882800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fb68d7d-b4ce-4e5d-9ab5-aec2a64d8292 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:35:59.897407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-88131845-4927-4efa-9972-662a8a22c554 None None] Port 21a71ba7-888f-4247-a230-d9f6514fac27 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:35:59.912205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'name': 'tempest-FloatingIPDetailsTestJSON-472074991-router', 'tenant_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '87a3456a-a2c0-4dc4-a88f-7ba5c01d9803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:35:40Z', 'updated_at': '2020-12-22T09:35:49Z', 'revision_number': 3, 'project_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'gw_port': {'id': '87a3456a-a2c0-4dc4-a88f-7ba5c01d9803', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:35:44Z', 'updated_at': '2020-12-22T09:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:35:59.917370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5efa66-4391-41bc-981c-61de3f66f1b5 None None] The sync data for ids ['fbe7abdf-e573-4dbf-a992-23bbab258560'] in n-d-765315-5 is: [{'id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'name': 'tempest-FloatingIPDetailsTestJSON-472074991-router', 'tenant_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '87a3456a-a2c0-4dc4-a88f-7ba5c01d9803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:35:40Z', 'updated_at': '2020-12-22T09:35:49Z', 'revision_number': 3, 'project_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'gw_port': {'id': '87a3456a-a2c0-4dc4-a88f-7ba5c01d9803', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:35:44Z', 'updated_at': '2020-12-22T09:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:36:00.163850 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fb68d7d-b4ce-4e5d-9ab5-aec2a64d8292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:00.246366 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:00.251709 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:00.310299 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-065fc2f4-c87c-4eb4-af33-ae1e6cd5c932 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:00.458382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Pushing event updated for resources: {'Port': ['ID=21a71ba7-888f-4247-a230-d9f6514fac27,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:00.462354 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:00.478136 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:00.583536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3acd6-73c0-4805-ae5d-df376cdbb3ee req-4ff62e24-3ff0-43a8-8b83-ca350d0491dd tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:00.587663 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51f3acd6-73c0-4805-ae5d-df376cdbb3ee req-4ff62e24-3ff0-43a8-8b83-ca350d0491dd tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "GET /v2.0/ports?device_id=855b8369-ed4a-4970-a9df-cef8bf1b73ef HTTP/1.1" status: 200 len: 945 time: 1.0290492 Dec 22 09:36:00.655765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Network 278e11d5-53ce-4cbd-ba2d-0aff16a97e0b is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:36:00.657004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:36:00.771874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c711c934-e7e0-4436-bff7-142d8b30c60e req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] For port 563ae252-558e-4e2c-9ceb-7cd73ef6ef93, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=563ae252-558e-4e2c-9ceb-7cd73ef6ef93,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:00.772343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c711c934-e7e0-4436-bff7-142d8b30c60e req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:00.847396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f89057-7ce0-478d-a294-73932ed47dc1 req-ca578ed9-c0c5-4fdb-b054-e0d9b9ae3fbc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:00.849731 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-91f89057-7ce0-478d-a294-73932ed47dc1 req-ca578ed9-c0c5-4fdb-b054-e0d9b9ae3fbc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 950 time: 1.1477590 Dec 22 09:36:00.940916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-968ccb36-f8ce-4cbf-86d9-82c6e61cead1 None None] Provisioning complete for port 21a71ba7-888f-4247-a230-d9f6514fac27 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:00.941608 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-968ccb36-f8ce-4cbf-86d9-82c6e61cead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:00.958872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Router fbe7abdf-e573-4dbf-a992-23bbab258560 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:36:01.045914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-968ccb36-f8ce-4cbf-86d9-82c6e61cead1 None None] Port 21a71ba7-888f-4247-a230-d9f6514fac27 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:36:01.084772 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51f3acd6-73c0-4805-ae5d-df376cdbb3ee req-588ec5e4-5b66-4979-aee1-9cb9c9d23963 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "GET /v2.0/security-groups?id=e4952256-826c-4b16-b1b9-1c155d7b82f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4789238 Dec 22 09:36:01.194823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:36:01.213611 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] 10.222.0.50 "PUT /v2.0/routers/fbe7abdf-e573-4dbf-a992-23bbab258560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3378756 Dec 22 09:36:01.227695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-c711c934-e7e0-4436-bff7-142d8b30c60e req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Calling delete_port for 563ae252-558e-4e2c-9ceb-7cd73ef6ef93 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:36:01.498053 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-91f89057-7ce0-478d-a294-73932ed47dc1 req-d86675f5-9323-4603-8ff7-0024c3d08ffb tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6155550 Dec 22 09:36:01.610042 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:36:01.628817 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'tag': '36a3d7c0-e6da-452f-94eb-1a48d0121717', 'status': 'completed', 'code': 200} Dec 22 09:36:01.630103 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:36:01.823660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 87a3456a-a2c0-4dc4-a88f-7ba5c01d9803 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:01.906015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 87a3456a-a2c0-4dc4-a88f-7ba5c01d9803 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:36:01.911160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 87a3456a-a2c0-4dc4-a88f-7ba5c01d9803 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:01.911686 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:01.991168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0492a840-e3e9-4107-a881-f0bd0f528983 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:36:02.002423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfee7e92-56e4-4a04-8351-71d7acbc11ba {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:36:02.028207 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:02.041801 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:02.042315 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:02.054883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2604a-f178-485a-bb33-bbe758ad95df req-399d67d4-085e-46c7-b0f6-ad1a212d92fc tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:02.056634 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15d2604a-f178-485a-bb33-bbe758ad95df req-399d67d4-085e-46c7-b0f6-ad1a212d92fc tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/ports?device_id=dc3bc989-851f-4f08-8704-3fed45649fd1 HTTP/1.1" status: 200 len: 948 time: 0.7029443 Dec 22 09:36:02.073592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 87a3456a-a2c0-4dc4-a88f-7ba5c01d9803, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=87a3456a-a2c0-4dc4-a88f-7ba5c01d9803,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:02.077011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:02.080875 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8efcb05f-790b-4e9d-ad18-ce5336dcd7b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:02.122532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Transition to ACTIVE for port object 0492a840-e3e9-4107-a881-f0bd0f528983 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:36:02.126062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Transition to ACTIVE for port object cfee7e92-56e4-4a04-8351-71d7acbc11ba will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:36:02.129987 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c711c934-e7e0-4436-bff7-142d8b30c60e req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:02.136802 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fb68d7d-b4ce-4e5d-9ab5-aec2a64d8292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:02.158879 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:02.164708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=87a3456a-a2c0-4dc4-a88f-7ba5c01d9803,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:02.168312 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:02.172678 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9d6c040e-a659-424f-9c6e-696f3f6054bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:02.222055 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:02.260399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Pushing event deleted for resources: {'Port': ['ID=563ae252-558e-4e2c-9ceb-7cd73ef6ef93,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:02.337701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.338117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.338525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.338929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.339326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.339723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.340166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.340561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.340946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.341335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.341731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.342132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.342578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.342970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.343357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.343746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.344158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.344541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.344927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.345310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.345695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.346242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.346629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.347035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.347479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.347863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.348274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.348659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.349585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.349971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.350358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.350743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.351125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.351509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.351896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.352308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:02.361576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdfd7d-08f6-4532-89b5-9b3eb28ec594 req-ecbe5ab6-6161-4573-bbb7-7de9d6866bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:02.362155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdfd7d-08f6-4532-89b5-9b3eb28ec594 req-ecbe5ab6-6161-4573-bbb7-7de9d6866bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:02.362571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdfd7d-08f6-4532-89b5-9b3eb28ec594 req-ecbe5ab6-6161-4573-bbb7-7de9d6866bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:02.362988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdfd7d-08f6-4532-89b5-9b3eb28ec594 req-ecbe5ab6-6161-4573-bbb7-7de9d6866bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:02.363393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdfd7d-08f6-4532-89b5-9b3eb28ec594 req-ecbe5ab6-6161-4573-bbb7-7de9d6866bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:02.363799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdfd7d-08f6-4532-89b5-9b3eb28ec594 req-ecbe5ab6-6161-4573-bbb7-7de9d6866bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:02.364224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdfd7d-08f6-4532-89b5-9b3eb28ec594 req-ecbe5ab6-6161-4573-bbb7-7de9d6866bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:02.366833 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c0bdfd7d-08f6-4532-89b5-9b3eb28ec594 req-ecbe5ab6-6161-4573-bbb7-7de9d6866bf2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f&device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 6794 time: 0.7110891 Dec 22 09:36:02.579088 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15d2604a-f178-485a-bb33-bbe758ad95df req-ba4eed17-cef4-4276-a174-163d88e223da tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.50 "GET /v2.0/security-groups?id=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991760 Dec 22 09:36:03.015307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156749b-c5c6-423e-8c30-763e20d74ad0 req-a5926a83-eda2-4437-9eca-5f5ce6ae2a8c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:03.020136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156749b-c5c6-423e-8c30-763e20d74ad0 req-a5926a83-eda2-4437-9eca-5f5ce6ae2a8c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:03.025296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156749b-c5c6-423e-8c30-763e20d74ad0 req-a5926a83-eda2-4437-9eca-5f5ce6ae2a8c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:03.029710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156749b-c5c6-423e-8c30-763e20d74ad0 req-a5926a83-eda2-4437-9eca-5f5ce6ae2a8c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:03.034099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156749b-c5c6-423e-8c30-763e20d74ad0 req-a5926a83-eda2-4437-9eca-5f5ce6ae2a8c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:03.039529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156749b-c5c6-423e-8c30-763e20d74ad0 req-a5926a83-eda2-4437-9eca-5f5ce6ae2a8c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:03.044008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156749b-c5c6-423e-8c30-763e20d74ad0 req-a5926a83-eda2-4437-9eca-5f5ce6ae2a8c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:03.046136 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9156749b-c5c6-423e-8c30-763e20d74ad0 req-a5926a83-eda2-4437-9eca-5f5ce6ae2a8c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5408 time: 1.2415953 Dec 22 09:36:03.296285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Sync routers for ids ['fbe7abdf-e573-4dbf-a992-23bbab258560'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:36:03.307504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Routers {'fbe7abdf-e573-4dbf-a992-23bbab258560'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:03.308220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:35:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['fbe7abdf-e573-4dbf-a992-23bbab258560'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:03.361436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Pushing event updated for resources: {'Port': ['ID=0492a840-e3e9-4107-a881-f0bd0f528983,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:03.365335 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.193s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:03.385890 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e04e43e7-8606-41bc-b0f5-57cce7b30313 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.168s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:03.425441 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fb68d7d-b4ce-4e5d-9ab5-aec2a64d8292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:03.482208 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9156749b-c5c6-423e-8c30-763e20d74ad0 req-e2295d25-3c10-4450-bdb2-c9213b9d5547 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3678493 Dec 22 09:36:03.510677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Set router fbe7abdf-e573-4dbf-a992-23bbab258560 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:36:03.624062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdfd7d-08f6-4532-89b5-9b3eb28ec594 req-9df65734-80a6-469f-94f6-71f6c1b374c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:03.624830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdfd7d-08f6-4532-89b5-9b3eb28ec594 req-9df65734-80a6-469f-94f6-71f6c1b374c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:03.625423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdfd7d-08f6-4532-89b5-9b3eb28ec594 req-9df65734-80a6-469f-94f6-71f6c1b374c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:03.627398 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c0bdfd7d-08f6-4532-89b5-9b3eb28ec594 req-9df65734-80a6-469f-94f6-71f6c1b374c5 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f&shared=False HTTP/1.1" status: 200 len: 2273 time: 1.1894422 Dec 22 09:36:03.628776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Pushing event updated for resources: {'Port': ['ID=cfee7e92-56e4-4a04-8351-71d7acbc11ba,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:03.633277 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:03.775365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44506) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:03.776008 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6fb68d7d-b4ce-4e5d-9ab5-aec2a64d8292 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1bb60940-9299-4db2-95dd-45695284290a HTTP/1.1" status: 204 len: 168 time: 4.7202699 Dec 22 09:36:03.799888 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.541s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:03.800376 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:03.850286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 87a3456a-a2c0-4dc4-a88f-7ba5c01d9803 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:03.933922 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.675s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:03.960082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'name': 'tempest-FloatingIPDetailsTestJSON-472074991-router', 'tenant_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '87a3456a-a2c0-4dc4-a88f-7ba5c01d9803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:35:40Z', 'updated_at': '2020-12-22T09:35:59Z', 'revision_number': 4, 'project_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'gw_port': {'id': '87a3456a-a2c0-4dc4-a88f-7ba5c01d9803', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:35:44Z', 'updated_at': '2020-12-22T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '21a71ba7-888f-4247-a230-d9f6514fac27', 'name': '', 'network_id': '278e11d5-53ce-4cbd-ba2d-0aff16a97e0b', 'tenant_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'mac_address': 'fa:16:3e:11:ad:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '7e5e99fb-ff93-41a1-830f-27cd55c5fe11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:35:58Z', 'updated_at': '2020-12-22T09:36:00Z', 'revision_number': 2, 'project_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'subnets': [{'id': '7e5e99fb-ff93-41a1-830f-27cd55c5fe11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:03.966135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Checking router: fbe7abdf-e573-4dbf-a992-23bbab258560 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:36:03.966693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Updating router fbe7abdf-e573-4dbf-a992-23bbab258560 port 21a71ba7-888f-4247-a230-d9f6514fac27 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:36:04.023499 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-056e0614-3381-4cce-ac67-09a0d020ad36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:04.028767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 87a3456a-a2c0-4dc4-a88f-7ba5c01d9803 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:04.029576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:04.038243 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:04.170302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feef996-54ca-4f2c-8cc8-6a0f23f34710 req-9f40f087-d5d5-4b8f-9b78-65cf9127c7cc tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:04.172174 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3feef996-54ca-4f2c-8cc8-6a0f23f34710 req-9f40f087-d5d5-4b8f-9b78-65cf9127c7cc tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=6147ac08-3705-4e58-9776-43db400d138f HTTP/1.1" status: 200 len: 943 time: 1.1061130 Dec 22 09:36:04.223231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-c711c934-e7e0-4436-bff7-142d8b30c60e req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] No DVR routers for this DVR port 563ae252-558e-4e2c-9ceb-7cd73ef6ef93 on host n-h2-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:36:04.226222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb68d7d-b4ce-4e5d-9ab5-aec2a64d8292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bb60940-9299-4db2-95dd-45695284290a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:04.331073 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-056e0614-3381-4cce-ac67-09a0d020ad36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:04.469609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-056e0614-3381-4cce-ac67-09a0d020ad36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2d1ef3-4243-43be-9ff3-0dd269c7947b']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:04.474502 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c711c934-e7e0-4436-bff7-142d8b30c60e req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:04.477204 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c711c934-e7e0-4436-bff7-142d8b30c60e req-af1b4f24-bda9-4d06-ac35-9922025d0d94 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] 10.222.0.37 "DELETE /v2.0/ports/563ae252-558e-4e2c-9ceb-7cd73ef6ef93 HTTP/1.1" status: 204 len: 173 time: 5.7703302 Dec 22 09:36:04.477752 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fb68d7d-b4ce-4e5d-9ab5-aec2a64d8292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:04.482535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3bc989-851f-4f08-8704-3fed45649fd1', 'name': 'network-vif-deleted', 'tag': '563ae252-558e-4e2c-9ceb-7cd73ef6ef93'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:36:04.496301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-056e0614-3381-4cce-ac67-09a0d020ad36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54287f21-5e8f-45f1-ab16-97111e34bd3d') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:04.496842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-056e0614-3381-4cce-ac67-09a0d020ad36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54287f21-5e8f-45f1-ab16-97111e34bd3d') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:04.526222 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-056e0614-3381-4cce-ac67-09a0d020ad36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:04.555159 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-056e0614-3381-4cce-ac67-09a0d020ad36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:04.559412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-056e0614-3381-4cce-ac67-09a0d020ad36 admin admin] Releasing vxlan tunnel 14 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:36:04.596911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Attempting to bind port cfee7e92-56e4-4a04-8351-71d7acbc11ba on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:36:04.597321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Attempting to bind port cfee7e92-56e4-4a04-8351-71d7acbc11ba by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '4a23f88a-34a4-4467-8e49-5524df848334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'd065e8dc-4901-49cf-a3a8-7b54cf5d4a85'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:36:04.597638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Attempting to bind port cfee7e92-56e4-4a04-8351-71d7acbc11ba on network d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:36:04.626618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:36:04.627039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Checking segment: {'id': '4a23f88a-34a4-4467-8e49-5524df848334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'd065e8dc-4901-49cf-a3a8-7b54cf5d4a85'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:36:04.627380 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:04.627775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Bound using segment: {'id': '4a23f88a-34a4-4467-8e49-5524df848334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'd065e8dc-4901-49cf-a3a8-7b54cf5d4a85'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:36:04.628275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Bound port: cfee7e92-56e4-4a04-8351-71d7acbc11ba, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a23f88a-34a4-4467-8e49-5524df848334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'd065e8dc-4901-49cf-a3a8-7b54cf5d4a85'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:36:04.628806 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:04.649636 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3feef996-54ca-4f2c-8cc8-6a0f23f34710 req-58d6b407-2340-4879-b0ee-35db9902c3cc tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909775 Dec 22 09:36:04.667792 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-95c0889d-643b-438e-84a7-c2c8b56a7f63 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6567271 Dec 22 09:36:04.681924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:04.691145 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:04.707542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Attempting to bind port 0492a840-e3e9-4107-a881-f0bd0f528983 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:36:04.707923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Attempting to bind port 0492a840-e3e9-4107-a881-f0bd0f528983 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '12f9dcdb-1ce1-4601-9413-ee876bb6aaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:36:04.708400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Attempting to bind port 0492a840-e3e9-4107-a881-f0bd0f528983 on network 58c7a353-13b3-4d40-8fee-65d9dde6541f {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:36:04.712095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Transition to ACTIVE for port object 21a71ba7-888f-4247-a230-d9f6514fac27 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:36:04.714971 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:04.748055 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:04.804233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-056e0614-3381-4cce-ac67-09a0d020ad36 admin admin] Network 5d2d1ef3-4243-43be-9ff3-0dd269c7947b has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:36:04.804590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] For port cfee7e92-56e4-4a04-8351-71d7acbc11ba, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:36:04.807780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] For port cfee7e92-56e4-4a04-8351-71d7acbc11ba, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cfee7e92-56e4-4a04-8351-71d7acbc11ba,segment=NetworkSegment(4a23f88a-34a4-4467-8e49-5524df848334),segment_id=4a23f88a-34a4-4467-8e49-5524df848334)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:36:04.811030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:04.814832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-056e0614-3381-4cce-ac67-09a0d020ad36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:04.818162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdfd7d-08f6-4532-89b5-9b3eb28ec594 req-3217226b-ff30-4798-853f-88f051144a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:04.819996 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c0bdfd7d-08f6-4532-89b5-9b3eb28ec594 req-3217226b-ff30-4798-853f-88f051144a47 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.0233972 Dec 22 09:36:04.821208 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:04.837965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Usage tracker for resource:floatingip and tenant:e1da157a396744cbb57888aa7bf7a7e8 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:04.843501 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:04.872428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Pushing event updated for resources: {'Port': ['ID=21a71ba7-888f-4247-a230-d9f6514fac27,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:04.874655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:04.885889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.886391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.887850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:36:04.888103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.888251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Checking segment: {'id': '12f9dcdb-1ce1-4601-9413-ee876bb6aaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:36:04.888408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.888740 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:04.888917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.889062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Bound using segment: {'id': '12f9dcdb-1ce1-4601-9413-ee876bb6aaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:36:04.889208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.889490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.889652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Bound port: 0492a840-e3e9-4107-a881-f0bd0f528983, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f9dcdb-1ce1-4601-9413-ee876bb6aaf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '58c7a353-13b3-4d40-8fee-65d9dde6541f'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:36:04.889845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.889992 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:04.890139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.890414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.890784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.891230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.891676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.892130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.892573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.892937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.893313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.893950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.895199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.896479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.896934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.897524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.897989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.898356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.898792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.899159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.899524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.899891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.900534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.900900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.901264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.901624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.901984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.902384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.902753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.903153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:04.914947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:04.924249 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:04.994418 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-83b75a97-0cf0-46e8-a9c5-46bf1049bc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:05.057979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-056e0614-3381-4cce-ac67-09a0d020ad36 admin admin] Network 5d2d1ef3-4243-43be-9ff3-0dd269c7947b has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:36:05.187124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] For port 0492a840-e3e9-4107-a881-f0bd0f528983, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:36:05.188371 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:36:05.196962 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-056e0614-3381-4cce-ac67-09a0d020ad36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:05.202156 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-056e0614-3381-4cce-ac67-09a0d020ad36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:05.203293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] For port 0492a840-e3e9-4107-a881-f0bd0f528983, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=0492a840-e3e9-4107-a881-f0bd0f528983,segment=NetworkSegment(12f9dcdb-1ce1-4601-9413-ee876bb6aaf6),segment_id=12f9dcdb-1ce1-4601-9413-ee876bb6aaf6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:36:05.216456 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:05.226725 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b41d889f-227d-41c3-a298-3c28d8d49c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:05.263700 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:05.283208 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-056e0614-3381-4cce-ac67-09a0d020ad36 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5d2d1ef3-4243-43be-9ff3-0dd269c7947b HTTP/1.1" status: 204 len: 168 time: 1.5053322 Dec 22 09:36:05.296894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e0614-3381-4cce-ac67-09a0d020ad36 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d2d1ef3-4243-43be-9ff3-0dd269c7947b,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:05.309079 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-056e0614-3381-4cce-ac67-09a0d020ad36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:05.360143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Pushing event updated for resources: {'Port': ['ID=cfee7e92-56e4-4a04-8351-71d7acbc11ba,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:05.389482 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:05.389799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Attempting to bind port 21a71ba7-888f-4247-a230-d9f6514fac27 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:36:05.389799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Attempting to bind port 21a71ba7-888f-4247-a230-d9f6514fac27 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '29ba493a-0059-47df-8254-8b44a764f8c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '278e11d5-53ce-4cbd-ba2d-0aff16a97e0b'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:36:05.390135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Attempting to bind port 21a71ba7-888f-4247-a230-d9f6514fac27 on network 278e11d5-53ce-4cbd-ba2d-0aff16a97e0b {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:36:05.394466 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:05.399967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:36:05.400604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Checking segment: {'id': '29ba493a-0059-47df-8254-8b44a764f8c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '278e11d5-53ce-4cbd-ba2d-0aff16a97e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:36:05.401495 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:05.402394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Bound using segment: {'id': '29ba493a-0059-47df-8254-8b44a764f8c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '278e11d5-53ce-4cbd-ba2d-0aff16a97e0b'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:36:05.403374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Bound port: 21a71ba7-888f-4247-a230-d9f6514fac27, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba493a-0059-47df-8254-8b44a764f8c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '278e11d5-53ce-4cbd-ba2d-0aff16a97e0b'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:36:05.404083 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:05.521980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Pushing event updated for resources: {'Port': ['ID=0492a840-e3e9-4107-a881-f0bd0f528983,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:05.528759 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:05.542075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] For port 21a71ba7-888f-4247-a230-d9f6514fac27, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:36:05.546717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] For port 21a71ba7-888f-4247-a230-d9f6514fac27, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=21a71ba7-888f-4247-a230-d9f6514fac27,segment=NetworkSegment(29ba493a-0059-47df-8254-8b44a764f8c6),segment_id=29ba493a-0059-47df-8254-8b44a764f8c6)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:36:05.551551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:05.571786 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:05.680016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44516) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:05.737200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:05.737908 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:05.739836 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] 10.222.0.64 "PUT /v2.0/ports/cfee7e92-56e4-4a04-8351-71d7acbc11ba HTTP/1.1" status: 200 len: 1155 time: 7.2768908 Dec 22 09:36:05.749876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6ef56-e0c0-4a89-a801-a2412b3a05e6 req-b58ed6f0-93e8-45e8-a70f-aadcfcc75d2d tempest-LiveMigrationNegativeTest-526559162 tempest-LiveMigrationNegativeTest-526559162] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:05.759284 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fea6ef56-e0c0-4a89-a801-a2412b3a05e6 req-b58ed6f0-93e8-45e8-a70f-aadcfcc75d2d tempest-LiveMigrationNegativeTest-526559162 tempest-LiveMigrationNegativeTest-526559162] 10.222.0.50 "GET /v2.0/ports?device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 1165 time: 0.5443461 Dec 22 09:36:05.763206 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-20732b74-0d30-435b-9a5b-10afa41255a3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d83c98bf184543b3b651b8ac808b3e8b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0813000 Dec 22 09:36:05.765095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:05.765912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44522) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:05.775729 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:05.778483 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62709d01-f4d4-4394-9041-09212973d847 req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] 10.222.0.64 "PUT /v2.0/ports/0492a840-e3e9-4107-a881-f0bd0f528983 HTTP/1.1" status: 200 len: 1155 time: 8.0376260 Dec 22 09:36:05.809081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Pushing event updated for resources: {'Port': ['ID=21a71ba7-888f-4247-a230-d9f6514fac27,revision_number=4']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:05.816707 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:05.828237 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fea6ef56-e0c0-4a89-a801-a2412b3a05e6 req-7ae7a56b-eff5-4f34-87b7-63dabd7fe2e0 tempest-LiveMigrationNegativeTest-526559162 tempest-LiveMigrationNegativeTest-526559162] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:05.892019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f5a42a5-e47b-4be7-9006-d8c6d630af81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:05.916922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Routers {'fbe7abdf-e573-4dbf-a992-23bbab258560'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:05.918532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:35:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['fbe7abdf-e573-4dbf-a992-23bbab258560'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:05.927786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f5a42a5-e47b-4be7-9006-d8c6d630af81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:06.007205 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f5a42a5-e47b-4be7-9006-d8c6d630af81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:06.022326 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c5284516-e52f-4490-91aa-d4405cf20b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:06.041443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a42a5-e47b-4be7-9006-d8c6d630af81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bda7b4-0d6d-4084-9edd-99df83d53399,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:06.045794 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5f5a42a5-e47b-4be7-9006-d8c6d630af81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:06.047108 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f5a42a5-e47b-4be7-9006-d8c6d630af81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:06.051598 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5f5a42a5-e47b-4be7-9006-d8c6d630af81 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a6bda7b4-0d6d-4084-9edd-99df83d53399 HTTP/1.1" status: 204 len: 168 time: 0.2839289 Dec 22 09:36:06.254152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-fea6ef56-e0c0-4a89-a801-a2412b3a05e6 req-7ae7a56b-eff5-4f34-87b7-63dabd7fe2e0 tempest-LiveMigrationNegativeTest-526559162 tempest-LiveMigrationNegativeTest-526559162] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:06.259881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fea6ef56-e0c0-4a89-a801-a2412b3a05e6 req-7ae7a56b-eff5-4f34-87b7-63dabd7fe2e0 tempest-LiveMigrationNegativeTest-526559162 tempest-LiveMigrationNegativeTest-526559162] Usage tracker for resource:security_group_rule and tenant:f7a0638975234a23ac74f0407632fbdf is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:06.263640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fea6ef56-e0c0-4a89-a801-a2412b3a05e6 req-7ae7a56b-eff5-4f34-87b7-63dabd7fe2e0 tempest-LiveMigrationNegativeTest-526559162 tempest-LiveMigrationNegativeTest-526559162] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:06.272327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-fea6ef56-e0c0-4a89-a801-a2412b3a05e6 req-7ae7a56b-eff5-4f34-87b7-63dabd7fe2e0 tempest-LiveMigrationNegativeTest-526559162 tempest-LiveMigrationNegativeTest-526559162] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:06.473659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] Set router fbe7abdf-e573-4dbf-a992-23bbab258560 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:36:06.593565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62709d01-f4d4-4394-9041-09212973d847 req-8f2e0741-a9f9-484c-b69b-c85071ebf0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:06.595187 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62709d01-f4d4-4394-9041-09212973d847 req-8f2e0741-a9f9-484c-b69b-c85071ebf0ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=790143c06479416c8526efbd9a1fc0ad&device_id=6147ac08-3705-4e58-9776-43db400d138f HTTP/1.1" status: 200 len: 1158 time: 0.3547380 Dec 22 09:36:06.604581 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:06.683809 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fea6ef56-e0c0-4a89-a801-a2412b3a05e6 req-7ae7a56b-eff5-4f34-87b7-63dabd7fe2e0 tempest-LiveMigrationNegativeTest-526559162 tempest-LiveMigrationNegativeTest-526559162] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:06.706733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fea6ef56-e0c0-4a89-a801-a2412b3a05e6 req-7ae7a56b-eff5-4f34-87b7-63dabd7fe2e0 tempest-LiveMigrationNegativeTest-526559162 tempest-LiveMigrationNegativeTest-526559162] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:06.733802 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1311a85f-4667-4a52-b344-628143a6078a tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:06.741870 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62709d01-f4d4-4394-9041-09212973d847 req-521d7765-3764-4f49-a165-239281d74c92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0492a840-e3e9-4107-a881-f0bd0f528983 HTTP/1.1" status: 200 len: 217 time: 0.1228466 Dec 22 09:36:06.744727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44530) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:06.764329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-ddd833b4-7cc9-4c4e-9f7a-c38e225823cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:06.764729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-ddd833b4-7cc9-4c4e-9f7a-c38e225823cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:06.765147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-ddd833b4-7cc9-4c4e-9f7a-c38e225823cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:06.765564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-ddd833b4-7cc9-4c4e-9f7a-c38e225823cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:06.765975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-ddd833b4-7cc9-4c4e-9f7a-c38e225823cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:06.766389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-ddd833b4-7cc9-4c4e-9f7a-c38e225823cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:06.766787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-ddd833b4-7cc9-4c4e-9f7a-c38e225823cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:06.769032 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-ddd833b4-7cc9-4c4e-9f7a-c38e225823cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f&device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 6925 time: 0.5271420 Dec 22 09:36:06.815903 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-451644ea-c187-477d-9c3a-32f8fc53a08c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7168e3ed2e66412ca13b2e0fb236e9f0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0696933 Dec 22 09:36:06.819443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44534) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:06.884139 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fea6ef56-e0c0-4a89-a801-a2412b3a05e6 req-7ae7a56b-eff5-4f34-87b7-63dabd7fe2e0 tempest-LiveMigrationNegativeTest-526559162 tempest-LiveMigrationNegativeTest-526559162] 10.222.0.50 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1230328 Dec 22 09:36:06.899355 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5bef44d1-a46d-4c55-8d0d-d3ce33bcc997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:06.911115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'name': 'tempest-FloatingIPDetailsTestJSON-472074991-router', 'tenant_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '87a3456a-a2c0-4dc4-a88f-7ba5c01d9803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:35:40Z', 'updated_at': '2020-12-22T09:35:59Z', 'revision_number': 4, 'project_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'gw_port': {'id': '87a3456a-a2c0-4dc4-a88f-7ba5c01d9803', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:35:44Z', 'updated_at': '2020-12-22T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '21a71ba7-888f-4247-a230-d9f6514fac27', 'name': '', 'network_id': '278e11d5-53ce-4cbd-ba2d-0aff16a97e0b', 'tenant_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'mac_address': 'fa:16:3e:11:ad:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '7e5e99fb-ff93-41a1-830f-27cd55c5fe11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:35:58Z', 'updated_at': '2020-12-22T09:36:05Z', 'revision_number': 4, 'project_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'subnets': [{'id': '7e5e99fb-ff93-41a1-830f-27cd55c5fe11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:06.918178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0247fed7-6a66-4ec1-a26a-1c4852c32a13 None None] The sync data for ids ['fbe7abdf-e573-4dbf-a992-23bbab258560'] in n-d-765315-5 is: [{'id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'name': 'tempest-FloatingIPDetailsTestJSON-472074991-router', 'tenant_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '87a3456a-a2c0-4dc4-a88f-7ba5c01d9803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:35:40Z', 'updated_at': '2020-12-22T09:35:59Z', 'revision_number': 4, 'project_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'gw_port': {'id': '87a3456a-a2c0-4dc4-a88f-7ba5c01d9803', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:35:44Z', 'updated_at': '2020-12-22T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '21a71ba7-888f-4247-a230-d9f6514fac27', 'name': '', 'network_id': '278e11d5-53ce-4cbd-ba2d-0aff16a97e0b', 'tenant_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'mac_address': 'fa:16:3e:11:ad:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '7e5e99fb-ff93-41a1-830f-27cd55c5fe11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:35:58Z', 'updated_at': '2020-12-22T09:36:05Z', 'revision_number': 4, 'project_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'subnets': [{'id': '7e5e99fb-ff93-41a1-830f-27cd55c5fe11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:36:06.942211 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5bef44d1-a46d-4c55-8d0d-d3ce33bcc997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:06.998814 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-83050221-1bde-4b94-b1ce-8908af5a8196 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6678f581-95c6-4a68-89a6-920891ccd5a6 HTTP/1.1" status: 200 len: 217 time: 0.1834235 Dec 22 09:36:07.027806 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5bef44d1-a46d-4c55-8d0d-d3ce33bcc997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:07.033222 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f7322bf9-370a-40f2-8529-59431e826484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:07.048067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef44d1-a46d-4c55-8d0d-d3ce33bcc997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a54ab55-05a0-47ea-b5a4-09f7408516ec,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:07.051455 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5bef44d1-a46d-4c55-8d0d-d3ce33bcc997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:07.052789 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5bef44d1-a46d-4c55-8d0d-d3ce33bcc997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:07.059487 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5bef44d1-a46d-4c55-8d0d-d3ce33bcc997 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a54ab55-05a0-47ea-b5a4-09f7408516ec HTTP/1.1" status: 204 len: 168 time: 0.2365155 Dec 22 09:36:07.279308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Allocated IP 172.25.7.227 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/1e68659f-1387-45cc-8c13-122b8eb24822) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:36:07.350872 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fee80d04-1e87-4dd3-b6bf-2c647df79423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:07.467537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7a56b-eff5-4f34-87b7-63dabd7fe2e0 tempest-LiveMigrationNegativeTest-526559162 tempest-LiveMigrationNegativeTest-526559162] Pushing event updated for resources: {'SecurityGroup': ['ID=408e479a-7bcc-48a4-937e-79ae3d613bb8,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:07.480306 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:07.490990 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7ae7a56b-eff5-4f34-87b7-63dabd7fe2e0 tempest-LiveMigrationNegativeTest-526559162 tempest-LiveMigrationNegativeTest-526559162] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:07.494550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62709d01-f4d4-4394-9041-09212973d847 req-88d21f92-3faf-4f2c-904b-785974d1ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:07.496372 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62709d01-f4d4-4394-9041-09212973d847 req-88d21f92-3faf-4f2c-904b-785974d1ee7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a0cb2307-15df-4f20-b1ea-7921fb77b239 HTTP/1.1" status: 200 len: 844 time: 0.7447114 Dec 22 09:36:07.564468 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62709d01-f4d4-4394-9041-09212973d847 req-f17c9379-82e6-4b1b-9413-3b6ae6981647 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58c7a353-13b3-4d40-8fee-65d9dde6541f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594211 Dec 22 09:36:07.575657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-fa81ab29-0a11-42d5-b1da-f8adf8b76bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:07.577272 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-fa81ab29-0a11-42d5-b1da-f8adf8b76bfc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d1e8bbe-1831-4444-9106-90483ff0e76e HTTP/1.1" status: 200 len: 850 time: 0.5568862 Dec 22 09:36:07.800113 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:07.831397 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:07.853364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 21a71ba7-888f-4247-a230-d9f6514fac27 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:07.988320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 21a71ba7-888f-4247-a230-d9f6514fac27 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:36:08.015977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 21a71ba7-888f-4247-a230-d9f6514fac27 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:08.016728 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:08.123347 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62709d01-f4d4-4394-9041-09212973d847 req-79a5d185-bac1-48b5-b38b-e6138f9168dc service neutron] 10.222.0.64 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504346 Dec 22 09:36:08.132694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Pushing event updated for resources: {'Port': ['ID=1e68659f-1387-45cc-8c13-122b8eb24822,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:08.138497 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:08.143207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-e37f18d4-d3e4-4a74-b290-849aa1ecc56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:08.144972 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-e37f18d4-d3e4-4a74-b290-849aa1ecc56d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a4284a53-ed3c-4b2e-b701-f977e110a16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5411489 Dec 22 09:36:08.241984 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:08.367272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 21a71ba7-888f-4247-a230-d9f6514fac27, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=21a71ba7-888f-4247-a230-d9f6514fac27,segment=NetworkSegment(29ba493a-0059-47df-8254-8b44a764f8c6),segment_id=29ba493a-0059-47df-8254-8b44a764f8c6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:08.372850 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:08.385046 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:08.389031 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62709d01-f4d4-4394-9041-09212973d847 req-e3c6131b-681a-46f5-a985-0a530d4ee076 service neutron] 10.222.0.64 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2393289 Dec 22 09:36:08.390904 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3bc989-851f-4f08-8704-3fed45649fd1', 'name': 'network-vif-deleted', 'tag': '563ae252-558e-4e2c-9ceb-7cd73ef6ef93', 'status': 'completed', 'code': 200} Dec 22 09:36:08.521638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=21a71ba7-888f-4247-a230-d9f6514fac27,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:08.527748 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:08.654825 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:08.676003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:36:08.680454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:36:08.683668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:36:08.779648 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-a295c563-e2d4-4498-b1a8-e2a68b6f69b8 service neutron] 10.222.0.64 "GET /v2.0/networks/a4284a53-ed3c-4b2e-b701-f977e110a16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877337 Dec 22 09:36:08.803853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44570) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:08.971866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184c300-458d-4dc4-afd8-ecb853892223 req-85c80b3d-04bd-4845-add6-994232871b21 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:08.976926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184c300-458d-4dc4-afd8-ecb853892223 req-85c80b3d-04bd-4845-add6-994232871b21 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:08.981347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184c300-458d-4dc4-afd8-ecb853892223 req-85c80b3d-04bd-4845-add6-994232871b21 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:08.985780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184c300-458d-4dc4-afd8-ecb853892223 req-85c80b3d-04bd-4845-add6-994232871b21 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:08.990893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184c300-458d-4dc4-afd8-ecb853892223 req-85c80b3d-04bd-4845-add6-994232871b21 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:08.995337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184c300-458d-4dc4-afd8-ecb853892223 req-85c80b3d-04bd-4845-add6-994232871b21 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:08.999895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184c300-458d-4dc4-afd8-ecb853892223 req-85c80b3d-04bd-4845-add6-994232871b21 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:09.001972 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1184c300-458d-4dc4-afd8-ecb853892223 req-85c80b3d-04bd-4845-add6-994232871b21 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5420 time: 0.4912493 Dec 22 09:36:09.051141 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:09.074079 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-a5b813ed-51dd-4ccc-8e2d-3ca7fd269006 service neutron] 10.222.0.64 "GET /v2.0/networks/a4284a53-ed3c-4b2e-b701-f977e110a16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2840397 Dec 22 09:36:09.118095 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bcbf32e5-3466-488a-a82b-d6d04b87f1b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=902944b2a5a3450e8cb9dbe821598f5d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3094289 Dec 22 09:36:09.118663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44576) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:09.201983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cf025bc-2d64-4359-9cdc-faf12b288154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:09.237270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:09.237567 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cf025bc-2d64-4359-9cdc-faf12b288154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:09.309096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cf025bc-2d64-4359-9cdc-faf12b288154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:09.313934 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f5cc1d7f-328a-41a9-bed5-140dd1475185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:09.329757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf025bc-2d64-4359-9cdc-faf12b288154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdc1b7c-a1e5-4107-8d05-fe427ccca77f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:09.334382 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1cf025bc-2d64-4359-9cdc-faf12b288154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:09.348806 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cf025bc-2d64-4359-9cdc-faf12b288154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:09.350848 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1cf025bc-2d64-4359-9cdc-faf12b288154 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bfdc1b7c-a1e5-4107-8d05-fe427ccca77f HTTP/1.1" status: 204 len: 168 time: 0.2309897 Dec 22 09:36:09.450947 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1184c300-458d-4dc4-afd8-ecb853892223 req-3186d298-a004-4937-8c39-353e05176755 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4395826 Dec 22 09:36:09.471440 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-adcf4796-8eb5-414e-8087-12fcba29a336 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=21597bba-be5f-49e6-b4ef-eaabcf5291f1 HTTP/1.1" status: 200 len: 217 time: 0.3624775 Dec 22 09:36:09.480477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:09.576384 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:09.678638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-5a3ffbbe-3e93-469e-b73f-2ab86dc8caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:09.680278 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-5a3ffbbe-3e93-469e-b73f-2ab86dc8caf5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7889a3a-9571-460b-9e27-2fdf093fc665 HTTP/1.1" status: 200 len: 797 time: 0.1735849 Dec 22 09:36:09.780399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 21a71ba7-888f-4247-a230-d9f6514fac27 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:09.826777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44584) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:09.861251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 21a71ba7-888f-4247-a230-d9f6514fac27 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:09.862410 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:09.883044 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b992ae9a-5674-43e3-b4d7-4d85fbb8f94a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=274d61502d424b88a741e70a15aa24ed&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0548787 Dec 22 09:36:09.885543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44588) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:09.934316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57ac34-bd61-41db-a462-4a13b6494255 req-cf2620e0-1e54-493d-a472-ae7cd75d6e3a tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:09.940529 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2a57ac34-bd61-41db-a462-4a13b6494255 req-cf2620e0-1e54-493d-a472-ae7cd75d6e3a tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=6147ac08-3705-4e58-9776-43db400d138f HTTP/1.1" status: 200 len: 943 time: 0.3077545 Dec 22 09:36:09.956376 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20fe1386-3188-4f68-a622-e2ee0056bcbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:09.979406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-385d4a80-8cf4-4b40-80e8-755e596fd6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:09.981043 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-385d4a80-8cf4-4b40-80e8-755e596fd6ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4623a071-a810-4e69-a12c-21455bc82af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2840817 Dec 22 09:36:09.984284 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20fe1386-3188-4f68-a622-e2ee0056bcbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:10.020349 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:10.034749 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20fe1386-3188-4f68-a622-e2ee0056bcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:10.041100 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-18f127ea-fa2f-4040-8531-dc1476a71bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:10.057265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe1386-3188-4f68-a622-e2ee0056bcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a40964-839f-4065-9a4d-82e29e4ce19f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:10.060489 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-20fe1386-3188-4f68-a622-e2ee0056bcbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:10.068028 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20fe1386-3188-4f68-a622-e2ee0056bcbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:10.071824 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-20fe1386-3188-4f68-a622-e2ee0056bcbf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/20a40964-839f-4065-9a4d-82e29e4ce19f HTTP/1.1" status: 204 len: 168 time: 0.1828990 Dec 22 09:36:10.116810 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2a57ac34-bd61-41db-a462-4a13b6494255 req-dd9c45a4-5da1-43ac-af24-687629b464f3 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710606 Dec 22 09:36:10.154476 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:10.164490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:10.188509 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d3a11389-9415-4426-bd12-1e93f485d7f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:10.238790 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:10.255023 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-47cd536d-023a-4755-9b01-909d7263c576 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613981 Dec 22 09:36:10.265557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 0492a840-e3e9-4107-a881-f0bd0f528983 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:10.381454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 0492a840-e3e9-4107-a881-f0bd0f528983 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:36:10.388483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 0492a840-e3e9-4107-a881-f0bd0f528983 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:10.389129 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:10.390589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Pushing event updated for resources: {'Port': ['ID=1e68659f-1387-45cc-8c13-122b8eb24822,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:10.446697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'tag': 'cfee7e92-56e4-4a04-8351-71d7acbc11ba'}, {'name': 'network-changed', 'server_uuid': '6147ac08-3705-4e58-9776-43db400d138f', 'tag': '0492a840-e3e9-4107-a881-f0bd0f528983'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:36:10.459801 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:10.531775 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-848d3fb1-98e3-4533-851f-49b35448abab service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2639632 Dec 22 09:36:10.561239 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:10.593489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6147ac08-3705-4e58-9776-43db400d138f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0492a840-e3e9-4107-a881-f0bd0f528983'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:36:10.605276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 0492a840-e3e9-4107-a881-f0bd0f528983, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=0492a840-e3e9-4107-a881-f0bd0f528983,segment=NetworkSegment(12f9dcdb-1ce1-4601-9413-ee876bb6aaf6),segment_id=12f9dcdb-1ce1-4601-9413-ee876bb6aaf6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:10.609324 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:10.611320 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:10.688047 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-da03f9c8-1807-45df-ab45-b935cae63a48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=f7083d1b-bfb3-47ac-b643-58564cb5f4ac HTTP/1.1" status: 200 len: 217 time: 0.1244762 Dec 22 09:36:10.699576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=0492a840-e3e9-4107-a881-f0bd0f528983,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:10.703487 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:10.767540 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:10.817487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-b7d48fe4-2c4d-4a1e-9276-20ec505d3097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:10.819190 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-b7d48fe4-2c4d-4a1e-9276-20ec505d3097 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7889a3a-9571-460b-9e27-2fdf093fc665 HTTP/1.1" status: 200 len: 797 time: 0.1240675 Dec 22 09:36:10.830635 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:10.831662 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.1550810 Dec 22 09:36:10.877026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851131fb-210d-4d4d-b44c-249be2204694 req-e4cea464-555f-44c2-85ba-a03e4960426c tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:10.878596 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-851131fb-210d-4d4d-b44c-249be2204694 req-e4cea464-555f-44c2-85ba-a03e4960426c tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "GET /v2.0/ports?device_id=855b8369-ed4a-4970-a9df-cef8bf1b73ef HTTP/1.1" status: 200 len: 945 time: 0.2561967 Dec 22 09:36:10.984701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-3081545c-b4da-4665-b5d2-d655e347b771 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Synchronizing usage tracker for tenant:e1da157a396744cbb57888aa7bf7a7e8 on resource:floatingip {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:36:11.035708 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-851131fb-210d-4d4d-b44c-249be2204694 req-702af6e1-ef6e-4057-a97b-ab3d24138224 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "GET /v2.0/security-groups?id=e4952256-826c-4b16-b1b9-1c155d7b82f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972803 Dec 22 09:36:11.038518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-3081545c-b4da-4665-b5d2-d655e347b771 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Unset dirty status for tenant:e1da157a396744cbb57888aa7bf7a7e8 on resource:floatingip {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:36:11.047389 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-3081545c-b4da-4665-b5d2-d655e347b771 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.227 HTTP/1.1" status: 200 len: 696 time: 0.1693699 Dec 22 09:36:11.048021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-73aa4dcf-070c-49a7-b3ae-5ca4bf293723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:11.049613 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-73aa4dcf-070c-49a7-b3ae-5ca4bf293723 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4623a071-a810-4e69-a12c-21455bc82af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2218752 Dec 22 09:36:11.346851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-f2be3cca-257b-4621-90f1-abc52a472823 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:11.348359 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-946c9846-c8a0-4e60-b50a-f82378ca360c req-f2be3cca-257b-4621-90f1-abc52a472823 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.2941077 Dec 22 09:36:11.351224 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-12e31658-6f0c-4427-9fdb-3f9c824650db service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950509 Dec 22 09:36:11.514418 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-481473d0-bb72-402b-9c10-7825551cb125 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1536744 Dec 22 09:36:11.592810 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'tag': 'cfee7e92-56e4-4a04-8351-71d7acbc11ba', 'status': 'completed', 'code': 200} Dec 22 09:36:11.593351 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6147ac08-3705-4e58-9776-43db400d138f', 'tag': '0492a840-e3e9-4107-a881-f0bd0f528983', 'status': 'completed', 'code': 200} Dec 22 09:36:11.612031 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-4a67b499-dd9c-4508-bd20-112242f2242a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=39506343-a90f-4398-8f34-8fc7c0bfacbf HTTP/1.1" status: 200 len: 217 time: 0.0901210 Dec 22 09:36:11.628858 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6147ac08-3705-4e58-9776-43db400d138f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0492a840-e3e9-4107-a881-f0bd0f528983', 'code': 200} Dec 22 09:36:11.850492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-da959e21-b958-4694-93bc-d1d27252355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:11.852121 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-da959e21-b958-4694-93bc-d1d27252355f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7889a3a-9571-460b-9e27-2fdf093fc665 HTTP/1.1" status: 200 len: 797 time: 0.2336915 Dec 22 09:36:11.907814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44642) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:11.909107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 0492a840-e3e9-4107-a881-f0bd0f528983 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:11.992029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4534cd5-2cc2-4ed9-ac90-506edc7e6ea6 req-f443da01-7e26-44f8-b172-39793a1c9e7d tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:11.996283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4534cd5-2cc2-4ed9-ac90-506edc7e6ea6 req-f443da01-7e26-44f8-b172-39793a1c9e7d tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:11.997999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 0492a840-e3e9-4107-a881-f0bd0f528983 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:11.998570 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:12.000807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4534cd5-2cc2-4ed9-ac90-506edc7e6ea6 req-f443da01-7e26-44f8-b172-39793a1c9e7d tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:12.005794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4534cd5-2cc2-4ed9-ac90-506edc7e6ea6 req-f443da01-7e26-44f8-b172-39793a1c9e7d tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:12.010287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4534cd5-2cc2-4ed9-ac90-506edc7e6ea6 req-f443da01-7e26-44f8-b172-39793a1c9e7d tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:12.014870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4534cd5-2cc2-4ed9-ac90-506edc7e6ea6 req-f443da01-7e26-44f8-b172-39793a1c9e7d tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:12.019861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4534cd5-2cc2-4ed9-ac90-506edc7e6ea6 req-f443da01-7e26-44f8-b172-39793a1c9e7d tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:12.022149 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b4534cd5-2cc2-4ed9-ac90-506edc7e6ea6 req-f443da01-7e26-44f8-b172-39793a1c9e7d tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5420 time: 0.3269553 Dec 22 09:36:12.078497 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb39c0c3-c920-4602-b01d-7d35b110bc97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:12.095398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cb39c0c3-c920-4602-b01d-7d35b110bc97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:12.100784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cb39c0c3-c920-4602-b01d-7d35b110bc97 admin admin] Usage tracker for resource:security_group_rule and tenant:6ca8bf70c942423786456566eebece33 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:12.104391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cb39c0c3-c920-4602-b01d-7d35b110bc97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:12.111055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cb39c0c3-c920-4602-b01d-7d35b110bc97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:12.211573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb39c0c3-c920-4602-b01d-7d35b110bc97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:12.215416 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb39c0c3-c920-4602-b01d-7d35b110bc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:12.226964 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-176fdc37-c0d4-41d1-9623-a4098c866eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:12.272794 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cb39c0c3-c920-4602-b01d-7d35b110bc97 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6ca8bf70c942423786456566eebece33&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3632486 Dec 22 09:36:12.274790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39c0c3-c920-4602-b01d-7d35b110bc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd367e7-7dbd-47c6-b76e-30f1c763dae5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:12.277391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44650) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:12.280440 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cb39c0c3-c920-4602-b01d-7d35b110bc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:12.315129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5886f-67bc-4a83-937e-9ba597f7bed2 req-fb7b25bc-0255-4ca8-819c-64e77ebd20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:12.316758 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-55d5886f-67bc-4a83-937e-9ba597f7bed2 req-fb7b25bc-0255-4ca8-819c-64e77ebd20ac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6147ac08-3705-4e58-9776-43db400d138f HTTP/1.1" status: 200 len: 1160 time: 0.5641956 Dec 22 09:36:12.329582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d3bd8-3531-43ce-a605-fb283273f44c req-fc5edc55-7d63-46bc-af80-fc2cbeee3eef tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:12.331130 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3f3d3bd8-3531-43ce-a605-fb283273f44c req-fc5edc55-7d63-46bc-af80-fc2cbeee3eef tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=6147ac08-3705-4e58-9776-43db400d138f HTTP/1.1" status: 200 len: 945 time: 0.5358884 Dec 22 09:36:12.344683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd890f95-a42b-4e4d-a28e-f0b7f2535eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:12.377462 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd890f95-a42b-4e4d-a28e-f0b7f2535eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:12.389439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-6b98ee83-acc0-4b9a-8206-12df21e54cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:12.391091 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-6b98ee83-acc0-4b9a-8206-12df21e54cf5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4623a071-a810-4e69-a12c-21455bc82af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5321190 Dec 22 09:36:12.413634 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b4534cd5-2cc2-4ed9-ac90-506edc7e6ea6 req-c0cc99b0-6ac3-442f-924a-117d2670312e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3805125 Dec 22 09:36:12.490660 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-55d5886f-67bc-4a83-937e-9ba597f7bed2 req-04192824-c30c-4fea-97d0-f0e1cf0f0ad5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564460 Dec 22 09:36:12.495094 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3f3d3bd8-3531-43ce-a605-fb283273f44c req-451bf2f0-fa96-47db-8781-694598190397 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375797 Dec 22 09:36:12.672879 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-aea010a4-6543-43fc-ae54-cc42f0d65827 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703779 Dec 22 09:36:12.676251 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd890f95-a42b-4e4d-a28e-f0b7f2535eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:12.682560 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e38181fd-27ff-4325-b6e4-9f1a4dfb6db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:12.697804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd890f95-a42b-4e4d-a28e-f0b7f2535eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd367e7-7dbd-47c6-b76e-30f1c763dae5,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:12.700782 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bd890f95-a42b-4e4d-a28e-f0b7f2535eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:12.702163 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd890f95-a42b-4e4d-a28e-f0b7f2535eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:12.706392 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bd890f95-a42b-4e4d-a28e-f0b7f2535eef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9bd367e7-7dbd-47c6-b76e-30f1c763dae5 HTTP/1.1" status: 204 len: 168 time: 0.4278882 Dec 22 09:36:12.926325 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-247371d6-2c31-403a-9eec-6edb9a58f539 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3395219 Dec 22 09:36:12.950603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:12.957893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:12.965236 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-e537b46c-a379-4051-a60d-093b592f13c3 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2075980 Dec 22 09:36:12.973011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:13.047272 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-63ee4702-585e-4711-9430-33aab5dca890 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=aeadeb92-77d7-438a-af11-5f5f6953b05c HTTP/1.1" status: 200 len: 217 time: 0.0716994 Dec 22 09:36:13.093606 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:13.167272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-e85de68e-3030-4022-884c-303af316f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:13.169154 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-e85de68e-3030-4022-884c-303af316f651 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7889a3a-9571-460b-9e27-2fdf093fc665 HTTP/1.1" status: 200 len: 797 time: 0.1142693 Dec 22 09:36:13.348391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-e0b6c0eb-6529-4a4b-917f-5a62167c1e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:13.350977 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-e0b6c0eb-6529-4a4b-917f-5a62167c1e0f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4623a071-a810-4e69-a12c-21455bc82af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1122940 Dec 22 09:36:13.362940 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:13.621239 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-d114aeb3-b0fa-471d-989b-115bc6299d1f service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597342 Dec 22 09:36:13.711616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44690) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:13.875685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-662027405-network', 'tenant_id': 'db51077327ca4f50875139affde21a46'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:13.882162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:13.886645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Usage tracker for resource:network and tenant:db51077327ca4f50875139affde21a46 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:13.890025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:13.896622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:13.907746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Made reservation on behalf of db51077327ca4f50875139affde21a46 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:36:13.913538 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:13.928291 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:13.945442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:13.949998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Usage tracker for resource:security_group_rule and tenant:db51077327ca4f50875139affde21a46 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:13.953208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:13.964618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:13.969992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866e7c8-cd98-4277-b206-e104ede47863 req-af755a99-eecf-4735-a035-a9550aaba939 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:13.971700 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f866e7c8-cd98-4277-b206-e104ede47863 req-af755a99-eecf-4735-a035-a9550aaba939 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 950 time: 0.3495443 Dec 22 09:36:14.020738 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-df31e092-b56a-4329-8f02-b99bb2af6124 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3471408 Dec 22 09:36:14.065412 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:14.070336 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:14.074745 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1cf025bc-2d64-4359-9cdc-faf12b288154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:14.109799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:36:14.113903 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-20b27927-6b3a-4c71-8040-f017f94c2d7f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36a3d7c0-e6da-452f-94eb-1a48d0121717 HTTP/1.1" status: 200 len: 217 time: 0.0856516 Dec 22 09:36:14.120322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77a376e-2675-4108-8b39-8880740b6a2e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:14.124335 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:14.127457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:14.127821 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Added segment eccfc3b6-c530-4c74-92d1-6fe2c54328a1 of type vxlan for network 072e89b2-a6a1-4d1b-a6cb-1c73220a19ce Dec 22 09:36:14.130187 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f866e7c8-cd98-4277-b206-e104ede47863 req-2d0c9940-b9a5-4b59-9a55-a01a75905781 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500742 Dec 22 09:36:14.131665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Allocated IP 172.25.7.203 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/f83e5ad0-92de-4987-b806-3aecef78b534) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:36:14.169212 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:14.211400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:14.213068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:14.214126 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:14.232588 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-056e0614-3381-4cce-ac67-09a0d020ad36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:14.246101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-5c751aa6-60f5-4365-9d78-dd21bc450de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:14.247725 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-5c751aa6-60f5-4365-9d78-dd21bc450de2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a91aa57c-aefa-41a9-ac61-6f1461aa1426 HTTP/1.1" status: 200 len: 797 time: 0.1211572 Dec 22 09:36:14.361131 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6481826 Dec 22 09:36:14.371113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44696) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:14.380357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-351beec7-8049-46f6-a970-ae996d8e6f06 admin admin] Request body: {'subnet': {'network_id': '072e89b2-a6a1-4d1b-a6cb-1c73220a19ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-662027405-subnet', 'tenant_id': 'db51077327ca4f50875139affde21a46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:14.384768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Pushing event updated for resources: {'Network': ['ID=072e89b2-a6a1-4d1b-a6cb-1c73220a19ce,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:14.388870 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:14.390058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-351beec7-8049-46f6-a970-ae996d8e6f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:14.395776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-351beec7-8049-46f6-a970-ae996d8e6f06 admin admin] Usage tracker for resource:subnet and tenant:db51077327ca4f50875139affde21a46 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:14.399294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-351beec7-8049-46f6-a970-ae996d8e6f06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:14.403593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 072e89b2-a6a1-4d1b-a6cb-1c73220a19ce details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:36:14.409616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-351beec7-8049-46f6-a970-ae996d8e6f06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:14.428750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351beec7-8049-46f6-a970-ae996d8e6f06 admin admin] Made reservation on behalf of db51077327ca4f50875139affde21a46 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:36:14.437514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 072e89b2-a6a1-4d1b-a6cb-1c73220a19ce details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:36:14.437762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-351beec7-8049-46f6-a970-ae996d8e6f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:14.457833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 072e89b2-a6a1-4d1b-a6cb-1c73220a19ce details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:36:14.510121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:14.541656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-6a12fbe0-38a6-42fc-8e35-f64af1b9c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:14.543296 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-6a12fbe0-38a6-42fc-8e35-f64af1b9c48b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2404039 Dec 22 09:36:14.550918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ae24e-0733-4e61-86ca-b1e70392cae7 req-d59dfde2-cb92-4683-87ab-ad087ba597ed tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:14.552642 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-075ae24e-0733-4e61-86ca-b1e70392cae7 req-d59dfde2-cb92-4683-87ab-ad087ba597ed tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "GET /v2.0/ports?device_id=855b8369-ed4a-4970-a9df-cef8bf1b73ef HTTP/1.1" status: 200 len: 945 time: 0.2066622 Dec 22 09:36:14.719616 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:14.741531 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:14.782775 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-075ae24e-0733-4e61-86ca-b1e70392cae7 req-e2081ddb-a92d-4c8d-99e2-d275c925aabf tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "GET /v2.0/security-groups?id=e4952256-826c-4b16-b1b9-1c155d7b82f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011433 Dec 22 09:36:15.075729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a2f99-6f4b-425f-95de-279a3a9959fa req-7a224b26-53c2-4fa6-a702-f9408c3ef4cb tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:15.076297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e05a2f99-6f4b-425f-95de-279a3a9959fa req-7a224b26-53c2-4fa6-a702-f9408c3ef4cb tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Synchronizing usage tracker for tenant:7763aba64cb343ea8f41576edbddae90 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:36:15.119487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e05a2f99-6f4b-425f-95de-279a3a9959fa req-7a224b26-53c2-4fa6-a702-f9408c3ef4cb tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Unset dirty status for tenant:7763aba64cb343ea8f41576edbddae90 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:36:15.120900 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e05a2f99-6f4b-425f-95de-279a3a9959fa req-7a224b26-53c2-4fa6-a702-f9408c3ef4cb tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.37 "GET /v2.0/ports?device_id=855b8369-ed4a-4970-a9df-cef8bf1b73ef HTTP/1.1" status: 200 len: 945 time: 0.2230625 Dec 22 09:36:15.121894 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-351beec7-8049-46f6-a970-ae996d8e6f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:15.139261 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ef132827-b2d8-4bfd-8ed7-9e925941fb16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:15.291030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Pushing event updated for resources: {'Port': ['ID=f83e5ad0-92de-4987-b806-3aecef78b534,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:15.298578 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:15.301630 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-2b200239-84b0-44cd-af4d-31b08807a695 service neutron] 10.222.0.64 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7468910 Dec 22 09:36:15.344578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-e05a2f99-6f4b-425f-95de-279a3a9959fa req-eda47a05-ffec-42e2-b5e1-c782e09ed4a5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Deleting port cfc58927-f2d6-4a8b-935a-610e1d0c9144 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:36:15.344886 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e05a2f99-6f4b-425f-95de-279a3a9959fa req-eda47a05-ffec-42e2-b5e1-c782e09ed4a5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:15.386097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351beec7-8049-46f6-a970-ae996d8e6f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b49938b2-584f-43c2-b8cd-3e45f142f02a,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:15.393010 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-351beec7-8049-46f6-a970-ae996d8e6f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:15.503458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:36:15.510879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:36:15.518360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:36:15.553638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54fbe9-6e52-4ad3-bced-341b1e10b719 req-1396aea3-682e-47ee-8983-55e4f3daa63c tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:15.555224 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f54fbe9-6e52-4ad3-bced-341b1e10b719 req-1396aea3-682e-47ee-8983-55e4f3daa63c tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.37 "GET /v2.0/ports?device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 950 time: 0.4021733 Dec 22 09:36:15.578201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae0215-d25e-4262-9351-8525771c4731 req-b560e9f6-738e-4ef8-a636-5dda2b1b3e5b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:15.582652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae0215-d25e-4262-9351-8525771c4731 req-b560e9f6-738e-4ef8-a636-5dda2b1b3e5b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:15.587895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae0215-d25e-4262-9351-8525771c4731 req-b560e9f6-738e-4ef8-a636-5dda2b1b3e5b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:15.592323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae0215-d25e-4262-9351-8525771c4731 req-b560e9f6-738e-4ef8-a636-5dda2b1b3e5b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:15.596750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae0215-d25e-4262-9351-8525771c4731 req-b560e9f6-738e-4ef8-a636-5dda2b1b3e5b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:15.602489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae0215-d25e-4262-9351-8525771c4731 req-b560e9f6-738e-4ef8-a636-5dda2b1b3e5b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:15.606906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae0215-d25e-4262-9351-8525771c4731 req-b560e9f6-738e-4ef8-a636-5dda2b1b3e5b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:15.608962 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-66ae0215-d25e-4262-9351-8525771c4731 req-b560e9f6-738e-4ef8-a636-5dda2b1b3e5b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5420 time: 0.4153244 Dec 22 09:36:15.609645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351beec7-8049-46f6-a970-ae996d8e6f06 admin admin] Checking segment: {'id': 'eccfc3b6-c530-4c74-92d1-6fe2c54328a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '072e89b2-a6a1-4d1b-a6cb-1c73220a19ce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:36:15.610053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351beec7-8049-46f6-a970-ae996d8e6f06 admin admin] Network hostable DHCP agents. Network: 072e89b2-a6a1-4d1b-a6cb-1c73220a19ce, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:36:15.672305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351beec7-8049-46f6-a970-ae996d8e6f06 admin admin] Network 072e89b2-a6a1-4d1b-a6cb-1c73220a19ce is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:36:15.683259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-e05a2f99-6f4b-425f-95de-279a3a9959fa req-eda47a05-ffec-42e2-b5e1-c782e09ed4a5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] For port cfc58927-f2d6-4a8b-935a-610e1d0c9144, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=cfc58927-f2d6-4a8b-935a-610e1d0c9144,segment=NetworkSegment(8848c7eb-06f0-49d4-b19f-e9da66ab4a69),segment_id=8848c7eb-06f0-49d4-b19f-e9da66ab4a69)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:15.683667 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e05a2f99-6f4b-425f-95de-279a3a9959fa req-eda47a05-ffec-42e2-b5e1-c782e09ed4a5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:15.697239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-351beec7-8049-46f6-a970-ae996d8e6f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 072e89b2-a6a1-4d1b-a6cb-1c73220a19ce) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:36:15.705521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e175657-4377-4b2a-b47e-0c8b15f62749 None None] Network 072e89b2-a6a1-4d1b-a6cb-1c73220a19ce requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:36:15.710303 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-022a2a5e-a503-48d6-b40e-4b92e074a238 service neutron] 10.222.0.64 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3985350 Dec 22 09:36:15.786790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351beec7-8049-46f6-a970-ae996d8e6f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:15.787631 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-351beec7-8049-46f6-a970-ae996d8e6f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:15.812315 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-6d6c2ee2-0ea6-4ee6-a331-42a49760fe3e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cfee7e92-56e4-4a04-8351-71d7acbc11ba HTTP/1.1" status: 200 len: 217 time: 0.0899374 Dec 22 09:36:15.819489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-2f54fbe9-6e52-4ad3-bced-341b1e10b719 req-2eca5b9c-5a1d-40b5-b4e6-212e292663fc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Deleting port ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:36:15.819885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2f54fbe9-6e52-4ad3-bced-341b1e10b719 req-2eca5b9c-5a1d-40b5-b4e6-212e292663fc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:15.830350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:36:15.892034 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-351beec7-8049-46f6-a970-ae996d8e6f06 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5192394 Dec 22 09:36:15.972592 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-66ae0215-d25e-4262-9351-8525771c4731 req-b91b8955-0ab1-4ae3-a2b7-a15d4395a033 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3036242 Dec 22 09:36:16.092221 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:16.098785 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e05a2f99-6f4b-425f-95de-279a3a9959fa req-eda47a05-ffec-42e2-b5e1-c782e09ed4a5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:16.099443 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e05a2f99-6f4b-425f-95de-279a3a9959fa req-eda47a05-ffec-42e2-b5e1-c782e09ed4a5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:16.100052 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-e05a2f99-6f4b-425f-95de-279a3a9959fa req-eda47a05-ffec-42e2-b5e1-c782e09ed4a5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Floating IP fb9002fb-9981-4812-8e53-8aad2c362689 disassociated. External IP: 172.25.7.112, port: cfc58927-f2d6-4a8b-935a-610e1d0c9144. Dec 22 09:36:16.100463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-e05a2f99-6f4b-425f-95de-279a3a9959fa req-eda47a05-ffec-42e2-b5e1-c782e09ed4a5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Calling delete_port for cfc58927-f2d6-4a8b-935a-610e1d0c9144 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:36:16.124997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3568d42-2354-4f38-a128-002a46b1742d None None] Network 072e89b2-a6a1-4d1b-a6cb-1c73220a19ce requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:36:16.166638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63082c5-2b84-4923-aa35-1267b6732b00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:36:16.285064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2f54fbe9-6e52-4ad3-bced-341b1e10b719 req-2eca5b9c-5a1d-40b5-b4e6-212e292663fc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] For port ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:16.286023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2f54fbe9-6e52-4ad3-bced-341b1e10b719 req-2eca5b9c-5a1d-40b5-b4e6-212e292663fc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:16.291171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:16.309037 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e05a2f99-6f4b-425f-95de-279a3a9959fa req-eda47a05-ffec-42e2-b5e1-c782e09ed4a5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:16.309689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:16.325369 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:16.326344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device cfc58927-f2d6-4a8b-935a-610e1d0c9144 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:36:16.344621 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:16.367425 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8efcb05f-790b-4e9d-ad18-ce5336dcd7b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:16.377453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-03863089-9fb6-4134-8e59-39ea05efb32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:16.379049 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-03863089-9fb6-4134-8e59-39ea05efb32f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a91aa57c-aefa-41a9-ac61-6f1461aa1426 HTTP/1.1" status: 200 len: 797 time: 0.5201888 Dec 22 09:36:16.400214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] No Port match for: cfc58927-f2d6-4a8b-935a-610e1d0c9144 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:36:16.400712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device cfc58927-f2d6-4a8b-935a-610e1d0c9144 not bound to the agent host n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:36:16.401847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda47a05-ffec-42e2-b5e1-c782e09ed4a5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Pushing event deleted for resources: {'Port': ['ID=cfc58927-f2d6-4a8b-935a-610e1d0c9144,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:16.410080 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eda47a05-ffec-42e2-b5e1-c782e09ed4a5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:16.511205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:16.512869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:16.517071 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:16.593554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-2f54fbe9-6e52-4ad3-bced-341b1e10b719 req-2eca5b9c-5a1d-40b5-b4e6-212e292663fc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Calling delete_port for ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:36:16.773695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e05a2f99-6f4b-425f-95de-279a3a9959fa req-eda47a05-ffec-42e2-b5e1-c782e09ed4a5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Router 4ea4931b-7655-4076-abc9-719171d1793b has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:36:16.883458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4566d-3a63-4192-8451-2b907153460b req-85471c66-f1c6-4472-a896-14ca78db8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:16.885063 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-85471c66-f1c6-4472-a896-14ca78db8c80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3736551 Dec 22 09:36:16.889781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-2f54fbe9-6e52-4ad3-bced-341b1e10b719 req-2eca5b9c-5a1d-40b5-b4e6-212e292663fc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:36:16.890153 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-2f54fbe9-6e52-4ad3-bced-341b1e10b719 req-2eca5b9c-5a1d-40b5-b4e6-212e292663fc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:36:16.941629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a6561-cd40-4a0c-9bbe-131071bb29d9 req-df8d4ca2-cf00-4707-9e9b-b339619377b8 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:16.943432 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b3a6561-cd40-4a0c-9bbe-131071bb29d9 req-df8d4ca2-cf00-4707-9e9b-b339619377b8 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=6147ac08-3705-4e58-9776-43db400d138f HTTP/1.1" status: 200 len: 945 time: 0.4008501 Dec 22 09:36:16.969840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e05a2f99-6f4b-425f-95de-279a3a9959fa req-eda47a05-ffec-42e2-b5e1-c782e09ed4a5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:36:16.982931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e586f7c9-02b6-4132-800c-dd9f2ba749ab None None] Sync routers for ids ['4ea4931b-7655-4076-abc9-719171d1793b'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:36:16.994374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e586f7c9-02b6-4132-800c-dd9f2ba749ab None None] Routers {'4ea4931b-7655-4076-abc9-719171d1793b'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:16.995077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e586f7c9-02b6-4132-800c-dd9f2ba749ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:36:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4ea4931b-7655-4076-abc9-719171d1793b'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:17.010373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05a2f99-6f4b-425f-95de-279a3a9959fa req-eda47a05-ffec-42e2-b5e1-c782e09ed4a5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] No DVR routers for this DVR port cfc58927-f2d6-4a8b-935a-610e1d0c9144 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:36:17.012977 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e05a2f99-6f4b-425f-95de-279a3a9959fa req-eda47a05-ffec-42e2-b5e1-c782e09ed4a5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:17.024288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855b8369-ed4a-4970-a9df-cef8bf1b73ef', 'name': 'network-vif-deleted', 'tag': 'cfc58927-f2d6-4a8b-935a-610e1d0c9144'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:36:17.031299 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e05a2f99-6f4b-425f-95de-279a3a9959fa req-eda47a05-ffec-42e2-b5e1-c782e09ed4a5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.37 "DELETE /v2.0/ports/cfc58927-f2d6-4a8b-935a-610e1d0c9144 HTTP/1.1" status: 204 len: 173 time: 1.8930633 Dec 22 09:36:17.172451 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b3a6561-cd40-4a0c-9bbe-131071bb29d9 req-6546ac1d-af7b-4e95-b8ba-3d91cdb893d7 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670268 Dec 22 09:36:17.218626 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-86aaa447-5efa-421c-a756-de47ea222106 service neutron] 10.222.0.64 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119206 Dec 22 09:36:17.226992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-e586f7c9-02b6-4132-800c-dd9f2ba749ab None None] Set router 4ea4931b-7655-4076-abc9-719171d1793b gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:36:17.288990 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:17.304161 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:17.321434 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f8510802-bb55-4e86-aaaa-fb755a0e1818 tempest-VolumesAdminNegativeTest-1461857441 tempest-VolumesAdminNegativeTest-1461857441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:17.595791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e586f7c9-02b6-4132-800c-dd9f2ba749ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4931b-7655-4076-abc9-719171d1793b', 'name': 'tempest-ServersTestManualDisk-1684475089-router', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:14Z', 'updated_at': '2020-12-22T09:33:26Z', 'revision_number': 4, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'gw_port': {'id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:15Z', 'updated_at': '2020-12-22T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '53f2e3d0-9175-4f13-ac09-7360b451b638', 'name': '', 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'mac_address': 'fa:16:3e:93:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8a85ce7b-250f-4e30-8980-4de90aedfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:23Z', 'updated_at': '2020-12-22T09:33:37Z', 'revision_number': 5, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'subnets': [{'id': '8a85ce7b-250f-4e30-8980-4de90aedfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:17.601265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e586f7c9-02b6-4132-800c-dd9f2ba749ab None None] Checking router: 4ea4931b-7655-4076-abc9-719171d1793b for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:36:17.611353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e586f7c9-02b6-4132-800c-dd9f2ba749ab None None] Routers {'4ea4931b-7655-4076-abc9-719171d1793b'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:17.612079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e586f7c9-02b6-4132-800c-dd9f2ba749ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:36:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4ea4931b-7655-4076-abc9-719171d1793b'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:17.653790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-2f54fbe9-6e52-4ad3-bced-341b1e10b719 req-2eca5b9c-5a1d-40b5-b4e6-212e292663fc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Deleting port ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:36:17.654174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2f54fbe9-6e52-4ad3-bced-341b1e10b719 req-2eca5b9c-5a1d-40b5-b4e6-212e292663fc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:17.808766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-e586f7c9-02b6-4132-800c-dd9f2ba749ab None None] Set router 4ea4931b-7655-4076-abc9-719171d1793b gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:36:17.907131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Pushing event updated for resources: {'Port': ['ID=f83e5ad0-92de-4987-b806-3aecef78b534,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:17.938493 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:18.015770 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0e4566d-3a63-4192-8451-2b907153460b req-367a7224-7638-49a1-968c-6ad3cc0dae4f service neutron] 10.222.0.64 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7852886 Dec 22 09:36:18.172574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e586f7c9-02b6-4132-800c-dd9f2ba749ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4931b-7655-4076-abc9-719171d1793b', 'name': 'tempest-ServersTestManualDisk-1684475089-router', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:14Z', 'updated_at': '2020-12-22T09:33:26Z', 'revision_number': 4, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'gw_port': {'id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:15Z', 'updated_at': '2020-12-22T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '53f2e3d0-9175-4f13-ac09-7360b451b638', 'name': '', 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'mac_address': 'fa:16:3e:93:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8a85ce7b-250f-4e30-8980-4de90aedfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:23Z', 'updated_at': '2020-12-22T09:33:37Z', 'revision_number': 5, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'subnets': [{'id': '8a85ce7b-250f-4e30-8980-4de90aedfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:18.177218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e586f7c9-02b6-4132-800c-dd9f2ba749ab None None] The sync data for ids ['4ea4931b-7655-4076-abc9-719171d1793b'] in n-d-765315-5 is: [{'id': '4ea4931b-7655-4076-abc9-719171d1793b', 'name': 'tempest-ServersTestManualDisk-1684475089-router', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:14Z', 'updated_at': '2020-12-22T09:33:26Z', 'revision_number': 4, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'gw_port': {'id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:15Z', 'updated_at': '2020-12-22T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '53f2e3d0-9175-4f13-ac09-7360b451b638', 'name': '', 'network_id': 'b217fc36-e9a7-428a-aaf0-958abc2382a7', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'mac_address': 'fa:16:3e:93:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8a85ce7b-250f-4e30-8980-4de90aedfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:23Z', 'updated_at': '2020-12-22T09:33:37Z', 'revision_number': 5, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'subnets': [{'id': '8a85ce7b-250f-4e30-8980-4de90aedfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:36:18.210856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e733cd8-c03f-4cfc-83b6-edfc4d0c71b4 req-80d3d45c-6ab2-4c53-bc5b-6131874eb558 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:18.212790 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e733cd8-c03f-4cfc-83b6-edfc4d0c71b4 req-80d3d45c-6ab2-4c53-bc5b-6131874eb558 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=a63082c5-2b84-4923-aa35-1267b6732b00 HTTP/1.1" status: 200 len: 948 time: 0.5286031 Dec 22 09:36:18.336782 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:18.353894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2f54fbe9-6e52-4ad3-bced-341b1e10b719 req-2eca5b9c-5a1d-40b5-b4e6-212e292663fc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] For port ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:18.354309 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2f54fbe9-6e52-4ad3-bced-341b1e10b719 req-2eca5b9c-5a1d-40b5-b4e6-212e292663fc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:18.525188 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e733cd8-c03f-4cfc-83b6-edfc4d0c71b4 req-1e541122-9123-480b-9900-8a600fb058e8 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016579 Dec 22 09:36:18.536156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-2f54fbe9-6e52-4ad3-bced-341b1e10b719 req-2eca5b9c-5a1d-40b5-b4e6-212e292663fc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Calling delete_port for ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:36:18.606445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:18.607771 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.6742339 Dec 22 09:36:18.627791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4cccac-ca55-4776-a85c-706226a417f2 None None] New status for floating IP fb9002fb-9981-4812-8e53-8aad2c362689: DOWN {{(pid=81074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:36:18.727787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-47802844-806c-46fe-b340-0ba05752979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:18.728252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-47802844-806c-46fe-b340-0ba05752979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:18.728680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-47802844-806c-46fe-b340-0ba05752979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:18.729104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-47802844-806c-46fe-b340-0ba05752979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:18.729523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-47802844-806c-46fe-b340-0ba05752979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:18.729942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-47802844-806c-46fe-b340-0ba05752979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:18.730357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-47802844-806c-46fe-b340-0ba05752979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:18.732545 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-47802844-806c-46fe-b340-0ba05752979c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f&device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 6925 time: 0.4744289 Dec 22 09:36:18.753519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-d321c8e1-7f33-4638-a284-7bf9030e75ba tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Synchronizing usage tracker for tenant:e1da157a396744cbb57888aa7bf7a7e8 on resource:floatingip {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:36:18.753759 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63082c5-2b84-4923-aa35-1267b6732b00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce', 'code': 200} Dec 22 09:36:18.948997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-d321c8e1-7f33-4638-a284-7bf9030e75ba tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Unset dirty status for tenant:e1da157a396744cbb57888aa7bf7a7e8 on resource:floatingip {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:36:18.950365 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-d321c8e1-7f33-4638-a284-7bf9030e75ba tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 696 time: 0.3351216 Dec 22 09:36:19.152227 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2f54fbe9-6e52-4ad3-bced-341b1e10b719 req-2eca5b9c-5a1d-40b5-b4e6-212e292663fc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:19.226967 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c0d6539-2440-460b-9ab6-eb46e27b46c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:19.283722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-423d9378-3fb4-4b4a-826a-43fca8962daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:19.285419 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-423d9378-3fb4-4b4a-826a-43fca8962daa service neutron] 10.222.0.64 "GET /v2.0/networks?id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 HTTP/1.1" status: 200 len: 897 time: 0.5350332 Dec 22 09:36:19.314142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca5b9c-5a1d-40b5-b4e6-212e292663fc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Pushing event deleted for resources: {'Port': ['ID=ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:19.376865 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2eca5b9c-5a1d-40b5-b4e6-212e292663fc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:19.416663 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-a85a0b19-35a1-4c3e-9787-502a26c87d21 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cfee7e92-56e4-4a04-8351-71d7acbc11ba HTTP/1.1" status: 200 len: 217 time: 0.1092465 Dec 22 09:36:19.581112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-453667ce-f2a2-4b9a-af45-9879977fcff7 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:19.582705 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-453667ce-f2a2-4b9a-af45-9879977fcff7 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/networks?id=072e89b2-a6a1-4d1b-a6cb-1c73220a19ce HTTP/1.1" status: 200 len: 817 time: 0.6266277 Dec 22 09:36:19.591919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-8301811d-395f-4df2-8369-af7b6c9bb9da tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:19.593320 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-90a74d3e-16bc-4037-8e5b-75fcf47574b2 req-8301811d-395f-4df2-8369-af7b6c9bb9da tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.6325576 Dec 22 09:36:19.627635 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-691625b1-8445-4e66-a926-3b76c1192707 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/quotas/db51077327ca4f50875139affde21a46 HTTP/1.1" status: 200 len: 375 time: 0.0332799 Dec 22 09:36:19.633476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-e1577d93-371f-49b6-b6cf-bc6b427902a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:19.635046 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-e1577d93-371f-49b6-b6cf-bc6b427902a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a91aa57c-aefa-41a9-ac61-6f1461aa1426 HTTP/1.1" status: 200 len: 797 time: 0.1555412 Dec 22 09:36:19.652201 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855b8369-ed4a-4970-a9df-cef8bf1b73ef', 'name': 'network-vif-deleted', 'tag': 'cfc58927-f2d6-4a8b-935a-610e1d0c9144', 'status': 'completed', 'code': 200} Dec 22 09:36:19.974435 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-3d120a8d-e252-4b95-8fd1-5d9c0c8dc1f1 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/ports?tenant_id=db51077327ca4f50875139affde21a46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3339303 Dec 22 09:36:20.088312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f54fbe9-6e52-4ad3-bced-341b1e10b719 req-2eca5b9c-5a1d-40b5-b4e6-212e292663fc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] No DVR routers for this DVR port ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce on host n-h2-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:36:20.099135 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2f54fbe9-6e52-4ad3-bced-341b1e10b719 req-2eca5b9c-5a1d-40b5-b4e6-212e292663fc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:20.105405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63082c5-2b84-4923-aa35-1267b6732b00', 'name': 'network-vif-deleted', 'tag': 'ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:36:20.215761 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f54fbe9-6e52-4ad3-bced-341b1e10b719 req-2eca5b9c-5a1d-40b5-b4e6-212e292663fc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.37 "DELETE /v2.0/ports/ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce HTTP/1.1" status: 204 len: 173 time: 4.6494887 Dec 22 09:36:20.274124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-db25de5c-48d8-4ad4-b345-422ceb450251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:20.275720 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-db25de5c-48d8-4ad4-b345-422ceb450251 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6000552 Dec 22 09:36:20.277892 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-6ff2a842-f8cc-42ae-a7e5-2cae72740262 service neutron] 10.222.0.50 "GET /v2.0/networks/072e89b2-a6a1-4d1b-a6cb-1c73220a19ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391145 Dec 22 09:36:20.294424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a195af8-076d-4b13-a75c-87f354ec376e req-98c9c8a7-6d5b-4c05-9c91-e4fc374c948b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:20.298826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a195af8-076d-4b13-a75c-87f354ec376e req-98c9c8a7-6d5b-4c05-9c91-e4fc374c948b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:20.303623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a195af8-076d-4b13-a75c-87f354ec376e req-98c9c8a7-6d5b-4c05-9c91-e4fc374c948b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:20.308017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a195af8-076d-4b13-a75c-87f354ec376e req-98c9c8a7-6d5b-4c05-9c91-e4fc374c948b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:20.312421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a195af8-076d-4b13-a75c-87f354ec376e req-98c9c8a7-6d5b-4c05-9c91-e4fc374c948b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:20.316845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a195af8-076d-4b13-a75c-87f354ec376e req-98c9c8a7-6d5b-4c05-9c91-e4fc374c948b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:20.322141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a195af8-076d-4b13-a75c-87f354ec376e req-98c9c8a7-6d5b-4c05-9c91-e4fc374c948b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:20.324192 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6a195af8-076d-4b13-a75c-87f354ec376e req-98c9c8a7-6d5b-4c05-9c91-e4fc374c948b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5420 time: 0.3595417 Dec 22 09:36:20.584724 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6a195af8-076d-4b13-a75c-87f354ec376e req-10495b22-3d6a-4cfa-bd3e-d61a05bf9c0e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2142355 Dec 22 09:36:20.634841 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-bc929542-af91-433a-9464-0d8311d06ce0 service neutron] 10.222.0.50 "GET /v2.0/networks/072e89b2-a6a1-4d1b-a6cb-1c73220a19ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3095915 Dec 22 09:36:20.637278 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-80a4b944-f060-490e-b233-8c5877d515a8 service neutron] 10.222.0.64 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540115 Dec 22 09:36:20.813468 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-cb2c45f3-9b20-409c-a166-a6204150764b service neutron] 10.222.0.64 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1691287 Dec 22 09:36:20.895003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44760) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:20.994640 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:21.031578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:21.050946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-dd0d66c7-71b5-4e26-a885-b007cf6d89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:21.053376 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-dd0d66c7-71b5-4e26-a885-b007cf6d89c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=790143c06479416c8526efbd9a1fc0ad&device_id=6147ac08-3705-4e58-9776-43db400d138f HTTP/1.1" status: 200 len: 1160 time: 0.1214294 Dec 22 09:36:21.085409 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:21.095643 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bd890f95-a42b-4e4d-a28e-f0b7f2535eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:21.113250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4952256-826c-4b16-b1b9-1c155d7b82f7,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:21.126281 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:21.130359 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "DELETE /v2.0/security-groups/e4952256-826c-4b16-b1b9-1c155d7b82f7 HTTP/1.1" status: 204 len: 168 time: 0.2305324 Dec 22 09:36:21.130359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.130359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.130846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.131263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.131672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.132110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.132520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.132925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.133035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44772) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:21.133334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.133737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.134139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.134540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.134991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.135563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.136166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.138224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.138904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.139472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.140076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.140745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.141303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.141860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.142574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.143140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.143747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.144344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.144914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.145815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.146376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.146929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.147480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.148082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.148666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.149234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.149789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.150480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:21.154890 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:21.325171 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63082c5-2b84-4923-aa35-1267b6732b00', 'name': 'network-vif-deleted', 'tag': 'ce4ab4ab-b6e5-465b-9e40-5dccf2cbb2ce', 'status': 'completed', 'code': 200} Dec 22 09:36:21.376624 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-4ceea7d8-f085-4162-b187-8acbf81e1576 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] show failed (client error): The resource could not be found. Dec 22 09:36:21.377680 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4ceea7d8-f085-4162-b187-8acbf81e1576 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "GET /v2.0/security-groups/e4952256-826c-4b16-b1b9-1c155d7b82f7 HTTP/1.1" status: 404 len: 347 time: 0.2404706 Dec 22 09:36:21.382138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44780) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:21.404652 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6736c62a-53e2-4d64-bf8f-fb68a4822010 req-cbd11f0e-74ca-4323-9907-53e78d6cd3ac tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/ports?device_id=5a59eafe-9ee1-42e6-86d6-113eb14e5761 HTTP/1.1" status: 200 len: 210 time: 0.0816684 Dec 22 09:36:21.465520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-a45c49f3-4bc5-4fea-8110-57aed445b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:21.465520 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-a45c49f3-4bc5-4fea-8110-57aed445b0d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=58c7a353-13b3-4d40-8fee-65d9dde6541f HTTP/1.1" status: 200 len: 899 time: 0.3980718 Dec 22 09:36:21.570160 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-6b26884b-9810-44f3-a178-07663d555c18 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4725330 Dec 22 09:36:21.576441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:21.584175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:21.595720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:21.606120 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-56da7fba-d09e-4a1f-83cf-85f57d66b410 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0492a840-e3e9-4107-a881-f0bd0f528983 HTTP/1.1" status: 200 len: 217 time: 0.1398938 Dec 22 09:36:21.608677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:21.654339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-57011c43-97b2-43f4-824d-5cd9642774bf tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Deleting port dbf2d782-43c0-42b1-a9dc-5bd17dac1740 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:36:21.655240 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57011c43-97b2-43f4-824d-5cd9642774bf tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:21.745360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-92f1e98b-4d32-4e56-b616-7d3316c0dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:21.749228 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-92f1e98b-4d32-4e56-b616-7d3316c0dc4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a0cb2307-15df-4f20-b1ea-7921fb77b239 HTTP/1.1" status: 200 len: 844 time: 0.1206331 Dec 22 09:36:21.865222 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-9f71a857-c58f-44e8-b133-c7ae8817e791 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58c7a353-13b3-4d40-8fee-65d9dde6541f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669193 Dec 22 09:36:21.919802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44792) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:22.079680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:22.093878 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-3b87e1e0-9fab-4b25-83fe-c61b515c83aa service neutron] 10.222.0.64 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130084 Dec 22 09:36:22.226594 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57011c43-97b2-43f4-824d-5cd9642774bf tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:22.227268 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57011c43-97b2-43f4-824d-5cd9642774bf tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for floatingip, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:22.260303 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e22c6f3-b8e4-433c-95a4-82769f05fabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:22.363614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-57011c43-97b2-43f4-824d-5cd9642774bf tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Calling delete_port for dbf2d782-43c0-42b1-a9dc-5bd17dac1740 owned by network:floatingip {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:36:22.420545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1e22c6f3-b8e4-433c-95a4-82769f05fabf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:22.523177 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57011c43-97b2-43f4-824d-5cd9642774bf tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:22.538007 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:22.588126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57011c43-97b2-43f4-824d-5cd9642774bf tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Pushing event deleted for resources: {'Port': ['ID=dbf2d782-43c0-42b1-a9dc-5bd17dac1740,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:22.593323 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57011c43-97b2-43f4-824d-5cd9642774bf tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:22.699658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1e22c6f3-b8e4-433c-95a4-82769f05fabf admin admin] Usage tracker for resource:security_group_rule and tenant:c2e76f603dd94ac29e056c347ae70bf2 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:22.721984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1e22c6f3-b8e4-433c-95a4-82769f05fabf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:22.785040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1e22c6f3-b8e4-433c-95a4-82769f05fabf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:22.789718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57011c43-97b2-43f4-824d-5cd9642774bf tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks [] for floatingip, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:22.806383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57011c43-97b2-43f4-824d-5cd9642774bf tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:22.807643 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-57011c43-97b2-43f4-824d-5cd9642774bf tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] 10.222.0.50 "DELETE /v2.0/floatingips/fb9002fb-9981-4812-8e53-8aad2c362689 HTTP/1.1" status: 204 len: 168 time: 1.4238493 Dec 22 09:36:22.810923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44814) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:22.927302 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51f2ee2b-f970-4a79-a9f1-42e4b4861f5e req-efd37dae-60d6-42c0-b34f-1480c1e76703 service neutron] 10.222.0.64 "GET /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8090367 Dec 22 09:36:22.976362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777549-59b0-4731-8eee-6e5410b7632d req-5a47514b-b62c-4f72-9926-b5897241c59d tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:22.980801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777549-59b0-4731-8eee-6e5410b7632d req-5a47514b-b62c-4f72-9926-b5897241c59d tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:22.985137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777549-59b0-4731-8eee-6e5410b7632d req-5a47514b-b62c-4f72-9926-b5897241c59d tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:22.990090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777549-59b0-4731-8eee-6e5410b7632d req-5a47514b-b62c-4f72-9926-b5897241c59d tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:22.994449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777549-59b0-4731-8eee-6e5410b7632d req-5a47514b-b62c-4f72-9926-b5897241c59d tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:22.998808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777549-59b0-4731-8eee-6e5410b7632d req-5a47514b-b62c-4f72-9926-b5897241c59d tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:23.003126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777549-59b0-4731-8eee-6e5410b7632d req-5a47514b-b62c-4f72-9926-b5897241c59d tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:23.005780 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-36777549-59b0-4731-8eee-6e5410b7632d req-5a47514b-b62c-4f72-9926-b5897241c59d tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5420 time: 0.8225634 Dec 22 09:36:23.017257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-572576d3-f183-4f1f-804f-04e803903ea1 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:23.018772 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-572576d3-f183-4f1f-804f-04e803903ea1 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.37 "GET /v2.0/networks?id=072e89b2-a6a1-4d1b-a6cb-1c73220a19ce HTTP/1.1" status: 200 len: 817 time: 0.6891062 Dec 22 09:36:23.085763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-f6336116-f6fe-4c87-9077-5e93b438e369 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Request body: {'port': {'device_id': '5a59eafe-9ee1-42e6-86d6-113eb14e5761', 'network_id': '072e89b2-a6a1-4d1b-a6cb-1c73220a19ce', 'admin_state_up': True, 'tenant_id': 'db51077327ca4f50875139affde21a46'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:23.182557 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d539ce0-0830-48bf-aa16-828510952eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:23.185676 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-36777549-59b0-4731-8eee-6e5410b7632d req-810218dd-68bb-4bc0-b75f-ed6b8530162c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1622088 Dec 22 09:36:23.300412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Allocated IP 172.25.7.187 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/3fc631dc-f21d-44f2-b747-4603f6690a04) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:36:23.331170 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e22c6f3-b8e4-433c-95a4-82769f05fabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:23.375549 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e22c6f3-b8e4-433c-95a4-82769f05fabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:23.406775 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7ae7a56b-eff5-4f34-87b7-63dabd7fe2e0 tempest-LiveMigrationNegativeTest-526559162 tempest-LiveMigrationNegativeTest-526559162] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:23.542579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-f6336116-f6fe-4c87-9077-5e93b438e369 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:23.558094 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1e22c6f3-b8e4-433c-95a4-82769f05fabf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2e76f603dd94ac29e056c347ae70bf2&name=default HTTP/1.1" status: 200 len: 2879 time: 1.6371670 Dec 22 09:36:23.567799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-f6336116-f6fe-4c87-9077-5e93b438e369 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Usage tracker for resource:port and tenant:db51077327ca4f50875139affde21a46 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:23.575257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44820) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:23.578575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-f6336116-f6fe-4c87-9077-5e93b438e369 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:23.584201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22c6f3-b8e4-433c-95a4-82769f05fabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c792a815-a532-4249-9dd7-f9e5e0ea5b30,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:23.593480 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1e22c6f3-b8e4-433c-95a4-82769f05fabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:23.594365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-f6336116-f6fe-4c87-9077-5e93b438e369 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:23.632526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-f6336116-f6fe-4c87-9077-5e93b438e369 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Made reservation on behalf of db51077327ca4f50875139affde21a46 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:36:23.638325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-f6336116-f6fe-4c87-9077-5e93b438e369 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:23.684820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350561a7-592c-4d1a-8eeb-a43348faa5aa req-a5e7e0be-3b43-41d4-b610-364037f794ca tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:23.685583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-350561a7-592c-4d1a-8eeb-a43348faa5aa req-a5e7e0be-3b43-41d4-b610-364037f794ca tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Synchronizing usage tracker for tenant:78bd97b243c64c7f87ff5b53501e6b09 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:36:23.705771 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:23.712306 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d5ccc51-2cc4-4954-bdb0-314b907a0e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:23.752916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-350561a7-592c-4d1a-8eeb-a43348faa5aa req-a5e7e0be-3b43-41d4-b610-364037f794ca tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Unset dirty status for tenant:78bd97b243c64c7f87ff5b53501e6b09 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:36:23.754088 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d5ccc51-2cc4-4954-bdb0-314b907a0e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:23.754194 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-350561a7-592c-4d1a-8eeb-a43348faa5aa req-a5e7e0be-3b43-41d4-b610-364037f794ca tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=96dd4c36-3fc0-442b-aba4-7285f8b369a8 HTTP/1.1" status: 200 len: 950 time: 0.4216349 Dec 22 09:36:23.853689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d5ccc51-2cc4-4954-bdb0-314b907a0e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:23.859468 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ba10c68c-004d-491c-9113-9addd7f75b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:23.876452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ccc51-2cc4-4954-bdb0-314b907a0e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c792a815-a532-4249-9dd7-f9e5e0ea5b30,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:23.882305 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0d5ccc51-2cc4-4954-bdb0-314b907a0e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:23.891215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d5ccc51-2cc4-4954-bdb0-314b907a0e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:23.894311 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0d5ccc51-2cc4-4954-bdb0-314b907a0e3f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c792a815-a532-4249-9dd7-f9e5e0ea5b30 HTTP/1.1" status: 204 len: 168 time: 0.3134756 Dec 22 09:36:23.948250 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-350561a7-592c-4d1a-8eeb-a43348faa5aa req-e834af10-b8ea-46a5-9177-09b443f24259 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799040 Dec 22 09:36:23.957054 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:24.010582 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-54702e1d-6bdf-4e8a-8bbe-456fbe7bda4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:24.011310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9d539ce0-0830-48bf-aa16-828510952eca admin admin] Deleting port 53f2e3d0-9175-4f13-ac09-7360b451b638 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:36:24.011908 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d539ce0-0830-48bf-aa16-828510952eca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:24.014683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:36:24.194746 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:24.229422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Pushing event updated for resources: {'Port': ['ID=3fc631dc-f21d-44f2-b747-4603f6690a04,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:24.244444 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:24.273558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:24.276041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dd4c36-3fc0-442b-aba4-7285f8b369a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:36:24.293432 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:24.299040 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:24.313253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54c6e8-0f36-431a-9525-2017e979db2e req-e422de39-a4f0-49fb-a367-82d8ec3b8d3f tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:24.314696 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c54c6e8-0f36-431a-9525-2017e979db2e req-e422de39-a4f0-49fb-a367-82d8ec3b8d3f tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.64 "GET /v2.0/ports?device_id=96dd4c36-3fc0-442b-aba4-7285f8b369a8 HTTP/1.1" status: 200 len: 950 time: 0.4334581 Dec 22 09:36:24.335139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9d539ce0-0830-48bf-aa16-828510952eca admin admin] For port 53f2e3d0-9175-4f13-ac09-7360b451b638, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=53f2e3d0-9175-4f13-ac09-7360b451b638,segment=NetworkSegment(8848c7eb-06f0-49d4-b19f-e9da66ab4a69),segment_id=8848c7eb-06f0-49d4-b19f-e9da66ab4a69)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:24.338513 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d539ce0-0830-48bf-aa16-828510952eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:24.440121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:24.459805 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:24.464313 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b97e6289-9ef0-448c-ab03-99c4cdb6cd5f req-8a710e93-56f0-43fd-91de-78e30be4698b tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/ports?device_id=5a59eafe-9ee1-42e6-86d6-113eb14e5761 HTTP/1.1" status: 200 len: 210 time: 0.0914974 Dec 22 09:36:24.476445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-f6336116-f6fe-4c87-9077-5e93b438e369 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Allocated IP 172.20.0.14 (072e89b2-a6a1-4d1b-a6cb-1c73220a19ce/b49938b2-584f-43c2-b8cd-3e45f142f02a/2f090d9d-90f8-4415-8485-6f831fdf8ab9) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:36:24.480227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:36:24.497831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:36:24.507459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:36:24.516127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44844) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:24.534411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9d539ce0-0830-48bf-aa16-828510952eca admin admin] Calling delete_port for 53f2e3d0-9175-4f13-ac09-7360b451b638 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:36:24.550961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-1c54c6e8-0f36-431a-9525-2017e979db2e req-dc43eb50-38f6-4bd9-a6cd-cac3e2165915 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Deleting port 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:36:24.551132 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c54c6e8-0f36-431a-9525-2017e979db2e req-dc43eb50-38f6-4bd9-a6cd-cac3e2165915 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:24.598659 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0e8cc41-1ee5-452b-ac56-56286a4aa233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:24.628575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b0e8cc41-1ee5-452b-ac56-56286a4aa233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:24.634856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b0e8cc41-1ee5-452b-ac56-56286a4aa233 admin admin] Usage tracker for resource:security_group_rule and tenant:b2902bb44a774588b338cd8ff14c6e37 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:24.641384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b0e8cc41-1ee5-452b-ac56-56286a4aa233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:24.651073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b0e8cc41-1ee5-452b-ac56-56286a4aa233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:24.933337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:24.990943 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0e8cc41-1ee5-452b-ac56-56286a4aa233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:25.000661 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0e8cc41-1ee5-452b-ac56-56286a4aa233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:25.012278 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f6d88d38-a68d-48d0-a495-adb610e16679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:25.068122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8cc41-1ee5-452b-ac56-56286a4aa233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cb5959-aacd-4d89-ae21-b13dac8076da,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:25.076666 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b0e8cc41-1ee5-452b-ac56-56286a4aa233 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b2902bb44a774588b338cd8ff14c6e37&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5540512 Dec 22 09:36:25.076666 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b0e8cc41-1ee5-452b-ac56-56286a4aa233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:25.077026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44868) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:25.080004 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d539ce0-0830-48bf-aa16-828510952eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:25.108036 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b5ff56b5-92ae-456f-9815-3be915ab678e tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:25.186134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d539ce0-0830-48bf-aa16-828510952eca admin admin] Pushing event deleted for resources: {'Port': ['ID=53f2e3d0-9175-4f13-ac09-7360b451b638,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:25.198816 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9d539ce0-0830-48bf-aa16-828510952eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:25.328419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-201b667b-23c4-4037-8462-3e74a6c77572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:25.401272 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-201b667b-23c4-4037-8462-3e74a6c77572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:25.419042 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:25.446063 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-f6336116-f6fe-4c87-9077-5e93b438e369 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:25.500811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb248b-2308-4eb9-a2f8-9e87328ea475 req-fb28b370-4ad0-4214-81fd-965d8710dec6 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:25.506392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb248b-2308-4eb9-a2f8-9e87328ea475 req-fb28b370-4ad0-4214-81fd-965d8710dec6 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:25.510771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb248b-2308-4eb9-a2f8-9e87328ea475 req-fb28b370-4ad0-4214-81fd-965d8710dec6 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:25.515416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb248b-2308-4eb9-a2f8-9e87328ea475 req-fb28b370-4ad0-4214-81fd-965d8710dec6 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:25.519925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb248b-2308-4eb9-a2f8-9e87328ea475 req-fb28b370-4ad0-4214-81fd-965d8710dec6 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:25.524610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb248b-2308-4eb9-a2f8-9e87328ea475 req-fb28b370-4ad0-4214-81fd-965d8710dec6 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:25.528961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb248b-2308-4eb9-a2f8-9e87328ea475 req-fb28b370-4ad0-4214-81fd-965d8710dec6 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:25.530984 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6dfb248b-2308-4eb9-a2f8-9e87328ea475 req-fb28b370-4ad0-4214-81fd-965d8710dec6 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5420 time: 0.6788862 Dec 22 09:36:25.533262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-1c54c6e8-0f36-431a-9525-2017e979db2e req-dc43eb50-38f6-4bd9-a6cd-cac3e2165915 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] For port 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:25.533667 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c54c6e8-0f36-431a-9525-2017e979db2e req-dc43eb50-38f6-4bd9-a6cd-cac3e2165915 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:25.566146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-201b667b-23c4-4037-8462-3e74a6c77572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:25.574009 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:25.747002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-1c54c6e8-0f36-431a-9525-2017e979db2e req-dc43eb50-38f6-4bd9-a6cd-cac3e2165915 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Calling delete_port for 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:36:25.857019 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6dfb248b-2308-4eb9-a2f8-9e87328ea475 req-ca38ad35-8fa2-443c-907f-c31e4002dd9a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2963643 Dec 22 09:36:25.866937 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-f6336116-f6fe-4c87-9077-5e93b438e369 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:25.893326 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:25.909516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b667b-23c4-4037-8462-3e74a6c77572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cb5959-aacd-4d89-ae21-b13dac8076da,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:25.920750 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-201b667b-23c4-4037-8462-3e74a6c77572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:25.944585 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-201b667b-23c4-4037-8462-3e74a6c77572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:25.945936 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-201b667b-23c4-4037-8462-3e74a6c77572 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/72cb5959-aacd-4d89-ae21-b13dac8076da HTTP/1.1" status: 204 len: 168 time: 0.8680193 Dec 22 09:36:25.961514 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d539ce0-0830-48bf-aa16-828510952eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:26.003587 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dd4c36-3fc0-442b-aba4-7285f8b369a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad', 'code': 200} Dec 22 09:36:26.142965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-f6336116-f6fe-4c87-9077-5e93b438e369 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Network 072e89b2-a6a1-4d1b-a6cb-1c73220a19ce is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:36:26.199989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-f6336116-f6fe-4c87-9077-5e93b438e369 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:36:26.253392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-f6336116-f6fe-4c87-9077-5e93b438e369 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:36:26.280981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6336116-f6fe-4c87-9077-5e93b438e369 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Pushing event updated for resources: {'Port': ['ID=2f090d9d-90f8-4415-8485-6f831fdf8ab9,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:26.350298 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f6336116-f6fe-4c87-9077-5e93b438e369 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:26.448173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c54c6e8-0f36-431a-9525-2017e979db2e req-dc43eb50-38f6-4bd9-a6cd-cac3e2165915 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:26.460806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-f6336116-f6fe-4c87-9077-5e93b438e369 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:26.461480 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-f6336116-f6fe-4c87-9077-5e93b438e369 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:26.481968 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d0397442-a274-436f-9de1-46bf1e0235c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:26.555619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43eb50-38f6-4bd9-a6cd-cac3e2165915 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Pushing event deleted for resources: {'Port': ['ID=0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:26.575667 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc43eb50-38f6-4bd9-a6cd-cac3e2165915 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:26.619377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d539ce0-0830-48bf-aa16-828510952eca admin admin] Router 4ea4931b-7655-4076-abc9-719171d1793b has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:36:26.638941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0861b2-e1c4-484a-9d58-9468c6953e92 req-4c884634-07bd-4852-9653-f25e8ac5e52b tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:26.640615 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee0861b2-e1c4-484a-9d58-9468c6953e92 req-4c884634-07bd-4852-9653-f25e8ac5e52b tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/ports?device_id=96dd4c36-3fc0-442b-aba4-7285f8b369a8 HTTP/1.1" status: 200 len: 865 time: 0.4005821 Dec 22 09:36:26.641845 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:36:26.702027 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:26.719658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:26.747389 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0520ffba-cf56-403c-adfc-15fb9adee301 tempest-LiveMigrationTest-147866145 tempest-LiveMigrationTest-147866145] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:26.776741 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-f6336116-f6fe-4c87-9077-5e93b438e369 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7300699 Dec 22 09:36:26.824399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d539ce0-0830-48bf-aa16-828510952eca admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:36:26.830231 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9d539ce0-0830-48bf-aa16-828510952eca admin admin] 10.222.0.50 "PUT /v2.0/routers/4ea4931b-7655-4076-abc9-719171d1793b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0181315 Dec 22 09:36:26.835572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44898) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:26.836657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06097e5-c23b-4c1e-bbfe-1bd377189368 None None] Sync routers for ids ['4ea4931b-7655-4076-abc9-719171d1793b'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:36:26.847435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Request body: {'port': {'device_id': '5a59eafe-9ee1-42e6-86d6-113eb14e5761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:26.847759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06097e5-c23b-4c1e-bbfe-1bd377189368 None None] Routers {'4ea4931b-7655-4076-abc9-719171d1793b'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:26.848867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b06097e5-c23b-4c1e-bbfe-1bd377189368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:36:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4ea4931b-7655-4076-abc9-719171d1793b'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:26.879023 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee0861b2-e1c4-484a-9d58-9468c6953e92 req-885f7561-1e21-4aaf-856f-f60c67db2085 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.50 "GET /v2.0/security-groups?id=b799510e-22d4-47c0-8fb1-f72240f64ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207744 Dec 22 09:36:27.095623 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e81bfbb-c61b-42b5-a419-3a98b8d6ffc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:27.104727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Pushing event updated for resources: {'Port': ['ID=3fc631dc-f21d-44f2-b747-4603f6690a04,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:27.116547 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:27.129069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-b06097e5-c23b-4c1e-bbfe-1bd377189368 None None] Set router 4ea4931b-7655-4076-abc9-719171d1793b gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:36:27.259979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c54c6e8-0f36-431a-9525-2017e979db2e req-dc43eb50-38f6-4bd9-a6cd-cac3e2165915 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] No DVR routers for this DVR port 0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:36:27.267641 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c54c6e8-0f36-431a-9525-2017e979db2e req-dc43eb50-38f6-4bd9-a6cd-cac3e2165915 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:27.271549 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c54c6e8-0f36-431a-9525-2017e979db2e req-dc43eb50-38f6-4bd9-a6cd-cac3e2165915 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] 10.222.0.64 "DELETE /v2.0/ports/0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad HTTP/1.1" status: 204 len: 173 time: 2.9425683 Dec 22 09:36:27.313510 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e81bfbb-c61b-42b5-a419-3a98b8d6ffc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:27.320556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6e81bfbb-c61b-42b5-a419-3a98b8d6ffc5 admin admin] Deleting port e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:36:27.321045 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e81bfbb-c61b-42b5-a419-3a98b8d6ffc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:27.330399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dd4c36-3fc0-442b-aba4-7285f8b369a8', 'name': 'network-vif-deleted', 'tag': '0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:36:27.445924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:27.530263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:27.573096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6e81bfbb-c61b-42b5-a419-3a98b8d6ffc5 admin admin] For port e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:27.573515 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e81bfbb-c61b-42b5-a419-3a98b8d6ffc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:27.575215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:27.576904 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.0052171 Dec 22 09:36:27.709890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-006fc660-7537-4fcb-ae8e-c33af1121d7b tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Synchronizing usage tracker for tenant:e1da157a396744cbb57888aa7bf7a7e8 on resource:floatingip {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:36:27.739047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc72ec0-ccbc-44d4-b40f-3ec7f7fd58d2 req-bb8d6174-8c41-4b8b-bd19-d9d8e9fa5a6e tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:27.740285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8fc72ec0-ccbc-44d4-b40f-3ec7f7fd58d2 req-bb8d6174-8c41-4b8b-bd19-d9d8e9fa5a6e tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Synchronizing usage tracker for tenant:db51077327ca4f50875139affde21a46 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:36:27.750211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6e81bfbb-c61b-42b5-a419-3a98b8d6ffc5 admin admin] Calling delete_port for e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:36:27.785548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b06097e5-c23b-4c1e-bbfe-1bd377189368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4931b-7655-4076-abc9-719171d1793b', 'name': 'tempest-ServersTestManualDisk-1684475089-router', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:14Z', 'updated_at': '2020-12-22T09:36:24Z', 'revision_number': 5, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'gw_port': {'id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:15Z', 'updated_at': '2020-12-22T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:27.798161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06097e5-c23b-4c1e-bbfe-1bd377189368 None None] Checking router: 4ea4931b-7655-4076-abc9-719171d1793b for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:36:27.810367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06097e5-c23b-4c1e-bbfe-1bd377189368 None None] Routers {'4ea4931b-7655-4076-abc9-719171d1793b'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:27.811057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b06097e5-c23b-4c1e-bbfe-1bd377189368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:36:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4ea4931b-7655-4076-abc9-719171d1793b'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:27.820035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-006fc660-7537-4fcb-ae8e-c33af1121d7b tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Unset dirty status for tenant:e1da157a396744cbb57888aa7bf7a7e8 on resource:floatingip {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:36:27.821430 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-006fc660-7537-4fcb-ae8e-c33af1121d7b tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.187 HTTP/1.1" status: 200 len: 696 time: 0.2285225 Dec 22 09:36:27.842511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8fc72ec0-ccbc-44d4-b40f-3ec7f7fd58d2 req-bb8d6174-8c41-4b8b-bd19-d9d8e9fa5a6e tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Unset dirty status for tenant:db51077327ca4f50875139affde21a46 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:36:27.851514 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fc72ec0-ccbc-44d4-b40f-3ec7f7fd58d2 req-bb8d6174-8c41-4b8b-bd19-d9d8e9fa5a6e tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/ports?device_id=5a59eafe-9ee1-42e6-86d6-113eb14e5761 HTTP/1.1" status: 200 len: 932 time: 0.7335837 Dec 22 09:36:27.967311 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e81bfbb-c61b-42b5-a419-3a98b8d6ffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:28.148011 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fc72ec0-ccbc-44d4-b40f-3ec7f7fd58d2 req-84091e7a-7252-45c5-82da-c4253519d47a tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/security-groups?id=e77a376e-2675-4108-8b39-8880740b6a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938361 Dec 22 09:36:28.161429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-b06097e5-c23b-4c1e-bbfe-1bd377189368 None None] Set router 4ea4931b-7655-4076-abc9-719171d1793b gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:36:28.290691 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e81bfbb-c61b-42b5-a419-3a98b8d6ffc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:28.303009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-6b0336b0-66fe-41d3-b07a-701fa9f8d766 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:28.304886 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86b82729-fda4-4e51-ba6d-115b9747cbff req-6b0336b0-66fe-41d3-b07a-701fa9f8d766 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.4662941 Dec 22 09:36:28.609679 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e81bfbb-c61b-42b5-a419-3a98b8d6ffc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:28.614272 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e81bfbb-c61b-42b5-a419-3a98b8d6ffc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:28.644815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e81bfbb-c61b-42b5-a419-3a98b8d6ffc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:28.646012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e81bfbb-c61b-42b5-a419-3a98b8d6ffc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ea4931b-7655-4076-abc9-719171d1793b {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:36:28.656414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b06097e5-c23b-4c1e-bbfe-1bd377189368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4931b-7655-4076-abc9-719171d1793b', 'name': 'tempest-ServersTestManualDisk-1684475089-router', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:14Z', 'updated_at': '2020-12-22T09:36:24Z', 'revision_number': 5, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'gw_port': {'id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:15Z', 'updated_at': '2020-12-22T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:28.660917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06097e5-c23b-4c1e-bbfe-1bd377189368 None None] The sync data for ids ['4ea4931b-7655-4076-abc9-719171d1793b'] in n-d-765315-5 is: [{'id': '4ea4931b-7655-4076-abc9-719171d1793b', 'name': 'tempest-ServersTestManualDisk-1684475089-router', 'tenant_id': '7763aba64cb343ea8f41576edbddae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:14Z', 'updated_at': '2020-12-22T09:36:24Z', 'revision_number': 5, 'project_id': '7763aba64cb343ea8f41576edbddae90', 'gw_port': {'id': 'e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4931b-7655-4076-abc9-719171d1793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:15Z', 'updated_at': '2020-12-22T09:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:36:28.667710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e81bfbb-c61b-42b5-a419-3a98b8d6ffc5 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:28.674741 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6e81bfbb-c61b-42b5-a419-3a98b8d6ffc5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/4ea4931b-7655-4076-abc9-719171d1793b HTTP/1.1" status: 204 len: 168 time: 1.8375833 Dec 22 09:36:28.675643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44930) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:28.787928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a46557b-f581-4aac-8e0d-8b24552cc025 admin admin] Deleting subnet 8a85ce7b-250f-4e30-8980-4de90aedfa79 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:36:28.796022 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6a46557b-f581-4aac-8e0d-8b24552cc025 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:28.870372 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6a46557b-f581-4aac-8e0d-8b24552cc025 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:28.927619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebdc45-05f1-497d-8bca-3690c18828cd req-60f9f20e-01cf-41d2-bbd0-753705ccf03b tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:28.932904 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-43ebdc45-05f1-497d-8bca-3690c18828cd req-60f9f20e-01cf-41d2-bbd0-753705ccf03b tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=6147ac08-3705-4e58-9776-43db400d138f HTTP/1.1" status: 200 len: 945 time: 0.2526588 Dec 22 09:36:28.953714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14413dab-cf4f-490e-954d-0b49308dea83 req-1fa68aed-e645-451b-9a3b-c953b7f18e66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:28.960482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14413dab-cf4f-490e-954d-0b49308dea83 req-1fa68aed-e645-451b-9a3b-c953b7f18e66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:28.964932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14413dab-cf4f-490e-954d-0b49308dea83 req-1fa68aed-e645-451b-9a3b-c953b7f18e66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:28.969687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14413dab-cf4f-490e-954d-0b49308dea83 req-1fa68aed-e645-451b-9a3b-c953b7f18e66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:28.975341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14413dab-cf4f-490e-954d-0b49308dea83 req-1fa68aed-e645-451b-9a3b-c953b7f18e66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:28.980181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14413dab-cf4f-490e-954d-0b49308dea83 req-1fa68aed-e645-451b-9a3b-c953b7f18e66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:28.984918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14413dab-cf4f-490e-954d-0b49308dea83 req-1fa68aed-e645-451b-9a3b-c953b7f18e66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:28.986149 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6a46557b-f581-4aac-8e0d-8b24552cc025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:28.986673 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-14413dab-cf4f-490e-954d-0b49308dea83 req-1fa68aed-e645-451b-9a3b-c953b7f18e66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5420 time: 0.3086412 Dec 22 09:36:29.105175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f090d9d-90f8-4415-8485-6f831fdf8ab9 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:36:29.123285 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-43ebdc45-05f1-497d-8bca-3690c18828cd req-cd910a17-b839-4f1d-bea0-cac76a323b3a tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832292 Dec 22 09:36:29.125155 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:29.147240 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-14413dab-cf4f-490e-954d-0b49308dea83 req-ed5d235c-f2a1-4f14-823d-cc287b4b6346 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1274309 Dec 22 09:36:29.150119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Transition to ACTIVE for port object 2f090d9d-90f8-4415-8485-6f831fdf8ab9 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:36:29.156978 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:29.290771 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dd4c36-3fc0-442b-aba4-7285f8b369a8', 'name': 'network-vif-deleted', 'tag': '0bb55f4e-7b63-4e78-8bb2-b7ebefbc39ad', 'status': 'completed', 'code': 200} Dec 22 09:36:29.291848 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:29.329485 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6a46557b-f581-4aac-8e0d-8b24552cc025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:29.347864 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:29.405229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46557b-f581-4aac-8e0d-8b24552cc025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a85ce7b-250f-4e30-8980-4de90aedfa79,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:29.409175 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6a46557b-f581-4aac-8e0d-8b24552cc025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:29.522212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Pushing event updated for resources: {'Port': ['ID=2f090d9d-90f8-4415-8485-6f831fdf8ab9,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:29.533066 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:29.546595 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6a46557b-f581-4aac-8e0d-8b24552cc025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:29.550686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce583b98-ea20-470d-b478-dd9ecee741e1 None None] Network b217fc36-e9a7-428a-aaf0-958abc2382a7 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:36:29.554969 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6a46557b-f581-4aac-8e0d-8b24552cc025 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8a85ce7b-250f-4e30-8980-4de90aedfa79 HTTP/1.1" status: 204 len: 168 time: 0.8778088 Dec 22 09:36:29.558380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44952) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:29.685533 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-c798b590-2cdf-46ab-bd94-01fcd4be7cd6 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3354933 Dec 22 09:36:29.695002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:29.705661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:29.727523 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:29.840896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:36:29.858892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Deleting port 137bc3c1-8315-4bfa-9480-d27acabd8a1b {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:36:29.859403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:29.881277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44962) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:29.890600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:36:29.891004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e89e0f6e-0b0f-42a9-8fcd-9fbaccdc736d not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:36:29.891972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 53f2e3d0-9175-4f13-ac09-7360b451b638 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:36:29.903551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:29.953665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 53f2e3d0-9175-4f13-ac09-7360b451b638 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:36:29.953975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 53f2e3d0-9175-4f13-ac09-7360b451b638 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:36:29.955756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c17a1b8-53a4-4d58-948c-182ab5188797 None None] DHCP port deletion for b217fc36-e9a7-428a-aaf0-958abc2382a7 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:36:29.961722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7c17a1b8-53a4-4d58-948c-182ab5188797 None None] Deleting port 137bc3c1-8315-4bfa-9480-d27acabd8a1b {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:36:29.962213 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7c17a1b8-53a4-4d58-948c-182ab5188797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:29.996837 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:30.138145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Attempting to bind port 2f090d9d-90f8-4415-8485-6f831fdf8ab9 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:36:30.138519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Attempting to bind port 2f090d9d-90f8-4415-8485-6f831fdf8ab9 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'eccfc3b6-c530-4c74-92d1-6fe2c54328a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '072e89b2-a6a1-4d1b-a6cb-1c73220a19ce'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:36:30.138873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Attempting to bind port 2f090d9d-90f8-4415-8485-6f831fdf8ab9 on network 072e89b2-a6a1-4d1b-a6cb-1c73220a19ce {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:36:30.148547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:36:30.149051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Checking segment: {'id': 'eccfc3b6-c530-4c74-92d1-6fe2c54328a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '072e89b2-a6a1-4d1b-a6cb-1c73220a19ce'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:36:30.149466 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:30.149869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Bound using segment: {'id': 'eccfc3b6-c530-4c74-92d1-6fe2c54328a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '072e89b2-a6a1-4d1b-a6cb-1c73220a19ce'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:36:30.150364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Bound port: 2f090d9d-90f8-4415-8485-6f831fdf8ab9, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccfc3b6-c530-4c74-92d1-6fe2c54328a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '072e89b2-a6a1-4d1b-a6cb-1c73220a19ce'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:36:30.150742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:30.327011 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a891e756-e367-481b-aef4-bc9d1482f8a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78bd97b243c64c7f87ff5b53501e6b09&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4413323 Dec 22 09:36:30.328067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44972) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:30.354916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7c17a1b8-53a4-4d58-948c-182ab5188797 None None] For port 137bc3c1-8315-4bfa-9480-d27acabd8a1b, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=137bc3c1-8315-4bfa-9480-d27acabd8a1b,segment=NetworkSegment(8848c7eb-06f0-49d4-b19f-e9da66ab4a69),segment_id=8848c7eb-06f0-49d4-b19f-e9da66ab4a69)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:30.355460 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7c17a1b8-53a4-4d58-948c-182ab5188797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:30.402515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] For port 2f090d9d-90f8-4415-8485-6f831fdf8ab9, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:36:30.408955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] For port 2f090d9d-90f8-4415-8485-6f831fdf8ab9, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=2f090d9d-90f8-4415-8485-6f831fdf8ab9,segment=NetworkSegment(eccfc3b6-c530-4c74-92d1-6fe2c54328a1),segment_id=eccfc3b6-c530-4c74-92d1-6fe2c54328a1)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:36:30.410681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:30.448940 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] For port 137bc3c1-8315-4bfa-9480-d27acabd8a1b, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=137bc3c1-8315-4bfa-9480-d27acabd8a1b,segment=NetworkSegment(8848c7eb-06f0-49d4-b19f-e9da66ab4a69),segment_id=8848c7eb-06f0-49d4-b19f-e9da66ab4a69)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:30.449337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:30.460721 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:30.505648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7c17a1b8-53a4-4d58-948c-182ab5188797 None None] Calling delete_port for 137bc3c1-8315-4bfa-9480-d27acabd8a1b owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:36:30.594791 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7c17a1b8-53a4-4d58-948c-182ab5188797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:30.608476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Calling delete_port for 137bc3c1-8315-4bfa-9480-d27acabd8a1b owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:36:30.616700 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:30.686671 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:36:30.687061 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:36:30.693457 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e57662a-4d69-437c-a2f4-9ab4659b91f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:30.735913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:30.736655 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:30.738154 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] 10.222.0.37 "PUT /v2.0/ports/2f090d9d-90f8-4415-8485-6f831fdf8ab9 HTTP/1.1" status: 200 len: 1156 time: 3.9154942 Dec 22 09:36:30.747693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17a1b8-53a4-4d58-948c-182ab5188797 None None] Pushing event deleted for resources: {'Port': ['ID=137bc3c1-8315-4bfa-9480-d27acabd8a1b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:30.752041 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7c17a1b8-53a4-4d58-948c-182ab5188797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:30.766246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c17a1b8-53a4-4d58-948c-182ab5188797 None None] No DVR routers for this DVR port 137bc3c1-8315-4bfa-9480-d27acabd8a1b on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:36:30.898122 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e7a4-cecd-48da-88b6-6a2e976c5767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:30.984487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Pushing event updated for resources: {'Port': ['ID=2f090d9d-90f8-4415-8485-6f831fdf8ab9,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:30.994213 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:31.026226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e7a4-cecd-48da-88b6-6a2e976c5767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:31.147884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d75cd-2b69-456a-a98e-350324108b22 req-fc32294f-a176-4686-932b-ae8eb9f5e813 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:31.149564 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d83d75cd-2b69-456a-a98e-350324108b22 req-fc32294f-a176-4686-932b-ae8eb9f5e813 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/ports?device_id=5a59eafe-9ee1-42e6-86d6-113eb14e5761 HTTP/1.1" status: 200 len: 944 time: 0.4680817 Dec 22 09:36:31.161822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-05a7b772-9409-44b2-ad8e-2071db899cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:31.163357 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-05a7b772-9409-44b2-ad8e-2071db899cc2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db51077327ca4f50875139affde21a46&device_id=5a59eafe-9ee1-42e6-86d6-113eb14e5761 HTTP/1.1" status: 200 len: 1159 time: 0.3537784 Dec 22 09:36:31.188714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Deleting port 137bc3c1-8315-4bfa-9480-d27acabd8a1b {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:36:31.189201 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:31.261050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] The port '137bc3c1-8315-4bfa-9480-d27acabd8a1b' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:36:31.269489 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-e061c977-5027-494a-9d75-2e4c73817a5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f090d9d-90f8-4415-8485-6f831fdf8ab9 HTTP/1.1" status: 200 len: 217 time: 0.0867732 Dec 22 09:36:31.326592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Allocated IP 172.25.7.75 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/f21d86b6-6eb5-440d-9fce-57bf91baa879) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:36:31.328653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a59eafe-9ee1-42e6-86d6-113eb14e5761', 'tag': '2f090d9d-90f8-4415-8485-6f831fdf8ab9'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:36:31.334040 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e7a4-cecd-48da-88b6-6a2e976c5767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:31.345392 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:31.374798 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d83d75cd-2b69-456a-a98e-350324108b22 req-ff306047-a5f2-4ec4-b1f1-46e029d72892 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/security-groups?id=e77a376e-2675-4108-8b39-8880740b6a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151887 Dec 22 09:36:31.381529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5e7a4-cecd-48da-88b6-6a2e976c5767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b799510e-22d4-47c0-8fb1-f72240f64ea0,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:31.391153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:31.392429 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2cc5e7a4-cecd-48da-88b6-6a2e976c5767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:31.451279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-d249437f-e56e-4ee9-983f-ecdac6d84342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:31.452979 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-d249437f-e56e-4ee9-983f-ecdac6d84342 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b49938b2-584f-43c2-b8cd-3e45f142f02a HTTP/1.1" status: 200 len: 857 time: 0.1694961 Dec 22 09:36:31.462370 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e7a4-cecd-48da-88b6-6a2e976c5767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:31.462370 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2cc5e7a4-cecd-48da-88b6-6a2e976c5767 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b799510e-22d4-47c0-8fb1-f72240f64ea0 HTTP/1.1" status: 204 len: 168 time: 1.1204071 Dec 22 09:36:31.516153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b217fc36-e9a7-428a-aaf0-958abc2382a7']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:31.538327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8848c7eb-06f0-49d4-b19f-e9da66ab4a69') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:31.538804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8848c7eb-06f0-49d4-b19f-e9da66ab4a69') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:31.552916 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:31.569174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:31.571232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Releasing vxlan tunnel 8 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:36:31.632607 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-15eb7301-f4ff-4c68-8dd3-1d6d1dbc6563 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=072e89b2-a6a1-4d1b-a6cb-1c73220a19ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984697 Dec 22 09:36:31.755526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Network b217fc36-e9a7-428a-aaf0-958abc2382a7 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:36:31.768965 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:31.812130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 137bc3c1-8315-4bfa-9480-d27acabd8a1b no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:36:31.853983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02799e1-a543-4b7a-acc8-e4fa480745ce req-8119599d-5aeb-412d-bd2f-46199032fd20 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:31.858415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02799e1-a543-4b7a-acc8-e4fa480745ce req-8119599d-5aeb-412d-bd2f-46199032fd20 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:31.862548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02799e1-a543-4b7a-acc8-e4fa480745ce req-8119599d-5aeb-412d-bd2f-46199032fd20 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:31.867382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02799e1-a543-4b7a-acc8-e4fa480745ce req-8119599d-5aeb-412d-bd2f-46199032fd20 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:31.871753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02799e1-a543-4b7a-acc8-e4fa480745ce req-8119599d-5aeb-412d-bd2f-46199032fd20 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:31.876172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02799e1-a543-4b7a-acc8-e4fa480745ce req-8119599d-5aeb-412d-bd2f-46199032fd20 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:31.881264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02799e1-a543-4b7a-acc8-e4fa480745ce req-8119599d-5aeb-412d-bd2f-46199032fd20 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:31.882999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 137bc3c1-8315-4bfa-9480-d27acabd8a1b {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:36:31.883329 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a02799e1-a543-4b7a-acc8-e4fa480745ce req-8119599d-5aeb-412d-bd2f-46199032fd20 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5420 time: 0.3076644 Dec 22 09:36:31.883446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 137bc3c1-8315-4bfa-9480-d27acabd8a1b not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:36:31.886693 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:31.967435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44986) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:32.002442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Network b217fc36-e9a7-428a-aaf0-958abc2382a7 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:36:32.030744 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:36:32.144153 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-37af42d5-4db8-4bb3-98b7-a94ba10d868c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7a0638975234a23ac74f0407632fbdf&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1699531 Dec 22 09:36:32.145435 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:32.147037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44990) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:32.151370 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:32.168832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:32.180102 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-afad0e05-ee58-4994-a57c-627d3df36b62 service neutron] 10.222.0.37 "GET /v2.0/networks/072e89b2-a6a1-4d1b-a6cb-1c73220a19ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341966 Dec 22 09:36:32.192022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Pushing event deleted for resources: {'Network': ['ID=b217fc36-e9a7-428a-aaf0-958abc2382a7,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:32.200109 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:32.230317 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] 10.222.0.50 "DELETE /v2.0/networks/b217fc36-e9a7-428a-aaf0-958abc2382a7 HTTP/1.1" status: 204 len: 168 time: 2.6708188 Dec 22 09:36:32.248092 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a02799e1-a543-4b7a-acc8-e4fa480745ce req-b0059e05-09f3-4635-a0ab-7263cb13887f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3555269 Dec 22 09:36:32.290888 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e8930b0-51f6-44f4-bf1e-252f3d7457df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:32.342435 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:32.364509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e8930b0-51f6-44f4-bf1e-252f3d7457df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:32.478562 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f6336116-f6fe-4c87-9077-5e93b438e369 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:32.483489 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e8930b0-51f6-44f4-bf1e-252f3d7457df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:32.495610 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39f1a17f-473b-4228-8124-5e49efbbd443 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:32.538821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8930b0-51f6-44f4-bf1e-252f3d7457df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408e479a-7bcc-48a4-937e-79ae3d613bb8,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:32.540791 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e8930b0-51f6-44f4-bf1e-252f3d7457df admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:32.541950 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4e8930b0-51f6-44f4-bf1e-252f3d7457df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/408e479a-7bcc-48a4-937e-79ae3d613bb8 HTTP/1.1" status: 204 len: 168 time: 0.3939209 Dec 22 09:36:32.542974 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e8930b0-51f6-44f4-bf1e-252f3d7457df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:32.583362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Pushing event updated for resources: {'Port': ['ID=f21d86b6-6eb5-440d-9fce-57bf91baa879,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:32.597508 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:32.616760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45004) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:32.654650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:36:32.668683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:36:32.681432 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-183339fc-bc1f-4e22-a8bf-84cf70152e46 req-c417d26c-18fc-43f4-be95-1f25fe77db42 service neutron] 10.222.0.37 "GET /v2.0/networks/072e89b2-a6a1-4d1b-a6cb-1c73220a19ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4891243 Dec 22 09:36:32.682556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:36:32.705114 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-06422336-e1a6-42a6-a489-b0254c393bda admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7763aba64cb343ea8f41576edbddae90&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0847559 Dec 22 09:36:32.708595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45008) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:32.797294 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:32.820992 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-250e73c0-74d2-4ce0-ad7f-19b42c4961a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:32.857406 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-250e73c0-74d2-4ce0-ad7f-19b42c4961a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:32.858121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc49c13-6b94-468e-b218-25e3c1c04ae5 req-2a89be02-3bfe-4d04-944e-73cd69684966 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:32.859721 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bbc49c13-6b94-468e-b218-25e3c1c04ae5 req-2a89be02-3bfe-4d04-944e-73cd69684966 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.64 "GET /v2.0/ports?device_id=6147ac08-3705-4e58-9776-43db400d138f HTTP/1.1" status: 200 len: 945 time: 0.3844092 Dec 22 09:36:32.938412 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:32.958777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-250e73c0-74d2-4ce0-ad7f-19b42c4961a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:32.972608 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2f55719-f796-4ff3-ac64-a1cfad7140d5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:33.037521 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-250e73c0-74d2-4ce0-ad7f-19b42c4961a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:33.043228 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-250e73c0-74d2-4ce0-ad7f-19b42c4961a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9c447a0a-3eca-4341-83fd-4060a7b14b35 HTTP/1.1" status: 204 len: 168 time: 0.3310742 Dec 22 09:36:33.043228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e73c0-74d2-4ce0-ad7f-19b42c4961a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c447a0a-3eca-4341-83fd-4060a7b14b35,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:33.050548 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-250e73c0-74d2-4ce0-ad7f-19b42c4961a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:33.233988 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a59eafe-9ee1-42e6-86d6-113eb14e5761', 'tag': '2f090d9d-90f8-4415-8485-6f831fdf8ab9', 'status': 'completed', 'code': 200} Dec 22 09:36:33.376695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-bbc49c13-6b94-468e-b218-25e3c1c04ae5 req-8a8ada97-8c47-4a44-9339-69afc383d188 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Deleting port 0492a840-e3e9-4107-a881-f0bd0f528983 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:36:33.377734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bbc49c13-6b94-468e-b218-25e3c1c04ae5 req-8a8ada97-8c47-4a44-9339-69afc383d188 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:33.541439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:33.561822 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:33.580182 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cb5eab40-a521-4618-ad37-bd8f7327db93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:33.628261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd3831-3218-4a16-a4e9-b7d79b0eabf6 req-d4cd10d9-ca4f-4fef-96d0-856b8a434620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:33.630431 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a6fd3831-3218-4a16-a4e9-b7d79b0eabf6 req-d4cd10d9-ca4f-4fef-96d0-856b8a434620 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db51077327ca4f50875139affde21a46&device_id=5a59eafe-9ee1-42e6-86d6-113eb14e5761 HTTP/1.1" status: 200 len: 1159 time: 0.3942351 Dec 22 09:36:33.732711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8cc7f-40d2-4e62-9081-533a1be88f32 req-12a170f4-78ac-45cb-a8c9-9f8284171ed3 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:33.734327 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b4d8cc7f-40d2-4e62-9081-533a1be88f32 req-12a170f4-78ac-45cb-a8c9-9f8284171ed3 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/ports?device_id=5a59eafe-9ee1-42e6-86d6-113eb14e5761 HTTP/1.1" status: 200 len: 944 time: 0.4335377 Dec 22 09:36:33.859723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Pushing event updated for resources: {'Port': ['ID=f21d86b6-6eb5-440d-9fce-57bf91baa879,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:33.922905 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:34.036843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 0492a840-e3e9-4107-a881-f0bd0f528983 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:36:34.076796 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b4d8cc7f-40d2-4e62-9081-533a1be88f32 req-1cb51709-d0cd-4b7f-badc-8df93848ab34 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/security-groups?id=e77a376e-2675-4108-8b39-8880740b6a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668378 Dec 22 09:36:34.123330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd3831-3218-4a16-a4e9-b7d79b0eabf6 req-4bf872c8-9c7f-4847-9ed6-cea68fec9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:34.124995 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a6fd3831-3218-4a16-a4e9-b7d79b0eabf6 req-4bf872c8-9c7f-4847-9ed6-cea68fec9c20 service neutron] 10.222.0.37 "GET /v2.0/networks?id=072e89b2-a6a1-4d1b-a6cb-1c73220a19ce HTTP/1.1" status: 200 len: 911 time: 0.4578037 Dec 22 09:36:34.205703 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:34.241049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6147ac08-3705-4e58-9776-43db400d138f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0492a840-e3e9-4107-a881-f0bd0f528983'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:36:34.255230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 0492a840-e3e9-4107-a881-f0bd0f528983, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=0492a840-e3e9-4107-a881-f0bd0f528983,segment=NetworkSegment(12f9dcdb-1ce1-4601-9413-ee876bb6aaf6),segment_id=12f9dcdb-1ce1-4601-9413-ee876bb6aaf6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:34.270911 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:34.278650 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:34.283539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-bbc49c13-6b94-468e-b218-25e3c1c04ae5 req-8a8ada97-8c47-4a44-9339-69afc383d188 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] For port 0492a840-e3e9-4107-a881-f0bd0f528983, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=0492a840-e3e9-4107-a881-f0bd0f528983,segment=NetworkSegment(12f9dcdb-1ce1-4601-9413-ee876bb6aaf6),segment_id=12f9dcdb-1ce1-4601-9413-ee876bb6aaf6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:34.283967 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bbc49c13-6b94-468e-b218-25e3c1c04ae5 req-8a8ada97-8c47-4a44-9339-69afc383d188 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:34.296075 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a6fd3831-3218-4a16-a4e9-b7d79b0eabf6 req-8339587c-d042-4bc6-b06e-fabe6f146b51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f090d9d-90f8-4415-8485-6f831fdf8ab9 HTTP/1.1" status: 200 len: 217 time: 0.1283410 Dec 22 09:36:34.404401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=0492a840-e3e9-4107-a881-f0bd0f528983,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:34.416130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.416532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.416922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.417304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.417683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.418941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.419239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.419619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.420020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.420561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.420940 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.421312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.421763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.422144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.422503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.422869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.423242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.423757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.424172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.424699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.425173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.425412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.425776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.426466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.427868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.428272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.428749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.429125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.429587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.430084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.430455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.430985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.431358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.431721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.432669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.433052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:36:34.439484 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:34.467420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45070) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:34.694452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:36:34.730201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1008073553-network', 'tenant_id': '234ac44d013c43cca86ef20e2bf77b6a'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:34.736432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:34.739562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-bbc49c13-6b94-468e-b218-25e3c1c04ae5 req-8a8ada97-8c47-4a44-9339-69afc383d188 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Calling delete_port for 0492a840-e3e9-4107-a881-f0bd0f528983 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:36:34.741459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Usage tracker for resource:network and tenant:234ac44d013c43cca86ef20e2bf77b6a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:34.745159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:34.751418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:34.762526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Made reservation on behalf of 234ac44d013c43cca86ef20e2bf77b6a for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:36:34.768270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:34.776728 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:34.784584 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:34.803419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:34.807563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Usage tracker for resource:security_group_rule and tenant:234ac44d013c43cca86ef20e2bf77b6a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:34.810600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:34.816702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:34.890536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd3831-3218-4a16-a4e9-b7d79b0eabf6 req-e774311c-48d6-402e-9cbe-fb2a61cb6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:34.891532 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a6fd3831-3218-4a16-a4e9-b7d79b0eabf6 req-e774311c-48d6-402e-9cbe-fb2a61cb6d5c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b49938b2-584f-43c2-b8cd-3e45f142f02a HTTP/1.1" status: 200 len: 857 time: 0.5863385 Dec 22 09:36:34.905570 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:34.920913 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.2181659 Dec 22 09:36:34.932199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:34.932199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:34.960053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:36:34.965004 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-076c8f36-e948-4de1-a6f5-2bf48bf780a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:34.982251 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ec7e160-c63f-470a-976b-9fa89ff78463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:35.000470 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:35.000929 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Added segment 5bb6e514-24ef-4287-ac94-dfad8a5e8f4b of type vxlan for network 5cc1aa5a-3cc0-44a5-8322-ec039f61a974 Dec 22 09:36:35.010471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217309a8-98a9-40b8-876c-6cbf2a7d750a,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:35.014604 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:35.047166 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:35.088391 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:35.089366 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a6fd3831-3218-4a16-a4e9-b7d79b0eabf6 req-8d1fe3d2-b395-46cf-a6fc-b0dd38953d56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=072e89b2-a6a1-4d1b-a6cb-1c73220a19ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1740823 Dec 22 09:36:35.089486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:35.090069 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:35.096164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2a2892dc-dc9c-4d8f-a2cd-741cbbe2f328 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Synchronizing usage tracker for tenant:e1da157a396744cbb57888aa7bf7a7e8 on resource:floatingip {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:36:35.098765 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7bca2dcf-21eb-4c75-a0c6-3ffdc886c156 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:35.172310 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-bbc49c13-6b94-468e-b218-25e3c1c04ae5 req-8a8ada97-8c47-4a44-9339-69afc383d188 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:36:35.172706 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-bbc49c13-6b94-468e-b218-25e3c1c04ae5 req-8a8ada97-8c47-4a44-9339-69afc383d188 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:36:35.214528 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7457302 Dec 22 09:36:35.217751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Pushing event updated for resources: {'Network': ['ID=5cc1aa5a-3cc0-44a5-8322-ec039f61a974,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:35.219849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45092) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:35.223070 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:35.227291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ad28cf47-02dc-493f-b329-72035e15b460 admin admin] Request body: {'subnet': {'network_id': '5cc1aa5a-3cc0-44a5-8322-ec039f61a974', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1008073553-subnet', 'tenant_id': '234ac44d013c43cca86ef20e2bf77b6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:35.232868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ad28cf47-02dc-493f-b329-72035e15b460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:35.235598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 5cc1aa5a-3cc0-44a5-8322-ec039f61a974 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:36:35.252081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ad28cf47-02dc-493f-b329-72035e15b460 admin admin] Usage tracker for resource:subnet and tenant:234ac44d013c43cca86ef20e2bf77b6a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:35.261090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ad28cf47-02dc-493f-b329-72035e15b460 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:35.278370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ad28cf47-02dc-493f-b329-72035e15b460 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:35.289745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad28cf47-02dc-493f-b329-72035e15b460 admin admin] Made reservation on behalf of 234ac44d013c43cca86ef20e2bf77b6a for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:36:35.295137 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad28cf47-02dc-493f-b329-72035e15b460 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:35.347567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cda3d-5125-4e0d-87f7-770723ee055f req-d93fa401-e650-4413-bc04-8375a1925c68 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:35.360002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cda3d-5125-4e0d-87f7-770723ee055f req-d93fa401-e650-4413-bc04-8375a1925c68 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:35.365526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cda3d-5125-4e0d-87f7-770723ee055f req-d93fa401-e650-4413-bc04-8375a1925c68 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:35.370162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cda3d-5125-4e0d-87f7-770723ee055f req-d93fa401-e650-4413-bc04-8375a1925c68 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:35.370459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 5cc1aa5a-3cc0-44a5-8322-ec039f61a974 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:36:35.374990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cda3d-5125-4e0d-87f7-770723ee055f req-d93fa401-e650-4413-bc04-8375a1925c68 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:35.380744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cda3d-5125-4e0d-87f7-770723ee055f req-d93fa401-e650-4413-bc04-8375a1925c68 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:35.385643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cda3d-5125-4e0d-87f7-770723ee055f req-d93fa401-e650-4413-bc04-8375a1925c68 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:35.394566 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f25cda3d-5125-4e0d-87f7-770723ee055f req-d93fa401-e650-4413-bc04-8375a1925c68 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5420 time: 0.7300501 Dec 22 09:36:35.399135 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a6fd3831-3218-4a16-a4e9-b7d79b0eabf6 req-4ec92fd4-76d5-4498-8f6b-202357d2faa5 service neutron] 10.222.0.37 "GET /v2.0/networks/072e89b2-a6a1-4d1b-a6cb-1c73220a19ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943068 Dec 22 09:36:35.427866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2a2892dc-dc9c-4d8f-a2cd-741cbbe2f328 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Unset dirty status for tenant:e1da157a396744cbb57888aa7bf7a7e8 on resource:floatingip {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:36:35.436262 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-2a2892dc-dc9c-4d8f-a2cd-741cbbe2f328 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.5281219 Dec 22 09:36:35.516222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 5cc1aa5a-3cc0-44a5-8322-ec039f61a974 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:36:35.676589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-bbc49c13-6b94-468e-b218-25e3c1c04ae5 req-8a8ada97-8c47-4a44-9339-69afc383d188 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Deleting port 0492a840-e3e9-4107-a881-f0bd0f528983 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:36:35.677027 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bbc49c13-6b94-468e-b218-25e3c1c04ae5 req-8a8ada97-8c47-4a44-9339-69afc383d188 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:35.707382 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f25cda3d-5125-4e0d-87f7-770723ee055f req-dc74a2de-a848-4240-a4a1-f9c1480bb33f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3114738 Dec 22 09:36:35.790971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-bc56a39c-23de-4f87-9cd5-0fd939bb753f tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:35.792508 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de3e66dd-644f-49e6-b04a-a06d57dd1861 req-bc56a39c-23de-4f87-9cd5-0fd939bb753f tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.3551044 Dec 22 09:36:35.811779 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad28cf47-02dc-493f-b329-72035e15b460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:35.830127 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d5c69a6c-2d87-41b8-a85c-a0ae2c2fb966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:35.859117 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6147ac08-3705-4e58-9776-43db400d138f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0492a840-e3e9-4107-a881-f0bd0f528983', 'code': 200} Dec 22 09:36:35.881214 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a6fd3831-3218-4a16-a4e9-b7d79b0eabf6 req-55632f60-761e-4e18-a4a0-820005c3a519 service neutron] 10.222.0.37 "GET /v2.0/networks/072e89b2-a6a1-4d1b-a6cb-1c73220a19ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4555852 Dec 22 09:36:35.989878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28cf47-02dc-493f-b329-72035e15b460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32a60f6c-4aea-4126-8d21-531cdf1c604e,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:35.997549 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ad28cf47-02dc-493f-b329-72035e15b460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:36.064729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28cf47-02dc-493f-b329-72035e15b460 admin admin] Checking segment: {'id': '5bb6e514-24ef-4287-ac94-dfad8a5e8f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cc1aa5a-3cc0-44a5-8322-ec039f61a974'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:36:36.065135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad28cf47-02dc-493f-b329-72035e15b460 admin admin] Network hostable DHCP agents. Network: 5cc1aa5a-3cc0-44a5-8322-ec039f61a974, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:36:36.086921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad28cf47-02dc-493f-b329-72035e15b460 admin admin] Network 5cc1aa5a-3cc0-44a5-8322-ec039f61a974 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:36:36.096454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ad28cf47-02dc-493f-b329-72035e15b460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 5cc1aa5a-3cc0-44a5-8322-ec039f61a974) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:36:36.115826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-bbc49c13-6b94-468e-b218-25e3c1c04ae5 req-8a8ada97-8c47-4a44-9339-69afc383d188 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] For port 0492a840-e3e9-4107-a881-f0bd0f528983, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=0492a840-e3e9-4107-a881-f0bd0f528983,segment=NetworkSegment(12f9dcdb-1ce1-4601-9413-ee876bb6aaf6),segment_id=12f9dcdb-1ce1-4601-9413-ee876bb6aaf6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:36.116265 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bbc49c13-6b94-468e-b218-25e3c1c04ae5 req-8a8ada97-8c47-4a44-9339-69afc383d188 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:36.118483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad28cf47-02dc-493f-b329-72035e15b460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:36.119358 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad28cf47-02dc-493f-b329-72035e15b460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:36.128725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a57062-efc6-4df4-b830-00003ff4b0bd None None] Network 5cc1aa5a-3cc0-44a5-8322-ec039f61a974 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:36:36.164937 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ad28cf47-02dc-493f-b329-72035e15b460 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9361587 Dec 22 09:36:36.256178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-bbc49c13-6b94-468e-b218-25e3c1c04ae5 req-8a8ada97-8c47-4a44-9339-69afc383d188 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Calling delete_port for 0492a840-e3e9-4107-a881-f0bd0f528983 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:36:36.291349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161058d3-838f-4de4-a5ba-d6362b6b91a6 req-a5a38ba9-feee-4c50-89f0-9347c5395887 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:36.293000 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-161058d3-838f-4de4-a5ba-d6362b6b91a6 req-a5a38ba9-feee-4c50-89f0-9347c5395887 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/ports?device_id=6147ac08-3705-4e58-9776-43db400d138f HTTP/1.1" status: 200 len: 943 time: 0.2963874 Dec 22 09:36:36.369630 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-161058d3-838f-4de4-a5ba-d6362b6b91a6 req-5e62f2ad-18b4-4b5e-87a7-6e692c2936d4 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.50 "GET /v2.0/security-groups?id=de728564-1b6c-4a47-bb97-766605c21e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690539 Dec 22 09:36:36.452555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc31bcc-e3ca-4d1f-b364-00b4ca140fb2 None None] Network 5cc1aa5a-3cc0-44a5-8322-ec039f61a974 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:36:36.537747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bbc49c13-6b94-468e-b218-25e3c1c04ae5 req-8a8ada97-8c47-4a44-9339-69afc383d188 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:36.556416 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2eca5b9c-5a1d-40b5-b4e6-212e292663fc tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:36.613090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ada97-8c47-4a44-9339-69afc383d188 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Pushing event deleted for resources: {'Port': ['ID=0492a840-e3e9-4107-a881-f0bd0f528983,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:36.621023 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8a8ada97-8c47-4a44-9339-69afc383d188 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:36.628254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53731d-287e-41c1-904f-4558bf43990e req-909e24e6-5714-435e-9736-91b5a0a310d3 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:36.630009 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e53731d-287e-41c1-904f-4558bf43990e req-909e24e6-5714-435e-9736-91b5a0a310d3 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/ports?device_id=5a59eafe-9ee1-42e6-86d6-113eb14e5761 HTTP/1.1" status: 200 len: 944 time: 0.1829171 Dec 22 09:36:36.696864 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c161421c-132f-4fc9-8740-15f322898c9f req-7a7ca8f9-5146-403f-a1eb-d13ccf58d64c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/networks?tenant_id=4f8a67b33ff048d5bd0b60e257789306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771601 Dec 22 09:36:36.733884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-df245a4c-1fe3-43d0-a4eb-9460f4e875ce None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:36:36.845106 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e53731d-287e-41c1-904f-4558bf43990e req-2ac6fd07-6d4a-4948-be6f-7deea7e98fa4 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/security-groups?id=e77a376e-2675-4108-8b39-8880740b6a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780908 Dec 22 09:36:37.027846 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e4ae915-270c-4ba6-bdc7-8fe4a19ed64e req-34ddb2e2-fd83-47c7-93f5-0ddc7bb05373 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/floatingips/e6177dcd-b455-4d68-801c-cbd16d80b728 HTTP/1.1" status: 200 len: 692 time: 0.1141324 Dec 22 09:36:37.112760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc49c13-6b94-468e-b218-25e3c1c04ae5 req-8a8ada97-8c47-4a44-9339-69afc383d188 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] No DVR routers for this DVR port 0492a840-e3e9-4107-a881-f0bd0f528983 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:36:37.121195 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bbc49c13-6b94-468e-b218-25e3c1c04ae5 req-8a8ada97-8c47-4a44-9339-69afc383d188 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:37.123849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6147ac08-3705-4e58-9776-43db400d138f', 'name': 'network-vif-deleted', 'tag': '0492a840-e3e9-4107-a881-f0bd0f528983'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:36:37.146491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161421c-132f-4fc9-8740-15f322898c9f req-edbd2a99-01f4-4107-af88-833b672a2996 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:37.148098 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c161421c-132f-4fc9-8740-15f322898c9f req-edbd2a99-01f4-4107-af88-833b672a2996 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3974681 Dec 22 09:36:37.156091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 2f090d9d-90f8-4415-8485-6f831fdf8ab9 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:37.227586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 2f090d9d-90f8-4415-8485-6f831fdf8ab9 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:36:37.232891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 2f090d9d-90f8-4415-8485-6f831fdf8ab9 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:37.233434 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:37.233759 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c161421c-132f-4fc9-8740-15f322898c9f req-f4fb948b-a74e-4479-b209-43e5d7eafd74 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/quotas/4f8a67b33ff048d5bd0b60e257789306 HTTP/1.1" status: 200 len: 375 time: 0.0788693 Dec 22 09:36:37.235029 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bbc49c13-6b94-468e-b218-25e3c1c04ae5 req-8a8ada97-8c47-4a44-9339-69afc383d188 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] 10.222.0.64 "DELETE /v2.0/ports/0492a840-e3e9-4107-a881-f0bd0f528983 HTTP/1.1" status: 204 len: 173 time: 4.3650563 Dec 22 09:36:37.297155 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c161421c-132f-4fc9-8740-15f322898c9f req-b41046c9-f413-4682-8ad9-365dfbd8024e tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524507 Dec 22 09:36:37.322925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ae915-270c-4ba6-bdc7-8fe4a19ed64e req-97e53b30-9231-4b62-a728-3b43c896f3f7 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:37.324422 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e4ae915-270c-4ba6-bdc7-8fe4a19ed64e req-97e53b30-9231-4b62-a728-3b43c896f3f7 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.2852731 Dec 22 09:36:37.366931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:37.405512 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-224120a2-12ab-4d83-9b2d-23d717eadfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:37.411058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 2f090d9d-90f8-4415-8485-6f831fdf8ab9, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=2f090d9d-90f8-4415-8485-6f831fdf8ab9,segment=NetworkSegment(eccfc3b6-c530-4c74-92d1-6fe2c54328a1),segment_id=eccfc3b6-c530-4c74-92d1-6fe2c54328a1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:37.416210 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:37.422485 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b65650e-7faf-40b4-880f-e15770849178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:37.533871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=2f090d9d-90f8-4415-8485-6f831fdf8ab9,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:37.538115 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:37.741731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c9fd5-ab92-4c9f-b3e0-eb0e730421fe req-83cabd4e-0f27-444a-8cc2-a8e38b4678d8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:37.746225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c9fd5-ab92-4c9f-b3e0-eb0e730421fe req-83cabd4e-0f27-444a-8cc2-a8e38b4678d8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:37.750966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c9fd5-ab92-4c9f-b3e0-eb0e730421fe req-83cabd4e-0f27-444a-8cc2-a8e38b4678d8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:37.756388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c9fd5-ab92-4c9f-b3e0-eb0e730421fe req-83cabd4e-0f27-444a-8cc2-a8e38b4678d8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:37.767729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c9fd5-ab92-4c9f-b3e0-eb0e730421fe req-83cabd4e-0f27-444a-8cc2-a8e38b4678d8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:37.772827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c9fd5-ab92-4c9f-b3e0-eb0e730421fe req-83cabd4e-0f27-444a-8cc2-a8e38b4678d8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:37.778522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c9fd5-ab92-4c9f-b3e0-eb0e730421fe req-83cabd4e-0f27-444a-8cc2-a8e38b4678d8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:37.780841 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d96c9fd5-ab92-4c9f-b3e0-eb0e730421fe req-83cabd4e-0f27-444a-8cc2-a8e38b4678d8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5420 time: 0.1447427 Dec 22 09:36:37.860910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a59eafe-9ee1-42e6-86d6-113eb14e5761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f090d9d-90f8-4415-8485-6f831fdf8ab9'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:36:38.110763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 2f090d9d-90f8-4415-8485-6f831fdf8ab9 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:38.193738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 2f090d9d-90f8-4415-8485-6f831fdf8ab9 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:38.194260 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:38.225313 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d96c9fd5-ab92-4c9f-b3e0-eb0e730421fe req-e8f5ef91-119e-4e30-a815-d9fd9c08c654 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4067860 Dec 22 09:36:38.265013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-ef77d9e8-71c4-4702-b81e-3807a42ec578 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:38.266722 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-ef77d9e8-71c4-4702-b81e-3807a42ec578 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.50 "GET /v2.0/networks?id=5cc1aa5a-3cc0-44a5-8322-ec039f61a974 HTTP/1.1" status: 200 len: 821 time: 0.5370009 Dec 22 09:36:38.294184 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-7a8aca30-1e8a-4260-98b7-c0b6f1725641 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.50 "GET /v2.0/quotas/234ac44d013c43cca86ef20e2bf77b6a HTTP/1.1" status: 200 len: 375 time: 0.0194333 Dec 22 09:36:38.382295 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6147ac08-3705-4e58-9776-43db400d138f', 'name': 'network-vif-deleted', 'tag': '0492a840-e3e9-4107-a881-f0bd0f528983', 'status': 'completed', 'code': 200} Dec 22 09:36:38.385878 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-6b7b6d9b-cf66-4e89-a1a3-c414ed17e95c tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.50 "GET /v2.0/ports?tenant_id=234ac44d013c43cca86ef20e2bf77b6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0852106 Dec 22 09:36:38.473085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45172) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:38.497231 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9950520d-65bc-4599-bed0-1634ffda63f1 req-a186d442-5c03-4074-93e1-bce85bd56796 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/floatingips/e6177dcd-b455-4d68-801c-cbd16d80b728 HTTP/1.1" status: 200 len: 692 time: 0.1141126 Dec 22 09:36:38.651842 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e248c38c-e9d8-4027-9726-2a7a3c9d8681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:38.670033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e248c38c-e9d8-4027-9726-2a7a3c9d8681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:38.674400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e248c38c-e9d8-4027-9726-2a7a3c9d8681 admin admin] Usage tracker for resource:security_group_rule and tenant:3e88d370f3dd4854b9ec831b7812dc69 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:38.679149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e248c38c-e9d8-4027-9726-2a7a3c9d8681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:38.685914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e248c38c-e9d8-4027-9726-2a7a3c9d8681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:38.702887 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:38.722698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-f3face7f-cf51-4df0-8d63-879681da8b1a None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:36:38.734188 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-fd00e45d-c286-4913-aad4-83cfce8d5c2c service neutron] 10.222.0.50 "GET /v2.0/networks/5cc1aa5a-3cc0-44a5-8322-ec039f61a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847161 Dec 22 09:36:38.788050 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e248c38c-e9d8-4027-9726-2a7a3c9d8681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:38.789488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950520d-65bc-4599-bed0-1634ffda63f1 req-3e47e7c5-dcb5-4e21-bbf1-8ec731ccf5dc tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:38.791016 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9950520d-65bc-4599-bed0-1634ffda63f1 req-3e47e7c5-dcb5-4e21-bbf1-8ec731ccf5dc tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.2799246 Dec 22 09:36:38.791425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e248c38c-e9d8-4027-9726-2a7a3c9d8681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:38.803159 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-36a1575b-f1ea-4ce2-b34f-ceb0d5a63c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:38.853685 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e248c38c-e9d8-4027-9726-2a7a3c9d8681 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3e88d370f3dd4854b9ec831b7812dc69&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3768859 Dec 22 09:36:38.853685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248c38c-e9d8-4027-9726-2a7a3c9d8681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc43113-fddc-461d-b355-6904616a0c44,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:38.855088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45178) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:38.857849 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e248c38c-e9d8-4027-9726-2a7a3c9d8681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:38.927442 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8796cb7f-cdff-415c-8982-c4441039b7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:38.956081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8796cb7f-cdff-415c-8982-c4441039b7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:38.965209 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c161421c-132f-4fc9-8740-15f322898c9f req-b1526e6d-7f0d-40b3-a975-9094b251b351 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.64 "GET /v2.0/networks?tenant_id=4f8a67b33ff048d5bd0b60e257789306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1585984 Dec 22 09:36:39.013142 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8796cb7f-cdff-415c-8982-c4441039b7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:39.018700 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f3a8170e-afc5-4bde-893f-b59a4688789d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:39.029439 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9950520d-65bc-4599-bed0-1634ffda63f1 req-c80ddac7-1019-4c7d-b373-4a19871108fe tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.2215827 Dec 22 09:36:39.036437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796cb7f-cdff-415c-8982-c4441039b7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc43113-fddc-461d-b355-6904616a0c44,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:39.039457 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8796cb7f-cdff-415c-8982-c4441039b7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:39.046693 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8796cb7f-cdff-415c-8982-c4441039b7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:39.051119 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8796cb7f-cdff-415c-8982-c4441039b7e4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ffc43113-fddc-461d-b355-6904616a0c44 HTTP/1.1" status: 204 len: 168 time: 0.1951396 Dec 22 09:36:39.218074 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9950520d-65bc-4599-bed0-1634ffda63f1 req-2edfb795-724d-48ff-9af8-c074eea7cd36 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.1733055 Dec 22 09:36:39.222905 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-8562b5e9-26cd-4473-bc36-1606d39ae493 service neutron] 10.222.0.50 "GET /v2.0/networks/5cc1aa5a-3cc0-44a5-8322-ec039f61a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4736552 Dec 22 09:36:39.268455 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:39.411549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9950520d-65bc-4599-bed0-1634ffda63f1 req-6ad12fb4-a0d3-465a-9a98-68922d6ffa54 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Deleting port f21d86b6-6eb5-440d-9fce-57bf91baa879 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:36:39.411970 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9950520d-65bc-4599-bed0-1634ffda63f1 req-6ad12fb4-a0d3-465a-9a98-68922d6ffa54 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:39.492195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45194) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:39.496056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161421c-132f-4fc9-8740-15f322898c9f req-fe991f22-2ad7-4039-813b-a38cb1468ccb tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:39.497623 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c161421c-132f-4fc9-8740-15f322898c9f req-fe991f22-2ad7-4039-813b-a38cb1468ccb tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5126150 Dec 22 09:36:39.523965 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-81362327-ce90-4d46-bfd8-c52231c5666f admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:39.529646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Request body: {'port': {'device_id': '4df34bab-95ca-4447-8f2a-555fbd6e1e39', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '4f8a67b33ff048d5bd0b60e257789306'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:39.549775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-81362327-ce90-4d46-bfd8-c52231c5666f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:39.555115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-81362327-ce90-4d46-bfd8-c52231c5666f admin admin] Usage tracker for resource:security_group_rule and tenant:7e439661e0cc4c8fa9b3db9812c02f1d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:39.558275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-81362327-ce90-4d46-bfd8-c52231c5666f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:39.564515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-81362327-ce90-4d46-bfd8-c52231c5666f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:39.590415 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:39.671469 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-81362327-ce90-4d46-bfd8-c52231c5666f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:39.675025 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-81362327-ce90-4d46-bfd8-c52231c5666f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:39.684723 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8216dbb0-e5bf-42f0-8e7c-353a6187c5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:39.689094 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b0b76c1-3d23-4657-8579-0eac8da81b73 req-a00930b4-2299-429f-8c11-43227e6d21ad tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 210 time: 0.1391907 Dec 22 09:36:39.717170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81362327-ce90-4d46-bfd8-c52231c5666f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47840f48-54f3-493e-8b61-01cb296ec213,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:39.731495 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-81362327-ce90-4d46-bfd8-c52231c5666f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:39.760677 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-81362327-ce90-4d46-bfd8-c52231c5666f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e439661e0cc4c8fa9b3db9812c02f1d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2665222 Dec 22 09:36:39.771852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45206) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:39.819960 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a59eafe-9ee1-42e6-86d6-113eb14e5761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f090d9d-90f8-4415-8485-6f831fdf8ab9', 'code': 200} Dec 22 09:36:39.827485 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9950520d-65bc-4599-bed0-1634ffda63f1 req-6ad12fb4-a0d3-465a-9a98-68922d6ffa54 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:39.827857 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9950520d-65bc-4599-bed0-1634ffda63f1 req-6ad12fb4-a0d3-465a-9a98-68922d6ffa54 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for floatingip, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:39.866588 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f07d4cbf-4b2c-4e1d-ace4-f133dd532ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:39.912139 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f07d4cbf-4b2c-4e1d-ace4-f133dd532ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:39.962487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:39.967679 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f07d4cbf-4b2c-4e1d-ace4-f133dd532ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:39.975117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9950520d-65bc-4599-bed0-1634ffda63f1 req-6ad12fb4-a0d3-465a-9a98-68922d6ffa54 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Calling delete_port for f21d86b6-6eb5-440d-9fce-57bf91baa879 owned by network:floatingip {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:36:39.975344 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-20fe1386-3188-4f68-a622-e2ee0056bcbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:39.990005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d4cbf-4b2c-4e1d-ace4-f133dd532ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47840f48-54f3-493e-8b61-01cb296ec213,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:39.999461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f07d4cbf-4b2c-4e1d-ace4-f133dd532ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:40.001233 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f07d4cbf-4b2c-4e1d-ace4-f133dd532ab0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/47840f48-54f3-493e-8b61-01cb296ec213 HTTP/1.1" status: 204 len: 168 time: 0.2281315 Dec 22 09:36:40.002345 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f07d4cbf-4b2c-4e1d-ace4-f133dd532ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:40.003966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Usage tracker for resource:port and tenant:4f8a67b33ff048d5bd0b60e257789306 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:40.062978 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:40.086363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:40.114173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:40.151859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Made reservation on behalf of 4f8a67b33ff048d5bd0b60e257789306 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:36:40.157424 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:40.176298 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:40.232866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:40.242083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Usage tracker for resource:security_group_rule and tenant:4f8a67b33ff048d5bd0b60e257789306 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:40.245987 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:40.246354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:40.257414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:40.312255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23872df-7641-423d-b725-65bdfd615b45 req-1cc9dbb8-e71d-4524-94ea-870c2a35db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:40.313943 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f23872df-7641-423d-b725-65bdfd615b45 req-1cc9dbb8-e71d-4524-94ea-870c2a35db74 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5a59eafe-9ee1-42e6-86d6-113eb14e5761 HTTP/1.1" status: 200 len: 1161 time: 0.3488641 Dec 22 09:36:40.331232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f0999-edbd-4a66-abe9-222daa9e3d4a req-7d7e0b09-eb59-45af-bc2d-4cb56ed24292 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:40.332984 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-056f0999-edbd-4a66-abe9-222daa9e3d4a req-7d7e0b09-eb59-45af-bc2d-4cb56ed24292 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/ports?device_id=5a59eafe-9ee1-42e6-86d6-113eb14e5761 HTTP/1.1" status: 200 len: 946 time: 0.3721528 Dec 22 09:36:40.684850 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9950520d-65bc-4599-bed0-1634ffda63f1 req-6ad12fb4-a0d3-465a-9a98-68922d6ffa54 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:40.700448 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:40.764823 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f23872df-7641-423d-b725-65bdfd615b45 req-364a2b64-cad8-4703-8954-a2463d9e5851 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e77a376e-2675-4108-8b39-8880740b6a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414277 Dec 22 09:36:40.780345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad12fb4-a0d3-465a-9a98-68922d6ffa54 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Pushing event deleted for resources: {'Port': ['ID=f21d86b6-6eb5-440d-9fce-57bf91baa879,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:40.784314 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-056f0999-edbd-4a66-abe9-222daa9e3d4a req-2ed6761e-e705-42de-b759-0a5d17dd0910 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/security-groups?id=e77a376e-2675-4108-8b39-8880740b6a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274898 Dec 22 09:36:40.842778 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6ad12fb4-a0d3-465a-9a98-68922d6ffa54 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:40.928286 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:40.944198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:40.959539 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8217a4d-c094-4044-b6ea-76654f0bd19a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:41.146803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Pushing event updated for resources: {'SecurityGroup': ['ID=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:41.157617 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:41.251108 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9950520d-65bc-4599-bed0-1634ffda63f1 req-6ad12fb4-a0d3-465a-9a98-68922d6ffa54 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for floatingip, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:41.290716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4547796-e39f-442c-8a4b-bae4d85e78be req-1a847283-a94b-426f-83e8-c25c33b8b15f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:41.295206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4547796-e39f-442c-8a4b-bae4d85e78be req-1a847283-a94b-426f-83e8-c25c33b8b15f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:41.299675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4547796-e39f-442c-8a4b-bae4d85e78be req-1a847283-a94b-426f-83e8-c25c33b8b15f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:41.305191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4547796-e39f-442c-8a4b-bae4d85e78be req-1a847283-a94b-426f-83e8-c25c33b8b15f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:41.307322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-485b938b-4284-498a-bee1-217b87702eac tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:41.308357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-485b938b-4284-498a-bee1-217b87702eac tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Synchronizing usage tracker for tenant:234ac44d013c43cca86ef20e2bf77b6a on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:36:41.309594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4547796-e39f-442c-8a4b-bae4d85e78be req-1a847283-a94b-426f-83e8-c25c33b8b15f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:41.314084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4547796-e39f-442c-8a4b-bae4d85e78be req-1a847283-a94b-426f-83e8-c25c33b8b15f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:41.318657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4547796-e39f-442c-8a4b-bae4d85e78be req-1a847283-a94b-426f-83e8-c25c33b8b15f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:41.320791 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4547796-e39f-442c-8a4b-bae4d85e78be req-1a847283-a94b-426f-83e8-c25c33b8b15f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5420 time: 0.3664825 Dec 22 09:36:41.336919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-485b938b-4284-498a-bee1-217b87702eac tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Unset dirty status for tenant:234ac44d013c43cca86ef20e2bf77b6a on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:36:41.338238 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-485b938b-4284-498a-bee1-217b87702eac tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.37 "GET /v2.0/networks?id=5cc1aa5a-3cc0-44a5-8322-ec039f61a974 HTTP/1.1" status: 200 len: 821 time: 0.2966070 Dec 22 09:36:41.370152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-146f795b-ed4c-4fd9-9cd3-c98b25414aef tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Request body: {'port': {'device_id': '19a7e6fd-16f4-443a-a23e-2ebec0cf1731', 'network_id': '5cc1aa5a-3cc0-44a5-8322-ec039f61a974', 'admin_state_up': True, 'tenant_id': '234ac44d013c43cca86ef20e2bf77b6a'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:41.448953 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9950520d-65bc-4599-bed0-1634ffda63f1 req-6ad12fb4-a0d3-465a-9a98-68922d6ffa54 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:41.450217 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9950520d-65bc-4599-bed0-1634ffda63f1 req-6ad12fb4-a0d3-465a-9a98-68922d6ffa54 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "DELETE /v2.0/floatingips/e6177dcd-b455-4d68-801c-cbd16d80b728 HTTP/1.1" status: 204 len: 173 time: 2.2238171 Dec 22 09:36:41.465454 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4547796-e39f-442c-8a4b-bae4d85e78be req-830f9c75-1fc9-4f1f-aa9e-070af111aeab tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1356933 Dec 22 09:36:41.569728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-146f795b-ed4c-4fd9-9cd3-c98b25414aef tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:41.579585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-146f795b-ed4c-4fd9-9cd3-c98b25414aef tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Usage tracker for resource:port and tenant:234ac44d013c43cca86ef20e2bf77b6a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:41.595403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-146f795b-ed4c-4fd9-9cd3-c98b25414aef tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:41.609065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-146f795b-ed4c-4fd9-9cd3-c98b25414aef tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:41.648668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-146f795b-ed4c-4fd9-9cd3-c98b25414aef tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Made reservation on behalf of 234ac44d013c43cca86ef20e2bf77b6a for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:36:41.663049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-146f795b-ed4c-4fd9-9cd3-c98b25414aef tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:41.692145 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0a37db5f-a1a8-4663-b6a5-bce1abb2345b req-d4974d17-ab6b-43b9-9ce1-0aebd84a2030 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.50 "GET /v2.0/ports?device_id=19a7e6fd-16f4-443a-a23e-2ebec0cf1731 HTTP/1.1" status: 200 len: 210 time: 0.0748286 Dec 22 09:36:41.824756 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d8726480-e8ac-44d0-8167-d977d6442219 req-971866af-490c-4882-ac6f-b2c90825a0b1 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 210 time: 0.1147411 Dec 22 09:36:41.830190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Allocated IP 192.168.233.249 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/6cbd8b77-13d2-4719-aebc-7917c943b833) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:36:42.058455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f8ad7-7e59-4369-a810-df42c327dabc req-78f17098-1a84-42ab-9dcc-ecb4cc719ba4 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:42.066238 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-496f8ad7-7e59-4369-a810-df42c327dabc req-78f17098-1a84-42ab-9dcc-ecb4cc719ba4 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2923024 Dec 22 09:36:42.196206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 45260) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:42.263651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-146f795b-ed4c-4fd9-9cd3-c98b25414aef tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Allocated IP 172.20.0.4 (5cc1aa5a-3cc0-44a5-8322-ec039f61a974/32a60f6c-4aea-4126-8d21-531cdf1c604e/c911e4dc-c8b0-4557-b7cd-67e224f9a062) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:36:42.407862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-52bf3ec8-b7fc-4249-9772-1b1568851af9 req-6fafae59-e365-454a-b061-78018463af96 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Synchronizing usage tracker for tenant:e1da157a396744cbb57888aa7bf7a7e8 on resource:floatingip {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:36:42.448540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-52bf3ec8-b7fc-4249-9772-1b1568851af9 req-6fafae59-e365-454a-b061-78018463af96 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Unset dirty status for tenant:e1da157a396744cbb57888aa7bf7a7e8 on resource:floatingip {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:36:42.449851 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-52bf3ec8-b7fc-4249-9772-1b1568851af9 req-6fafae59-e365-454a-b061-78018463af96 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=e1da157a396744cbb57888aa7bf7a7e8 HTTP/1.1" status: 200 len: 1657 time: 0.1474276 Dec 22 09:36:42.515089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 36a3d7c0-e6da-452f-94eb-1a48d0121717 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:42.538242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:42.571827 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-146f795b-ed4c-4fd9-9cd3-c98b25414aef tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:42.573689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccafdc-d75f-45c6-a189-589f84a64330 req-42d9b9a7-b409-44a8-9849-864b8cc13303 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:42.581642 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9ccafdc-d75f-45c6-a189-589f84a64330 req-42d9b9a7-b409-44a8-9849-864b8cc13303 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/ports?device_id=5a59eafe-9ee1-42e6-86d6-113eb14e5761 HTTP/1.1" status: 200 len: 946 time: 0.4704990 Dec 22 09:36:42.595307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 36a3d7c0-e6da-452f-94eb-1a48d0121717 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:36:42.602863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 36a3d7c0-e6da-452f-94eb-1a48d0121717 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:42.603488 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:42.614656 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-146f795b-ed4c-4fd9-9cd3-c98b25414aef tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:42.635416 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9d539ce0-0830-48bf-aa16-828510952eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:42.717034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Transition to ACTIVE for port object 6cbd8b77-13d2-4719-aebc-7917c943b833 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:36:42.718735 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-61b6ed2b-0b8b-49e2-9418-2d123229bc60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:42.737830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:42.778589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a3d7c0-e6da-452f-94eb-1a48d0121717'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:36:42.782873 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9ccafdc-d75f-45c6-a189-589f84a64330 req-22bd4503-8b93-45dc-917b-613f46248288 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/security-groups?id=e77a376e-2675-4108-8b39-8880740b6a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005157 Dec 22 09:36:42.785083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-61b6ed2b-0b8b-49e2-9418-2d123229bc60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:42.792659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-61b6ed2b-0b8b-49e2-9418-2d123229bc60 admin admin] Usage tracker for resource:security_group_rule and tenant:d1b248f21715481da16d884ced5cdf8e is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:42.792834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 36a3d7c0-e6da-452f-94eb-1a48d0121717, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=36a3d7c0-e6da-452f-94eb-1a48d0121717,segment=NetworkSegment(4a23f88a-34a4-4467-8e49-5524df848334),segment_id=4a23f88a-34a4-4467-8e49-5524df848334)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:42.796101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f795b-ed4c-4fd9-9cd3-c98b25414aef tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Pushing event updated for resources: {'Port': ['ID=c911e4dc-c8b0-4557-b7cd-67e224f9a062,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:42.797375 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:42.798344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 21597bba-be5f-49e6-b4ef-eaabcf5291f1 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:42.798760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-61b6ed2b-0b8b-49e2-9418-2d123229bc60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:42.803150 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-146f795b-ed4c-4fd9-9cd3-c98b25414aef tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:42.823972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf3ec8-b7fc-4249-9772-1b1568851af9 req-3b12c231-481b-48ca-8425-cdb23e758684 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:42.831391 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-52bf3ec8-b7fc-4249-9772-1b1568851af9 req-3b12c231-481b-48ca-8425-cdb23e758684 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/networks?id=3e8ac871-e927-441e-85b7-a068ff198db2&id=3e8ac871-e927-441e-85b7-a068ff198db2&id=3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 787 time: 0.3646879 Dec 22 09:36:42.836137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-61b6ed2b-0b8b-49e2-9418-2d123229bc60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:42.845622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-52bf3ec8-b7fc-4249-9772-1b1568851af9 req-7f542a4e-7934-4bd1-be31-41a6cfb8bb65 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:36:42.858436 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-52bf3ec8-b7fc-4249-9772-1b1568851af9 req-7f542a4e-7934-4bd1-be31-41a6cfb8bb65 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0260608 Dec 22 09:36:42.876950 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:42.879794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-146f795b-ed4c-4fd9-9cd3-c98b25414aef tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Network 5cc1aa5a-3cc0-44a5-8322-ec039f61a974 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:36:42.881917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-146f795b-ed4c-4fd9-9cd3-c98b25414aef tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:36:42.897272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-146f795b-ed4c-4fd9-9cd3-c98b25414aef tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:36:42.903083 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:42.926086 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8bc6221f-784a-4248-8a61-707c2fa1d2be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:42.993605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 21597bba-be5f-49e6-b4ef-eaabcf5291f1 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:36:43.001332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 21597bba-be5f-49e6-b4ef-eaabcf5291f1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:43.001747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:43.127881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=36a3d7c0-e6da-452f-94eb-1a48d0121717,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:43.136528 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:43.177198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:43.204821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Pushing event updated for resources: {'Port': ['ID=6cbd8b77-13d2-4719-aebc-7917c943b833,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:43.225390 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:43.241296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 21597bba-be5f-49e6-b4ef-eaabcf5291f1, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=21597bba-be5f-49e6-b4ef-eaabcf5291f1,segment=NetworkSegment(bc946c45-f832-479c-9a73-018cf6addf87),segment_id=bc946c45-f832-479c-9a73-018cf6addf87)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:43.251401 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:43.252873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cfee7e92-56e4-4a04-8351-71d7acbc11ba up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:43.286482 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:43.342598 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-0853add9-d9f3-45f6-83d6-e4b9d3504ab5 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/networks?tenant_id=7c45cc3243e946a7a79dd87b00479ef1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675344 Dec 22 09:36:43.364037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:36:43.370288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-146f795b-ed4c-4fd9-9cd3-c98b25414aef tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:43.371076 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-146f795b-ed4c-4fd9-9cd3-c98b25414aef tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:43.393314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=21597bba-be5f-49e6-b4ef-eaabcf5291f1,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:43.394503 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-146f795b-ed4c-4fd9-9cd3-c98b25414aef tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0290842 Dec 22 09:36:43.397354 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:43.398971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port cfee7e92-56e4-4a04-8351-71d7acbc11ba completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:36:43.402292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22013346-0b94-49c0-b0ea-8f540ec17efe req-d1e9acc1-3036-49ba-a917-2391e76e0059 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:43.404445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port cfee7e92-56e4-4a04-8351-71d7acbc11ba triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:43.404863 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:43.406613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22013346-0b94-49c0-b0ea-8f540ec17efe req-d1e9acc1-3036-49ba-a917-2391e76e0059 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:43.411340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22013346-0b94-49c0-b0ea-8f540ec17efe req-d1e9acc1-3036-49ba-a917-2391e76e0059 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:43.413773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Request body: {'port': {'device_id': '19a7e6fd-16f4-443a-a23e-2ebec0cf1731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:43.415745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22013346-0b94-49c0-b0ea-8f540ec17efe req-d1e9acc1-3036-49ba-a917-2391e76e0059 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:43.420049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22013346-0b94-49c0-b0ea-8f540ec17efe req-d1e9acc1-3036-49ba-a917-2391e76e0059 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:43.424553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22013346-0b94-49c0-b0ea-8f540ec17efe req-d1e9acc1-3036-49ba-a917-2391e76e0059 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:43.429394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22013346-0b94-49c0-b0ea-8f540ec17efe req-d1e9acc1-3036-49ba-a917-2391e76e0059 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:43.431391 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22013346-0b94-49c0-b0ea-8f540ec17efe req-d1e9acc1-3036-49ba-a917-2391e76e0059 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5422 time: 0.4338138 Dec 22 09:36:43.432380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:36:43.445108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:36:43.517859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:43.518538 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:43.544921 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:43.546319 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-61b6ed2b-0b8b-49e2-9418-2d123229bc60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:43.548261 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:43.589860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port cfee7e92-56e4-4a04-8351-71d7acbc11ba, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cfee7e92-56e4-4a04-8351-71d7acbc11ba,segment=NetworkSegment(4a23f88a-34a4-4467-8e49-5524df848334),segment_id=4a23f88a-34a4-4467-8e49-5524df848334)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:43.593449 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c161421c-132f-4fc9-8740-15f322898c9f req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0727305 Dec 22 09:36:43.596373 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:43.597960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f7083d1b-bfb3-47ac-b643-58564cb5f4ac up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:43.601340 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-61b6ed2b-0b8b-49e2-9418-2d123229bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:43.617074 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e3aecd72-8582-4bb0-86f1-f9993b1f94fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:43.634813 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:43.686537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Request body: {'port': {'device_id': '4df34bab-95ca-4447-8f2a-555fbd6e1e39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:43.728266 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22013346-0b94-49c0-b0ea-8f540ec17efe req-9fbf05f9-b456-4562-a3a7-735bf6379972 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1804202 Dec 22 09:36:43.762878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-44cca577-a773-4441-8bc0-54a0954c7d42 None None] Provisioning for port 6cbd8b77-13d2-4719-aebc-7917c943b833 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:36:43.768819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-44cca577-a773-4441-8bc0-54a0954c7d42 None None] Provisioning complete for port 6cbd8b77-13d2-4719-aebc-7917c943b833 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:43.770298 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-44cca577-a773-4441-8bc0-54a0954c7d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:43.794121 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-61b6ed2b-0b8b-49e2-9418-2d123229bc60 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d1b248f21715481da16d884ced5cdf8e&name=default HTTP/1.1" status: 200 len: 2879 time: 1.5901411 Dec 22 09:36:43.798354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6ed2b-0b8b-49e2-9418-2d123229bc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7660074c-d242-4463-8572-0183f3ab2a0b,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:43.800360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45302) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:43.805706 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61b6ed2b-0b8b-49e2-9418-2d123229bc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:43.809296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=cfee7e92-56e4-4a04-8351-71d7acbc11ba,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:43.812222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port f7083d1b-bfb3-47ac-b643-58564cb5f4ac completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:36:43.815800 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:43.832136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f7083d1b-bfb3-47ac-b643-58564cb5f4ac triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:43.833057 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:43.896689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:43.900624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-44cca577-a773-4441-8bc0-54a0954c7d42 None None] Port 6cbd8b77-13d2-4719-aebc-7917c943b833 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:36:43.923559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-eb28ac07-493f-4493-a83f-c9d1bdaaaad7 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:43.926709 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-eb28ac07-493f-4493-a83f-c9d1bdaaaad7 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5650024 Dec 22 09:36:43.984894 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-efffc738-7b6c-42fd-93c4-77a8abc66e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:43.986945 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:44.023319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port f7083d1b-bfb3-47ac-b643-58564cb5f4ac, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f7083d1b-bfb3-47ac-b643-58564cb5f4ac,segment=NetworkSegment(bc946c45-f832-479c-9a73-018cf6addf87),segment_id=bc946c45-f832-479c-9a73-018cf6addf87)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:44.025105 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-efffc738-7b6c-42fd-93c4-77a8abc66e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:44.026698 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:44.027722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device aeadeb92-77d7-438a-af11-5f5f6953b05c up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:44.038626 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-dc6d0a5b-63f9-440d-bd63-eddfb46e35f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/quotas/7c45cc3243e946a7a79dd87b00479ef1 HTTP/1.1" status: 200 len: 375 time: 0.0747139 Dec 22 09:36:44.061146 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:44.146438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c911e4dc-c8b0-4557-b7cd-67e224f9a062 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:36:44.150118 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-1978d5be-1e0c-4fe5-8d62-9aa6d6d6a8a2 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c45cc3243e946a7a79dd87b00479ef1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1009972 Dec 22 09:36:44.154075 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:44.168197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=f7083d1b-bfb3-47ac-b643-58564cb5f4ac,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:44.171458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port aeadeb92-77d7-438a-af11-5f5f6953b05c completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:36:44.173824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Transition to ACTIVE for port object c911e4dc-c8b0-4557-b7cd-67e224f9a062 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:36:44.174886 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-efffc738-7b6c-42fd-93c4-77a8abc66e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:44.184321 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:44.187663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port aeadeb92-77d7-438a-af11-5f5f6953b05c triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:44.187912 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:44.188306 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:44.191180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d8c79-e51f-4a4f-9ca1-76fbe839e401 req-d8527859-53d0-4276-a844-d7ce8bb00dec tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:44.193721 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-330d8c79-e51f-4a4f-9ca1-76fbe839e401 req-d8527859-53d0-4276-a844-d7ce8bb00dec tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.50 "GET /v2.0/ports?device_id=19a7e6fd-16f4-443a-a23e-2ebec0cf1731 HTTP/1.1" status: 200 len: 931 time: 0.2315435 Dec 22 09:36:44.245352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:44.298450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffc738-7b6c-42fd-93c4-77a8abc66e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7660074c-d242-4463-8572-0183f3ab2a0b,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:44.311451 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-efffc738-7b6c-42fd-93c4-77a8abc66e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:44.312074 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:44.401631 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a3d7c0-e6da-452f-94eb-1a48d0121717', 'code': 200} Dec 22 09:36:44.445737 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-efffc738-7b6c-42fd-93c4-77a8abc66e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:44.448351 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-efffc738-7b6c-42fd-93c4-77a8abc66e64 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7660074c-d242-4463-8572-0183f3ab2a0b HTTP/1.1" status: 204 len: 168 time: 0.6455381 Dec 22 09:36:44.460861 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:44.514181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port aeadeb92-77d7-438a-af11-5f5f6953b05c, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=aeadeb92-77d7-438a-af11-5f5f6953b05c,segment=NetworkSegment(bc946c45-f832-479c-9a73-018cf6addf87),segment_id=bc946c45-f832-479c-9a73-018cf6addf87)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:44.525193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:44.527007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 39506343-a90f-4398-8f34-8fc7c0bfacbf up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:44.548305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Pushing event updated for resources: {'Port': ['ID=c911e4dc-c8b0-4557-b7cd-67e224f9a062,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:44.553903 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:44.608819 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d34893eb-1a14-434a-a6b4-fbabaa3bda65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:44.726986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=aeadeb92-77d7-438a-af11-5f5f6953b05c,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:44.732506 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:44.776796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 39506343-a90f-4398-8f34-8fc7c0bfacbf completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:36:44.783521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 39506343-a90f-4398-8f34-8fc7c0bfacbf triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:44.784416 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:44.795598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Attempting to bind port c911e4dc-c8b0-4557-b7cd-67e224f9a062 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:36:44.797515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Attempting to bind port c911e4dc-c8b0-4557-b7cd-67e224f9a062 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '5bb6e514-24ef-4287-ac94-dfad8a5e8f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cc1aa5a-3cc0-44a5-8322-ec039f61a974'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:36:44.797515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Attempting to bind port c911e4dc-c8b0-4557-b7cd-67e224f9a062 on network 5cc1aa5a-3cc0-44a5-8322-ec039f61a974 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:36:44.815688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:36:44.822814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Checking segment: {'id': '5bb6e514-24ef-4287-ac94-dfad8a5e8f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cc1aa5a-3cc0-44a5-8322-ec039f61a974'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:36:44.825873 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:44.826794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Bound using segment: {'id': '5bb6e514-24ef-4287-ac94-dfad8a5e8f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cc1aa5a-3cc0-44a5-8322-ec039f61a974'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:36:44.827400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Bound port: c911e4dc-c8b0-4557-b7cd-67e224f9a062, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb6e514-24ef-4287-ac94-dfad8a5e8f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cc1aa5a-3cc0-44a5-8322-ec039f61a974'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:36:44.827866 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:44.856779 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b044d5c0-fd43-439b-acfb-22721a8de487 req-f32d3651-a353-4019-a8f4-e3cf70e7d795 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/floatingips/e55a1afc-8c6b-4af7-83ee-262dcc95a4bc HTTP/1.1" status: 200 len: 693 time: 0.2703550 Dec 22 09:36:44.971739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] For port c911e4dc-c8b0-4557-b7cd-67e224f9a062, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:36:44.976558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] For port c911e4dc-c8b0-4557-b7cd-67e224f9a062, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c911e4dc-c8b0-4557-b7cd-67e224f9a062,segment=NetworkSegment(5bb6e514-24ef-4287-ac94-dfad8a5e8f4b),segment_id=5bb6e514-24ef-4287-ac94-dfad8a5e8f4b)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:36:44.982987 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-330d8c79-e51f-4a4f-9ca1-76fbe839e401 req-73316ebd-98f7-4e54-a0ed-09e21e045a8d tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.50 "GET /v2.0/security-groups?id=217309a8-98a9-40b8-876c-6cbf2a7d750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7454419 Dec 22 09:36:44.986266 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:44.996396 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:45.078537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 39506343-a90f-4398-8f34-8fc7c0bfacbf, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=39506343-a90f-4398-8f34-8fc7c0bfacbf,segment=NetworkSegment(bc946c45-f832-479c-9a73-018cf6addf87),segment_id=bc946c45-f832-479c-9a73-018cf6addf87)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:45.083901 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:45.084876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6678f581-95c6-4a68-89a6-920891ccd5a6 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:45.197083 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:45.265469 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-291e01c9-9460-43cb-8f38-cd7113f613ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:45.358289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 6678f581-95c6-4a68-89a6-920891ccd5a6 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:36:45.368847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 6678f581-95c6-4a68-89a6-920891ccd5a6 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:45.369272 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:45.388611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Pushing event updated for resources: {'Port': ['ID=c911e4dc-c8b0-4557-b7cd-67e224f9a062,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:45.392637 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:45.399962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:45.400787 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:45.402921 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] 10.222.0.37 "PUT /v2.0/ports/c911e4dc-c8b0-4557-b7cd-67e224f9a062 HTTP/1.1" status: 200 len: 1155 time: 1.9934447 Dec 22 09:36:45.402921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a7e6fd-16f4-443a-a23e-2ebec0cf1731', 'tag': 'c911e4dc-c8b0-4557-b7cd-67e224f9a062'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:36:45.403189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=39506343-a90f-4398-8f34-8fc7c0bfacbf,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:45.412287 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:45.506580 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:45.523115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cbd8b77-13d2-4719-aebc-7917c943b833 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:36:45.539999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:45.547477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 6678f581-95c6-4a68-89a6-920891ccd5a6, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6678f581-95c6-4a68-89a6-920891ccd5a6,segment=NetworkSegment(879e1921-841b-4c32-99dd-c355d0c59585),segment_id=879e1921-841b-4c32-99dd-c355d0c59585)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:45.552496 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:45.555718 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:45.587470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631cb7f-cc38-491c-a0e6-8e8bd88fcef6 req-5274f296-7f07-4025-a9e6-35b1356af2e0 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:45.588471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d631cb7f-cc38-491c-a0e6-8e8bd88fcef6 req-5274f296-7f07-4025-a9e6-35b1356af2e0 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Synchronizing usage tracker for tenant:4f8a67b33ff048d5bd0b60e257789306 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:36:45.593598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Transition to ACTIVE for port object 6cbd8b77-13d2-4719-aebc-7917c943b833 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:36:45.603778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044d5c0-fd43-439b-acfb-22721a8de487 req-227c219a-8c88-4c2e-8dbd-7d210ca64f03 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:45.605423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b044d5c0-fd43-439b-acfb-22721a8de487 req-227c219a-8c88-4c2e-8dbd-7d210ca64f03 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.7007236 Dec 22 09:36:45.610589 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:45.631621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45342) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:45.650894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-4b449a2f-98ca-4c5c-b39c-1cc7a393199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:45.652701 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-4b449a2f-98ca-4c5c-b39c-1cc7a393199b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=234ac44d013c43cca86ef20e2bf77b6a&device_id=19a7e6fd-16f4-443a-a23e-2ebec0cf1731 HTTP/1.1" status: 200 len: 1158 time: 0.1772938 Dec 22 09:36:45.657824 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0edb63de-7299-422a-b5ad-fd49756e2458 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:45.663570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=6678f581-95c6-4a68-89a6-920891ccd5a6,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:45.668583 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:45.739428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-b044d5c0-fd43-439b-acfb-22721a8de487 req-39aba396-ca5a-442d-b080-7236f70bc9e7 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:36:45.749661 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b044d5c0-fd43-439b-acfb-22721a8de487 req-39aba396-ca5a-442d-b080-7236f70bc9e7 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0953841 Dec 22 09:36:45.759000 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-ff1a5721-0ad0-412d-ada4-7056e7589391 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c911e4dc-c8b0-4557-b7cd-67e224f9a062 HTTP/1.1" status: 200 len: 217 time: 0.0897086 Dec 22 09:36:45.839995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-645132094-network', 'tenant_id': '39d1f85d62b749b9a8fbb5b4483cf45a'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:45.846447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:45.854043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Usage tracker for resource:network and tenant:39d1f85d62b749b9a8fbb5b4483cf45a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:45.858513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:45.866853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-594b5e88-b7be-459b-a16b-ef0fb257b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:45.868465 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-594b5e88-b7be-459b-a16b-ef0fb257b2ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=32a60f6c-4aea-4126-8d21-531cdf1c604e HTTP/1.1" status: 200 len: 861 time: 0.1008880 Dec 22 09:36:45.869363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:45.877055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d631cb7f-cc38-491c-a0e6-8e8bd88fcef6 req-5274f296-7f07-4025-a9e6-35b1356af2e0 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Unset dirty status for tenant:4f8a67b33ff048d5bd0b60e257789306 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:36:45.878499 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d631cb7f-cc38-491c-a0e6-8e8bd88fcef6 req-5274f296-7f07-4025-a9e6-35b1356af2e0 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 936 time: 0.5706646 Dec 22 09:36:45.912589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Pushing event updated for resources: {'Port': ['ID=6cbd8b77-13d2-4719-aebc-7917c943b833,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:45.916103 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:45.917256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Made reservation on behalf of 39d1f85d62b749b9a8fbb5b4483cf45a for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:36:45.922343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:45.940769 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b044d5c0-fd43-439b-acfb-22721a8de487 req-c7857d90-5557-448e-b805-834edce09bad tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.187 HTTP/1.1" status: 200 len: 696 time: 0.1903746 Dec 22 09:36:45.940985 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-c645c5fd-ef2e-4767-9b09-ac00d79ee0b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cc1aa5a-3cc0-44a5-8322-ec039f61a974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639479 Dec 22 09:36:45.942207 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:45.986701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:46.007640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:39d1f85d62b749b9a8fbb5b4483cf45a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:46.013516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:46.068515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:46.083471 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b044d5c0-fd43-439b-acfb-22721a8de487 req-fae38c77-fb60-4f43-b671-e254afdd3913 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.187 HTTP/1.1" status: 200 len: 696 time: 0.1322887 Dec 22 09:36:46.090301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d631cb7f-cc38-491c-a0e6-8e8bd88fcef6 req-d21ecbec-976e-49da-a70d-ec6db6f8f3ba tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Synchronizing usage tracker for tenant:4f8a67b33ff048d5bd0b60e257789306 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:36:46.142828 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-dd0e0692-d725-48c6-ab60-404314febbce service neutron] 10.222.0.37 "GET /v2.0/networks/5cc1aa5a-3cc0-44a5-8322-ec039f61a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891129 Dec 22 09:36:46.233771 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-345c2329-00e5-4335-86b7-cc0c8e2cd2f8 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.64 "GET /v2.0/networks?tenant_id=7c45cc3243e946a7a79dd87b00479ef1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768189 Dec 22 09:36:46.243333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d631cb7f-cc38-491c-a0e6-8e8bd88fcef6 req-d21ecbec-976e-49da-a70d-ec6db6f8f3ba tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Unset dirty status for tenant:4f8a67b33ff048d5bd0b60e257789306 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:36:46.245398 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d631cb7f-cc38-491c-a0e6-8e8bd88fcef6 req-d21ecbec-976e-49da-a70d-ec6db6f8f3ba tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344812 Dec 22 09:36:46.327129 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:46.344372 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:46.368509 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-18ca3b53-9c55-4142-b64c-12649e556e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:46.391962 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9bda6f4-9754-4f5d-9579-e55df0984a6e req-a7cde117-ff99-4ba8-8230-a44b567df253 service neutron] 10.222.0.37 "GET /v2.0/networks/5cc1aa5a-3cc0-44a5-8322-ec039f61a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2408378 Dec 22 09:36:46.407332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21597bba-be5f-49e6-b4ef-eaabcf5291f1'}, {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfee7e92-56e4-4a04-8351-71d7acbc11ba'}, {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7083d1b-bfb3-47ac-b643-58564cb5f4ac'}, {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeadeb92-77d7-438a-af11-5f5f6953b05c'}, {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39506343-a90f-4398-8f34-8fc7c0bfacbf'}, {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6678f581-95c6-4a68-89a6-920891ccd5a6'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:36:46.417366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:36:46.424597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbab5d00-0e4b-4196-8511-1abc8020bcaf,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:46.431380 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:46.458777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:46.458777 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Added segment 7ba07f78-4450-4bc7-8cc2-1b87c09df98f of type vxlan for network 6d862796-84d7-4332-a8d2-5cdba0f217a7 Dec 22 09:36:46.499839 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:46.542846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:46.543892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:46.544587 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:46.571787 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2d21d9d-26fa-488e-b17b-68786d89b9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:46.591409 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9542704 Dec 22 09:36:46.596057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45354) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:46.605711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-c1f93955-cbb2-4d74-bea9-7ffa4423da0c admin admin] Request body: {'subnet': {'network_id': '6d862796-84d7-4332-a8d2-5cdba0f217a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-645132094-subnet', 'tenant_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:46.624147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c1f93955-cbb2-4d74-bea9-7ffa4423da0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:46.691260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c1f93955-cbb2-4d74-bea9-7ffa4423da0c admin admin] Usage tracker for resource:subnet and tenant:39d1f85d62b749b9a8fbb5b4483cf45a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:46.699872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c1f93955-cbb2-4d74-bea9-7ffa4423da0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:46.707671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=6d862796-84d7-4332-a8d2-5cdba0f217a7,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:46.710234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c1f93955-cbb2-4d74-bea9-7ffa4423da0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:46.712553 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:46.720663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 6d862796-84d7-4332-a8d2-5cdba0f217a7 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:36:46.720825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f93955-cbb2-4d74-bea9-7ffa4423da0c admin admin] Made reservation on behalf of 39d1f85d62b749b9a8fbb5b4483cf45a for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:36:46.726258 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1f93955-cbb2-4d74-bea9-7ffa4423da0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:46.739562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-b044d5c0-fd43-439b-acfb-22721a8de487 req-7721ab0e-62f7-4aee-92d8-0e89d0959886 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Deleting port 3fc631dc-f21d-44f2-b747-4603f6690a04 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:36:46.740207 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b044d5c0-fd43-439b-acfb-22721a8de487 req-7721ab0e-62f7-4aee-92d8-0e89d0959886 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:46.745770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 6d862796-84d7-4332-a8d2-5cdba0f217a7 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:36:46.759501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 6d862796-84d7-4332-a8d2-5cdba0f217a7 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:36:46.811753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 36a3d7c0-e6da-452f-94eb-1a48d0121717 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:46.852543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-7fdcfd5f-fecd-44df-a067-bb6345346e7c tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:46.854220 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-7fdcfd5f-fecd-44df-a067-bb6345346e7c tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5089905 Dec 22 09:36:46.911726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Request body: {'port': {'device_id': '280cd4ce-b5b0-44e2-a5dc-4b139a71ac02', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '7c45cc3243e946a7a79dd87b00479ef1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:47.032469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Attempting to bind port 6cbd8b77-13d2-4719-aebc-7917c943b833 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:36:47.032858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Attempting to bind port 6cbd8b77-13d2-4719-aebc-7917c943b833 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:36:47.033221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Attempting to bind port 6cbd8b77-13d2-4719-aebc-7917c943b833 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:36:47.234688 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1f93955-cbb2-4d74-bea9-7ffa4423da0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:47.254710 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-434f7d72-2cf5-4a49-85da-2aaf3d024777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:47.310490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 36a3d7c0-e6da-452f-94eb-1a48d0121717 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:47.311064 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:47.359756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:36:47.360203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:36:47.360586 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:47.360949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:36:47.361513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Bound port: 6cbd8b77-13d2-4719-aebc-7917c943b833, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:36:47.361778 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:47.389750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4405259-9c8a-4911-98de-4b04b9f2ce50 req-89a8c9e2-6be9-4d11-8e59-840cdaaafa96 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:47.392006 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4405259-9c8a-4911-98de-4b04b9f2ce50 req-89a8c9e2-6be9-4d11-8e59-840cdaaafa96 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/ports?device_id=5a59eafe-9ee1-42e6-86d6-113eb14e5761 HTTP/1.1" status: 200 len: 946 time: 0.7908285 Dec 22 09:36:47.401472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f93955-cbb2-4d74-bea9-7ffa4423da0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea3c9db1-69df-43f5-bba4-3227b9e7ac55,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:47.410012 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1f93955-cbb2-4d74-bea9-7ffa4423da0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:47.438541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 21597bba-be5f-49e6-b4ef-eaabcf5291f1 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:47.492711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f93955-cbb2-4d74-bea9-7ffa4423da0c admin admin] Checking segment: {'id': '7ba07f78-4450-4bc7-8cc2-1b87c09df98f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d862796-84d7-4332-a8d2-5cdba0f217a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:36:47.493082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f93955-cbb2-4d74-bea9-7ffa4423da0c admin admin] Network hostable DHCP agents. Network: 6d862796-84d7-4332-a8d2-5cdba0f217a7, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:36:47.511541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 21597bba-be5f-49e6-b4ef-eaabcf5291f1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:47.512310 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:47.516244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f93955-cbb2-4d74-bea9-7ffa4423da0c admin admin] Network 6d862796-84d7-4332-a8d2-5cdba0f217a7 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:36:47.526986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c1f93955-cbb2-4d74-bea9-7ffa4423da0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 6d862796-84d7-4332-a8d2-5cdba0f217a7) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:36:47.529278 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b044d5c0-fd43-439b-acfb-22721a8de487 req-7721ab0e-62f7-4aee-92d8-0e89d0959886 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:47.529646 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b044d5c0-fd43-439b-acfb-22721a8de487 req-7721ab0e-62f7-4aee-92d8-0e89d0959886 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for floatingip, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:47.538359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585bff50-7caf-45ee-8bec-eae3a911efce None None] Network 6d862796-84d7-4332-a8d2-5cdba0f217a7 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:36:47.541600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f93955-cbb2-4d74-bea9-7ffa4423da0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:47.542267 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1f93955-cbb2-4d74-bea9-7ffa4423da0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:47.566170 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c1f93955-cbb2-4d74-bea9-7ffa4423da0c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9661565 Dec 22 09:36:47.567471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45360) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:47.573136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-645132094-router', 'tenant_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:47.578370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:47.584008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Usage tracker for resource:router and tenant:39d1f85d62b749b9a8fbb5b4483cf45a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:47.587776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:47.593815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:47.603865 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:47.605036 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:47.624536 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:47.625067 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4405259-9c8a-4911-98de-4b04b9f2ce50 req-9084e571-240d-4031-aad4-abb83175bc93 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/security-groups?id=e77a376e-2675-4108-8b39-8880740b6a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182763 Dec 22 09:36:47.724567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:47.736571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-b044d5c0-fd43-439b-acfb-22721a8de487 req-7721ab0e-62f7-4aee-92d8-0e89d0959886 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Calling delete_port for 3fc631dc-f21d-44f2-b747-4603f6690a04 owned by network:floatingip {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:36:47.782710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Usage tracker for resource:port and tenant:7c45cc3243e946a7a79dd87b00479ef1 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:47.790756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] For port 6cbd8b77-13d2-4719-aebc-7917c943b833, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:36:47.793251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:47.810414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cfee7e92-56e4-4a04-8351-71d7acbc11ba up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:47.850569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:47.855789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] For port 6cbd8b77-13d2-4719-aebc-7917c943b833, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6cbd8b77-13d2-4719-aebc-7917c943b833,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:36:47.858268 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-8353d321-020f-449f-a059-3efb141d72b8 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/networks?tenant_id=7c45cc3243e946a7a79dd87b00479ef1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691774 Dec 22 09:36:47.868564 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:47.888978 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-08248e87-3d2b-4291-bf40-006d8a36d0bf tempest-FloatingIPsTestJSON-1444816132 tempest-FloatingIPsTestJSON-1444816132] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:47.917367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-6d862796-84d7-4332-a8d2-5cdba0f217a7', 'network_id': '6d862796-84d7-4332-a8d2-5cdba0f217a7', 'tenant_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'fixed_ips': [{'subnet_id': 'ea3c9db1-69df-43f5-bba4-3227b9e7ac55'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:36:47.918246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:47.941231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port cfee7e92-56e4-4a04-8351-71d7acbc11ba triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:47.941747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:47.946386 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:48.015001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Made reservation on behalf of 7c45cc3243e946a7a79dd87b00479ef1 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:36:48.021301 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:48.128085 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:48.263413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 39506343-a90f-4398-8f34-8fc7c0bfacbf up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:48.303565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-44186c27-3343-46ce-8d96-d24c26cd23c5 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:48.305334 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-44186c27-3343-46ce-8d96-d24c26cd23c5 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4206767 Dec 22 09:36:48.307133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:48.379078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Usage tracker for resource:security_group_rule and tenant:7c45cc3243e946a7a79dd87b00479ef1 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:48.390385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:48.414410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Pushing event updated for resources: {'Port': ['ID=6cbd8b77-13d2-4719-aebc-7917c943b833,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:48.418675 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:48.420797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:48.429919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:48.430341 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:48.432170 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c161421c-132f-4fc9-8740-15f322898c9f req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] 10.222.0.64 "PUT /v2.0/ports/6cbd8b77-13d2-4719-aebc-7917c943b833 HTTP/1.1" status: 200 len: 1160 time: 4.8230217 Dec 22 09:36:48.436614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df34bab-95ca-4447-8f2a-555fbd6e1e39', 'tag': '6cbd8b77-13d2-4719-aebc-7917c943b833'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:36:48.450811 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-b22d87f2-40e0-478c-a76c-4a836c396f81 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/quotas/7c45cc3243e946a7a79dd87b00479ef1 HTTP/1.1" status: 200 len: 375 time: 0.0823500 Dec 22 09:36:48.476887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-d3562f35-c207-4a22-96ec-80df959f79cf None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:36:48.494107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 39506343-a90f-4398-8f34-8fc7c0bfacbf triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:48.494528 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:48.527960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Allocated IP 172.20.0.2 (6d862796-84d7-4332-a8d2-5cdba0f217a7/ea3c9db1-69df-43f5-bba4-3227b9e7ac55/786c1f85-4974-40b2-8817-92f350ebb7b7) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:36:48.553317 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:48.576334 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-902d4c7f-5493-48ec-9b62-6b93de58b01b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c45cc3243e946a7a79dd87b00479ef1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1241682 Dec 22 09:36:48.607545 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:48.673546 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b044d5c0-fd43-439b-acfb-22721a8de487 req-7721ab0e-62f7-4aee-92d8-0e89d0959886 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:48.697418 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39544316-8527-48b8-8166-8e76aa19c508 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:48.778420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f7083d1b-bfb3-47ac-b643-58564cb5f4ac up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:48.792485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721ab0e-62f7-4aee-92d8-0e89d0959886 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Pushing event deleted for resources: {'Port': ['ID=3fc631dc-f21d-44f2-b747-4603f6690a04,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:48.798423 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7721ab0e-62f7-4aee-92d8-0e89d0959886 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:48.906093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161421c-132f-4fc9-8740-15f322898c9f req-342b5863-ef8d-42d8-a897-c0451bb97d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:48.909055 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c161421c-132f-4fc9-8740-15f322898c9f req-342b5863-ef8d-42d8-a897-c0451bb97d8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 1163 time: 0.3938761 Dec 22 09:36:48.934708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:48.941742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c911e4dc-c8b0-4557-b7cd-67e224f9a062 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:48.989539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f7083d1b-bfb3-47ac-b643-58564cb5f4ac triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:48.989963 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:49.021274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Transition to ACTIVE for port object 786c1f85-4974-40b2-8817-92f350ebb7b7 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:36:49.054792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Allocated IP 172.25.7.221 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/ea0f208a-0c0b-4fda-b9b9-224c06322849) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:36:49.070616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Transition to ACTIVE for port object 786c1f85-4974-40b2-8817-92f350ebb7b7 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:36:49.085588 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:49.095337 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c161421c-132f-4fc9-8740-15f322898c9f req-b4f1ad6e-1392-4764-907d-a56a6d85a953 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6cbd8b77-13d2-4719-aebc-7917c943b833 HTTP/1.1" status: 200 len: 217 time: 0.1274688 Dec 22 09:36:49.103451 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:49.133817 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:49.154673 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:49.250234 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f52b9c80-7a70-476d-a0df-52ec1545afa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:49.271104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port c911e4dc-c8b0-4557-b7cd-67e224f9a062 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:36:49.278495 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:49.290799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Pushing event updated for resources: {'SecurityGroup': ['ID=a92976d0-b110-40a3-b589-6188a8bc7bfd,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:49.294514 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:49.318066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Pushing event updated for resources: {'Port': ['ID=786c1f85-4974-40b2-8817-92f350ebb7b7,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:49.328157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port c911e4dc-c8b0-4557-b7cd-67e224f9a062 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:49.328578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:49.334659 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:49.354326 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-37d12532-2a7b-4839-b23a-ce12776053dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:49.360396 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:49.402497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161421c-132f-4fc9-8740-15f322898c9f req-ffb6b7c2-72a6-46f3-a651-b53104749e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:49.404323 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c161421c-132f-4fc9-8740-15f322898c9f req-ffb6b7c2-72a6-46f3-a651-b53104749e91 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.2547181 Dec 22 09:36:49.419530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device aeadeb92-77d7-438a-af11-5f5f6953b05c up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:49.536313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Network 6d862796-84d7-4332-a8d2-5cdba0f217a7 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:36:49.539152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Pushing event updated for resources: {'Port': ['ID=ea0f208a-0c0b-4fda-b9b9-224c06322849,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:49.545643 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:49.545863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:36:49.550421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:36:49.599523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:36:49.600597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f065f8-60f3-4788-8d27-e166b8031235 req-ba979a92-e6d6-4400-999e-cd53a4c418cb tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:49.601306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:36:49.604407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:36:49.609460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f065f8-60f3-4788-8d27-e166b8031235 req-ba979a92-e6d6-4400-999e-cd53a4c418cb tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:49.614269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f065f8-60f3-4788-8d27-e166b8031235 req-ba979a92-e6d6-4400-999e-cd53a4c418cb tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:49.619088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f065f8-60f3-4788-8d27-e166b8031235 req-ba979a92-e6d6-4400-999e-cd53a4c418cb tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:49.623342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f065f8-60f3-4788-8d27-e166b8031235 req-ba979a92-e6d6-4400-999e-cd53a4c418cb tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:49.626888 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:49.628373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f065f8-60f3-4788-8d27-e166b8031235 req-ba979a92-e6d6-4400-999e-cd53a4c418cb tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:49.634158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f065f8-60f3-4788-8d27-e166b8031235 req-ba979a92-e6d6-4400-999e-cd53a4c418cb tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:49.637159 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4f065f8-60f3-4788-8d27-e166b8031235 req-ba979a92-e6d6-4400-999e-cd53a4c418cb tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5434 time: 0.7228343 Dec 22 09:36:49.667525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b044d5c0-fd43-439b-acfb-22721a8de487 req-7721ab0e-62f7-4aee-92d8-0e89d0959886 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for floatingip, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:49.828537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port aeadeb92-77d7-438a-af11-5f5f6953b05c triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:49.829083 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:49.871375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Attempting to bind port 786c1f85-4974-40b2-8817-92f350ebb7b7 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:36:49.871699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Attempting to bind port 786c1f85-4974-40b2-8817-92f350ebb7b7 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '7ba07f78-4450-4bc7-8cc2-1b87c09df98f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d862796-84d7-4332-a8d2-5cdba0f217a7'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:36:49.872128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Attempting to bind port 786c1f85-4974-40b2-8817-92f350ebb7b7 on network 6d862796-84d7-4332-a8d2-5cdba0f217a7 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:36:49.880964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161421c-132f-4fc9-8740-15f322898c9f req-62047950-2c68-4357-ab69-818ff8ef7cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:49.882602 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c161421c-132f-4fc9-8740-15f322898c9f req-62047950-2c68-4357-ab69-818ff8ef7cd1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4474766 Dec 22 09:36:49.891730 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4f065f8-60f3-4788-8d27-e166b8031235 req-67371ac1-094d-4248-bb2a-2a9b0f7ec946 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2275627 Dec 22 09:36:49.895599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:36:49.896048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Checking segment: {'id': '7ba07f78-4450-4bc7-8cc2-1b87c09df98f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d862796-84d7-4332-a8d2-5cdba0f217a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:36:49.896500 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:49.896932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Bound using segment: {'id': '7ba07f78-4450-4bc7-8cc2-1b87c09df98f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d862796-84d7-4332-a8d2-5cdba0f217a7'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:36:49.897462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Bound port: 786c1f85-4974-40b2-8817-92f350ebb7b7, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba07f78-4450-4bc7-8cc2-1b87c09df98f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d862796-84d7-4332-a8d2-5cdba0f217a7'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:36:49.897881 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:49.930393 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b044d5c0-fd43-439b-acfb-22721a8de487 req-7721ab0e-62f7-4aee-92d8-0e89d0959886 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:49.931656 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b044d5c0-fd43-439b-acfb-22721a8de487 req-7721ab0e-62f7-4aee-92d8-0e89d0959886 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "DELETE /v2.0/floatingips/e55a1afc-8c6b-4af7-83ee-262dcc95a4bc HTTP/1.1" status: 204 len: 173 time: 3.8367319 Dec 22 09:36:49.976290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port c911e4dc-c8b0-4557-b7cd-67e224f9a062, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c911e4dc-c8b0-4557-b7cd-67e224f9a062,segment=NetworkSegment(5bb6e514-24ef-4287-ac94-dfad8a5e8f4b),segment_id=5bb6e514-24ef-4287-ac94-dfad8a5e8f4b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:49.990297 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:49.998890 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:50.065572 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a7e6fd-16f4-443a-a23e-2ebec0cf1731', 'tag': 'c911e4dc-c8b0-4557-b7cd-67e224f9a062', 'status': 'completed', 'code': 200} Dec 22 09:36:50.183539 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21597bba-be5f-49e6-b4ef-eaabcf5291f1', 'code': 200} Dec 22 09:36:50.183848 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfee7e92-56e4-4a04-8351-71d7acbc11ba', 'code': 200} Dec 22 09:36:50.184202 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7083d1b-bfb3-47ac-b643-58564cb5f4ac', 'code': 200} Dec 22 09:36:50.184500 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeadeb92-77d7-438a-af11-5f5f6953b05c', 'code': 200} Dec 22 09:36:50.184793 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39506343-a90f-4398-8f34-8fc7c0bfacbf', 'code': 200} Dec 22 09:36:50.185084 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6678f581-95c6-4a68-89a6-920891ccd5a6', 'code': 200} Dec 22 09:36:50.201017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] For port 786c1f85-4974-40b2-8817-92f350ebb7b7, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:36:50.220190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] For port 786c1f85-4974-40b2-8817-92f350ebb7b7, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=786c1f85-4974-40b2-8817-92f350ebb7b7,segment=NetworkSegment(7ba07f78-4450-4bc7-8cc2-1b87c09df98f),segment_id=7ba07f78-4450-4bc7-8cc2-1b87c09df98f)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:36:50.241064 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:50.255591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=c911e4dc-c8b0-4557-b7cd-67e224f9a062,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:50.273742 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:50.274272 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:50.362699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c911e4dc-c8b0-4557-b7cd-67e224f9a062 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:50.461959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf456d0-0bef-4327-b65f-0518726b2ccb req-3fd91ba9-2946-4924-991d-e293d935e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:50.463560 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0cf456d0-0bef-4327-b65f-0518726b2ccb req-3fd91ba9-2946-4924-991d-e293d935e9af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=234ac44d013c43cca86ef20e2bf77b6a&device_id=19a7e6fd-16f4-443a-a23e-2ebec0cf1731 HTTP/1.1" status: 200 len: 1160 time: 0.3653767 Dec 22 09:36:50.464493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:50.537490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Pushing event updated for resources: {'Port': ['ID=786c1f85-4974-40b2-8817-92f350ebb7b7,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:50.543514 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:50.586517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port c911e4dc-c8b0-4557-b7cd-67e224f9a062 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:50.586940 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:50.631308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6678f581-95c6-4a68-89a6-920891ccd5a6 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:50.684552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Allocated IP 192.168.233.250 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:36:50.813564 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-8c8a70ea-acd9-4a96-bf0c-4e2a3f7097fa tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.37 "GET /v2.0/networks?tenant_id=7c45cc3243e946a7a79dd87b00479ef1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6634440 Dec 22 09:36:50.826049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 6678f581-95c6-4a68-89a6-920891ccd5a6 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:50.826443 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:50.836487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf456d0-0bef-4327-b65f-0518726b2ccb req-6063db42-1ede-4b83-b506-07f639c9bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:50.840191 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0cf456d0-0bef-4327-b65f-0518726b2ccb req-6063db42-1ede-4b83-b506-07f639c9bbca service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cc1aa5a-3cc0-44a5-8322-ec039f61a974 HTTP/1.1" status: 200 len: 915 time: 0.3131483 Dec 22 09:36:50.872979 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c161421c-132f-4fc9-8740-15f322898c9f req-6592ad8b-2d4e-4e64-8b16-69c962fd9fc3 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9797688 Dec 22 09:36:51.019064 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0cf456d0-0bef-4327-b65f-0518726b2ccb req-ad52e9ef-cb68-4430-8e3e-9775d3e28eca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c911e4dc-c8b0-4557-b7cd-67e224f9a062 HTTP/1.1" status: 200 len: 217 time: 0.1095428 Dec 22 09:36:51.333503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf456d0-0bef-4327-b65f-0518726b2ccb req-f184b0c6-28ff-443c-a8a5-504490a173e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:51.336355 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0cf456d0-0bef-4327-b65f-0518726b2ccb req-f184b0c6-28ff-443c-a8a5-504490a173e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=32a60f6c-4aea-4126-8d21-531cdf1c604e HTTP/1.1" status: 200 len: 861 time: 0.3084321 Dec 22 09:36:51.445130 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0cf456d0-0bef-4327-b65f-0518726b2ccb req-d946da2d-94ac-429e-af51-c17e28b46e20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cc1aa5a-3cc0-44a5-8322-ec039f61a974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902572 Dec 22 09:36:51.447110 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:51.459628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341b497-7911-4043-9d06-9e4977f7305d req-3d0a7c11-23a8-48b0-8cab-d3df3923647f tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:51.461220 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7341b497-7911-4043-9d06-9e4977f7305d req-3d0a7c11-23a8-48b0-8cab-d3df3923647f tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.50 "GET /v2.0/ports?device_id=19a7e6fd-16f4-443a-a23e-2ebec0cf1731 HTTP/1.1" status: 200 len: 945 time: 1.3296843 Dec 22 09:36:51.521859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c034c8c-4eb2-4ca7-a49f-09212821c286 req-8c686455-0a50-44d7-9e5e-e3bb48dcb028 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:51.523455 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c034c8c-4eb2-4ca7-a49f-09212821c286 req-8c686455-0a50-44d7-9e5e-e3bb48dcb028 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 948 time: 0.8704908 Dec 22 09:36:51.537158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-74e9f005-ba74-44ed-b6e7-5ade26c69ac4 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:51.538662 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-74e9f005-ba74-44ed-b6e7-5ade26c69ac4 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7093055 Dec 22 09:36:51.544885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64a0db-7c8f-4a4c-bd7a-47ebd7ff5a3a req-f2c31c40-ec2a-4b4d-841f-1b1d0d0f3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:51.545317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64a0db-7c8f-4a4c-bd7a-47ebd7ff5a3a req-f2c31c40-ec2a-4b4d-841f-1b1d0d0f3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:51.545735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64a0db-7c8f-4a4c-bd7a-47ebd7ff5a3a req-f2c31c40-ec2a-4b4d-841f-1b1d0d0f3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:51.546147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64a0db-7c8f-4a4c-bd7a-47ebd7ff5a3a req-f2c31c40-ec2a-4b4d-841f-1b1d0d0f3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:51.546554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64a0db-7c8f-4a4c-bd7a-47ebd7ff5a3a req-f2c31c40-ec2a-4b4d-841f-1b1d0d0f3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:51.546959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64a0db-7c8f-4a4c-bd7a-47ebd7ff5a3a req-f2c31c40-ec2a-4b4d-841f-1b1d0d0f3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:51.547363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64a0db-7c8f-4a4c-bd7a-47ebd7ff5a3a req-f2c31c40-ec2a-4b4d-841f-1b1d0d0f3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:51.549392 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3f64a0db-7c8f-4a4c-bd7a-47ebd7ff5a3a req-f2c31c40-ec2a-4b4d-841f-1b1d0d0f3462 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 6939 time: 0.8616588 Dec 22 09:36:51.628353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-d3c88620-c255-4fbe-b143-8e2c23959f8b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Request body: {'port': {'device_id': 'fd546279-9f21-4d6c-a3bb-26c21dadbd81', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '7c45cc3243e946a7a79dd87b00479ef1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:51.701563 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c161421c-132f-4fc9-8740-15f322898c9f req-8ec10862-783e-44d6-9ada-141c7d3c32be service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8012738 Dec 22 09:36:51.798204 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7341b497-7911-4043-9d06-9e4977f7305d req-77197d0d-a4aa-45e9-b9e2-98b106ec23e2 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.50 "GET /v2.0/security-groups?id=217309a8-98a9-40b8-876c-6cbf2a7d750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715492 Dec 22 09:36:51.870003 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3f64a0db-7c8f-4a4c-bd7a-47ebd7ff5a3a req-39ec09d3-8a87-4560-b66e-737effe0eb3f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3055258 Dec 22 09:36:51.882539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 786c1f85-4974-40b2-8817-92f350ebb7b7 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:51.894145 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c034c8c-4eb2-4ca7-a49f-09212821c286 req-336a2895-023f-4027-ba44-494dfc863c05 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399608 Dec 22 09:36:51.914233 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:51.965955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Transition to ACTIVE for port object cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:36:51.985396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-d3c88620-c255-4fbe-b143-8e2c23959f8b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:36:51.992868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-d3c88620-c255-4fbe-b143-8e2c23959f8b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Usage tracker for resource:port and tenant:7c45cc3243e946a7a79dd87b00479ef1 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:36:51.997795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-d3c88620-c255-4fbe-b143-8e2c23959f8b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:36:52.008012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-d3c88620-c255-4fbe-b143-8e2c23959f8b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:36:52.023027 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:52.049673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-d3c88620-c255-4fbe-b143-8e2c23959f8b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Made reservation on behalf of 7c45cc3243e946a7a79dd87b00479ef1 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:36:52.065351 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-d3c88620-c255-4fbe-b143-8e2c23959f8b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:52.074591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 786c1f85-4974-40b2-8817-92f350ebb7b7 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:36:52.082594 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:52.118370 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df34bab-95ca-4447-8f2a-555fbd6e1e39', 'tag': '6cbd8b77-13d2-4719-aebc-7917c943b833', 'status': 'completed', 'code': 200} Dec 22 09:36:52.186764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a7e6fd-16f4-443a-a23e-2ebec0cf1731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c911e4dc-c8b0-4557-b7cd-67e224f9a062'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:36:52.243151 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0cf456d0-0bef-4327-b65f-0518726b2ccb req-8f342a1a-efb0-42bc-ab9c-e82fb02de14e service neutron] 10.222.0.37 "GET /v2.0/networks/5cc1aa5a-3cc0-44a5-8322-ec039f61a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7911444 Dec 22 09:36:52.280492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Router 70aea008-7ff2-4cfb-bff6-faffa7c46dc1 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:36:52.286814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Pushing event updated for resources: {'Port': ['ID=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:52.378508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c911e4dc-c8b0-4557-b7cd-67e224f9a062 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:52.388085 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:52.512494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port c911e4dc-c8b0-4557-b7cd-67e224f9a062 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:52.513675 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:52.562442 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-760f05b0-e59c-4842-a3ae-2e71ac87b374 req-c29632db-eee9-4598-bb32-3444b6ecdef8 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=fd546279-9f21-4d6c-a3bb-26c21dadbd81 HTTP/1.1" status: 200 len: 210 time: 0.3102744 Dec 22 09:36:52.619181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c9631f-8b88-4ccc-9248-758d88633a92 None None] Network 6d862796-84d7-4332-a8d2-5cdba0f217a7 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:36:52.633105 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4500acee-73cd-4d96-90c8-da081df0f4dd req-8892501f-9032-4520-acdf-60395102b1dd tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/floatingips/ebc8fa2c-33c4-44ad-876e-265cde5745b8 HTTP/1.1" status: 200 len: 693 time: 0.3756073 Dec 22 09:36:52.649625 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0cf456d0-0bef-4327-b65f-0518726b2ccb req-25d35bc4-c2d5-4de8-8f73-cb13955efa77 service neutron] 10.222.0.37 "GET /v2.0/networks/5cc1aa5a-3cc0-44a5-8322-ec039f61a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3965838 Dec 22 09:36:52.669392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:36:52.685604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Sync routers for ids ['70aea008-7ff2-4cfb-bff6-faffa7c46dc1'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:36:52.700277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:52.702098 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1336868 Dec 22 09:36:52.705448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45408) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:52.724963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Routers {'70aea008-7ff2-4cfb-bff6-faffa7c46dc1'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:52.726317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:36:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['70aea008-7ff2-4cfb-bff6-faffa7c46dc1'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:52.830281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500acee-73cd-4d96-90c8-da081df0f4dd req-b33bd3f2-ae79-44aa-8dea-36ef3c18dd2e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:52.843478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-dda67c26-96c3-470b-ab85-d0f0c3c4ad80 None None] Provisioning for port 786c1f85-4974-40b2-8817-92f350ebb7b7 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:36:52.844868 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4500acee-73cd-4d96-90c8-da081df0f4dd req-b33bd3f2-ae79-44aa-8dea-36ef3c18dd2e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.2104576 Dec 22 09:36:52.858252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-dda67c26-96c3-470b-ab85-d0f0c3c4ad80 None None] Provisioning complete for port 786c1f85-4974-40b2-8817-92f350ebb7b7 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:52.859038 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dda67c26-96c3-470b-ab85-d0f0c3c4ad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:53.115428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Set router 70aea008-7ff2-4cfb-bff6-faffa7c46dc1 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:36:53.127805 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dda67c26-96c3-470b-ab85-d0f0c3c4ad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:53.189374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-dda67c26-96c3-470b-ab85-d0f0c3c4ad80 None None] For port 786c1f85-4974-40b2-8817-92f350ebb7b7, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=786c1f85-4974-40b2-8817-92f350ebb7b7,segment=NetworkSegment(7ba07f78-4450-4bc7-8cc2-1b87c09df98f),segment_id=7ba07f78-4450-4bc7-8cc2-1b87c09df98f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:53.199349 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dda67c26-96c3-470b-ab85-d0f0c3c4ad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:53.203255 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40c5d249-304f-4212-b3ff-7819f73c0fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:53.258981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-4500acee-73cd-4d96-90c8-da081df0f4dd req-66a8da12-34fe-4133-bda6-a21acf0cba4d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Synchronizing usage tracker for tenant:e1da157a396744cbb57888aa7bf7a7e8 on resource:floatingip {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:36:53.368846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda67c26-96c3-470b-ab85-d0f0c3c4ad80 None None] Pushing event updated for resources: {'Port': ['ID=786c1f85-4974-40b2-8817-92f350ebb7b7,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:53.393618 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dda67c26-96c3-470b-ab85-d0f0c3c4ad80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:53.626008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'name': 'tempest-FloatingIPsNegativeTestJSON-645132094-router', 'tenant_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'ea0f208a-0c0b-4fda-b9b9-224c06322849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:36:47Z', 'updated_at': '2020-12-22T09:36:49Z', 'revision_number': 3, 'project_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'gw_port': {'id': 'ea0f208a-0c0b-4fda-b9b9-224c06322849', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:19:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:36:48Z', 'updated_at': '2020-12-22T09:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:53.635357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Checking router: 70aea008-7ff2-4cfb-bff6-faffa7c46dc1 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:36:53.635994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Updating router 70aea008-7ff2-4cfb-bff6-faffa7c46dc1 port ea0f208a-0c0b-4fda-b9b9-224c06322849 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:36:53.702471 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:53.719690 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:53.727237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-71b9a41a-822c-47ce-b87e-3568387012b2 None None] Provisioning complete for port 786c1f85-4974-40b2-8817-92f350ebb7b7 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:53.728034 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71b9a41a-822c-47ce-b87e-3568387012b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:53.906639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 786c1f85-4974-40b2-8817-92f350ebb7b7 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:53.911215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a19d9b-ca73-4911-afa6-6faff00eee02 req-b08d6438-b9b7-4637-b4b3-cd8ed9c5f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:53.913220 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a19d9b-ca73-4911-afa6-6faff00eee02 req-b08d6438-b9b7-4637-b4b3-cd8ed9c5f80d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 1163 time: 1.6228681 Dec 22 09:36:53.915631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:36:53.928219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-4500acee-73cd-4d96-90c8-da081df0f4dd req-66a8da12-34fe-4133-bda6-a21acf0cba4d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Unset dirty status for tenant:e1da157a396744cbb57888aa7bf7a7e8 on resource:floatingip {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:36:53.949516 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4500acee-73cd-4d96-90c8-da081df0f4dd req-66a8da12-34fe-4133-bda6-a21acf0cba4d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 696 time: 0.9888957 Dec 22 09:36:54.043957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1ee2a805-612e-4b20-815e-c8f5b05ce521 None None] Provisioning complete for port 786c1f85-4974-40b2-8817-92f350ebb7b7 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:54.045601 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1ee2a805-612e-4b20-815e-c8f5b05ce521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:54.049062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:36:54.088803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfba25b-f095-40e1-978f-24ce67d95331 req-a15493a2-1faf-4624-9bc4-e45b67d74593 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:54.089567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:36:54.090534 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4cfba25b-f095-40e1-978f-24ce67d95331 req-a15493a2-1faf-4624-9bc4-e45b67d74593 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.37 "GET /v2.0/ports?device_id=5a59eafe-9ee1-42e6-86d6-113eb14e5761 HTTP/1.1" status: 200 len: 946 time: 0.2154152 Dec 22 09:36:54.154141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 786c1f85-4974-40b2-8817-92f350ebb7b7 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:54.155271 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:54.264691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 2f090d9d-90f8-4415-8485-6f831fdf8ab9 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:36:54.290436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-4cfba25b-f095-40e1-978f-24ce67d95331 req-4bdbffd4-02a7-45a9-b515-bb43620c3216 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Deleting port 2f090d9d-90f8-4415-8485-6f831fdf8ab9 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:36:54.294214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4cfba25b-f095-40e1-978f-24ce67d95331 req-4bdbffd4-02a7-45a9-b515-bb43620c3216 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:54.313853 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4500acee-73cd-4d96-90c8-da081df0f4dd req-bc05cb51-da02-4a66-b67c-869c4c83c9c4 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 696 time: 0.3630002 Dec 22 09:36:54.369944 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:54.387049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Transition to ACTIVE for port object ea0f208a-0c0b-4fda-b9b9-224c06322849 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:36:54.390869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:54.433481 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:54.560425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:54.564254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a19d9b-ca73-4911-afa6-6faff00eee02 req-8e891e3e-efeb-4d85-9689-09fcefb9e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:54.566962 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a19d9b-ca73-4911-afa6-6faff00eee02 req-8e891e3e-efeb-4d85-9689-09fcefb9e22b service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.5203979 Dec 22 09:36:54.583681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed168cc-757d-4556-97f0-0fc36d501c18 None None] Pushing event updated for resources: {'Port': ['ID=ea0f208a-0c0b-4fda-b9b9-224c06322849,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:54.587664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Allocated IP 172.20.0.1 (6d862796-84d7-4332-a8d2-5cdba0f217a7/ea3c9db1-69df-43f5-bba4-3227b9e7ac55/00e6b413-019a-4194-a5a2-0469fa1cad9a) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:36:54.595156 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1ed168cc-757d-4556-97f0-0fc36d501c18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:54.662244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Attempting to bind port ea0f208a-0c0b-4fda-b9b9-224c06322849 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:36:54.662760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 2f090d9d-90f8-4415-8485-6f831fdf8ab9, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=2f090d9d-90f8-4415-8485-6f831fdf8ab9,segment=NetworkSegment(eccfc3b6-c530-4c74-92d1-6fe2c54328a1),segment_id=eccfc3b6-c530-4c74-92d1-6fe2c54328a1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:54.663387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Attempting to bind port ea0f208a-0c0b-4fda-b9b9-224c06322849 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:36:54.664518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Attempting to bind port ea0f208a-0c0b-4fda-b9b9-224c06322849 on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:36:54.666263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:54.668547 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:54.674665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:36:54.676448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:36:54.677695 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:54.678208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:36:54.679378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Bound port: ea0f208a-0c0b-4fda-b9b9-224c06322849, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:36:54.679844 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:54.782480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] For port ea0f208a-0c0b-4fda-b9b9-224c06322849, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:36:54.782864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-4500acee-73cd-4d96-90c8-da081df0f4dd req-be5ce156-4858-422f-aa1d-0793e06344fe tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Deleting port f83e5ad0-92de-4987-b806-3aecef78b534 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:36:54.783285 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4500acee-73cd-4d96-90c8-da081df0f4dd req-be5ce156-4858-422f-aa1d-0793e06344fe tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:54.787777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] For port ea0f208a-0c0b-4fda-b9b9-224c06322849, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ea0f208a-0c0b-4fda-b9b9-224c06322849,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:36:54.794993 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:54.815257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4cfba25b-f095-40e1-978f-24ce67d95331 req-4bdbffd4-02a7-45a9-b515-bb43620c3216 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] For port 2f090d9d-90f8-4415-8485-6f831fdf8ab9, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=2f090d9d-90f8-4415-8485-6f831fdf8ab9,segment=NetworkSegment(eccfc3b6-c530-4c74-92d1-6fe2c54328a1),segment_id=eccfc3b6-c530-4c74-92d1-6fe2c54328a1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:54.815676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4cfba25b-f095-40e1-978f-24ce67d95331 req-4bdbffd4-02a7-45a9-b515-bb43620c3216 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:54.819315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=2f090d9d-90f8-4415-8485-6f831fdf8ab9,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:54.837401 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:54.846342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5e797b73-ead1-4f4d-bad5-125650710fb1 None None] Provisioning complete for port 786c1f85-4974-40b2-8817-92f350ebb7b7 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:54.847119 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e797b73-ead1-4f4d-bad5-125650710fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:54.870608 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a19d9b-ca73-4911-afa6-6faff00eee02 req-95d6d3ef-f426-43bd-8237-f31a374f539a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6cbd8b77-13d2-4719-aebc-7917c943b833 HTTP/1.1" status: 200 len: 217 time: 0.2831588 Dec 22 09:36:54.893262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-a14e0c92-b31b-4cbf-bde2-d087daf834a9 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:36:54.899405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6366b41-1203-4ce1-a7ef-28854233bae5 req-cdfcbf24-e773-40ba-8bcf-5f49b881b4cf tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:54.904904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6366b41-1203-4ce1-a7ef-28854233bae5 req-cdfcbf24-e773-40ba-8bcf-5f49b881b4cf tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:54.910275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6366b41-1203-4ce1-a7ef-28854233bae5 req-cdfcbf24-e773-40ba-8bcf-5f49b881b4cf tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:54.916433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6366b41-1203-4ce1-a7ef-28854233bae5 req-cdfcbf24-e773-40ba-8bcf-5f49b881b4cf tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:54.921185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6366b41-1203-4ce1-a7ef-28854233bae5 req-cdfcbf24-e773-40ba-8bcf-5f49b881b4cf tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:54.926253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6366b41-1203-4ce1-a7ef-28854233bae5 req-cdfcbf24-e773-40ba-8bcf-5f49b881b4cf tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:54.930874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6366b41-1203-4ce1-a7ef-28854233bae5 req-cdfcbf24-e773-40ba-8bcf-5f49b881b4cf tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:54.939686 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6366b41-1203-4ce1-a7ef-28854233bae5 req-cdfcbf24-e773-40ba-8bcf-5f49b881b4cf tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5434 time: 1.8400421 Dec 22 09:36:54.958639 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3c7b8e6f-56a4-4e84-a1cb-63a7b8f6813b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:55.008871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5e797b73-ead1-4f4d-bad5-125650710fb1 None None] Provisioning for port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:36:55.018132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5e797b73-ead1-4f4d-bad5-125650710fb1 None None] Provisioning complete for port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:55.018710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e797b73-ead1-4f4d-bad5-125650710fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:55.020937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:55.021674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:55.057690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Routers {'70aea008-7ff2-4cfb-bff6-faffa7c46dc1'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:55.059075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:36:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['70aea008-7ff2-4cfb-bff6-faffa7c46dc1'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:55.086113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-5e797b73-ead1-4f4d-bad5-125650710fb1 None None] Port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:36:55.102823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a19d9b-ca73-4911-afa6-6faff00eee02 req-211e38b1-8813-442f-814c-210f93c30e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:55.104481 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a19d9b-ca73-4911-afa6-6faff00eee02 req-211e38b1-8813-442f-814c-210f93c30e8f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1425326 Dec 22 09:36:55.130168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed168cc-757d-4556-97f0-0fc36d501c18 None None] Pushing event updated for resources: {'Port': ['ID=ea0f208a-0c0b-4fda-b9b9-224c06322849,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:55.139242 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1ed168cc-757d-4556-97f0-0fc36d501c18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:55.232544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-d3c88620-c255-4fbe-b143-8e2c23959f8b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Allocated IP 192.168.233.212 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/04a4902e-527d-43c6-aa78-acf2de9bf1ee) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:36:55.241684 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.3495269 Dec 22 09:36:55.247537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-4cfba25b-f095-40e1-978f-24ce67d95331 req-4bdbffd4-02a7-45a9-b515-bb43620c3216 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Calling delete_port for 2f090d9d-90f8-4415-8485-6f831fdf8ab9 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:36:55.286443 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6366b41-1203-4ce1-a7ef-28854233bae5 req-dd251cdd-72d4-4640-822d-ad5594f60c43 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3455834 Dec 22 09:36:55.297494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Request body: {'port': {'device_id': '280cd4ce-b5b0-44e2-a5dc-4b139a71ac02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:55.353079 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:55.391960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Transition to ACTIVE for port object 00e6b413-019a-4194-a5a2-0469fa1cad9a will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:36:55.402059 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-4cfba25b-f095-40e1-978f-24ce67d95331 req-4bdbffd4-02a7-45a9-b515-bb43620c3216 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:36:55.402416 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-4cfba25b-f095-40e1-978f-24ce67d95331 req-4bdbffd4-02a7-45a9-b515-bb43620c3216 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:36:55.414859 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:55.432154 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-44ad3ce6-da42-41ec-8096-62ded82067ee tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:55.474638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] Set router 70aea008-7ff2-4cfb-bff6-faffa7c46dc1 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:36:55.579902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Pushing event updated for resources: {'Port': ['ID=00e6b413-019a-4194-a5a2-0469fa1cad9a,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:55.584884 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:55.632128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6cbd8b77-13d2-4719-aebc-7917c943b833 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:55.652176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Network 6d862796-84d7-4332-a8d2-5cdba0f217a7 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:36:55.654340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:36:55.670224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:36:55.710840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a19d9b-ca73-4911-afa6-6faff00eee02 req-1039bfac-c975-410b-acfa-cf1bfdb93dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:55.714209 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a19d9b-ca73-4911-afa6-6faff00eee02 req-1039bfac-c975-410b-acfa-cf1bfdb93dfb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5925076 Dec 22 09:36:55.728632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 6cbd8b77-13d2-4719-aebc-7917c943b833 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:36:55.735311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 6cbd8b77-13d2-4719-aebc-7917c943b833 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:55.736173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:55.766276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:55.943654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-4cfba25b-f095-40e1-978f-24ce67d95331 req-4bdbffd4-02a7-45a9-b515-bb43620c3216 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Deleting port 2f090d9d-90f8-4415-8485-6f831fdf8ab9 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:36:55.944072 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4cfba25b-f095-40e1-978f-24ce67d95331 req-4bdbffd4-02a7-45a9-b515-bb43620c3216 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:55.945784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'name': 'tempest-FloatingIPsNegativeTestJSON-645132094-router', 'tenant_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'ea0f208a-0c0b-4fda-b9b9-224c06322849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:36:47Z', 'updated_at': '2020-12-22T09:36:49Z', 'revision_number': 3, 'project_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'gw_port': {'id': 'ea0f208a-0c0b-4fda-b9b9-224c06322849', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:19:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:36:48Z', 'updated_at': '2020-12-22T09:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:55.950318 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:55.950502 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-d3c88620-c255-4fbe-b143-8e2c23959f8b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:55.952111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2ff28d-6258-47d6-bcdb-b6aefc9f9711 None None] The sync data for ids ['70aea008-7ff2-4cfb-bff6-faffa7c46dc1'] in n-d-765315-5 is: [{'id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'name': 'tempest-FloatingIPsNegativeTestJSON-645132094-router', 'tenant_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'ea0f208a-0c0b-4fda-b9b9-224c06322849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:36:47Z', 'updated_at': '2020-12-22T09:36:49Z', 'revision_number': 3, 'project_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'gw_port': {'id': 'ea0f208a-0c0b-4fda-b9b9-224c06322849', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:19:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:36:48Z', 'updated_at': '2020-12-22T09:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:36:55.971824 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4500acee-73cd-4d96-90c8-da081df0f4dd req-be5ce156-4858-422f-aa1d-0793e06344fe tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:55.972215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4500acee-73cd-4d96-90c8-da081df0f4dd req-be5ce156-4858-422f-aa1d-0793e06344fe tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for floatingip, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:55.995308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 6cbd8b77-13d2-4719-aebc-7917c943b833, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6cbd8b77-13d2-4719-aebc-7917c943b833,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:56.004468 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:56.007498 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:56.037890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-d3c88620-c255-4fbe-b143-8e2c23959f8b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Transition to ACTIVE for port object 04a4902e-527d-43c6-aa78-acf2de9bf1ee will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:36:56.069606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8421af55-1373-47cb-9b44-532d5ea211e2 None None] Provisioning for port 00e6b413-019a-4194-a5a2-0469fa1cad9a completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:36:56.087316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8421af55-1373-47cb-9b44-532d5ea211e2 None None] Provisioning complete for port 00e6b413-019a-4194-a5a2-0469fa1cad9a triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:56.087730 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8421af55-1373-47cb-9b44-532d5ea211e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:56.107099 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:56.149088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=6cbd8b77-13d2-4719-aebc-7917c943b833,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:56.154738 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:56.174463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8421af55-1373-47cb-9b44-532d5ea211e2 None None] Port 00e6b413-019a-4194-a5a2-0469fa1cad9a cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:36:56.222089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-4500acee-73cd-4d96-90c8-da081df0f4dd req-be5ce156-4858-422f-aa1d-0793e06344fe tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Calling delete_port for f83e5ad0-92de-4987-b806-3aecef78b534 owned by network:floatingip {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:36:56.363445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4cfba25b-f095-40e1-978f-24ce67d95331 req-4bdbffd4-02a7-45a9-b515-bb43620c3216 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] For port 2f090d9d-90f8-4415-8485-6f831fdf8ab9, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=2f090d9d-90f8-4415-8485-6f831fdf8ab9,segment=NetworkSegment(eccfc3b6-c530-4c74-92d1-6fe2c54328a1),segment_id=eccfc3b6-c530-4c74-92d1-6fe2c54328a1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:56.363921 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4cfba25b-f095-40e1-978f-24ce67d95331 req-4bdbffd4-02a7-45a9-b515-bb43620c3216 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:56.456135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc679c9-4739-4f66-a88f-00a9c69031bd req-22b91d25-68d0-463d-93c9-cbfd0a22de85 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:56.470930 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bbc679c9-4739-4f66-a88f-00a9c69031bd req-22b91d25-68d0-463d-93c9-cbfd0a22de85 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/ports?device_id=5a59eafe-9ee1-42e6-86d6-113eb14e5761 HTTP/1.1" status: 200 len: 944 time: 1.0202818 Dec 22 09:36:56.535270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:56.561313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-4cfba25b-f095-40e1-978f-24ce67d95331 req-4bdbffd4-02a7-45a9-b515-bb43620c3216 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Calling delete_port for 2f090d9d-90f8-4415-8485-6f831fdf8ab9 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:36:56.597360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6cbd8b77-13d2-4719-aebc-7917c943b833 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:56.709658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 6cbd8b77-13d2-4719-aebc-7917c943b833 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:56.710066 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:56.930629 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-d3c88620-c255-4fbe-b143-8e2c23959f8b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:56.960998 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2a455cf0-6060-4863-bdcd-536dc6a21e81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:56.976152 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4cfba25b-f095-40e1-978f-24ce67d95331 req-4bdbffd4-02a7-45a9-b515-bb43620c3216 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:56.993603 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-847c6f5a-c4fe-498d-b9c4-9acfffe31fab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:57.069158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbffd4-02a7-45a9-b515-bb43620c3216 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Pushing event deleted for resources: {'Port': ['ID=2f090d9d-90f8-4415-8485-6f831fdf8ab9,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:57.077641 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4bdbffd4-02a7-45a9-b515-bb43620c3216 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:57.170114 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a19d9b-ca73-4911-afa6-6faff00eee02 req-02487dd3-ce8b-450c-9a1f-ad1f05fc6983 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1755183 Dec 22 09:36:57.205193 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bbc679c9-4739-4f66-a88f-00a9c69031bd req-cf45ba23-c314-4cd8-9863-755c7ee2d716 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.50 "GET /v2.0/security-groups?id=e77a376e-2675-4108-8b39-8880740b6a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7329934 Dec 22 09:36:57.227807 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:57.234941 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:57.271362 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57011c43-97b2-43f4-824d-5cd9642774bf tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:57.342451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c88620-c255-4fbe-b143-8e2c23959f8b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Pushing event updated for resources: {'Port': ['ID=04a4902e-527d-43c6-aa78-acf2de9bf1ee,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:57.363892 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d3c88620-c255-4fbe-b143-8e2c23959f8b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:57.376655 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a7e6fd-16f4-443a-a23e-2ebec0cf1731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c911e4dc-c8b0-4557-b7cd-67e224f9a062', 'code': 200} Dec 22 09:36:57.388200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfba25b-f095-40e1-978f-24ce67d95331 req-4bdbffd4-02a7-45a9-b515-bb43620c3216 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] No DVR routers for this DVR port 2f090d9d-90f8-4415-8485-6f831fdf8ab9 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:36:57.395286 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4cfba25b-f095-40e1-978f-24ce67d95331 req-4bdbffd4-02a7-45a9-b515-bb43620c3216 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:57.408374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a59eafe-9ee1-42e6-86d6-113eb14e5761', 'name': 'network-vif-deleted', 'tag': '2f090d9d-90f8-4415-8485-6f831fdf8ab9'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:36:57.448088 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4cfba25b-f095-40e1-978f-24ce67d95331 req-4bdbffd4-02a7-45a9-b515-bb43620c3216 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] 10.222.0.37 "DELETE /v2.0/ports/2f090d9d-90f8-4415-8485-6f831fdf8ab9 HTTP/1.1" status: 204 len: 173 time: 3.3107569 Dec 22 09:36:57.450859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Pushing event updated for resources: {'Port': ['ID=00e6b413-019a-4194-a5a2-0469fa1cad9a,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:57.453593 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:57.469934 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:57.706492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c472d-0cf9-4dd9-ba3c-d5bc61f70b08 req-17b156fc-612a-4fcf-aa38-3f05a4c2b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:57.708889 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e63c472d-0cf9-4dd9-ba3c-d5bc61f70b08 req-17b156fc-612a-4fcf-aa38-3f05a4c2b12b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=19a7e6fd-16f4-443a-a23e-2ebec0cf1731 HTTP/1.1" status: 200 len: 1160 time: 0.1271129 Dec 22 09:36:57.710235 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4500acee-73cd-4d96-90c8-da081df0f4dd req-be5ce156-4858-422f-aa1d-0793e06344fe tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:57.713251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Network 6d862796-84d7-4332-a8d2-5cdba0f217a7 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:36:57.714426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:36:57.730023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-d3c88620-c255-4fbe-b143-8e2c23959f8b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:36:57.734525 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7553f59f-19e5-4d21-adfc-a13400a2aff9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:57.766164 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a19d9b-ca73-4911-afa6-6faff00eee02 req-4251b7f9-cbe9-47c3-9c2c-3e6ba44c095e service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5753942 Dec 22 09:36:57.767311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-d3c88620-c255-4fbe-b143-8e2c23959f8b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:36:57.783668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-d3c88620-c255-4fbe-b143-8e2c23959f8b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:36:57.845593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ce156-4858-422f-aa1d-0793e06344fe tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Pushing event deleted for resources: {'Port': ['ID=f83e5ad0-92de-4987-b806-3aecef78b534,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:57.848336 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e63c472d-0cf9-4dd9-ba3c-d5bc61f70b08 req-3f49723c-fd5b-430a-8d26-1a9e689770ea service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=217309a8-98a9-40b8-876c-6cbf2a7d750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315732 Dec 22 09:36:57.849086 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-be5ce156-4858-422f-aa1d-0793e06344fe tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:57.881990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ea0f208a-0c0b-4fda-b9b9-224c06322849 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:57.983609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Router 70aea008-7ff2-4cfb-bff6-faffa7c46dc1 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:36:57.983815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port ea0f208a-0c0b-4fda-b9b9-224c06322849 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:36:57.992143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port ea0f208a-0c0b-4fda-b9b9-224c06322849 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:57.992873 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:58.130916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-d3c88620-c255-4fbe-b143-8e2c23959f8b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:58.131619 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-d3c88620-c255-4fbe-b143-8e2c23959f8b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:58.226557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:36:58.245806 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] 10.222.0.50 "PUT /v2.0/routers/70aea008-7ff2-4cfb-bff6-faffa7c46dc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5269907 Dec 22 09:36:58.246012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-71492939-dc8f-4155-924f-fc184cef95dc None None] Provisioning for port 04a4902e-527d-43c6-aa78-acf2de9bf1ee completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:36:58.246148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528e901-7ddb-412b-b8db-ea413a604f9d req-ff070656-f7bb-4b97-8a08-a34445e0c0c7 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:58.247178 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3528e901-7ddb-412b-b8db-ea413a604f9d req-ff070656-f7bb-4b97-8a08-a34445e0c0c7 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.50 "GET /v2.0/ports?device_id=19a7e6fd-16f4-443a-a23e-2ebec0cf1731 HTTP/1.1" status: 200 len: 945 time: 0.6275899 Dec 22 09:36:58.255830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-71492939-dc8f-4155-924f-fc184cef95dc None None] Provisioning complete for port 04a4902e-527d-43c6-aa78-acf2de9bf1ee triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:58.256757 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71492939-dc8f-4155-924f-fc184cef95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:58.265225 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-d3c88620-c255-4fbe-b143-8e2c23959f8b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.6893322 Dec 22 09:36:58.270586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:36:58.274955 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4500acee-73cd-4d96-90c8-da081df0f4dd req-be5ce156-4858-422f-aa1d-0793e06344fe tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for floatingip, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:58.277429 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4500acee-73cd-4d96-90c8-da081df0f4dd req-be5ce156-4858-422f-aa1d-0793e06344fe tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:58.278676 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4500acee-73cd-4d96-90c8-da081df0f4dd req-be5ce156-4858-422f-aa1d-0793e06344fe tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "DELETE /v2.0/floatingips/ebc8fa2c-33c4-44ad-876e-265cde5745b8 HTTP/1.1" status: 204 len: 173 time: 3.9639614 Dec 22 09:36:58.297814 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:58.311266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Request body: {'port': {'device_id': 'fd546279-9f21-4d6c-a3bb-26c21dadbd81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:58.340796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-71492939-dc8f-4155-924f-fc184cef95dc None None] Port 04a4902e-527d-43c6-aa78-acf2de9bf1ee cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:36:58.362375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-71492939-dc8f-4155-924f-fc184cef95dc None None] Provisioning complete for port 00e6b413-019a-4194-a5a2-0469fa1cad9a triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:36:58.362800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71492939-dc8f-4155-924f-fc184cef95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:58.382071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Transition to ACTIVE for port object cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:36:58.400573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:58.418352 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc43eb50-38f6-4bd9-a6cd-cac3e2165915 tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:58.444751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-71492939-dc8f-4155-924f-fc184cef95dc None None] Port 00e6b413-019a-4194-a5a2-0469fa1cad9a cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:36:58.488823 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3528e901-7ddb-412b-b8db-ea413a604f9d req-441f7b7c-0a93-4c94-84b7-347be1a8e282 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.50 "GET /v2.0/security-groups?id=217309a8-98a9-40b8-876c-6cbf2a7d750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066150 Dec 22 09:36:58.496806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Pushing event updated for resources: {'Port': ['ID=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:58.500461 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:58.521094 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:58.542997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port ea0f208a-0c0b-4fda-b9b9-224c06322849, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ea0f208a-0c0b-4fda-b9b9-224c06322849,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:36:58.546313 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:58.548924 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:58.625900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=ea0f208a-0c0b-4fda-b9b9-224c06322849,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:36:58.629874 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:36:58.774679 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:58.900654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65b6fd-c0d7-4836-b19d-558e67272437 req-9f6089fe-c372-4bd8-971a-4a42ed64f5fc tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:58.902295 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b65b6fd-c0d7-4836-b19d-558e67272437 req-9f6089fe-c372-4bd8-971a-4a42ed64f5fc tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 0.4124579 Dec 22 09:36:59.047486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4008d4-5e14-4246-be06-126a42198fee req-212d2a6f-195f-4742-8869-f09964e0ac63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:59.048421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-da4008d4-5e14-4246-be06-126a42198fee req-212d2a6f-195f-4742-8869-f09964e0ac63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Synchronizing usage tracker for tenant:7c45cc3243e946a7a79dd87b00479ef1 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:36:59.201965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Sync routers for ids ['70aea008-7ff2-4cfb-bff6-faffa7c46dc1'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:36:59.213822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Routers {'70aea008-7ff2-4cfb-bff6-faffa7c46dc1'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:59.214795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:36:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['70aea008-7ff2-4cfb-bff6-faffa7c46dc1'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:59.377379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a59eafe-9ee1-42e6-86d6-113eb14e5761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f090d9d-90f8-4415-8485-6f831fdf8ab9'}, {'server_uuid': '4df34bab-95ca-4447-8f2a-555fbd6e1e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbd8b77-13d2-4719-aebc-7917c943b833'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:36:59.404863 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b65b6fd-c0d7-4836-b19d-558e67272437 req-6e1db51d-1a7e-454c-a9f8-21de7f483259 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463909 Dec 22 09:36:59.416619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Set router 70aea008-7ff2-4cfb-bff6-faffa7c46dc1 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:36:59.446132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-da4008d4-5e14-4246-be06-126a42198fee req-212d2a6f-195f-4742-8869-f09964e0ac63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Unset dirty status for tenant:7c45cc3243e946a7a79dd87b00479ef1 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:36:59.447416 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da4008d4-5e14-4246-be06-126a42198fee req-212d2a6f-195f-4742-8869-f09964e0ac63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=fd546279-9f21-4d6c-a3bb-26c21dadbd81 HTTP/1.1" status: 200 len: 936 time: 0.7791531 Dec 22 09:36:59.532027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Attempting to bind port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:36:59.532401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Attempting to bind port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:36:59.532771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Attempting to bind port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:36:59.607564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:36:59.607963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:36:59.608376 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:59.608779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:36:59.609253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Bound port: cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:36:59.609628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:59.620480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-da4008d4-5e14-4246-be06-126a42198fee req-8123ed91-2871-4007-9f54-7eabf2428314 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Synchronizing usage tracker for tenant:7c45cc3243e946a7a79dd87b00479ef1 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:36:59.760649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'name': 'tempest-FloatingIPsNegativeTestJSON-645132094-router', 'tenant_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'ea0f208a-0c0b-4fda-b9b9-224c06322849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:36:47Z', 'updated_at': '2020-12-22T09:36:56Z', 'revision_number': 4, 'project_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'gw_port': {'id': 'ea0f208a-0c0b-4fda-b9b9-224c06322849', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:36:48Z', 'updated_at': '2020-12-22T09:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '00e6b413-019a-4194-a5a2-0469fa1cad9a', 'name': '', 'network_id': '6d862796-84d7-4332-a8d2-5cdba0f217a7', 'tenant_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'mac_address': 'fa:16:3e:1e:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ea3c9db1-69df-43f5-bba4-3227b9e7ac55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:36:54Z', 'updated_at': '2020-12-22T09:36:56Z', 'revision_number': 2, 'project_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'subnets': [{'id': 'ea3c9db1-69df-43f5-bba4-3227b9e7ac55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:36:59.767127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Checking router: 70aea008-7ff2-4cfb-bff6-faffa7c46dc1 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:36:59.767690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Updating router 70aea008-7ff2-4cfb-bff6-faffa7c46dc1 port 00e6b413-019a-4194-a5a2-0469fa1cad9a binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:36:59.791687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-da4008d4-5e14-4246-be06-126a42198fee req-8123ed91-2871-4007-9f54-7eabf2428314 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Unset dirty status for tenant:7c45cc3243e946a7a79dd87b00479ef1 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:36:59.793000 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da4008d4-5e14-4246-be06-126a42198fee req-8123ed91-2871-4007-9f54-7eabf2428314 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372846 Dec 22 09:36:59.819636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ea0f208a-0c0b-4fda-b9b9-224c06322849 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:36:59.838186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] For port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:36:59.849914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] For port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:36:59.859609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:59.883130 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-be5ce156-4858-422f-aa1d-0793e06344fe tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:36:59.883432 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a59eafe-9ee1-42e6-86d6-113eb14e5761', 'name': 'network-vif-deleted', 'tag': '2f090d9d-90f8-4415-8485-6f831fdf8ab9', 'status': 'completed', 'code': 200} Dec 22 09:36:59.884556 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:36:59.951176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1351f-d33c-41ea-8fc0-3fe601e89ea4 req-1bc3b070-06d9-48ad-b1af-6c7fa49bccf2 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:59.955826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1351f-d33c-41ea-8fc0-3fe601e89ea4 req-1bc3b070-06d9-48ad-b1af-6c7fa49bccf2 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:59.960202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1351f-d33c-41ea-8fc0-3fe601e89ea4 req-1bc3b070-06d9-48ad-b1af-6c7fa49bccf2 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:59.964483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1351f-d33c-41ea-8fc0-3fe601e89ea4 req-1bc3b070-06d9-48ad-b1af-6c7fa49bccf2 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:59.967461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45440) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:59.969652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1351f-d33c-41ea-8fc0-3fe601e89ea4 req-1bc3b070-06d9-48ad-b1af-6c7fa49bccf2 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:59.974744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1351f-d33c-41ea-8fc0-3fe601e89ea4 req-1bc3b070-06d9-48ad-b1af-6c7fa49bccf2 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:59.979069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1351f-d33c-41ea-8fc0-3fe601e89ea4 req-1bc3b070-06d9-48ad-b1af-6c7fa49bccf2 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:36:59.981188 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fde1351f-d33c-41ea-8fc0-3fe601e89ea4 req-1bc3b070-06d9-48ad-b1af-6c7fa49bccf2 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5434 time: 0.4431667 Dec 22 09:37:00.016821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port ea0f208a-0c0b-4fda-b9b9-224c06322849 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:00.017188 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:00.144994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29d28b1-2cd6-4ba9-9e88-c43d3ca807e2 admin admin] Deleting subnet a0cb2307-15df-4f20-b1ea-7921fb77b239 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:37:00.148884 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c29d28b1-2cd6-4ba9-9e88-c43d3ca807e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:00.182363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:37:00.207226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c29d28b1-2cd6-4ba9-9e88-c43d3ca807e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:00.224819 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-537174af-642f-4508-8b4c-c2b48785b37d req-88033d87-815b-49e4-9234-b911de5023c7 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/floatingips/f5e76b8e-adec-43fb-9f87-51f52f17632d HTTP/1.1" status: 200 len: 693 time: 0.2186205 Dec 22 09:37:00.270708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Pushing event updated for resources: {'Port': ['ID=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:00.275327 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c29d28b1-2cd6-4ba9-9e88-c43d3ca807e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:00.308447 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:00.339019 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fde1351f-d33c-41ea-8fc0-3fe601e89ea4 req-53af257a-3912-41d1-90a7-0e5462fd85ea tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3376555 Dec 22 09:37:00.431415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c911e4dc-c8b0-4557-b7cd-67e224f9a062 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:00.524592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537174af-642f-4508-8b4c-c2b48785b37d req-f968b991-eeb1-4762-a727-9fe5454476b1 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:00.533833 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-537174af-642f-4508-8b4c-c2b48785b37d req-f968b991-eeb1-4762-a727-9fe5454476b1 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.2994924 Dec 22 09:37:00.590323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port c911e4dc-c8b0-4557-b7cd-67e224f9a062 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:00.590752 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:00.608114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a4902e-527d-43c6-aa78-acf2de9bf1ee {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:37:00.617226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:00.632832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Transition to ACTIVE for port object 04a4902e-527d-43c6-aa78-acf2de9bf1ee will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:37:00.647982 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:00.655344 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:00.669984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Transition to ACTIVE for port object 00e6b413-019a-4194-a5a2-0469fa1cad9a will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:37:00.678676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:00.697874 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:00.702959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:00.703772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:00.705595 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] 10.222.0.64 "PUT /v2.0/ports/cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 HTTP/1.1" status: 200 len: 1160 time: 5.4419882 Dec 22 09:37:00.712257 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:00.809817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '280cd4ce-b5b0-44e2-a5dc-4b139a71ac02', 'tag': 'cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:37:00.881463 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c29d28b1-2cd6-4ba9-9e88-c43d3ca807e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:00.901955 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec9297fc-45de-452b-a669-3f642f1b1baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:00.918150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c5700-5bd9-4379-90c5-a6fb48dc6697 None None] Pushing event updated for resources: {'Port': ['ID=00e6b413-019a-4194-a5a2-0469fa1cad9a,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:00.922863 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa1c5700-5bd9-4379-90c5-a6fb48dc6697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:00.970286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d28b1-2cd6-4ba9-9e88-c43d3ca807e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0cb2307-15df-4f20-b1ea-7921fb77b239,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:00.976364 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c29d28b1-2cd6-4ba9-9e88-c43d3ca807e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:00.994247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Pushing event updated for resources: {'Port': ['ID=04a4902e-527d-43c6-aa78-acf2de9bf1ee,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:00.998150 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:01.005538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-537174af-642f-4508-8b4c-c2b48785b37d req-22bd7dd9-96ca-4a97-a493-728ae6afe5cd tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Synchronizing usage tracker for tenant:e1da157a396744cbb57888aa7bf7a7e8 on resource:floatingip {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:37:01.011417 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7baae52-f6a1-44a3-9f16-05925987de3c req-bd56b377-9388-409e-a8b1-278344ceed19 tempest-FloatingIPsNegativeTestJSON-683956055 tempest-FloatingIPsNegativeTestJSON-683956055] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=39d1f85d62b749b9a8fbb5b4483cf45a HTTP/1.1" status: 200 len: 217 time: 0.0917716 Dec 22 09:37:01.068392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-537174af-642f-4508-8b4c-c2b48785b37d req-22bd7dd9-96ca-4a97-a493-728ae6afe5cd tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Unset dirty status for tenant:e1da157a396744cbb57888aa7bf7a7e8 on resource:floatingip {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:37:01.076099 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-537174af-642f-4508-8b4c-c2b48785b37d req-22bd7dd9-96ca-4a97-a493-728ae6afe5cd tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.227 HTTP/1.1" status: 200 len: 696 time: 0.5411103 Dec 22 09:37:01.109567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Attempting to bind port 00e6b413-019a-4194-a5a2-0469fa1cad9a on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:37:01.110166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Attempting to bind port 00e6b413-019a-4194-a5a2-0469fa1cad9a by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '7ba07f78-4450-4bc7-8cc2-1b87c09df98f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d862796-84d7-4332-a8d2-5cdba0f217a7'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:37:01.110687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Attempting to bind port 00e6b413-019a-4194-a5a2-0469fa1cad9a on network 6d862796-84d7-4332-a8d2-5cdba0f217a7 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:37:01.119007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:37:01.119601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Checking segment: {'id': '7ba07f78-4450-4bc7-8cc2-1b87c09df98f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d862796-84d7-4332-a8d2-5cdba0f217a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:37:01.120190 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:01.120736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Bound using segment: {'id': '7ba07f78-4450-4bc7-8cc2-1b87c09df98f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d862796-84d7-4332-a8d2-5cdba0f217a7'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:37:01.121389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Bound port: 00e6b413-019a-4194-a5a2-0469fa1cad9a, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba07f78-4450-4bc7-8cc2-1b87c09df98f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d862796-84d7-4332-a8d2-5cdba0f217a7'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:37:01.121923 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:01.136371 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c29d28b1-2cd6-4ba9-9e88-c43d3ca807e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:01.155146 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c29d28b1-2cd6-4ba9-9e88-c43d3ca807e2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a0cb2307-15df-4f20-b1ea-7921fb77b239 HTTP/1.1" status: 204 len: 168 time: 1.1857016 Dec 22 09:37:01.156091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45460) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:01.193452 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-537174af-642f-4508-8b4c-c2b48785b37d req-4a6c526a-cc61-461b-a52f-0a63625afd92 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.227 HTTP/1.1" status: 200 len: 696 time: 0.1120963 Dec 22 09:37:01.224778 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a59eafe-9ee1-42e6-86d6-113eb14e5761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f090d9d-90f8-4415-8485-6f831fdf8ab9', 'code': 200} Dec 22 09:37:01.225070 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df34bab-95ca-4447-8f2a-555fbd6e1e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbd8b77-13d2-4719-aebc-7917c943b833', 'code': 200} Dec 22 09:37:01.317857 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c68939d-1220-4c8c-a003-994e01a847d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:01.330099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] For port 00e6b413-019a-4194-a5a2-0469fa1cad9a, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:37:01.334299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] For port 00e6b413-019a-4194-a5a2-0469fa1cad9a, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=00e6b413-019a-4194-a5a2-0469fa1cad9a,segment=NetworkSegment(7ba07f78-4450-4bc7-8cc2-1b87c09df98f),segment_id=7ba07f78-4450-4bc7-8cc2-1b87c09df98f)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:37:01.338056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:01.374647 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:01.507091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-537174af-642f-4508-8b4c-c2b48785b37d req-6b079b6e-e11c-4922-a5eb-8b47e21d3cb0 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Deleting port 1e68659f-1387-45cc-8c13-122b8eb24822 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:37:01.507646 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-537174af-642f-4508-8b4c-c2b48785b37d req-6b079b6e-e11c-4922-a5eb-8b47e21d3cb0 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:01.514984 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c68939d-1220-4c8c-a003-994e01a847d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:01.524080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c5700-5bd9-4379-90c5-a6fb48dc6697 None None] Pushing event updated for resources: {'Port': ['ID=00e6b413-019a-4194-a5a2-0469fa1cad9a,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:01.529216 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa1c5700-5bd9-4379-90c5-a6fb48dc6697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:01.539097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-41a62d8a-3479-4024-bd42-fea5b5c2d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:01.541415 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-41a62d8a-3479-4024-bd42-fea5b5c2d5de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c45cc3243e946a7a79dd87b00479ef1&device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 1163 time: 0.6689339 Dec 22 09:37:01.555337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Routers {'70aea008-7ff2-4cfb-bff6-faffa7c46dc1'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:37:01.556479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:36:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['70aea008-7ff2-4cfb-bff6-faffa7c46dc1'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:01.654404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3c68939d-1220-4c8c-a003-994e01a847d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c7a353-13b3-4d40-8fee-65d9dde6541f']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:01.670257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3c68939d-1220-4c8c-a003-994e01a847d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f9dcdb-1ce1-4601-9413-ee876bb6aaf6') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:01.670603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3c68939d-1220-4c8c-a003-994e01a847d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f9dcdb-1ce1-4601-9413-ee876bb6aaf6') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:01.690023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c68939d-1220-4c8c-a003-994e01a847d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:01.715460 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c68939d-1220-4c8c-a003-994e01a847d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:01.719498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3c68939d-1220-4c8c-a003-994e01a847d5 admin admin] Releasing vxlan tunnel 11 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:37:01.948516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3c68939d-1220-4c8c-a003-994e01a847d5 admin admin] Network 58c7a353-13b3-4d40-8fee-65d9dde6541f has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:37:01.965948 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c68939d-1220-4c8c-a003-994e01a847d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:02.009009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] Set router 70aea008-7ff2-4cfb-bff6-faffa7c46dc1 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:37:02.044341 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-fdb1c976-f832-45df-abb5-b933d26d16a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 HTTP/1.1" status: 200 len: 217 time: 0.4695282 Dec 22 09:37:02.156049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3c68939d-1220-4c8c-a003-994e01a847d5 admin admin] Network 58c7a353-13b3-4d40-8fee-65d9dde6541f has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:37:02.181572 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:37:02.297725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c835cd5-9d97-44fa-8569-cf30cbafc33a req-0a596de9-5ea3-4a22-80b3-407a71b76783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:02.299423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c835cd5-9d97-44fa-8569-cf30cbafc33a req-0a596de9-5ea3-4a22-80b3-407a71b76783 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 1165 time: 0.9899068 Dec 22 09:37:02.340299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed23145-3390-4342-b729-38e6c32eb184 req-1f66a833-b973-495d-b11b-f502f5dc9eb0 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:02.341898 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fed23145-3390-4342-b729-38e6c32eb184 req-1f66a833-b973-495d-b11b-f502f5dc9eb0 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.50 "GET /v2.0/ports?device_id=19a7e6fd-16f4-443a-a23e-2ebec0cf1731 HTTP/1.1" status: 200 len: 945 time: 1.0336764 Dec 22 09:37:02.349824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-81d8c314-00ae-4f1e-a632-fd80005a5d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:02.351349 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-81d8c314-00ae-4f1e-a632-fd80005a5d3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.2981217 Dec 22 09:37:02.386650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'name': 'tempest-FloatingIPsNegativeTestJSON-645132094-router', 'tenant_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'ea0f208a-0c0b-4fda-b9b9-224c06322849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:36:47Z', 'updated_at': '2020-12-22T09:36:56Z', 'revision_number': 4, 'project_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'gw_port': {'id': 'ea0f208a-0c0b-4fda-b9b9-224c06322849', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:36:48Z', 'updated_at': '2020-12-22T09:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '00e6b413-019a-4194-a5a2-0469fa1cad9a', 'name': '', 'network_id': '6d862796-84d7-4332-a8d2-5cdba0f217a7', 'tenant_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'mac_address': 'fa:16:3e:1e:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ea3c9db1-69df-43f5-bba4-3227b9e7ac55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:36:54Z', 'updated_at': '2020-12-22T09:37:01Z', 'revision_number': 4, 'project_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'subnets': [{'id': 'ea3c9db1-69df-43f5-bba4-3227b9e7ac55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:02.391439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15eedf8-dbf5-45d9-9f96-0455ae6bfe02 None None] The sync data for ids ['70aea008-7ff2-4cfb-bff6-faffa7c46dc1'] in n-d-765315-5 is: [{'id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'name': 'tempest-FloatingIPsNegativeTestJSON-645132094-router', 'tenant_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'ea0f208a-0c0b-4fda-b9b9-224c06322849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:36:47Z', 'updated_at': '2020-12-22T09:36:56Z', 'revision_number': 4, 'project_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'gw_port': {'id': 'ea0f208a-0c0b-4fda-b9b9-224c06322849', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:36:48Z', 'updated_at': '2020-12-22T09:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '00e6b413-019a-4194-a5a2-0469fa1cad9a', 'name': '', 'network_id': '6d862796-84d7-4332-a8d2-5cdba0f217a7', 'tenant_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'mac_address': 'fa:16:3e:1e:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ea3c9db1-69df-43f5-bba4-3227b9e7ac55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:36:54Z', 'updated_at': '2020-12-22T09:37:01Z', 'revision_number': 4, 'project_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'subnets': [{'id': 'ea3c9db1-69df-43f5-bba4-3227b9e7ac55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:37:02.399085 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c68939d-1220-4c8c-a003-994e01a847d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:02.403092 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:02.424831 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c68939d-1220-4c8c-a003-994e01a847d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:02.429255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68939d-1220-4c8c-a003-994e01a847d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=58c7a353-13b3-4d40-8fee-65d9dde6541f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:02.435124 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3c68939d-1220-4c8c-a003-994e01a847d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:02.465186 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3c68939d-1220-4c8c-a003-994e01a847d5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/58c7a353-13b3-4d40-8fee-65d9dde6541f HTTP/1.1" status: 204 len: 168 time: 1.3077896 Dec 22 09:37:02.469157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-537174af-642f-4508-8b4c-c2b48785b37d req-6b079b6e-e11c-4922-a5eb-8b47e21d3cb0 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:02.469999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-537174af-642f-4508-8b4c-c2b48785b37d req-6b079b6e-e11c-4922-a5eb-8b47e21d3cb0 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for floatingip, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:02.583366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Attempting to bind port 04a4902e-527d-43c6-aa78-acf2de9bf1ee on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:37:02.583918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Attempting to bind port 04a4902e-527d-43c6-aa78-acf2de9bf1ee by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:37:02.584068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Attempting to bind port 04a4902e-527d-43c6-aa78-acf2de9bf1ee on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:37:02.640512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45466) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:02.667597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-537174af-642f-4508-8b4c-c2b48785b37d req-6b079b6e-e11c-4922-a5eb-8b47e21d3cb0 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Calling delete_port for 1e68659f-1387-45cc-8c13-122b8eb24822 owned by network:floatingip {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:37:02.700246 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d61f310d-3741-4d51-b065-37e996abdb07 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=790143c06479416c8526efbd9a1fc0ad&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0582783 Dec 22 09:37:02.702740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45470) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:02.708546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:37:02.708964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:37:02.709422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:02.709840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:37:02.710340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Bound port: 04a4902e-527d-43c6-aa78-acf2de9bf1ee, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:37:02.710723 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:02.721752 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c835cd5-9d97-44fa-8569-cf30cbafc33a req-86fec7de-46ad-446e-a630-3cccb4feb53b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082346 Dec 22 09:37:02.745070 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fed23145-3390-4342-b729-38e6c32eb184 req-8af936fe-1aa7-4ce2-bd7a-e671fd375bb0 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.50 "GET /v2.0/security-groups?id=217309a8-98a9-40b8-876c-6cbf2a7d750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880169 Dec 22 09:37:02.771452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3cf5b05a-785a-4947-9f62-58314e788ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:02.807062 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3cf5b05a-785a-4947-9f62-58314e788ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:02.871322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3cf5b05a-785a-4947-9f62-58314e788ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:02.880661 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5f5a42a5-e47b-4be7-9006-d8c6d630af81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:02.900952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5b05a-785a-4947-9f62-58314e788ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de728564-1b6c-4a47-bb97-766605c21e2d,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:02.907602 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3cf5b05a-785a-4947-9f62-58314e788ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:02.914684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3cf5b05a-785a-4947-9f62-58314e788ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:02.916135 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3cf5b05a-785a-4947-9f62-58314e788ebc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de728564-1b6c-4a47-bb97-766605c21e2d HTTP/1.1" status: 204 len: 168 time: 0.2121215 Dec 22 09:37:03.016026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-3860fadd-72ea-4d0b-9bc0-e7d4415e1df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:03.017731 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-3860fadd-72ea-4d0b-9bc0-e7d4415e1df4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6486781 Dec 22 09:37:03.058333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] For port 04a4902e-527d-43c6-aa78-acf2de9bf1ee, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:37:03.122742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] For port 04a4902e-527d-43c6-aa78-acf2de9bf1ee, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=04a4902e-527d-43c6-aa78-acf2de9bf1ee,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:37:03.155441 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:03.177130 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7065a6f4-a67b-47a2-8dfd-c68af96d664a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:03.425892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-537174af-642f-4508-8b4c-c2b48785b37d req-6b079b6e-e11c-4922-a5eb-8b47e21d3cb0 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:03.488966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4dd07-14c0-48c4-ac3b-054a4c4773a6 req-1583815b-1fe8-4369-a55c-d6c7637d179c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:03.493421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4dd07-14c0-48c4-ac3b-054a4c4773a6 req-1583815b-1fe8-4369-a55c-d6c7637d179c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:03.497841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4dd07-14c0-48c4-ac3b-054a4c4773a6 req-1583815b-1fe8-4369-a55c-d6c7637d179c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:03.502255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4dd07-14c0-48c4-ac3b-054a4c4773a6 req-1583815b-1fe8-4369-a55c-d6c7637d179c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:03.507003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4dd07-14c0-48c4-ac3b-054a4c4773a6 req-1583815b-1fe8-4369-a55c-d6c7637d179c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:03.511403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4dd07-14c0-48c4-ac3b-054a4c4773a6 req-1583815b-1fe8-4369-a55c-d6c7637d179c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:03.516190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4dd07-14c0-48c4-ac3b-054a4c4773a6 req-1583815b-1fe8-4369-a55c-d6c7637d179c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:03.518315 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3cc4dd07-14c0-48c4-ac3b-054a4c4773a6 req-1583815b-1fe8-4369-a55c-d6c7637d179c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5434 time: 0.5777392 Dec 22 09:37:03.530602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45488) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:03.542959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-3bf92e6a-b0b8-4a03-a6c6-d3aa811c77ec tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Request body: {'floatingip': {'port_id': '6678f581-95c6-4a68-89a6-920891ccd5a6'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:03.543217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Pushing event updated for resources: {'Port': ['ID=04a4902e-527d-43c6-aa78-acf2de9bf1ee,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:03.553614 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-2a749fc3-8788-430f-9644-d3aa16f35e0d service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926786 Dec 22 09:37:03.629177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.629795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.630219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.630646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.631041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.631462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.631850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.632321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.632680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.633407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.633811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.634371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.634853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.635251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.635661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.636068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.636473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.636859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.637255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.637646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.638294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.638689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.639082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.639476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.639925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.640344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.640737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.641129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.641522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.641912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.642305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.642695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.643085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.643574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.644529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.645414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:03.695911 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:03.697185 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3bf92e6a-b0b8-4a03-a6c6-d3aa811c77ec tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for floatingip, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:03.700295 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-38f947e4-7ba2-4ebb-ba0b-64abb2b64023 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:03.832534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b079b6e-e11c-4922-a5eb-8b47e21d3cb0 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Pushing event deleted for resources: {'Port': ['ID=1e68659f-1387-45cc-8c13-122b8eb24822,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:03.848507 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6b079b6e-e11c-4922-a5eb-8b47e21d3cb0 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:03.896653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 00e6b413-019a-4194-a5a2-0469fa1cad9a up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:03.982133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:03.982832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:03.984376 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] 10.222.0.37 "PUT /v2.0/ports/04a4902e-527d-43c6-aa78-acf2de9bf1ee HTTP/1.1" status: 200 len: 1160 time: 5.6812303 Dec 22 09:37:04.142464 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f1eb3b0-cb39-4cdd-9d4d-09fb85561356 req-f6fc1028-4a12-4318-a6fb-2d04f5a372b3 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5156238 Dec 22 09:37:04.164088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66050b-42ff-4a2b-8df5-d796283e074a req-1bbbc586-8666-4eff-afd9-2d34dcfb5a69 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:04.175350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 00e6b413-019a-4194-a5a2-0469fa1cad9a completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:37:04.177624 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ae66050b-42ff-4a2b-8df5-d796283e074a req-1bbbc586-8666-4eff-afd9-2d34dcfb5a69 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 0.4464641 Dec 22 09:37:04.198437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 00e6b413-019a-4194-a5a2-0469fa1cad9a triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:04.209091 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:04.361554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-537174af-642f-4508-8b4c-c2b48785b37d req-6b079b6e-e11c-4922-a5eb-8b47e21d3cb0 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks [] for floatingip, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:04.374607 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ae66050b-42ff-4a2b-8df5-d796283e074a req-85643763-c421-4fa9-b188-e6f249cb68f7 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955342 Dec 22 09:37:04.386117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45500) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:04.392923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-b2f82bbc-3447-4b54-8edd-01dd066aebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:04.395700 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-b2f82bbc-3447-4b54-8edd-01dd066aebd9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c45cc3243e946a7a79dd87b00479ef1&device_id=fd546279-9f21-4d6c-a3bb-26c21dadbd81 HTTP/1.1" status: 200 len: 1163 time: 0.3459597 Dec 22 09:37:04.402824 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-537174af-642f-4508-8b4c-c2b48785b37d req-6b079b6e-e11c-4922-a5eb-8b47e21d3cb0 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:04.404995 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-537174af-642f-4508-8b4c-c2b48785b37d req-6b079b6e-e11c-4922-a5eb-8b47e21d3cb0 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] 10.222.0.50 "DELETE /v2.0/floatingips/f5e76b8e-adec-43fb-9f87-51f52f17632d HTTP/1.1" status: 204 len: 173 time: 3.2106202 Dec 22 09:37:04.414854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45504) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:04.471796 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:04.530656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 00e6b413-019a-4194-a5a2-0469fa1cad9a, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=00e6b413-019a-4194-a5a2-0469fa1cad9a,segment=NetworkSegment(7ba07f78-4450-4bc7-8cc2-1b87c09df98f),segment_id=7ba07f78-4450-4bc7-8cc2-1b87c09df98f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:04.536581 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:04.537366 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-83347270-3c19-44c0-8458-55770586b085 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=04a4902e-527d-43c6-aa78-acf2de9bf1ee HTTP/1.1" status: 200 len: 217 time: 0.1238940 Dec 22 09:37:04.538513 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:04.678133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=00e6b413-019a-4194-a5a2-0469fa1cad9a,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:04.683009 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:04.737846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-1e9740ff-de84-4c74-afc8-c8b3696673a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:04.739203 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-1e9740ff-de84-4c74-afc8-c8b3696673a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1937826 Dec 22 09:37:04.764732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-46394751-network', 'tenant_id': '3b14d6bb32424ce08f6f7d9749a7139b'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:04.777995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:04.782812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6cbd8b77-13d2-4719-aebc-7917c943b833 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:04.807914 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '280cd4ce-b5b0-44e2-a5dc-4b139a71ac02', 'tag': 'cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6', 'status': 'completed', 'code': 200} Dec 22 09:37:04.845215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Usage tracker for resource:network and tenant:3b14d6bb32424ce08f6f7d9749a7139b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:04.868166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:04.872933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 6cbd8b77-13d2-4719-aebc-7917c943b833 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:04.873839 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:04.893038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:04.919344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Made reservation on behalf of 3b14d6bb32424ce08f6f7d9749a7139b for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:37:04.924902 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:05.038339 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:05.040283 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a165257-6fc1-461a-a231-25d3bb32a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:05.089366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:05.104677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Usage tracker for resource:security_group_rule and tenant:3b14d6bb32424ce08f6f7d9749a7139b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:05.109667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:05.175530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:05.209942 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dfc32f87-eb35-442e-86ac-5b0e81554ba4 req-161e4305-234d-4d98-861f-64c264fd88b6 tempest-FloatingIPsNegativeTestJSON-683956055 tempest-FloatingIPsNegativeTestJSON-683956055] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.3974679 Dec 22 09:37:05.214681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-3bf92e6a-b0b8-4a03-a6c6-d3aa811c77ec tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:37:05.426853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b066d-5502-41fc-8806-7bc3f9eb9423 req-1e216582-9571-4a3e-9fe6-c0ab26d58fc2 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:05.433279 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-286b066d-5502-41fc-8806-7bc3f9eb9423 req-1e216582-9571-4a3e-9fe6-c0ab26d58fc2 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=fd546279-9f21-4d6c-a3bb-26c21dadbd81 HTTP/1.1" status: 200 len: 948 time: 0.7354097 Dec 22 09:37:05.451741 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-8b9bbfb1-7efa-49cb-a94b-a1964c4cda4d req-c9aff6da-56b4-4e98-ac96-2a2cd0505cad tempest-FloatingIPsNegativeTestJSON-683956055 tempest-FloatingIPsNegativeTestJSON-683956055] show failed (client error): The resource could not be found. Dec 22 09:37:05.452883 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8b9bbfb1-7efa-49cb-a94b-a1964c4cda4d req-c9aff6da-56b4-4e98-ac96-2a2cd0505cad tempest-FloatingIPsNegativeTestJSON-683956055 tempest-FloatingIPsNegativeTestJSON-683956055] 10.222.0.50 "GET /v2.0/floatingips/4aebdd5b-aef1-4ce0-901c-fef28f71a61d HTTP/1.1" status: 404 len: 350 time: 0.1112649 Dec 22 09:37:05.485706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-4da56f7e-5635-4f50-a72e-fffbe89b466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:05.487454 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-4da56f7e-5635-4f50-a72e-fffbe89b466f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7398715 Dec 22 09:37:05.496259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 45520) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:05.598708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-338e3072-12bc-47ff-9858-fbac5afd7e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:05.657238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45526) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:05.783051 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3bf92e6a-b0b8-4a03-a6c6-d3aa811c77ec tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:05.796131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c89d5-2ac8-4c05-aefc-4225100add27 req-64d44cca-319a-4c2b-9ec8-98834f31d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:05.797414 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e11c89d5-2ac8-4c05-aefc-4225100add27 req-64d44cca-319a-4c2b-9ec8-98834f31d71f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c45cc3243e946a7a79dd87b00479ef1&device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 1163 time: 0.9506359 Dec 22 09:37:05.818564 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3bf92e6a-b0b8-4a03-a6c6-d3aa811c77ec tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:05.840840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 00e6b413-019a-4194-a5a2-0469fa1cad9a up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:05.918202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a13d75c-fbf6-4a8f-aeee-b9a669faa52c admin admin] Deleting subnet b49938b2-584f-43c2-b8cd-3e45f142f02a {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:37:05.922360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 00e6b413-019a-4194-a5a2-0469fa1cad9a triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:05.922862 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:05.984597 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-286b066d-5502-41fc-8806-7bc3f9eb9423 req-40718df4-1ef1-47b4-8963-7daa03ac7977 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341110 Dec 22 09:37:06.087116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2a13d75c-fbf6-4a8f-aeee-b9a669faa52c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:06.228698 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:06.231351 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2a13d75c-fbf6-4a8f-aeee-b9a669faa52c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:06.286465 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:06.331691 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f8cd0d33-81ec-4847-8122-0c35f30a529a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:06.353890 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-3bf92e6a-b0b8-4a03-a6c6-d3aa811c77ec tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Floating IP ad20a2e5-f229-4b47-b060-47b6453ed816 associated. External IP: 172.25.7.245, port: 6678f581-95c6-4a68-89a6-920891ccd5a6. Dec 22 09:37:06.405301 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-5956ad6f-3e01-4430-9a73-0d2a9a5afc0e service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9047210 Dec 22 09:37:06.406242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c89d5-2ac8-4c05-aefc-4225100add27 req-31191037-6294-416b-a484-1249749f8052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:06.407708 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e11c89d5-2ac8-4c05-aefc-4225100add27 req-31191037-6294-416b-a484-1249749f8052 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.5338907 Dec 22 09:37:06.409446 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-16f4f978-e899-4ba7-8461-79bd9b6d7b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:06.467564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:37:06.478361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb0137-bc22-4a78-ae09-f579029eb40f req-5005e978-8248-4581-b10c-6c4d9aeae85a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:06.480001 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5cfb0137-bc22-4a78-ae09-f579029eb40f req-5005e978-8248-4581-b10c-6c4d9aeae85a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 0.6077394 Dec 22 09:37:06.496729 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2a13d75c-fbf6-4a8f-aeee-b9a669faa52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:06.602967 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e11c89d5-2ac8-4c05-aefc-4225100add27 req-d6f19b9e-8a4f-4712-8468-542ef4f2a0e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 HTTP/1.1" status: 200 len: 217 time: 0.1414931 Dec 22 09:37:06.605531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:06.609605 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:06.614537 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:06.615208 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Added segment fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c of type vxlan for network de2ea75c-236c-47b9-af8d-5af343143f83 Dec 22 09:37:06.723697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-492e4730-e8ba-4437-8b42-639c6689ec59 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:37:06.798787 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:06.870467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd546279-9f21-4d6c-a3bb-26c21dadbd81', 'tag': '04a4902e-527d-43c6-aa78-acf2de9bf1ee'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:37:06.913322 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5cfb0137-bc22-4a78-ae09-f579029eb40f req-e37ce290-af38-4541-9332-12f4cc653c0b tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490033 Dec 22 09:37:06.945242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c89d5-2ac8-4c05-aefc-4225100add27 req-a529f891-f1aa-40db-80f2-169507af5475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:06.946773 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e11c89d5-2ac8-4c05-aefc-4225100add27 req-a529f891-f1aa-40db-80f2-169507af5475 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.3284888 Dec 22 09:37:07.014076 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd546279-9f21-4d6c-a3bb-26c21dadbd81', 'tag': '04a4902e-527d-43c6-aa78-acf2de9bf1ee', 'status': 'completed', 'code': 200} Dec 22 09:37:07.046404 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-924f9210-a93d-42d5-97ef-dee1a62c8f4c req-794ab920-c6f0-4ac0-a469-c4ef6e8c473b service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5835652 Dec 22 09:37:07.079024 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:07.080402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:07.081061 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:07.085161 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-140796ca-46ce-4f47-890e-9b1e87dd5272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:07.111869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c9404-9ffb-40fb-83aa-8c90bfb5d905 req-8817c449-9fbf-4d4c-92cc-328de45139fc tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:07.120278 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-257c9404-9ffb-40fb-83aa-8c90bfb5d905 req-8817c449-9fbf-4d4c-92cc-328de45139fc tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.50 "GET /v2.0/ports?device_id=19a7e6fd-16f4-443a-a23e-2ebec0cf1731 HTTP/1.1" status: 200 len: 945 time: 0.4456797 Dec 22 09:37:07.362438 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-666bf959-697d-49da-9fea-388c28ee1980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:07.578108 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1850312 Dec 22 09:37:07.605913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 45558) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:07.634184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c89d5-2ac8-4c05-aefc-4225100add27 req-f7c53b6a-dd2b-406f-b770-b666ba2bd08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:07.635816 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e11c89d5-2ac8-4c05-aefc-4225100add27 req-f7c53b6a-dd2b-406f-b770-b666ba2bd08c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6708624 Dec 22 09:37:07.641387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:07.644298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7528f8f6-019f-486a-9fa0-8b6118050997 admin admin] Request body: {'subnet': {'network_id': 'de2ea75c-236c-47b9-af8d-5af343143f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-46394751-subnet', 'tenant_id': '3b14d6bb32424ce08f6f7d9749a7139b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:07.659052 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-257c9404-9ffb-40fb-83aa-8c90bfb5d905 req-eb3b7883-ebb1-49dd-97a1-9612ecb4ff0c tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.50 "GET /v2.0/security-groups?id=217309a8-98a9-40b8-876c-6cbf2a7d750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378389 Dec 22 09:37:07.674661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Pushing event updated for resources: {'Network': ['ID=de2ea75c-236c-47b9-af8d-5af343143f83,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:07.680997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7528f8f6-019f-486a-9fa0-8b6118050997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:07.694405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7528f8f6-019f-486a-9fa0-8b6118050997 admin admin] Usage tracker for resource:subnet and tenant:3b14d6bb32424ce08f6f7d9749a7139b is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:07.697697 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:07.717204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7528f8f6-019f-486a-9fa0-8b6118050997 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:07.718624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network de2ea75c-236c-47b9-af8d-5af343143f83 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:37:07.735303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network de2ea75c-236c-47b9-af8d-5af343143f83 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:37:07.754565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7528f8f6-019f-486a-9fa0-8b6118050997 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:07.765109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf92e6a-b0b8-4a03-a6c6-d3aa811c77ec tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Router 7527b387-0da9-4899-9432-a5b8288f03bf has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:37:07.850240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network de2ea75c-236c-47b9-af8d-5af343143f83 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:37:07.868963 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2a13d75c-fbf6-4a8f-aeee-b9a669faa52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:07.900949 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9a9b1584-128c-4e16-91f8-c786575bdbd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:07.931641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7528f8f6-019f-486a-9fa0-8b6118050997 admin admin] Made reservation on behalf of 3b14d6bb32424ce08f6f7d9749a7139b for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:37:07.936397 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7528f8f6-019f-486a-9fa0-8b6118050997 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:07.942020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13d75c-fbf6-4a8f-aeee-b9a669faa52c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b49938b2-584f-43c2-b8cd-3e45f142f02a,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:07.945334 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2a13d75c-fbf6-4a8f-aeee-b9a669faa52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:08.023596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6a656-3292-4934-9ef7-83937c7fba15 req-d51bc0da-5790-4fc1-a929-d818eff6fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:08.025564 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ce6a656-3292-4934-9ef7-83937c7fba15 req-d51bc0da-5790-4fc1-a929-d818eff6fd9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c45cc3243e946a7a79dd87b00479ef1&device_id=fd546279-9f21-4d6c-a3bb-26c21dadbd81 HTTP/1.1" status: 200 len: 1163 time: 0.8244185 Dec 22 09:37:08.058471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:37:08.065890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:08.066774 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:08.097068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d6317-6943-4ef7-99ad-8128662f91b7 req-5f8a5f83-1590-40e0-b287-cdc8cfc8d024 tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:08.100646 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9f8d6317-6943-4ef7-99ad-8128662f91b7 req-5f8a5f83-1590-40e0-b287-cdc8cfc8d024 tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 1165 time: 0.5880809 Dec 22 09:37:08.186953 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e11c89d5-2ac8-4c05-aefc-4225100add27 req-d67003db-a645-4cc0-baea-88cc9b9f8238 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308635 Dec 22 09:37:08.194242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:08.209532 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2a13d75c-fbf6-4a8f-aeee-b9a669faa52c admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:08.228384 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2a13d75c-fbf6-4a8f-aeee-b9a669faa52c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b49938b2-584f-43c2-b8cd-3e45f142f02a HTTP/1.1" status: 204 len: 168 time: 2.5393846 Dec 22 09:37:08.232377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45562) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:08.236626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf92e6a-b0b8-4a03-a6c6-d3aa811c77ec tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:37:08.241898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3bf92e6a-b0b8-4a03-a6c6-d3aa811c77ec tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:08.248844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d58132-bf59-4193-891e-1ab1bc3be7fa None None] Sync routers for ids ['7527b387-0da9-4899-9432-a5b8288f03bf'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:37:08.253109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280cd4ce-b5b0-44e2-a5dc-4b139a71ac02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:37:08.265884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:08.269102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d58132-bf59-4193-891e-1ab1bc3be7fa None None] Routers {'7527b387-0da9-4899-9432-a5b8288f03bf'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:37:08.269884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-25d58132-bf59-4193-891e-1ab1bc3be7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:37:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7527b387-0da9-4899-9432-a5b8288f03bf'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:08.270608 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:08.272964 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-deedb59e-46fc-43da-bf72-c930cf03a686 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:08.280141 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9f8d6317-6943-4ef7-99ad-8128662f91b7 req-a00abc49-9600-4f37-bd30-42f3d9998aab tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:08.351160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c911e4dc-c8b0-4557-b7cd-67e224f9a062 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:37:08.406400 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3bf92e6a-b0b8-4a03-a6c6-d3aa811c77ec tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "PUT /v2.0/floatingips/ad20a2e5-f229-4b47-b060-47b6453ed816 HTTP/1.1" status: 200 len: 991 time: 4.8739266 Dec 22 09:37:08.417951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:08.432635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-9f8d6317-6943-4ef7-99ad-8128662f91b7 req-a00abc49-9600-4f37-bd30-42f3d9998aab tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:08.434300 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:08.479893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-25d58132-bf59-4193-891e-1ab1bc3be7fa None None] Set router 7527b387-0da9-4899-9432-a5b8288f03bf gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:37:08.501339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d1414-7c79-4cf1-8914-0d33b786fdbf req-a4bd0bdd-77bd-4df9-a7d5-97877ccd4765 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:08.510799 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cc7d1414-7c79-4cf1-8914-0d33b786fdbf req-a4bd0bdd-77bd-4df9-a7d5-97877ccd4765 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=fd546279-9f21-4d6c-a3bb-26c21dadbd81 HTTP/1.1" status: 200 len: 948 time: 0.6300995 Dec 22 09:37:08.522764 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:08.536739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9f8d6317-6943-4ef7-99ad-8128662f91b7 req-a00abc49-9600-4f37-bd30-42f3d9998aab tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] Usage tracker for resource:security_group_rule and tenant:86dd09d988b44675b290d57f770ea802 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:08.566940 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port c911e4dc-c8b0-4557-b7cd-67e224f9a062, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c911e4dc-c8b0-4557-b7cd-67e224f9a062,segment=NetworkSegment(5bb6e514-24ef-4287-ac94-dfad8a5e8f4b),segment_id=5bb6e514-24ef-4287-ac94-dfad8a5e8f4b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:08.572067 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:08.574128 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:08.584816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9f8d6317-6943-4ef7-99ad-8128662f91b7 req-a00abc49-9600-4f37-bd30-42f3d9998aab tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:08.616028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-9f8d6317-6943-4ef7-99ad-8128662f91b7 req-a00abc49-9600-4f37-bd30-42f3d9998aab tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:08.629389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'tag': '6678f581-95c6-4a68-89a6-920891ccd5a6'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:37:08.642787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-338e3072-12bc-47ff-9858-fbac5afd7e7d admin admin] Deleting port 21a71ba7-888f-4247-a230-d9f6514fac27 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:37:08.643255 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-338e3072-12bc-47ff-9858-fbac5afd7e7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:08.679417 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cc7d1414-7c79-4cf1-8914-0d33b786fdbf req-2f837492-d776-4721-a382-dd3aac625626 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672740 Dec 22 09:37:08.679782 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:08.688124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=c911e4dc-c8b0-4557-b7cd-67e224f9a062,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:08.700773 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:08.715860 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69ffa10a-68ee-42ec-b7b1-8c47cecbe0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:08.752767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:08.811983 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280cd4ce-b5b0-44e2-a5dc-4b139a71ac02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6', 'code': 200} Dec 22 09:37:08.838848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6a656-3292-4934-9ef7-83937c7fba15 req-f8e9a1b9-895b-46c2-a74f-4a352afa87ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:08.840893 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ce6a656-3292-4934-9ef7-83937c7fba15 req-f8e9a1b9-895b-46c2-a74f-4a352afa87ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.7724380 Dec 22 09:37:08.930569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:08.931713 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:08.932696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-25d58132-bf59-4193-891e-1ab1bc3be7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'name': 'tempest-TaggedBootDevicesTest-797172651-router', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:30Z', 'updated_at': '2020-12-22T09:33:40Z', 'revision_number': 4, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'gw_port': {'id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:31Z', 'updated_at': '2020-12-22T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'ad20a2e5-f229-4b47-b060-47b6453ed816', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'port_id': '6678f581-95c6-4a68-89a6-920891ccd5a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f', 'mac_address': 'fa:16:3e:ff:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:34:49Z', 'updated_at': '2020-12-22T09:37:05Z', 'revision_number': 1, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c6c6d3-c452-4934-8686-af49caebec4a', 'name': '', 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'mac_address': 'fa:16:3e:5d:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '5d1e8bbe-1831-4444-9106-90483ff0e76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:38Z', 'updated_at': '2020-12-22T09:33:51Z', 'revision_number': 5, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'subnets': [{'id': '5d1e8bbe-1831-4444-9106-90483ff0e76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:08.938474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d58132-bf59-4193-891e-1ab1bc3be7fa None None] Checking router: 7527b387-0da9-4899-9432-a5b8288f03bf for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:37:08.950242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d58132-bf59-4193-891e-1ab1bc3be7fa None None] Routers {'7527b387-0da9-4899-9432-a5b8288f03bf'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:37:08.951531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-25d58132-bf59-4193-891e-1ab1bc3be7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:37:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7527b387-0da9-4899-9432-a5b8288f03bf'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:09.013696 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69ffa10a-68ee-42ec-b7b1-8c47cecbe0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:09.031831 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ce6a656-3292-4934-9ef7-83937c7fba15 req-d565ef87-c71c-45e7-8a48-8f7ce2971cf8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=04a4902e-527d-43c6-aa78-acf2de9bf1ee HTTP/1.1" status: 200 len: 217 time: 0.1650097 Dec 22 09:37:09.033765 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9f8d6317-6943-4ef7-99ad-8128662f91b7 req-a00abc49-9600-4f37-bd30-42f3d9998aab tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:09.041039 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e11c89d5-2ac8-4c05-aefc-4225100add27 req-c3a80e60-500b-4ed5-a1c8-c1a494994c0c service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8132129 Dec 22 09:37:09.095555 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9f8d6317-6943-4ef7-99ad-8128662f91b7 req-a00abc49-9600-4f37-bd30-42f3d9998aab tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:09.112304 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2cc5e7a4-cecd-48da-88b6-6a2e976c5767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:09.192255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-25d58132-bf59-4193-891e-1ab1bc3be7fa None None] Set router 7527b387-0da9-4899-9432-a5b8288f03bf gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:37:09.236632 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:09.246754 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9f8d6317-6943-4ef7-99ad-8128662f91b7 req-a00abc49-9600-4f37-bd30-42f3d9998aab tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0633097 Dec 22 09:37:09.264149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd624210-d331-4405-aec7-f9a96443bd88 req-32cbc903-af77-4299-b07a-22527f5d6968 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:09.264958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fd624210-d331-4405-aec7-f9a96443bd88 req-32cbc903-af77-4299-b07a-22527f5d6968 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Synchronizing usage tracker for tenant:234ac44d013c43cca86ef20e2bf77b6a on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:37:09.321093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-69ffa10a-68ee-42ec-b7b1-8c47cecbe0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072e89b2-a6a1-4d1b-a6cb-1c73220a19ce']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:09.330087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fd624210-d331-4405-aec7-f9a96443bd88 req-32cbc903-af77-4299-b07a-22527f5d6968 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Unset dirty status for tenant:234ac44d013c43cca86ef20e2bf77b6a on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:37:09.333408 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd624210-d331-4405-aec7-f9a96443bd88 req-32cbc903-af77-4299-b07a-22527f5d6968 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.37 "GET /v2.0/ports?device_id=19a7e6fd-16f4-443a-a23e-2ebec0cf1731 HTTP/1.1" status: 200 len: 945 time: 0.9903657 Dec 22 09:37:09.344445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00abc49-9600-4f37-bd30-42f3d9998aab tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b9c557-78bf-4a5b-b280-854a658c7e13,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:09.352182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6a656-3292-4934-9ef7-83937c7fba15 req-949ea646-77d2-4977-8a0b-c822135a8953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:09.353785 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ce6a656-3292-4934-9ef7-83937c7fba15 req-949ea646-77d2-4977-8a0b-c822135a8953 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.3081164 Dec 22 09:37:09.361601 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a00abc49-9600-4f37-bd30-42f3d9998aab tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:09.389995 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'tag': '6678f581-95c6-4a68-89a6-920891ccd5a6', 'status': 'completed', 'code': 200} Dec 22 09:37:09.398768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-69ffa10a-68ee-42ec-b7b1-8c47cecbe0a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccfc3b6-c530-4c74-92d1-6fe2c54328a1') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:09.399109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-69ffa10a-68ee-42ec-b7b1-8c47cecbe0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccfc3b6-c530-4c74-92d1-6fe2c54328a1') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:09.434784 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69ffa10a-68ee-42ec-b7b1-8c47cecbe0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:09.478487 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69ffa10a-68ee-42ec-b7b1-8c47cecbe0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:09.484752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-69ffa10a-68ee-42ec-b7b1-8c47cecbe0a8 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:37:09.528372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-fd624210-d331-4405-aec7-f9a96443bd88 req-c415d027-73c5-42a1-afcf-b323b4171573 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Deleting port c911e4dc-c8b0-4557-b7cd-67e224f9a062 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:37:09.529039 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fd624210-d331-4405-aec7-f9a96443bd88 req-c415d027-73c5-42a1-afcf-b323b4171573 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:09.582611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-338e3072-12bc-47ff-9858-fbac5afd7e7d admin admin] For port 21a71ba7-888f-4247-a230-d9f6514fac27, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=21a71ba7-888f-4247-a230-d9f6514fac27,segment=NetworkSegment(29ba493a-0059-47df-8254-8b44a764f8c6),segment_id=29ba493a-0059-47df-8254-8b44a764f8c6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:09.583157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-338e3072-12bc-47ff-9858-fbac5afd7e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:09.605228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:09.659605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-25d58132-bf59-4193-891e-1ab1bc3be7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'name': 'tempest-TaggedBootDevicesTest-797172651-router', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:30Z', 'updated_at': '2020-12-22T09:33:40Z', 'revision_number': 4, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'gw_port': {'id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:31Z', 'updated_at': '2020-12-22T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'ad20a2e5-f229-4b47-b060-47b6453ed816', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'port_id': '6678f581-95c6-4a68-89a6-920891ccd5a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f', 'mac_address': 'fa:16:3e:ff:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:34:49Z', 'updated_at': '2020-12-22T09:37:05Z', 'revision_number': 1, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c6c6d3-c452-4934-8686-af49caebec4a', 'name': '', 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'mac_address': 'fa:16:3e:5d:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '5d1e8bbe-1831-4444-9106-90483ff0e76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:38Z', 'updated_at': '2020-12-22T09:33:51Z', 'revision_number': 5, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'subnets': [{'id': '5d1e8bbe-1831-4444-9106-90483ff0e76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:09.666337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d58132-bf59-4193-891e-1ab1bc3be7fa None None] The sync data for ids ['7527b387-0da9-4899-9432-a5b8288f03bf'] in n-d-765315-5 is: [{'id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'name': 'tempest-TaggedBootDevicesTest-797172651-router', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:30Z', 'updated_at': '2020-12-22T09:33:40Z', 'revision_number': 4, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'gw_port': {'id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:31Z', 'updated_at': '2020-12-22T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'ad20a2e5-f229-4b47-b060-47b6453ed816', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'port_id': '6678f581-95c6-4a68-89a6-920891ccd5a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f', 'mac_address': 'fa:16:3e:ff:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:34:49Z', 'updated_at': '2020-12-22T09:37:05Z', 'revision_number': 1, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c6c6d3-c452-4934-8686-af49caebec4a', 'name': '', 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'mac_address': 'fa:16:3e:5d:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '5d1e8bbe-1831-4444-9106-90483ff0e76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:38Z', 'updated_at': '2020-12-22T09:33:51Z', 'revision_number': 5, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'subnets': [{'id': '5d1e8bbe-1831-4444-9106-90483ff0e76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:37:09.756183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-338e3072-12bc-47ff-9858-fbac5afd7e7d admin admin] Calling delete_port for 21a71ba7-888f-4247-a230-d9f6514fac27 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:37:09.878662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b169739-70f2-4391-9a21-1e7a871cb1dc req-391259fe-c498-46f1-a12a-be01bdac7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:09.880833 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b169739-70f2-4391-9a21-1e7a871cb1dc req-391259fe-c498-46f1-a12a-be01bdac7a4f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 1165 time: 0.9167283 Dec 22 09:37:09.985116 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b169739-70f2-4391-9a21-1e7a871cb1dc req-c7177311-eb88-40df-81c3-bee851f3c670 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923147 Dec 22 09:37:10.024429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea444c6a-87f1-4b1a-b98b-27b9d4b625a0 None None] New status for floating IP ad20a2e5-f229-4b47-b060-47b6453ed816: ACTIVE {{(pid=81073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:37:10.119244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696b5f6-3824-4ea7-82f8-d23686c9adae req-c78aac37-acd1-49b3-b7dc-5d2ba7ab29b6 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:10.122735 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a696b5f6-3824-4ea7-82f8-d23686c9adae req-c78aac37-acd1-49b3-b7dc-5d2ba7ab29b6 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.50 "GET /v2.0/ports?device_id=19a7e6fd-16f4-443a-a23e-2ebec0cf1731 HTTP/1.1" status: 200 len: 943 time: 0.8964899 Dec 22 09:37:10.161324 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:10.281068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-16f4f978-e899-4ba7-8461-79bd9b6d7b8b admin admin] Deleting port 00e6b413-019a-4194-a5a2-0469fa1cad9a {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:37:10.281373 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-16f4f978-e899-4ba7-8461-79bd9b6d7b8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:10.334253 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:10.352106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6a656-3292-4934-9ef7-83937c7fba15 req-c977648a-4f14-4cb7-aed2-6c8693b648ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:10.353812 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ce6a656-3292-4934-9ef7-83937c7fba15 req-c977648a-4f14-4cb7-aed2-6c8693b648ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9896884 Dec 22 09:37:10.370386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71ff7-cf7d-4f13-92b4-01656f77b09a req-4fd10c9d-b0e6-4fb8-9fea-c0cbf4ce4c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:10.370824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71ff7-cf7d-4f13-92b4-01656f77b09a req-4fd10c9d-b0e6-4fb8-9fea-c0cbf4ce4c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:10.371247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71ff7-cf7d-4f13-92b4-01656f77b09a req-4fd10c9d-b0e6-4fb8-9fea-c0cbf4ce4c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:10.371663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71ff7-cf7d-4f13-92b4-01656f77b09a req-4fd10c9d-b0e6-4fb8-9fea-c0cbf4ce4c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:10.372128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71ff7-cf7d-4f13-92b4-01656f77b09a req-4fd10c9d-b0e6-4fb8-9fea-c0cbf4ce4c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:10.372541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71ff7-cf7d-4f13-92b4-01656f77b09a req-4fd10c9d-b0e6-4fb8-9fea-c0cbf4ce4c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:10.372950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71ff7-cf7d-4f13-92b4-01656f77b09a req-4fd10c9d-b0e6-4fb8-9fea-c0cbf4ce4c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:10.375004 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08c71ff7-cf7d-4f13-92b4-01656f77b09a req-4fd10c9d-b0e6-4fb8-9fea-c0cbf4ce4c75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f&device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 6939 time: 0.9178185 Dec 22 09:37:10.377489 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a696b5f6-3824-4ea7-82f8-d23686c9adae req-cc374531-813b-4304-9628-c80b71b11399 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.50 "GET /v2.0/security-groups?id=217309a8-98a9-40b8-876c-6cbf2a7d750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325046 Dec 22 09:37:10.488499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-69ffa10a-68ee-42ec-b7b1-8c47cecbe0a8 admin admin] Network 072e89b2-a6a1-4d1b-a6cb-1c73220a19ce has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:37:10.522891 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69ffa10a-68ee-42ec-b7b1-8c47cecbe0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:10.625440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-90f3a5aa-8c4d-4946-b36a-a46b1966a19b None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:37:10.812809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a7e6fd-16f4-443a-a23e-2ebec0cf1731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c911e4dc-c8b0-4557-b7cd-67e224f9a062'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:37:10.881926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81ebf1-c7cf-44f0-b61a-e9bb0a911ed4 req-2a9f07d3-088b-4411-a5ad-96cd28bb40e0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:10.883556 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b81ebf1-c7cf-44f0-b61a-e9bb0a911ed4 req-2a9f07d3-088b-4411-a5ad-96cd28bb40e0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=fd546279-9f21-4d6c-a3bb-26c21dadbd81 HTTP/1.1" status: 200 len: 948 time: 0.7058649 Dec 22 09:37:10.933642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-69ffa10a-68ee-42ec-b7b1-8c47cecbe0a8 admin admin] Network 072e89b2-a6a1-4d1b-a6cb-1c73220a19ce has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:37:10.969740 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:37:10.984006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71ff7-cf7d-4f13-92b4-01656f77b09a req-4eb9a5ce-9363-4bac-bca8-6c958233ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:10.985597 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08c71ff7-cf7d-4f13-92b4-01656f77b09a req-4eb9a5ce-9363-4bac-bca8-6c958233ca86 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a4284a53-ed3c-4b2e-b701-f977e110a16f HTTP/1.1" status: 200 len: 906 time: 0.5774019 Dec 22 09:37:11.061967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 04a4902e-527d-43c6-aa78-acf2de9bf1ee up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:11.134003 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-ea6fc81c-59e3-44ac-98c0-08eede81031b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6273363 Dec 22 09:37:11.134564 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69ffa10a-68ee-42ec-b7b1-8c47cecbe0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:11.137684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-fd624210-d331-4405-aec7-f9a96443bd88 req-c415d027-73c5-42a1-afcf-b323b4171573 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] For port c911e4dc-c8b0-4557-b7cd-67e224f9a062, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c911e4dc-c8b0-4557-b7cd-67e224f9a062,segment=NetworkSegment(5bb6e514-24ef-4287-ac94-dfad8a5e8f4b),segment_id=5bb6e514-24ef-4287-ac94-dfad8a5e8f4b)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:11.138338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fd624210-d331-4405-aec7-f9a96443bd88 req-c415d027-73c5-42a1-afcf-b323b4171573 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:11.155021 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08c71ff7-cf7d-4f13-92b4-01656f77b09a req-87ca227e-6c0c-464a-9951-066de555395a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6678f581-95c6-4a68-89a6-920891ccd5a6 HTTP/1.1" status: 200 len: 1001 time: 0.1252153 Dec 22 09:37:11.166433 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3c68939d-1220-4c8c-a003-994e01a847d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:11.181218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ce6a656-3292-4934-9ef7-83937c7fba15 req-d5140a8c-d9a4-421b-a4ac-1f0c2e3f9726 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7931228 Dec 22 09:37:11.181218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-16f4f978-e899-4ba7-8461-79bd9b6d7b8b admin admin] For port 00e6b413-019a-4194-a5a2-0469fa1cad9a, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=00e6b413-019a-4194-a5a2-0469fa1cad9a,segment=NetworkSegment(7ba07f78-4450-4bc7-8cc2-1b87c09df98f),segment_id=7ba07f78-4450-4bc7-8cc2-1b87c09df98f)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:11.181218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-16f4f978-e899-4ba7-8461-79bd9b6d7b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:11.190506 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69ffa10a-68ee-42ec-b7b1-8c47cecbe0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:11.193448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 04a4902e-527d-43c6-aa78-acf2de9bf1ee completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:37:11.214197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 04a4902e-527d-43c6-aa78-acf2de9bf1ee triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:11.214197 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:11.357556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffa10a-68ee-42ec-b7b1-8c47cecbe0a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=072e89b2-a6a1-4d1b-a6cb-1c73220a19ce,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:11.372577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-fd624210-d331-4405-aec7-f9a96443bd88 req-c415d027-73c5-42a1-afcf-b323b4171573 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Calling delete_port for c911e4dc-c8b0-4557-b7cd-67e224f9a062 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:37:11.404514 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69ffa10a-68ee-42ec-b7b1-8c47cecbe0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:11.417573 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-69ffa10a-68ee-42ec-b7b1-8c47cecbe0a8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/072e89b2-a6a1-4d1b-a6cb-1c73220a19ce HTTP/1.1" status: 204 len: 168 time: 3.1828980 Dec 22 09:37:11.455344 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-338e3072-12bc-47ff-9858-fbac5afd7e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:11.469631 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:11.476486 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e2028eb-135c-4bc5-bb1b-05f132281895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:11.508767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 04a4902e-527d-43c6-aa78-acf2de9bf1ee, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=04a4902e-527d-43c6-aa78-acf2de9bf1ee,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:11.514601 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:11.521268 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:11.541334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e3072-12bc-47ff-9858-fbac5afd7e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=21a71ba7-888f-4247-a230-d9f6514fac27,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:11.554764 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-338e3072-12bc-47ff-9858-fbac5afd7e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:11.671693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=04a4902e-527d-43c6-aa78-acf2de9bf1ee,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:11.683021 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:11.710286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:37:11.714931 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ce6a656-3292-4934-9ef7-83937c7fba15 req-2aaaafe4-2d42-43c5-9ffa-b18894d09826 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5126984 Dec 22 09:37:11.740740 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b81ebf1-c7cf-44f0-b61a-e9bb0a911ed4 req-d147e369-138c-48d8-b727-72bbe1c36ccb tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8314812 Dec 22 09:37:11.798753 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fd624210-d331-4405-aec7-f9a96443bd88 req-c415d027-73c5-42a1-afcf-b323b4171573 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:11.803029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45616) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:11.820785 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:11.877313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-16f4f978-e899-4ba7-8461-79bd9b6d7b8b admin admin] Calling delete_port for 00e6b413-019a-4194-a5a2-0469fa1cad9a owned by network:router_interface {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:37:11.912023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7528f8f6-019f-486a-9fa0-8b6118050997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:11.942931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415d027-73c5-42a1-afcf-b323b4171573 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Pushing event deleted for resources: {'Port': ['ID=c911e4dc-c8b0-4557-b7cd-67e224f9a062,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:11.952883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cdcb9-a12a-415b-b3c3-af8fdbc9d524 req-ab68a765-68a5-4c3d-b022-6f280b09881c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:11.954576 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e77cdcb9-a12a-415b-b3c3-af8fdbc9d524 req-ab68a765-68a5-4c3d-b022-6f280b09881c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 1.3050299 Dec 22 09:37:11.964176 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c415d027-73c5-42a1-afcf-b323b4171573 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:11.966554 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f6de41e8-ecf6-4865-80d0-6c88cab7f088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:12.058015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71ff7-cf7d-4f13-92b4-01656f77b09a req-57a60114-e2d0-4a99-ae0f-5d2b670a22be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:12.059576 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08c71ff7-cf7d-4f13-92b4-01656f77b09a req-57a60114-e2d0-4a99-ae0f-5d2b670a22be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d1e8bbe-1831-4444-9106-90483ff0e76e HTTP/1.1" status: 200 len: 850 time: 0.8681998 Dec 22 09:37:12.094749 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a7e6fd-16f4-443a-a23e-2ebec0cf1731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c911e4dc-c8b0-4557-b7cd-67e224f9a062', 'code': 200} Dec 22 09:37:12.249604 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-559a72cf-8e5a-4152-ba48-f2791b143a10 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=db51077327ca4f50875139affde21a46&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4301295 Dec 22 09:37:12.258711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45626) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:12.353416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd624210-d331-4405-aec7-f9a96443bd88 req-c415d027-73c5-42a1-afcf-b323b4171573 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] No DVR routers for this DVR port c911e4dc-c8b0-4557-b7cd-67e224f9a062 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:37:12.415932 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fd624210-d331-4405-aec7-f9a96443bd88 req-c415d027-73c5-42a1-afcf-b323b4171573 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:12.421653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a7e6fd-16f4-443a-a23e-2ebec0cf1731', 'name': 'network-vif-deleted', 'tag': 'c911e4dc-c8b0-4557-b7cd-67e224f9a062'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:37:12.477088 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd624210-d331-4405-aec7-f9a96443bd88 req-c415d027-73c5-42a1-afcf-b323b4171573 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.37 "DELETE /v2.0/ports/c911e4dc-c8b0-4557-b7cd-67e224f9a062 HTTP/1.1" status: 204 len: 173 time: 3.1372323 Dec 22 09:37:12.505278 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-338e3072-12bc-47ff-9858-fbac5afd7e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:12.521672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d1c6295e-d28e-49af-b43a-8bf752002841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:12.530465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 04a4902e-527d-43c6-aa78-acf2de9bf1ee up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:12.629529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 04a4902e-527d-43c6-aa78-acf2de9bf1ee triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:12.629849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:12.637817 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d1c6295e-d28e-49af-b43a-8bf752002841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:12.799745 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e77cdcb9-a12a-415b-b3c3-af8fdbc9d524 req-6f38212b-b2fb-4dec-a49a-76e8acb515c4 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7942231 Dec 22 09:37:12.843739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:12.848655 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8389d129-193c-49ae-90ad-1134dcbadb0a req-b771f759-bbd7-490a-bb3b-31492f66da81 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] 10.222.0.50 "GET /v2.0/ports?device_id=19a7e6fd-16f4-443a-a23e-2ebec0cf1731 HTTP/1.1" status: 200 len: 210 time: 0.1429629 Dec 22 09:37:12.854396 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d1c6295e-d28e-49af-b43a-8bf752002841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:12.865358 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-81362327-ce90-4d46-bfd8-c52231c5666f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:12.915756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528f8f6-019f-486a-9fa0-8b6118050997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be84fe44-b911-4723-b72f-c3518cba7eab,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:12.939884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:12.941059 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:12.955487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6295e-d28e-49af-b43a-8bf752002841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77a376e-2675-4108-8b39-8880740b6a2e,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:12.974157 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a7e6fd-16f4-443a-a23e-2ebec0cf1731', 'name': 'network-vif-deleted', 'tag': 'c911e4dc-c8b0-4557-b7cd-67e224f9a062', 'status': 'completed', 'code': 200} Dec 22 09:37:12.975314 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d1c6295e-d28e-49af-b43a-8bf752002841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:12.990246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d1c6295e-d28e-49af-b43a-8bf752002841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:12.991851 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d1c6295e-d28e-49af-b43a-8bf752002841 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e77a376e-2675-4108-8b39-8880740b6a2e HTTP/1.1" status: 204 len: 168 time: 0.7318022 Dec 22 09:37:13.281014 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7528f8f6-019f-486a-9fa0-8b6118050997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.314s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:13.460683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71ff7-cf7d-4f13-92b4-01656f77b09a req-054b9f25-cf04-4ec1-82fd-fb418e16e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:13.460683 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08c71ff7-cf7d-4f13-92b4-01656f77b09a req-054b9f25-cf04-4ec1-82fd-fb418e16e1e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a4284a53-ed3c-4b2e-b701-f977e110a16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3752458 Dec 22 09:37:13.569867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7528f8f6-019f-486a-9fa0-8b6118050997 admin admin] Checking segment: {'id': 'fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'de2ea75c-236c-47b9-af8d-5af343143f83'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:37:13.569867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7528f8f6-019f-486a-9fa0-8b6118050997 admin admin] Network hostable DHCP agents. Network: de2ea75c-236c-47b9-af8d-5af343143f83, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:37:13.656980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338e3072-12bc-47ff-9858-fbac5afd7e7d admin admin] Router fbe7abdf-e573-4dbf-a992-23bbab258560 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:37:13.788167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-c7246fc4-533b-46b9-8f80-9e671ec52c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:13.788167 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-c7246fc4-533b-46b9-8f80-9e671ec52c78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 1165 time: 0.5013919 Dec 22 09:37:13.812093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf112434-03d7-4015-a9e2-8d4c598551c3 req-500e4e9a-61e9-4921-8f4d-e3e9b00af7fa tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:13.827161 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cf112434-03d7-4015-a9e2-8d4c598551c3 req-500e4e9a-61e9-4921-8f4d-e3e9b00af7fa tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=fd546279-9f21-4d6c-a3bb-26c21dadbd81 HTTP/1.1" status: 200 len: 950 time: 0.5361679 Dec 22 09:37:13.987801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338e3072-12bc-47ff-9858-fbac5afd7e7d admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:37:14.002310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea469fe-9659-45bc-b6c8-ec30280afb2c None None] Sync routers for ids ['fbe7abdf-e573-4dbf-a992-23bbab258560'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:37:14.018507 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-338e3072-12bc-47ff-9858-fbac5afd7e7d admin admin] 10.222.0.50 "PUT /v2.0/routers/fbe7abdf-e573-4dbf-a992-23bbab258560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5921497 Dec 22 09:37:14.018507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45650) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:14.022109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea469fe-9659-45bc-b6c8-ec30280afb2c None None] Routers {'fbe7abdf-e573-4dbf-a992-23bbab258560'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:37:14.022109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-dea469fe-9659-45bc-b6c8-ec30280afb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:37:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['fbe7abdf-e573-4dbf-a992-23bbab258560'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:14.098515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7528f8f6-019f-486a-9fa0-8b6118050997 admin admin] Network de2ea75c-236c-47b9-af8d-5af343143f83 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:37:14.101233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd546279-9f21-4d6c-a3bb-26c21dadbd81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a4902e-527d-43c6-aa78-acf2de9bf1ee'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:37:14.131605 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-16f4f978-e899-4ba7-8461-79bd9b6d7b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:14.187072 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:14.244890 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08c71ff7-cf7d-4f13-92b4-01656f77b09a req-ddaae59b-ff5c-4eb5-a9fb-3990b435cb9e service neutron] 10.222.0.64 "GET /v2.0/networks/a4284a53-ed3c-4b2e-b701-f977e110a16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7780933 Dec 22 09:37:14.334205 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73e92879-6e38-455d-aa5e-621863d38655 admin admin] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:14.414866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4f978-e899-4ba7-8461-79bd9b6d7b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=00e6b413-019a-4194-a5a2-0469fa1cad9a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:14.454242 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-16f4f978-e899-4ba7-8461-79bd9b6d7b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:14.454809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-dea469fe-9659-45bc-b6c8-ec30280afb2c None None] Set router fbe7abdf-e573-4dbf-a992-23bbab258560 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:37:14.560575 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cf112434-03d7-4015-a9e2-8d4c598551c3 req-c12ef09d-b4b6-4a5c-b5fb-c2ca06ab6332 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7398524 Dec 22 09:37:14.561299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-7528f8f6-019f-486a-9fa0-8b6118050997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, de2ea75c-236c-47b9-af8d-5af343143f83) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:37:14.569756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e6810b-acd0-47e9-a8d6-ace6bdd56699 None None] Network de2ea75c-236c-47b9-af8d-5af343143f83 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:37:14.630491 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73e92879-6e38-455d-aa5e-621863d38655 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:14.640340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-73e92879-6e38-455d-aa5e-621863d38655 admin admin] Deleting port 87a3456a-a2c0-4dc4-a88f-7ba5c01d9803 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:37:14.641023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73e92879-6e38-455d-aa5e-621863d38655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:14.780821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7528f8f6-019f-486a-9fa0-8b6118050997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:14.781450 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7528f8f6-019f-486a-9fa0-8b6118050997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:14.786517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 45664) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:14.862765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-a3718fbb-521a-42ff-8477-6a616a99369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:14.864857 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-a3718fbb-521a-42ff-8477-6a616a99369e service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 1.0283153 Dec 22 09:37:14.885424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-dea469fe-9659-45bc-b6c8-ec30280afb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'name': 'tempest-FloatingIPDetailsTestJSON-472074991-router', 'tenant_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '87a3456a-a2c0-4dc4-a88f-7ba5c01d9803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:35:40Z', 'updated_at': '2020-12-22T09:37:11Z', 'revision_number': 5, 'project_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'gw_port': {'id': '87a3456a-a2c0-4dc4-a88f-7ba5c01d9803', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:35:44Z', 'updated_at': '2020-12-22T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:14.891635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea469fe-9659-45bc-b6c8-ec30280afb2c None None] Checking router: fbe7abdf-e573-4dbf-a992-23bbab258560 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:37:14.902250 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd546279-9f21-4d6c-a3bb-26c21dadbd81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a4902e-527d-43c6-aa78-acf2de9bf1ee', 'code': 200} Dec 22 09:37:14.959581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea469fe-9659-45bc-b6c8-ec30280afb2c None None] Routers {'fbe7abdf-e573-4dbf-a992-23bbab258560'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:37:14.960534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-dea469fe-9659-45bc-b6c8-ec30280afb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:37:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['fbe7abdf-e573-4dbf-a992-23bbab258560'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:15.135590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f12a86b-7b3d-4d21-8015-3efcdb295170 None None] Network de2ea75c-236c-47b9-af8d-5af343143f83 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:37:15.180746 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-062b0e6f-0781-48aa-9e03-f68bddf99315 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6cbd8b77-13d2-4719-aebc-7917c943b833 HTTP/1.1" status: 200 len: 217 time: 0.2480421 Dec 22 09:37:15.289606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-51429dcc-414a-49fc-9a40-1cf8396f1f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:15.291636 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-51429dcc-414a-49fc-9a40-1cf8396f1f91 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.0966327 Dec 22 09:37:15.293145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-73e92879-6e38-455d-aa5e-621863d38655 admin admin] For port 87a3456a-a2c0-4dc4-a88f-7ba5c01d9803, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=87a3456a-a2c0-4dc4-a88f-7ba5c01d9803,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:15.293573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73e92879-6e38-455d-aa5e-621863d38655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:15.303064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a55256-01e7-4950-942f-6a040e4dd2c1 req-e1a897a6-93a8-4623-b91c-9f0296f967ca tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:15.305884 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a9a55256-01e7-4950-942f-6a040e4dd2c1 req-e1a897a6-93a8-4623-b91c-9f0296f967ca tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 1.1202722 Dec 22 09:37:15.413865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45672) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:15.494734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-dea469fe-9659-45bc-b6c8-ec30280afb2c None None] Set router fbe7abdf-e573-4dbf-a992-23bbab258560 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:37:15.496250 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08c71ff7-cf7d-4f13-92b4-01656f77b09a req-19321a24-9b8b-41e0-84da-808d2e984f1c service neutron] 10.222.0.64 "GET /v2.0/networks/a4284a53-ed3c-4b2e-b701-f977e110a16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2341204 Dec 22 09:37:15.502684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-6376cd7b-1b04-474a-83c8-ef661985d3c9 admin admin] Deleting subnet 32a60f6c-4aea-4126-8d21-531cdf1c604e {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:37:15.508218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6376cd7b-1b04-474a-83c8-ef661985d3c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:15.519816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-73e92879-6e38-455d-aa5e-621863d38655 admin admin] Calling delete_port for 87a3456a-a2c0-4dc4-a88f-7ba5c01d9803 owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:37:15.563521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcfa15-cd4f-4f21-9951-d5ed627d8bd6 req-7cfd0b30-a697-450a-a2fd-e53e879d310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:15.565192 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-34bcfa15-cd4f-4f21-9951-d5ed627d8bd6 req-7cfd0b30-a697-450a-a2fd-e53e879d310f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd546279-9f21-4d6c-a3bb-26c21dadbd81 HTTP/1.1" status: 200 len: 1165 time: 0.5496521 Dec 22 09:37:15.600569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6376cd7b-1b04-474a-83c8-ef661985d3c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:15.692676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6376cd7b-1b04-474a-83c8-ef661985d3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:15.697980 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-34bcfa15-cd4f-4f21-9951-d5ed627d8bd6 req-1cc27811-13be-4784-bd28-733b8b41fcb2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193593 Dec 22 09:37:15.837220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-dea469fe-9659-45bc-b6c8-ec30280afb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'name': 'tempest-FloatingIPDetailsTestJSON-472074991-router', 'tenant_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '87a3456a-a2c0-4dc4-a88f-7ba5c01d9803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:35:40Z', 'updated_at': '2020-12-22T09:37:11Z', 'revision_number': 5, 'project_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'gw_port': {'id': '87a3456a-a2c0-4dc4-a88f-7ba5c01d9803', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:35:44Z', 'updated_at': '2020-12-22T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:15.840588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-577549074-network', 'tenant_id': '210f832f876441e1b78088d52878877a'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:15.841947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea469fe-9659-45bc-b6c8-ec30280afb2c None None] The sync data for ids ['fbe7abdf-e573-4dbf-a992-23bbab258560'] in n-d-765315-5 is: [{'id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'name': 'tempest-FloatingIPDetailsTestJSON-472074991-router', 'tenant_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '87a3456a-a2c0-4dc4-a88f-7ba5c01d9803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:35:40Z', 'updated_at': '2020-12-22T09:37:11Z', 'revision_number': 5, 'project_id': 'e1da157a396744cbb57888aa7bf7a7e8', 'gw_port': {'id': '87a3456a-a2c0-4dc4-a88f-7ba5c01d9803', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe7abdf-e573-4dbf-a992-23bbab258560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:35:44Z', 'updated_at': '2020-12-22T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:37:15.850641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:15.861636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Usage tracker for resource:network and tenant:210f832f876441e1b78088d52878877a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:15.867156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:15.877245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:15.893011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73e92879-6e38-455d-aa5e-621863d38655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:15.915193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Made reservation on behalf of 210f832f876441e1b78088d52878877a for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:37:15.920658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:15.942423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7528f8f6-019f-486a-9fa0-8b6118050997 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 8.3212268 Dec 22 09:37:15.949051 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:15.970661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:15.976130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Usage tracker for resource:security_group_rule and tenant:210f832f876441e1b78088d52878877a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:15.979225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:15.985758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:16.222436 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73e92879-6e38-455d-aa5e-621863d38655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:16.363653 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:16.373899 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:16.380611 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73e92879-6e38-455d-aa5e-621863d38655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:16.382463 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ba8b281-f1e5-4808-a579-a55a6d7de4d3 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:16.392072 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73e92879-6e38-455d-aa5e-621863d38655 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:16.422060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:37:16.439136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e236a560-86fa-4f48-b8d3-f85e9850dcc4,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:16.445245 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:16.448095 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:16.448519 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Added segment 11524e8d-3be5-47ae-892e-de1092a16b39 of type vxlan for network f25c0816-e0e3-44ca-b509-727ad195c19e Dec 22 09:37:16.449763 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73e92879-6e38-455d-aa5e-621863d38655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:16.450371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e92879-6e38-455d-aa5e-621863d38655 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbe7abdf-e573-4dbf-a992-23bbab258560 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:37:16.486657 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a9a55256-01e7-4950-942f-6a040e4dd2c1 req-be8cb17b-050a-4ecc-8320-94aec70ee2c7 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956926 Dec 22 09:37:16.490487 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:16.511983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73e92879-6e38-455d-aa5e-621863d38655 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:16.513466 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-73e92879-6e38-455d-aa5e-621863d38655 admin admin] 10.222.0.50 "DELETE /v2.0/routers/fbe7abdf-e573-4dbf-a992-23bbab258560 HTTP/1.1" status: 204 len: 168 time: 2.4951458 Dec 22 09:37:16.539041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45690) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:16.612030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:16.613281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:16.613919 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:16.621561 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aac71c9f-040a-4f0f-9ced-d43732d17e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:16.622811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-475f99f5-d663-46d6-8ae9-99e26f8f8c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:16.624513 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-475f99f5-d663-46d6-8ae9-99e26f8f8c14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2345879 Dec 22 09:37:16.665054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fee5e1-4ec3-4919-a8cc-e1f2af7fab7a req-a612c29c-9690-453c-ba7b-9b1daed0dc7b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:16.666153 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06fee5e1-4ec3-4919-a8cc-e1f2af7fab7a req-a612c29c-9690-453c-ba7b-9b1daed0dc7b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=fd546279-9f21-4d6c-a3bb-26c21dadbd81 HTTP/1.1" status: 200 len: 950 time: 0.7658875 Dec 22 09:37:16.670978 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-16f4f978-e899-4ba7-8461-79bd9b6d7b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:16.766812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Pushing event updated for resources: {'Network': ['ID=f25c0816-e0e3-44ca-b509-727ad195c19e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:16.766812 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:16.783042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network f25c0816-e0e3-44ca-b509-727ad195c19e details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:37:16.785210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-c981459d-e078-4f40-ad28-d77d39e84053 admin admin] Deleting subnet 7e5e99fb-ff93-41a1-830f-27cd55c5fe11 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:37:16.801878 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c981459d-e078-4f40-ad28-d77d39e84053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:16.850460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network f25c0816-e0e3-44ca-b509-727ad195c19e details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:37:16.896983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network f25c0816-e0e3-44ca-b509-727ad195c19e details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:37:16.933491 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4232404 Dec 22 09:37:16.939900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 45696) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:16.980659 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c981459d-e078-4f40-ad28-d77d39e84053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:16.982991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7e139589-5e79-4983-8aab-b2f42a71250b admin admin] Request body: {'subnet': {'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-577549074-subnet', 'tenant_id': '210f832f876441e1b78088d52878877a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:17.055053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7e139589-5e79-4983-8aab-b2f42a71250b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:17.059262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6376cd7b-1b04-474a-83c8-ef661985d3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:17.063507 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06fee5e1-4ec3-4919-a8cc-e1f2af7fab7a req-c324a4bb-7cc5-43a1-a991-c312a8aa41cf tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472972 Dec 22 09:37:17.083675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7e139589-5e79-4983-8aab-b2f42a71250b admin admin] Usage tracker for resource:subnet and tenant:210f832f876441e1b78088d52878877a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:17.113960 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c981459d-e078-4f40-ad28-d77d39e84053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:17.131179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7e139589-5e79-4983-8aab-b2f42a71250b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:17.138933 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:17.200220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7e139589-5e79-4983-8aab-b2f42a71250b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:17.293743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376cd7b-1b04-474a-83c8-ef661985d3c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32a60f6c-4aea-4126-8d21-531cdf1c604e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:17.305573 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6376cd7b-1b04-474a-83c8-ef661985d3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:17.480407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e139589-5e79-4983-8aab-b2f42a71250b admin admin] Made reservation on behalf of 210f832f876441e1b78088d52878877a for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:37:17.490139 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e139589-5e79-4983-8aab-b2f42a71250b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:17.494636 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c981459d-e078-4f40-ad28-d77d39e84053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:17.508301 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2708260f-1bc3-401a-97a9-65cd20862016 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:17.521815 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-21452a89-c34f-4683-8770-452ee641e9ec service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8532908 Dec 22 09:37:17.548031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981459d-e078-4f40-ad28-d77d39e84053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e5e99fb-ff93-41a1-830f-27cd55c5fe11,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:17.821087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 87a3456a-a2c0-4dc4-a88f-7ba5c01d9803 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:37:17.830307 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c981459d-e078-4f40-ad28-d77d39e84053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:17.863691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 87a3456a-a2c0-4dc4-a88f-7ba5c01d9803 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:37:17.863888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 87a3456a-a2c0-4dc4-a88f-7ba5c01d9803 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:37:17.864765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 21a71ba7-888f-4247-a230-d9f6514fac27 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:37:17.879382 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6376cd7b-1b04-474a-83c8-ef661985d3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:17.919328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 21a71ba7-888f-4247-a230-d9f6514fac27 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:37:17.919328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 21a71ba7-888f-4247-a230-d9f6514fac27 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:37:17.933237 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c981459d-e078-4f40-ad28-d77d39e84053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:17.933237 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c981459d-e078-4f40-ad28-d77d39e84053 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7e5e99fb-ff93-41a1-830f-27cd55c5fe11 HTTP/1.1" status: 204 len: 168 time: 1.3930464 Dec 22 09:37:17.942766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45712) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:17.947984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88750ed2-293f-4207-8367-67810fa003b5 None None] Network 278e11d5-53ce-4cbd-ba2d-0aff16a97e0b requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:37:18.028891 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6376cd7b-1b04-474a-83c8-ef661985d3c9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/32a60f6c-4aea-4126-8d21-531cdf1c604e HTTP/1.1" status: 204 len: 168 time: 3.1910586 Dec 22 09:37:18.040400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45716) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:18.077412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931717c-0375-49d2-a512-9032852c123f req-6cc5c326-0452-45b8-926d-01d5667e24f7 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:18.084723 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a931717c-0375-49d2-a512-9032852c123f req-6cc5c326-0452-45b8-926d-01d5667e24f7 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/networks?id=de2ea75c-236c-47b9-af8d-5af343143f83 HTTP/1.1" status: 200 len: 820 time: 0.8741379 Dec 22 09:37:18.095709 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:18.250734 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-a9b99b63-f563-4cf8-a058-2e096d3004ab service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7076659 Dec 22 09:37:18.256690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f49750-b1a6-4738-a4a8-58e1c265d2e2 None None] DHCP port deletion for 278e11d5-53ce-4cbd-ba2d-0aff16a97e0b request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:37:18.261386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-01f49750-b1a6-4738-a4a8-58e1c265d2e2 None None] Deleting port 65eb71c1-1f60-4330-ab63-fccb84ca7899 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:37:18.262467 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01f49750-b1a6-4738-a4a8-58e1c265d2e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:18.283210 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a931717c-0375-49d2-a512-9032852c123f req-b851e691-b1d8-4ed3-8b99-b261185eb52e tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/quotas/3b14d6bb32424ce08f6f7d9749a7139b HTTP/1.1" status: 200 len: 375 time: 0.1292222 Dec 22 09:37:18.287702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Deleting port 65eb71c1-1f60-4330-ab63-fccb84ca7899 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:37:18.288322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:18.348267 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3459850-602f-46a2-b451-7003aca5c941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:18.632639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-01f49750-b1a6-4738-a4a8-58e1c265d2e2 None None] For port 65eb71c1-1f60-4330-ab63-fccb84ca7899, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=65eb71c1-1f60-4330-ab63-fccb84ca7899,segment=NetworkSegment(29ba493a-0059-47df-8254-8b44a764f8c6),segment_id=29ba493a-0059-47df-8254-8b44a764f8c6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:18.633290 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01f49750-b1a6-4738-a4a8-58e1c265d2e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:18.669286 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3459850-602f-46a2-b451-7003aca5c941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:18.689004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609e152-ce69-43ee-b0f4-f4651c9e16bc req-3b647fc4-02f2-4935-9e87-fee0e430cd14 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:18.692115 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6609e152-ce69-43ee-b0f4-f4651c9e16bc req-3b647fc4-02f2-4935-9e87-fee0e430cd14 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 0.9539022 Dec 22 09:37:18.694350 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a931717c-0375-49d2-a512-9032852c123f req-b894fd8e-f54b-4eb8-9698-3121744e524c tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b14d6bb32424ce08f6f7d9749a7139b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4098349 Dec 22 09:37:18.789960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-01f49750-b1a6-4738-a4a8-58e1c265d2e2 None None] Calling delete_port for 65eb71c1-1f60-4330-ab63-fccb84ca7899 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:37:18.895328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] For port 65eb71c1-1f60-4330-ab63-fccb84ca7899, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=65eb71c1-1f60-4330-ab63-fccb84ca7899,segment=NetworkSegment(29ba493a-0059-47df-8254-8b44a764f8c6),segment_id=29ba493a-0059-47df-8254-8b44a764f8c6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:18.895328 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:18.902307 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6609e152-ce69-43ee-b0f4-f4651c9e16bc req-c21b6976-20fd-4e7b-b1d9-1063d9052591 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298981 Dec 22 09:37:18.928938 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01f49750-b1a6-4738-a4a8-58e1c265d2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:19.010378 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:19.016167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f4f978-e899-4ba7-8461-79bd9b6d7b8b admin admin] Router 70aea008-7ff2-4cfb-bff6-faffa7c46dc1 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:37:19.043093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Calling delete_port for 65eb71c1-1f60-4330-ab63-fccb84ca7899 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:37:19.075465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a3459850-602f-46a2-b451-7003aca5c941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc1aa5a-3cc0-44a5-8322-ec039f61a974']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:19.108796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a3459850-602f-46a2-b451-7003aca5c941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb6e514-24ef-4287-ac94-dfad8a5e8f4b') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:19.108796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a3459850-602f-46a2-b451-7003aca5c941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb6e514-24ef-4287-ac94-dfad8a5e8f4b') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:19.130780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3459850-602f-46a2-b451-7003aca5c941 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:19.138528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f49750-b1a6-4738-a4a8-58e1c265d2e2 None None] Pushing event deleted for resources: {'Port': ['ID=65eb71c1-1f60-4330-ab63-fccb84ca7899,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:19.154113 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-01f49750-b1a6-4738-a4a8-58e1c265d2e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:19.161246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3459850-602f-46a2-b451-7003aca5c941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:19.161246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a3459850-602f-46a2-b451-7003aca5c941 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:37:19.251714 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:37:19.251714 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:37:19.311926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f4f978-e899-4ba7-8461-79bd9b6d7b8b admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:37:19.344687 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-16f4f978-e899-4ba7-8461-79bd9b6d7b8b admin admin] 10.222.0.50 "PUT /v2.0/routers/70aea008-7ff2-4cfb-bff6-faffa7c46dc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8442776 Dec 22 09:37:19.344687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 45722) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:19.370527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e59fdeb-3bfa-4bac-b911-5b521c3b8940 None None] Sync routers for ids ['70aea008-7ff2-4cfb-bff6-faffa7c46dc1'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:37:19.397951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e59fdeb-3bfa-4bac-b911-5b521c3b8940 None None] Routers {'70aea008-7ff2-4cfb-bff6-faffa7c46dc1'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:37:19.397951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-1e59fdeb-3bfa-4bac-b911-5b521c3b8940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:37:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['70aea008-7ff2-4cfb-bff6-faffa7c46dc1'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:19.419121 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a931717c-0375-49d2-a512-9032852c123f req-29fa66a8-f77c-42fc-89ca-a9a85d8632a2 service neutron] 10.222.0.50 "GET /v2.0/networks/de2ea75c-236c-47b9-af8d-5af343143f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6561024 Dec 22 09:37:19.492124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a3459850-602f-46a2-b451-7003aca5c941 admin admin] Network 5cc1aa5a-3cc0-44a5-8322-ec039f61a974 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:37:19.505366 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3459850-602f-46a2-b451-7003aca5c941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:19.532831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f49750-b1a6-4738-a4a8-58e1c265d2e2 None None] No DVR routers for this DVR port 65eb71c1-1f60-4330-ab63-fccb84ca7899 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:37:19.667530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-1e59fdeb-3bfa-4bac-b911-5b521c3b8940 None None] Set router 70aea008-7ff2-4cfb-bff6-faffa7c46dc1 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:37:19.717061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a3459850-602f-46a2-b451-7003aca5c941 admin admin] Network 5cc1aa5a-3cc0-44a5-8322-ec039f61a974 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:37:19.748348 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:37:19.751302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Deleting port 65eb71c1-1f60-4330-ab63-fccb84ca7899 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:37:19.751302 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:19.855438 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a931717c-0375-49d2-a512-9032852c123f req-77e8d3ba-36ca-48d7-bd44-c66b1db0fa2f service neutron] 10.222.0.50 "GET /v2.0/networks/de2ea75c-236c-47b9-af8d-5af343143f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4319847 Dec 22 09:37:19.864512 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd5b8-b20b-4221-86cd-5639cd8e92b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:19.961425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 65eb71c1-1f60-4330-ab63-fccb84ca7899 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:37:19.999338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 65eb71c1-1f60-4330-ab63-fccb84ca7899 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:37:19.999472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 65eb71c1-1f60-4330-ab63-fccb84ca7899 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:37:20.016913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] The port '65eb71c1-1f60-4330-ab63-fccb84ca7899' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:37:20.052208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-1e59fdeb-3bfa-4bac-b911-5b521c3b8940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'name': 'tempest-FloatingIPsNegativeTestJSON-645132094-router', 'tenant_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'ea0f208a-0c0b-4fda-b9b9-224c06322849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:36:47Z', 'updated_at': '2020-12-22T09:37:13Z', 'revision_number': 5, 'project_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'gw_port': {'id': 'ea0f208a-0c0b-4fda-b9b9-224c06322849', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:36:48Z', 'updated_at': '2020-12-22T09:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:20.055199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838be5a5-87a9-41b0-a28e-c7b99290d80b req-96e748a8-82fd-47c8-82f5-afe7effee48f tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:20.056781 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-838be5a5-87a9-41b0-a28e-c7b99290d80b req-96e748a8-82fd-47c8-82f5-afe7effee48f tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=fd546279-9f21-4d6c-a3bb-26c21dadbd81 HTTP/1.1" status: 200 len: 950 time: 0.5631344 Dec 22 09:37:20.064168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e59fdeb-3bfa-4bac-b911-5b521c3b8940 None None] Checking router: 70aea008-7ff2-4cfb-bff6-faffa7c46dc1 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:37:20.075635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e59fdeb-3bfa-4bac-b911-5b521c3b8940 None None] Routers {'70aea008-7ff2-4cfb-bff6-faffa7c46dc1'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:37:20.078151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-1e59fdeb-3bfa-4bac-b911-5b521c3b8940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:37:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['70aea008-7ff2-4cfb-bff6-faffa7c46dc1'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:20.096261 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3459850-602f-46a2-b451-7003aca5c941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:20.103195 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-81eedab4-b361-4bde-8509-55f727095990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:20.126096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3459850-602f-46a2-b451-7003aca5c941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:20.197806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3459850-602f-46a2-b451-7003aca5c941 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cc1aa5a-3cc0-44a5-8322-ec039f61a974,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:20.227841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:20.242023 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a3459850-602f-46a2-b451-7003aca5c941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:20.404567 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-838be5a5-87a9-41b0-a28e-c7b99290d80b req-cf41ec3a-0680-4fbf-887b-a8dad1def03f tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086262 Dec 22 09:37:20.407930 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd5b8-b20b-4221-86cd-5639cd8e92b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:20.418055 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a3459850-602f-46a2-b451-7003aca5c941 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5cc1aa5a-3cc0-44a5-8322-ec039f61a974 HTTP/1.1" status: 204 len: 168 time: 2.3742595 Dec 22 09:37:20.489955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278e11d5-53ce-4cbd-ba2d-0aff16a97e0b']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:20.494601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ee9fd5b8-b20b-4221-86cd-5639cd8e92b0 admin admin] Deleting port ea0f208a-0c0b-4fda-b9b9-224c06322849 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:37:20.495090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd5b8-b20b-4221-86cd-5639cd8e92b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:20.511974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ba493a-0059-47df-8254-8b44a764f8c6') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:20.512936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ba493a-0059-47df-8254-8b44a764f8c6') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:20.547037 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:20.639524 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-69554ad6-1d65-4180-b240-e671e8bea227 req-d3e4ee9d-f650-443f-be79-a53cfb992b42 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 210 time: 0.0876195 Dec 22 09:37:20.649190 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e139589-5e79-4983-8aab-b2f42a71250b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:20.669443 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:20.670884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:37:20.732391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-1e59fdeb-3bfa-4bac-b911-5b521c3b8940 None None] Set router 70aea008-7ff2-4cfb-bff6-faffa7c46dc1 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:37:20.830862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45742) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:20.905699 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7528f8f6-019f-486a-9fa0-8b6118050997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:20.984766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Network 278e11d5-53ce-4cbd-ba2d-0aff16a97e0b has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:37:21.011604 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:21.048808 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-12782231-bba9-411d-8a90-75ddfb958a22 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=234ac44d013c43cca86ef20e2bf77b6a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2158120 Dec 22 09:37:21.057939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45748) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:21.200538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-1e59fdeb-3bfa-4bac-b911-5b521c3b8940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'name': 'tempest-FloatingIPsNegativeTestJSON-645132094-router', 'tenant_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'ea0f208a-0c0b-4fda-b9b9-224c06322849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:36:47Z', 'updated_at': '2020-12-22T09:37:13Z', 'revision_number': 5, 'project_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'gw_port': {'id': 'ea0f208a-0c0b-4fda-b9b9-224c06322849', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:36:48Z', 'updated_at': '2020-12-22T09:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:21.220254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e59fdeb-3bfa-4bac-b911-5b521c3b8940 None None] The sync data for ids ['70aea008-7ff2-4cfb-bff6-faffa7c46dc1'] in n-d-765315-5 is: [{'id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'name': 'tempest-FloatingIPsNegativeTestJSON-645132094-router', 'tenant_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'ea0f208a-0c0b-4fda-b9b9-224c06322849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:36:47Z', 'updated_at': '2020-12-22T09:37:13Z', 'revision_number': 5, 'project_id': '39d1f85d62b749b9a8fbb5b4483cf45a', 'gw_port': {'id': 'ea0f208a-0c0b-4fda-b9b9-224c06322849', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aea008-7ff2-4cfb-bff6-faffa7c46dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:36:48Z', 'updated_at': '2020-12-22T09:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:37:21.347977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Network 278e11d5-53ce-4cbd-ba2d-0aff16a97e0b has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:37:21.357182 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e21cf36-21fb-4822-8475-2f01ff8f3b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:37:21.377134 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:37:21.481264 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e21cf36-21fb-4822-8475-2f01ff8f3b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:21.628152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ee9fd5b8-b20b-4221-86cd-5639cd8e92b0 admin admin] For port ea0f208a-0c0b-4fda-b9b9-224c06322849, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ea0f208a-0c0b-4fda-b9b9-224c06322849,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:21.628152 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd5b8-b20b-4221-86cd-5639cd8e92b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:21.744010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f9746-f79e-4de0-9a7d-ffab76cf5657 req-26dffa09-8eca-4b2b-994b-907dc96b555a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:21.746640 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ac1f9746-f79e-4de0-9a7d-ffab76cf5657 req-26dffa09-8eca-4b2b-994b-907dc96b555a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 1.3456156 Dec 22 09:37:21.788206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 00e6b413-019a-4194-a5a2-0469fa1cad9a no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:37:21.814048 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:21.819048 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:21.826938 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f07bff39-e413-40aa-b38f-fc3413abb467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:21.832952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 00e6b413-019a-4194-a5a2-0469fa1cad9a {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:37:21.833622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 00e6b413-019a-4194-a5a2-0469fa1cad9a not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:37:21.847902 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/278e11d5-53ce-4cbd-ba2d-0aff16a97e0b HTTP/1.1" status: 204 len: 168 time: 3.9108455 Dec 22 09:37:21.851899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ee9fd5b8-b20b-4221-86cd-5639cd8e92b0 admin admin] Calling delete_port for ea0f208a-0c0b-4fda-b9b9-224c06322849 owned by network:router_gateway {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:37:21.860530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=278e11d5-53ce-4cbd-ba2d-0aff16a97e0b,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:21.874931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.874931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.874931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.875266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.875608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.876099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.876418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.876818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.877214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.877607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.878555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.879524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.879524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.879854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.880237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.880522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.881032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.881526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.881884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.882374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.882655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.883330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.883619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.883801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.884506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.884883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.885139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.886380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.886380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.886380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.887659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.887659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.887659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.889600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.889600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.889600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:21.891180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e139589-5e79-4983-8aab-b2f42a71250b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:21.898770 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:21.911513 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e21cf36-21fb-4822-8475-2f01ff8f3b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:21.918662 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-efffc738-7b6c-42fd-93c4-77a8abc66e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:21.933262 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e139589-5e79-4983-8aab-b2f42a71250b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.027s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:21.944859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21cf36-21fb-4822-8475-2f01ff8f3b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217309a8-98a9-40b8-876c-6cbf2a7d750a,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:21.944859 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e21cf36-21fb-4822-8475-2f01ff8f3b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:21.944859 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e21cf36-21fb-4822-8475-2f01ff8f3b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:21.944859 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9e21cf36-21fb-4822-8475-2f01ff8f3b6b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/217309a8-98a9-40b8-876c-6cbf2a7d750a HTTP/1.1" status: 204 len: 168 time: 0.8835130 Dec 22 09:37:22.034839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b9424-446f-41f9-af66-a7a1add1e383 req-9759451f-eafc-489b-a668-678a57712048 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:22.038633 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2e1b9424-446f-41f9-af66-a7a1add1e383 req-9759451f-eafc-489b-a668-678a57712048 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.6894028 Dec 22 09:37:22.085980 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ac1f9746-f79e-4de0-9a7d-ffab76cf5657 req-fb80cd40-989e-41f7-a343-cf2c05fb5d6a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966772 Dec 22 09:37:22.390221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 45760) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:22.516811 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2e1b9424-446f-41f9-af66-a7a1add1e383 req-4d892b7a-84bb-4c55-966f-1877d85dba72 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879755 Dec 22 09:37:22.563814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931717c-0375-49d2-a512-9032852c123f req-38b80aa9-2cad-4647-8717-6b6de185d1ff tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:22.564876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a931717c-0375-49d2-a512-9032852c123f req-38b80aa9-2cad-4647-8717-6b6de185d1ff tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Synchronizing usage tracker for tenant:3b14d6bb32424ce08f6f7d9749a7139b on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:37:22.568941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e139589-5e79-4983-8aab-b2f42a71250b admin admin] Checking segment: {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:37:22.570201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e139589-5e79-4983-8aab-b2f42a71250b admin admin] Network hostable DHCP agents. Network: f25c0816-e0e3-44ca-b509-727ad195c19e, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:37:22.597061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a931717c-0375-49d2-a512-9032852c123f req-38b80aa9-2cad-4647-8717-6b6de185d1ff tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Unset dirty status for tenant:3b14d6bb32424ce08f6f7d9749a7139b on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:37:22.598620 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a931717c-0375-49d2-a512-9032852c123f req-38b80aa9-2cad-4647-8717-6b6de185d1ff tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.37 "GET /v2.0/networks?id=de2ea75c-236c-47b9-af8d-5af343143f83 HTTP/1.1" status: 200 len: 820 time: 0.3860714 Dec 22 09:37:22.599593 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0cd8619f-37e5-4117-95b1-046717df4b2c req-3591b233-570f-491e-9575-76cba003ad9a tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 210 time: 0.2128057 Dec 22 09:37:22.622753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a931717c-0375-49d2-a512-9032852c123f req-f3b570dc-805b-43b3-b9e0-2e0d3f0c89ea tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Request body: {'port': {'device_id': 'de005819-3780-4e72-8e87-91c071c4a7b2', 'network_id': 'de2ea75c-236c-47b9-af8d-5af343143f83', 'admin_state_up': True, 'tenant_id': '3b14d6bb32424ce08f6f7d9749a7139b'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:22.711050 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd5b8-b20b-4221-86cd-5639cd8e92b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: WARNING neutron.plugins.ml2.ovo_rpc [None req-ee9fd5b8-b20b-4221-86cd-5639cd8e92b0 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: result = function(*args, **kwargs) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: proto.__init__(conn_state, self) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: self.handle() Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: self.handle_one_request() Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: self.handle_one_response() Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: result = self.application(self.environ, start_response) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: return app(environ, start_response) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: resp = self.call_func(req, *args, **kw) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: return self.func(req, *args, **kwargs) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: response = req.get_response(self.application) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: application, catch_exc_info=False) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: app_iter = application(self.environ, start_response) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: resp = self.call_func(req, *args, **kw) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: return self.func(req, *args, **kwargs) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: response = req.get_response(self.application) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: application, catch_exc_info=False) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: app_iter = application(self.environ, start_response) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: resp = self.call_func(req, *args, **kw) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: return self.func(req, *args, **kwargs) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: response = req.get_response(self.application) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: application, catch_exc_info=False) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: app_iter = application(self.environ, start_response) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: resp = self.call_func(req, *args, **kw) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: return self.func(req, *args, **kwargs) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: response = req.get_response(self.application) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: application, catch_exc_info=False) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: app_iter = application(self.environ, start_response) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: resp = self.call_func(req, *args, **kw) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: return self.func(req, *args, **kwargs) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: return request.get_response(self.application) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: application, catch_exc_info=False) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: app_iter = application(self.environ, start_response) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: resp = self.call_func(req, *args, **kw) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: return self.func(req, *args, **kwargs) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: response = req.get_response(self._app) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: application, catch_exc_info=False) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: app_iter = application(self.environ, start_response) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: return resp(environ, start_response) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: return resp(environ, start_response) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: response = self.app(environ, start_response) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: return resp(environ, start_response) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: resp = self.call_func(req, *args, **kw) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: return self.func(req, *args, **kwargs) Dec 22 09:37:22.718070 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: result = method(request=request, **args) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: return self._delete(request, id, **kwargs) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: return f(*args, **kwargs) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: return f(*args, **kwargs) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: return f(*dup_args, **dup_kwargs) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: obj_deleter(request.context, id, **kwargs) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: return method(*args, **kwargs) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: return f(*args, **kwargs) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: return f(*args, **kwargs) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: return f(*dup_args, **dup_kwargs) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: self._delete_current_gw_port(context, id, router, None) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: admin_ctx, gw_port_id, l3_port_check=False) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: return f(self, context, *args, **kwargs) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: return method(*args, **kwargs) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: context, port, router_ids, bound_mech_contexts) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: return function(*args, **kwargs) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: callback(resource, event, trigger, **kwargs) Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: if self._is_session_semantic_violated(context, resource, event): Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: stack = traceback.extract_stack() Dec 22 09:37:22.735742 n-d-765315-5 neutron-server[80960]: Dec 22 09:37:22.755104 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c4eb1445-a80c-46ff-bb37-a3e10221603d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e1da157a396744cbb57888aa7bf7a7e8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3488030 Dec 22 09:37:22.777125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 45770) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:22.826133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e139589-5e79-4983-8aab-b2f42a71250b admin admin] Network f25c0816-e0e3-44ca-b509-727ad195c19e is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:37:22.967286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a931717c-0375-49d2-a512-9032852c123f req-f3b570dc-805b-43b3-b9e0-2e0d3f0c89ea tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:22.974278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a931717c-0375-49d2-a512-9032852c123f req-f3b570dc-805b-43b3-b9e0-2e0d3f0c89ea tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Usage tracker for resource:port and tenant:3b14d6bb32424ce08f6f7d9749a7139b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:22.980557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a931717c-0375-49d2-a512-9032852c123f req-f3b570dc-805b-43b3-b9e0-2e0d3f0c89ea tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:22.988362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a931717c-0375-49d2-a512-9032852c123f req-f3b570dc-805b-43b3-b9e0-2e0d3f0c89ea tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:23.001865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a931717c-0375-49d2-a512-9032852c123f req-f3b570dc-805b-43b3-b9e0-2e0d3f0c89ea tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Made reservation on behalf of 3b14d6bb32424ce08f6f7d9749a7139b for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:37:23.016449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a931717c-0375-49d2-a512-9032852c123f req-f3b570dc-805b-43b3-b9e0-2e0d3f0c89ea tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:23.069918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-7e139589-5e79-4983-8aab-b2f42a71250b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, f25c0816-e0e3-44ca-b509-727ad195c19e) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:37:23.081799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903555e0-67df-41c3-952e-6a69ca48eefd None None] Network f25c0816-e0e3-44ca-b509-727ad195c19e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:37:23.106851 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-4fde8cda-3ab2-4851-bfa5-45ebacdd58df tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/networks?tenant_id=7c45cc3243e946a7a79dd87b00479ef1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1052833 Dec 22 09:37:23.139526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e139589-5e79-4983-8aab-b2f42a71250b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:23.139526 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e139589-5e79-4983-8aab-b2f42a71250b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:23.338274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-4c878732-6c06-426f-9e46-f83017962847 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:23.346697 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-4c878732-6c06-426f-9e46-f83017962847 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2144794 Dec 22 09:37:23.422370 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-62153c99-8864-461c-b607-8622e98d038d tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/quotas/7c45cc3243e946a7a79dd87b00479ef1 HTTP/1.1" status: 200 len: 375 time: 0.0743418 Dec 22 09:37:23.425607 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7e139589-5e79-4983-8aab-b2f42a71250b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 6.4683294 Dec 22 09:37:23.426702 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f21a80d5-d557-415d-b61f-99311951e27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:23.432245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 45794) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:23.502614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-577549074-router', 'tenant_id': '210f832f876441e1b78088d52878877a', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:23.551791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-f25c0816-e0e3-44ca-b509-727ad195c19e', 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e', 'tenant_id': '210f832f876441e1b78088d52878877a', 'fixed_ips': [{'subnet_id': 'd303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:37:23.552144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:23.552754 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:23.689269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Usage tracker for resource:router and tenant:210f832f876441e1b78088d52878877a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:23.714717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:23.724021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-a931717c-0375-49d2-a512-9032852c123f req-f3b570dc-805b-43b3-b9e0-2e0d3f0c89ea tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Allocated IP 172.20.0.14 (de2ea75c-236c-47b9-af8d-5af343143f83/be84fe44-b911-4723-b72f-c3518cba7eab/851cbfee-d71e-495f-b1db-9288ef29ab21) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:37:23.742277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:23.761012 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f21a80d5-d557-415d-b61f-99311951e27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:23.813004 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd5b8-b20b-4221-86cd-5639cd8e92b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:23.825387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45806) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:23.919349 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:23.920515 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:24.009646 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-25e09a82-1756-4d44-b28f-e1ba58e6f2c5 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c45cc3243e946a7a79dd87b00479ef1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5862207 Dec 22 09:37:24.038590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd5b8-b20b-4221-86cd-5639cd8e92b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:24.043337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a931717c-0375-49d2-a512-9032852c123f req-f3b570dc-805b-43b3-b9e0-2e0d3f0c89ea tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:24.043568 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd5b8-b20b-4221-86cd-5639cd8e92b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:24.054362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1047537462-network', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:24.061454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:24.061921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b09fd4-631a-4181-8418-01fce14b16d6 req-859a3853-eee3-4d0c-879c-ec2831e204d6 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:24.063664 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71b09fd4-631a-4181-8418-01fce14b16d6 req-859a3853-eee3-4d0c-879c-ec2831e204d6 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 0.4424443 Dec 22 09:37:24.075236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Usage tracker for resource:network and tenant:15cfc948da3e4885bbbb213e70ea2fb5 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:24.084054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:24.101181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:24.108625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Allocated IP 172.20.0.2 (f25c0816-e0e3-44ca-b509-727ad195c19e/d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2/9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:37:24.130608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Made reservation on behalf of 15cfc948da3e4885bbbb213e70ea2fb5 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:37:24.135922 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:24.155084 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:24.184549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:24.193227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Usage tracker for resource:security_group_rule and tenant:15cfc948da3e4885bbbb213e70ea2fb5 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:24.193439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f21a80d5-d557-415d-b61f-99311951e27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:24.194537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:24.202626 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a931717c-0375-49d2-a512-9032852c123f req-f3b570dc-805b-43b3-b9e0-2e0d3f0c89ea tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:24.219446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:24.226193 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5cf12906-14ea-4b6a-b594-33401580cc51 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:24.249966 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd5b8-b20b-4221-86cd-5639cd8e92b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:24.250974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9fd5b8-b20b-4221-86cd-5639cd8e92b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70aea008-7ff2-4cfb-bff6-faffa7c46dc1 {{(pid=81071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:37:24.251181 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:24.253307 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:24.262580 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f21a80d5-d557-415d-b61f-99311951e27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:24.267458 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f21a80d5-d557-415d-b61f-99311951e27f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c4a82348-e039-4c36-8d9d-c75e601d388d HTTP/1.1" status: 204 len: 168 time: 1.4950292 Dec 22 09:37:24.292649 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71b09fd4-631a-4181-8418-01fce14b16d6 req-9f931194-c0cc-40f2-a116-2154d154830e tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501336 Dec 22 09:37:24.294246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a80d5-d557-415d-b61f-99311951e27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a82348-e039-4c36-8d9d-c75e601d388d,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:24.313571 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd5b8-b20b-4221-86cd-5639cd8e92b0 admin admin] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:24.316479 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ee9fd5b8-b20b-4221-86cd-5639cd8e92b0 admin admin] 10.222.0.50 "DELETE /v2.0/routers/70aea008-7ff2-4cfb-bff6-faffa7c46dc1 HTTP/1.1" status: 204 len: 168 time: 4.9600048 Dec 22 09:37:24.332936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 45820) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:24.332936 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f21a80d5-d557-415d-b61f-99311951e27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:24.518181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b570dc-805b-43b3-b9e0-2e0d3f0c89ea tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Pushing event updated for resources: {'Port': ['ID=851cbfee-d71e-495f-b1db-9288ef29ab21,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:24.538875 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f3b570dc-805b-43b3-b9e0-2e0d3f0c89ea tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:24.581020 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:24.593498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Transition to ACTIVE for port object 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:37:24.629684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Transition to ACTIVE for port object 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:37:24.639639 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:24.700544 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-01f49750-b1a6-4738-a4a8-58e1c265d2e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:24.899840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a931717c-0375-49d2-a512-9032852c123f req-f3b570dc-805b-43b3-b9e0-2e0d3f0c89ea tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Network de2ea75c-236c-47b9-af8d-5af343143f83 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:37:24.904964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-a931717c-0375-49d2-a512-9032852c123f req-f3b570dc-805b-43b3-b9e0-2e0d3f0c89ea tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:37:24.930350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a931717c-0375-49d2-a512-9032852c123f req-f3b570dc-805b-43b3-b9e0-2e0d3f0c89ea tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:37:25.038542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Pushing event updated for resources: {'Port': ['ID=9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:25.043697 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:25.061378 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:25.069552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931717c-0375-49d2-a512-9032852c123f req-f3b570dc-805b-43b3-b9e0-2e0d3f0c89ea tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:25.070472 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a931717c-0375-49d2-a512-9032852c123f req-f3b570dc-805b-43b3-b9e0-2e0d3f0c89ea tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:25.078255 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:25.087788 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3cf5b05a-785a-4947-9f62-58314e788ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:25.102717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Network f25c0816-e0e3-44ca-b509-727ad195c19e is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:37:25.103830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:37:25.106699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:37:25.141273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ec25a4-08f3-4cd2-8acd-27709cc114ac,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:25.150688 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:25.177073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Attempting to bind port 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:37:25.180984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Attempting to bind port 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:37:25.180984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Attempting to bind port 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793 on network f25c0816-e0e3-44ca-b509-727ad195c19e {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:37:25.188439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:37:25.200948 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:25.201849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:37:25.202256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Checking segment: {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:37:25.212773 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Added segment 5aa9c35f-52f7-402d-a8dd-92c5f4bb8349 of type vxlan for network 08743b9d-c4d3-44ca-bf63-fdb06702cb27 Dec 22 09:37:25.215542 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a931717c-0375-49d2-a512-9032852c123f req-f3b570dc-805b-43b3-b9e0-2e0d3f0c89ea tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5977862 Dec 22 09:37:25.215663 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:25.216195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Bound using segment: {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:37:25.220951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Bound port: 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:37:25.227405 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:25.266336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Request body: {'port': {'device_id': 'de005819-3780-4e72-8e87-91c071c4a7b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:25.280607 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-613cad87-12a4-4737-9ea0-e97b8689d40b req-1f53e930-74e9-4b7e-9957-762e03afda43 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=9e68925f-8d28-4acb-ac3a-37b26b635013 HTTP/1.1" status: 200 len: 210 time: 0.3942671 Dec 22 09:37:25.397949 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:25.444490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:25.445316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] For port 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:37:25.445468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:25.446102 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:25.448877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] For port 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:37:25.453674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:25.478033 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:25.512680 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6868515 Dec 22 09:37:25.538617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45842) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:25.564263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-9cdce978-7798-4d01-86d8-765dbd969975 admin admin] Request body: {'subnet': {'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1047537462-subnet', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:25.571476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9cdce978-7798-4d01-86d8-765dbd969975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:25.576881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9cdce978-7798-4d01-86d8-765dbd969975 admin admin] Usage tracker for resource:subnet and tenant:15cfc948da3e4885bbbb213e70ea2fb5 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:25.581680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9cdce978-7798-4d01-86d8-765dbd969975 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:25.592839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9cdce978-7798-4d01-86d8-765dbd969975 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:25.617253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdce978-7798-4d01-86d8-765dbd969975 admin admin] Made reservation on behalf of 15cfc948da3e4885bbbb213e70ea2fb5 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:37:25.622206 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:25.625077 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9cdce978-7798-4d01-86d8-765dbd969975 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:25.706598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Pushing event updated for resources: {'Port': ['ID=9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:25.710976 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:25.749849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:25.865748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ea0f208a-0c0b-4fda-b9b9-224c06322849 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:37:25.919311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Pushing event updated for resources: {'Network': ['ID=08743b9d-c4d3-44ca-bf63-fdb06702cb27,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:25.923020 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:25.946239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 08743b9d-c4d3-44ca-bf63-fdb06702cb27 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:37:25.969929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 08743b9d-c4d3-44ca-bf63-fdb06702cb27 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:37:25.979997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da3bde2-91f2-44b8-b9db-71b126b7c546 admin admin] Deleting subnet ea3c9db1-69df-43f5-bba4-3227b9e7ac55 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:37:25.983680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9da3bde2-91f2-44b8-b9db-71b126b7c546 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:26.002326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 08743b9d-c4d3-44ca-bf63-fdb06702cb27 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:37:26.044619 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9da3bde2-91f2-44b8-b9db-71b126b7c546 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:26.058024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: ea0f208a-0c0b-4fda-b9b9-224c06322849 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:37:26.058575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ea0f208a-0c0b-4fda-b9b9-224c06322849 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:37:26.241790 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:26.334354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51a351-b2fb-45bf-bee0-b538bdf75ac9 req-433dbd1b-5ee3-40a8-a7b7-4f836f80991e tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:26.342267 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c51a351-b2fb-45bf-bee0-b538bdf75ac9 req-433dbd1b-5ee3-40a8-a7b7-4f836f80991e tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 932 time: 1.6139388 Dec 22 09:37:26.367619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef73db-b740-45f8-bcae-eb8273403e09 req-dce83365-455a-4b3a-93c5-c898847bf5eb tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:26.370090 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fbef73db-b740-45f8-bcae-eb8273403e09 req-dce83365-455a-4b3a-93c5-c898847bf5eb tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 0.5243607 Dec 22 09:37:26.446118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 45856) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:26.542421 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-edb27fed-628c-41ea-a29f-14dd229145b6 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.64 "GET /v2.0/networks?tenant_id=7c45cc3243e946a7a79dd87b00479ef1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469766 Dec 22 09:37:26.581569 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c51a351-b2fb-45bf-bee0-b538bdf75ac9 req-1692de67-ad6f-4c63-8e15-0af6012cb965 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378864 Dec 22 09:37:26.840236 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fbef73db-b740-45f8-bcae-eb8273403e09 req-a9d62a7f-6e6e-46b4-8d92-b2429a499961 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228237 Dec 22 09:37:26.854374 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9da3bde2-91f2-44b8-b9db-71b126b7c546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:27.026411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345446207-network', 'tenant_id': '667fba5dfb704f6481e6556898942aeb'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:27.054435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:27.103040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851cbfee-d71e-495f-b1db-9288ef29ab21 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:37:27.109486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Usage tracker for resource:network and tenant:667fba5dfb704f6481e6556898942aeb is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:27.113226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:27.119828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:27.161886 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:27.164168 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce0385c8-a65f-4608-9087-3c2cef8bd09e req-1060b083-40b6-420b-9712-98ebf5fd1587 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=9e68925f-8d28-4acb-ac3a-37b26b635013 HTTP/1.1" status: 200 len: 210 time: 0.1258695 Dec 22 09:37:27.202586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Made reservation on behalf of 667fba5dfb704f6481e6556898942aeb for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:37:27.207799 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:27.214272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Transition to ACTIVE for port object 851cbfee-d71e-495f-b1db-9288ef29ab21 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:37:27.221976 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:27.231567 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:27.351528 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0f8c6446-c671-4696-807f-8e0729e457a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:27.373528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-a1c95a9f-88e7-4ac5-81a6-9e6120bf0e53 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:27.375692 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-a1c95a9f-88e7-4ac5-81a6-9e6120bf0e53 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7888062 Dec 22 09:37:27.382684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:27.402654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Usage tracker for resource:security_group_rule and tenant:667fba5dfb704f6481e6556898942aeb is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:27.410085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:27.419750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-8566bb82-01fb-46b2-88ad-ca2f4ca031e0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Request body: {'port': {'device_id': '9e68925f-8d28-4acb-ac3a-37b26b635013', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '7c45cc3243e946a7a79dd87b00479ef1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:27.451903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=851cbfee-d71e-495f-b1db-9288ef29ab21,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:27.457732 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:27.478521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7b0f1b-3bdc-4687-b91d-331bd7a78a6d None None] Network f25c0816-e0e3-44ca-b509-727ad195c19e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:37:27.530701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:27.604959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7bd16443-a312-4710-9747-0014358f7a91 None None] Provisioning for port 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:37:27.710548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Attempting to bind port 851cbfee-d71e-495f-b1db-9288ef29ab21 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:37:27.710548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Attempting to bind port 851cbfee-d71e-495f-b1db-9288ef29ab21 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'de2ea75c-236c-47b9-af8d-5af343143f83'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:37:27.710548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Attempting to bind port 851cbfee-d71e-495f-b1db-9288ef29ab21 on network de2ea75c-236c-47b9-af8d-5af343143f83 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:37:27.710548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9cdce978-7798-4d01-86d8-765dbd969975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:27.831670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:37:27.832075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Checking segment: {'id': 'fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'de2ea75c-236c-47b9-af8d-5af343143f83'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:37:27.832485 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:27.832885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Bound using segment: {'id': 'fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'de2ea75c-236c-47b9-af8d-5af343143f83'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:37:27.833364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Bound port: 851cbfee-d71e-495f-b1db-9288ef29ab21, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'de2ea75c-236c-47b9-af8d-5af343143f83'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:37:27.833939 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:27.848438 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3f60f8e0-7203-4092-b6df-472224eda01e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:27.918380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:28.062048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:37:28.075399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:28.076341 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:28.081446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-8566bb82-01fb-46b2-88ad-ca2f4ca031e0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:28.094332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-8566bb82-01fb-46b2-88ad-ca2f4ca031e0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:28.113684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdce978-7798-4d01-86d8-765dbd969975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14279cab-faa4-47a9-9a5c-6644049e4cce,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:28.125126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-8566bb82-01fb-46b2-88ad-ca2f4ca031e0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Made reservation on behalf of 7c45cc3243e946a7a79dd87b00479ef1 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:37:28.128548 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9cdce978-7798-4d01-86d8-765dbd969975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:28.132554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-8566bb82-01fb-46b2-88ad-ca2f4ca031e0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:28.149352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] For port 851cbfee-d71e-495f-b1db-9288ef29ab21, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:37:28.155065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] For port 851cbfee-d71e-495f-b1db-9288ef29ab21, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=851cbfee-d71e-495f-b1db-9288ef29ab21,segment=NetworkSegment(fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c),segment_id=fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:37:28.156323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdce978-7798-4d01-86d8-765dbd969975 admin admin] Checking segment: {'id': '5aa9c35f-52f7-402d-a8dd-92c5f4bb8349', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:37:28.156742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdce978-7798-4d01-86d8-765dbd969975 admin admin] Network hostable DHCP agents. Network: 08743b9d-c4d3-44ca-bf63-fdb06702cb27, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:37:28.164870 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:28.193563 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-422045cb-e279-4bcb-943b-3a068d4b90ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:28.194423 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:28.297334 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:28.321701 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:28.398117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-db1e636b-c133-4485-bb91-97f448eda1f2 None None] Provisioning complete for port 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:28.399590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db1e636b-c133-4485-bb91-97f448eda1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:28.585035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:28.587519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db1e636b-c133-4485-bb91-97f448eda1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:28.602280 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:28.607683 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:28.681670 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9da3bde2-91f2-44b8-b9db-71b126b7c546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:28.724783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:28.729599 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:28.755691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdce978-7798-4d01-86d8-765dbd969975 admin admin] Network 08743b9d-c4d3-44ca-bf63-fdb06702cb27 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:37:28.772545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce0b1a-aa60-4ddc-9028-186887a7b597 req-5551cd5b-cfb9-453a-91d3-c28e4d37a94d tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:28.774002 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-34ce0b1a-aa60-4ddc-9028-186887a7b597 req-5551cd5b-cfb9-453a-91d3-c28e4d37a94d tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 944 time: 0.9345744 Dec 22 09:37:28.820548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-db1e636b-c133-4485-bb91-97f448eda1f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:37:28.821694 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-db1e636b-c133-4485-bb91-97f448eda1f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:37:28.841098 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:28.843972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=851cbfee-d71e-495f-b1db-9288ef29ab21,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:28.849809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9cdce978-7798-4d01-86d8-765dbd969975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 08743b9d-c4d3-44ca-bf63-fdb06702cb27) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:37:28.851530 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:28.861934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fde0d4a-bba2-4a43-84c8-fa1d6786495f None None] Network 08743b9d-c4d3-44ca-bf63-fdb06702cb27 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:37:28.867113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdce978-7798-4d01-86d8-765dbd969975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:28.867764 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9cdce978-7798-4d01-86d8-765dbd969975 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:28.916600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9cdce978-7798-4d01-86d8-765dbd969975 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.3729181 Dec 22 09:37:28.916600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45872) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:28.923185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1047537462-router', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:28.929925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:28.935827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:28.936534 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:28.938193 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a931717c-0375-49d2-a512-9032852c123f req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] 10.222.0.37 "PUT /v2.0/ports/851cbfee-d71e-495f-b1db-9288ef29ab21 HTTP/1.1" status: 200 len: 1156 time: 3.7051373 Dec 22 09:37:28.938857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de005819-3780-4e72-8e87-91c071c4a7b2', 'tag': '851cbfee-d71e-495f-b1db-9288ef29ab21'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:37:28.945777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Usage tracker for resource:router and tenant:15cfc948da3e4885bbbb213e70ea2fb5 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:28.949037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:28.963588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:28.979622 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:28.981287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:29.004269 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:29.138332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932295ac-d34f-4d7f-a3bc-db47daebd9ec None None] Network 08743b9d-c4d3-44ca-bf63-fdb06702cb27 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:37:29.245030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3bde2-91f2-44b8-b9db-71b126b7c546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea3c9db1-69df-43f5-bba4-3227b9e7ac55,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:29.250098 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9da3bde2-91f2-44b8-b9db-71b126b7c546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:29.376139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931717c-0375-49d2-a512-9032852c123f req-18af6179-2da8-4b4f-9086-2d0ce7c017ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:29.378317 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a931717c-0375-49d2-a512-9032852c123f req-18af6179-2da8-4b4f-9086-2d0ce7c017ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b14d6bb32424ce08f6f7d9749a7139b&device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 1159 time: 0.3572788 Dec 22 09:37:29.381126 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:29.419602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:29.479558 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a931717c-0375-49d2-a512-9032852c123f req-402aa7c1-cb16-4141-8174-03ed86d47380 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=851cbfee-d71e-495f-b1db-9288ef29ab21 HTTP/1.1" status: 200 len: 217 time: 0.0746677 Dec 22 09:37:29.498226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:29.513748 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:29.527729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-8566bb82-01fb-46b2-88ad-ca2f4ca031e0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Allocated IP 192.168.233.18 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/d3a99780-4994-4561-ae29-1fe88e3738d3) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:37:29.545114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c0b0e978-aa6b-4702-9415-f38943d8dfac None None] Provisioning complete for port 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:29.545797 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0b0e978-aa6b-4702-9415-f38943d8dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:29.557300 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-34ce0b1a-aa60-4ddc-9028-186887a7b597 req-2dc795d0-ec6a-4f48-92b0-7842d8c59ff7 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6864269 Dec 22 09:37:29.578628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:37:29.589572 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:29.589963 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Added segment 6c38b6fd-c2ee-451f-9ddb-660399fe8012 of type vxlan for network 0ce02adb-f55b-4348-b615-c2dcef5f3cd9 Dec 22 09:37:29.620357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:29.634183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931717c-0375-49d2-a512-9032852c123f req-2afce6f2-205c-4115-9afe-4ba710b0187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:29.635759 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a931717c-0375-49d2-a512-9032852c123f req-2afce6f2-205c-4115-9afe-4ba710b0187d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=be84fe44-b911-4723-b72f-c3518cba7eab HTTP/1.1" status: 200 len: 860 time: 0.1424978 Dec 22 09:37:29.678179 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:29.691922 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9da3bde2-91f2-44b8-b9db-71b126b7c546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:29.692201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6bdf64-a991-452b-9007-ac9cf3381567 None None] Network 6d862796-84d7-4332-a8d2-5cdba0f217a7 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:37:29.698123 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a931717c-0375-49d2-a512-9032852c123f req-bd4140f1-0608-46aa-a6fc-7cabcfe42549 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de2ea75c-236c-47b9-af8d-5af343143f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504184 Dec 22 09:37:29.701389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:29.702270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:29.723845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1f093b-2ea5-42ae-98e2-5f4d5b3058a6,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:29.745242 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:29.754760 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e91f0299-3dfd-4a0c-8e94-a4542807e065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:29.860866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8b96d-12ec-4493-b149-8266a98c5421 req-636837ef-cee4-411a-a71e-dcacfff34860 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:29.862906 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eeb8b96d-12ec-4493-b149-8266a98c5421 req-636837ef-cee4-411a-a71e-dcacfff34860 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 1.4646389 Dec 22 09:37:29.890693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:29.993395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Pushing event updated for resources: {'Network': ['ID=0ce02adb-f55b-4348-b615-c2dcef5f3cd9,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:30.019097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 0ce02adb-f55b-4348-b615-c2dcef5f3cd9 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:37:30.026971 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:30.044416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 0ce02adb-f55b-4348-b615-c2dcef5f3cd9 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:37:30.064248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 0ce02adb-f55b-4348-b615-c2dcef5f3cd9 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:37:30.065087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-4cd3683b-7495-46fd-800e-21db7cc79d47 req-990cea73-2dd0-4e9b-9093-03d4674fdf08 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Synchronizing usage tracker for tenant:7c45cc3243e946a7a79dd87b00479ef1 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:37:30.072288 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a931717c-0375-49d2-a512-9032852c123f req-d68ead28-e8ea-4064-b037-cf55b97f3a19 service neutron] 10.222.0.37 "GET /v2.0/networks/de2ea75c-236c-47b9-af8d-5af343143f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685071 Dec 22 09:37:30.097033 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9da3bde2-91f2-44b8-b9db-71b126b7c546 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ea3c9db1-69df-43f5-bba4-3227b9e7ac55 HTTP/1.1" status: 204 len: 168 time: 5.7625995 Dec 22 09:37:30.105036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45880) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:30.106194 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.6580546 Dec 22 09:37:30.113305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45882) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:30.118637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:30.119067 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:30.163480 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eeb8b96d-12ec-4493-b149-8266a98c5421 req-a5577ff6-ed97-43a4-b147-4828f5ace7d5 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388828 Dec 22 09:37:30.174546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0033afd6-060e-4b9f-9cec-20d531f460e6 admin admin] Request body: {'subnet': {'network_id': '0ce02adb-f55b-4348-b615-c2dcef5f3cd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345446207-subnet', 'tenant_id': '667fba5dfb704f6481e6556898942aeb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:30.180274 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:30.190779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-4cd3683b-7495-46fd-800e-21db7cc79d47 req-990cea73-2dd0-4e9b-9093-03d4674fdf08 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Unset dirty status for tenant:7c45cc3243e946a7a79dd87b00479ef1 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:37:30.192605 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4cd3683b-7495-46fd-800e-21db7cc79d47 req-990cea73-2dd0-4e9b-9093-03d4674fdf08 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=9e68925f-8d28-4acb-ac3a-37b26b635013 HTTP/1.1" status: 200 len: 210 time: 0.4397166 Dec 22 09:37:30.194088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Allocated IP 172.25.7.100 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/e11f008a-e01e-40dd-8196-fc67b234c36a) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:37:30.232872 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:30.276568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0033afd6-060e-4b9f-9cec-20d531f460e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:30.432895 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de005819-3780-4e72-8e87-91c071c4a7b2', 'tag': '851cbfee-d71e-495f-b1db-9288ef29ab21', 'status': 'completed', 'code': 200} Dec 22 09:37:30.434382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0033afd6-060e-4b9f-9cec-20d531f460e6 admin admin] Usage tracker for resource:subnet and tenant:667fba5dfb704f6481e6556898942aeb is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:30.461935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0033afd6-060e-4b9f-9cec-20d531f460e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:30.498037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0033afd6-060e-4b9f-9cec-20d531f460e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:30.512124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd8dfd6-c172-499f-b4ee-ab9dec48ba0f None None] DHCP port deletion for 6d862796-84d7-4332-a8d2-5cdba0f217a7 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:37:30.520155 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:30.523278 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-8566bb82-01fb-46b2-88ad-ca2f4ca031e0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:30.560236 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:30.563091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-edd8dfd6-c172-499f-b4ee-ab9dec48ba0f None None] Deleting port 786c1f85-4974-40b2-8817-92f350ebb7b7 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:37:30.563676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-8566bb82-01fb-46b2-88ad-ca2f4ca031e0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Transition to ACTIVE for port object d3a99780-4994-4561-ae29-1fe88e3738d3 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:37:30.563870 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-edd8dfd6-c172-499f-b4ee-ab9dec48ba0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:30.611807 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:30.692555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0033afd6-060e-4b9f-9cec-20d531f460e6 admin admin] Made reservation on behalf of 667fba5dfb704f6481e6556898942aeb for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:37:30.698146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0033afd6-060e-4b9f-9cec-20d531f460e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:30.760963 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:30.764145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Deleting port 786c1f85-4974-40b2-8817-92f350ebb7b7 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:37:30.764806 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:30.807151 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a931717c-0375-49d2-a512-9032852c123f req-35532ad0-ebfe-4a50-9659-3ea781cc5218 service neutron] 10.222.0.37 "GET /v2.0/networks/de2ea75c-236c-47b9-af8d-5af343143f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7262585 Dec 22 09:37:30.817869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-8566bb82-01fb-46b2-88ad-ca2f4ca031e0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:30.926288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-edd8dfd6-c172-499f-b4ee-ab9dec48ba0f None None] For port 786c1f85-4974-40b2-8817-92f350ebb7b7, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=786c1f85-4974-40b2-8817-92f350ebb7b7,segment=NetworkSegment(7ba07f78-4450-4bc7-8cc2-1b87c09df98f),segment_id=7ba07f78-4450-4bc7-8cc2-1b87c09df98f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:30.926700 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-edd8dfd6-c172-499f-b4ee-ab9dec48ba0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:31.051435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e11f008a-e01e-40dd-8196-fc67b234c36a,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:31.066022 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:31.072411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:37:31.073401 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:31.078091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-edd8dfd6-c172-499f-b4ee-ab9dec48ba0f None None] Calling delete_port for 786c1f85-4974-40b2-8817-92f350ebb7b7 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:37:31.114454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:37:31.130763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:37:31.160197 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-edd8dfd6-c172-499f-b4ee-ab9dec48ba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:31.173734 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:31.222082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8dfd6-c172-499f-b4ee-ab9dec48ba0f None None] Pushing event deleted for resources: {'Port': ['ID=786c1f85-4974-40b2-8817-92f350ebb7b7,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:31.227041 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-edd8dfd6-c172-499f-b4ee-ab9dec48ba0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:31.254453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566bb82-01fb-46b2-88ad-ca2f4ca031e0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Pushing event updated for resources: {'Port': ['ID=d3a99780-4994-4561-ae29-1fe88e3738d3,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:31.259834 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8566bb82-01fb-46b2-88ad-ca2f4ca031e0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:31.291484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1e685-a423-4b46-8f3f-7d2210102e4c req-c96b9e13-3730-4a15-9ce5-9a9a5cd8a68d tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:31.302270 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98f1e685-a423-4b46-8f3f-7d2210102e4c req-c96b9e13-3730-4a15-9ce5-9a9a5cd8a68d tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 944 time: 0.5428984 Dec 22 09:37:31.438732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-8566bb82-01fb-46b2-88ad-ca2f4ca031e0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:37:31.532555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd8dfd6-c172-499f-b4ee-ab9dec48ba0f None None] No DVR routers for this DVR port 786c1f85-4974-40b2-8817-92f350ebb7b7 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:37:31.536224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-8566bb82-01fb-46b2-88ad-ca2f4ca031e0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:37:31.566085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-8566bb82-01fb-46b2-88ad-ca2f4ca031e0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:37:31.654206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] For port 786c1f85-4974-40b2-8817-92f350ebb7b7, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=786c1f85-4974-40b2-8817-92f350ebb7b7,segment=NetworkSegment(7ba07f78-4450-4bc7-8cc2-1b87c09df98f),segment_id=7ba07f78-4450-4bc7-8cc2-1b87c09df98f)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:31.654870 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:31.672216 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98f1e685-a423-4b46-8f3f-7d2210102e4c req-e88e1e63-23a6-4a1d-a78a-b48580bbe793 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688555 Dec 22 09:37:31.731118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-8566bb82-01fb-46b2-88ad-ca2f4ca031e0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:31.731811 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-8566bb82-01fb-46b2-88ad-ca2f4ca031e0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:31.781578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Allocated IP 172.25.7.174 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/1f40863b-85f6-49ed-9bff-770af2a65950) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:37:31.838377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c28a7e-13de-4efc-9df1-8c274bda49ee req-eeec68c7-1286-4e51-8916-c7ee1b30d155 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:31.841064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-76c15b4d-e901-4f05-af2b-dfa7b5c43240 None None] Provisioning for port d3a99780-4994-4561-ae29-1fe88e3738d3 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:37:31.847748 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-35c28a7e-13de-4efc-9df1-8c274bda49ee req-eeec68c7-1286-4e51-8916-c7ee1b30d155 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 0.4486682 Dec 22 09:37:31.851406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 786c1f85-4974-40b2-8817-92f350ebb7b7 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:37:31.890828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-76c15b4d-e901-4f05-af2b-dfa7b5c43240 None None] Provisioning complete for port d3a99780-4994-4561-ae29-1fe88e3738d3 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:31.891251 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76c15b4d-e901-4f05-af2b-dfa7b5c43240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:31.925273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 786c1f85-4974-40b2-8817-92f350ebb7b7 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:37:31.925808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 786c1f85-4974-40b2-8817-92f350ebb7b7 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:37:31.957875 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-8566bb82-01fb-46b2-88ad-ca2f4ca031e0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5499272 Dec 22 09:37:31.978377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-76c15b4d-e901-4f05-af2b-dfa7b5c43240 None None] Port d3a99780-4994-4561-ae29-1fe88e3738d3 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:37:31.995865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50843e-790a-4cd0-8632-17e06e9f698b req-334630a1-46b2-4190-971f-c10fba64b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:31.997604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Request body: {'port': {'device_id': '9e68925f-8d28-4acb-ac3a-37b26b635013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:31.998846 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8e50843e-790a-4cd0-8632-17e06e9f698b req-334630a1-46b2-4190-971f-c10fba64b81e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b14d6bb32424ce08f6f7d9749a7139b&device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 1159 time: 1.0540910 Dec 22 09:37:32.133279 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:32.149791 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:32.164257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Calling delete_port for 786c1f85-4974-40b2-8817-92f350ebb7b7 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:37:32.194348 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-35c28a7e-13de-4efc-9df1-8c274bda49ee req-d0306b6f-3c34-48c1-b288-7d88564d4564 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453174 Dec 22 09:37:32.511354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50843e-790a-4cd0-8632-17e06e9f698b req-6e858cbb-38f4-446f-ae63-e6712fd017df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:32.513020 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8e50843e-790a-4cd0-8632-17e06e9f698b req-6e858cbb-38f4-446f-ae63-e6712fd017df service neutron] 10.222.0.37 "GET /v2.0/networks?id=de2ea75c-236c-47b9-af8d-5af343143f83 HTTP/1.1" status: 200 len: 914 time: 0.3575971 Dec 22 09:37:32.515355 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:32.584548 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-146f795b-ed4c-4fd9-9cd3-c98b25414aef tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:32.648626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab015215-2e3d-4bc9-b4d8-175869d9b6ce req-246354b1-a0b2-42d6-b146-1b068d8c6928 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:32.650241 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ab015215-2e3d-4bc9-b4d8-175869d9b6ce req-246354b1-a0b2-42d6-b146-1b068d8c6928 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=9e68925f-8d28-4acb-ac3a-37b26b635013 HTTP/1.1" status: 200 len: 935 time: 0.7752769 Dec 22 09:37:32.702331 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:37:32.702927 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:37:32.706977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-890d40ed-cca6-4f67-90bc-84e855f7e285 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:37:32.730329 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8e50843e-790a-4cd0-8632-17e06e9f698b req-5b336cff-6fdf-4bee-a933-42f102269697 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=851cbfee-d71e-495f-b1db-9288ef29ab21 HTTP/1.1" status: 200 len: 217 time: 0.1536686 Dec 22 09:37:32.814923 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:32.882358 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ab015215-2e3d-4bc9-b4d8-175869d9b6ce req-51ad88ea-0860-4a53-8820-f1b39220b61a tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679847 Dec 22 09:37:32.887354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Pushing event updated for resources: {'Port': ['ID=1f40863b-85f6-49ed-9bff-770af2a65950,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:32.895454 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:32.919401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50843e-790a-4cd0-8632-17e06e9f698b req-0387071c-0fee-46e1-8d7c-673749f85496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:32.921247 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8e50843e-790a-4cd0-8632-17e06e9f698b req-0387071c-0fee-46e1-8d7c-673749f85496 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=be84fe44-b911-4723-b72f-c3518cba7eab HTTP/1.1" status: 200 len: 860 time: 0.1245649 Dec 22 09:37:32.996502 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8e50843e-790a-4cd0-8632-17e06e9f698b req-e247053c-ebf3-4e1c-856b-a4996eae3233 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de2ea75c-236c-47b9-af8d-5af343143f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629380 Dec 22 09:37:33.082645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:37:33.102176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:37:33.115646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:37:33.155928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:33.212833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Deleting port 786c1f85-4974-40b2-8817-92f350ebb7b7 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:37:33.212833 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:33.274566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0033afd6-060e-4b9f-9cec-20d531f460e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:33.310435 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-351beec7-8049-46f6-a970-ae996d8e6f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:33.357215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b027c5e-6076-4c9f-a22c-f733e28b77ff req-e6d7b370-bf5c-40c9-8973-f7a8166029cf tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:33.358886 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b027c5e-6076-4c9f-a22c-f733e28b77ff req-e6d7b370-bf5c-40c9-8973-f7a8166029cf tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 944 time: 0.4823177 Dec 22 09:37:33.395697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 851cbfee-d71e-495f-b1db-9288ef29ab21 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:33.430583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] The port '786c1f85-4974-40b2-8817-92f350ebb7b7' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:37:33.485924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 851cbfee-d71e-495f-b1db-9288ef29ab21 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:37:33.493464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 851cbfee-d71e-495f-b1db-9288ef29ab21 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:33.493886 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:33.624127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033afd6-060e-4b9f-9cec-20d531f460e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3da29b5-d145-4c82-ad85-1576d4e019da,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:33.651114 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:33.652292 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0033afd6-060e-4b9f-9cec-20d531f460e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:33.655014 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8e50843e-790a-4cd0-8632-17e06e9f698b req-eb58e29e-3f58-4b5f-96a5-b59bf471d436 service neutron] 10.222.0.37 "GET /v2.0/networks/de2ea75c-236c-47b9-af8d-5af343143f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6474175 Dec 22 09:37:33.689104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de005819-3780-4e72-8e87-91c071c4a7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851cbfee-d71e-495f-b1db-9288ef29ab21'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:37:33.693073 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b027c5e-6076-4c9f-a22c-f733e28b77ff req-80ef1877-fa58-422b-9a5f-8a06826f375e tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260417 Dec 22 09:37:33.702969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 851cbfee-d71e-495f-b1db-9288ef29ab21, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=851cbfee-d71e-495f-b1db-9288ef29ab21,segment=NetworkSegment(fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c),segment_id=fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:33.709639 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:33.712501 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:33.776170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfd428-e767-478b-aeb4-7ef45e489213 req-2a1d90ad-4127-4dc6-8c35-0d00ca26a2ba tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:33.777772 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15cfd428-e767-478b-aeb4-7ef45e489213 req-2a1d90ad-4127-4dc6-8c35-0d00ca26a2ba tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 0.4157355 Dec 22 09:37:33.793741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Router aa3b8095-bd82-485f-9535-a5be16d0ace5 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:37:33.853103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=851cbfee-d71e-495f-b1db-9288ef29ab21,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:33.865246 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:33.994235 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15cfd428-e767-478b-aeb4-7ef45e489213 req-31ebe2c6-e960-4b5a-b79b-e0e91f4e2725 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049818 Dec 22 09:37:34.018770 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de005819-3780-4e72-8e87-91c071c4a7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851cbfee-d71e-495f-b1db-9288ef29ab21', 'code': 200} Dec 22 09:37:34.027846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a99780-4994-4561-ae29-1fe88e3738d3 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:37:34.039745 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:34.121076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Transition to ACTIVE for port object d3a99780-4994-4561-ae29-1fe88e3738d3 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:37:34.171587 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:34.232527 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d3c88620-c255-4fbe-b143-8e2c23959f8b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:34.263531 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:34.343054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:37:34.356086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Sync routers for ids ['aa3b8095-bd82-485f-9535-a5be16d0ace5'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:37:34.369108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Routers {'aa3b8095-bd82-485f-9535-a5be16d0ace5'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:37:34.370068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:37:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['aa3b8095-bd82-485f-9535-a5be16d0ace5'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:34.459806 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:34.463860 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.0276294 Dec 22 09:37:34.467358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a99780-4994-4561-ae29-1fe88e3738d3,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:34.472458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 45906) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:34.478325 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:34.533189 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8e50843e-790a-4cd0-8632-17e06e9f698b req-bce1d53e-c54e-4b38-b9d4-6d3a80e8065a service neutron] 10.222.0.37 "GET /v2.0/networks/de2ea75c-236c-47b9-af8d-5af343143f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5392251 Dec 22 09:37:34.540534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d862796-84d7-4332-a8d2-5cdba0f217a7']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:34.572741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba07f78-4450-4bc7-8cc2-1b87c09df98f') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:34.573055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba07f78-4450-4bc7-8cc2-1b87c09df98f') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:34.595415 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:34.611594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Set router aa3b8095-bd82-485f-9535-a5be16d0ace5 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:37:34.614130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0033afd6-060e-4b9f-9cec-20d531f460e6 admin admin] Checking segment: {'id': '6c38b6fd-c2ee-451f-9ddb-660399fe8012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ce02adb-f55b-4348-b615-c2dcef5f3cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:37:34.614848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0033afd6-060e-4b9f-9cec-20d531f460e6 admin admin] Network hostable DHCP agents. Network: 0ce02adb-f55b-4348-b615-c2dcef5f3cd9, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:37:34.673505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 851cbfee-d71e-495f-b1db-9288ef29ab21 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:34.708152 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:34.714605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:37:34.820657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 851cbfee-d71e-495f-b1db-9288ef29ab21 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:34.821475 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:34.848288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0033afd6-060e-4b9f-9cec-20d531f460e6 admin admin] Network 0ce02adb-f55b-4348-b615-c2dcef5f3cd9 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:37:34.892806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dace9c-f744-4445-af5d-a42d1b660dfe req-0d1d4976-e118-4f5b-8ad2-5947e0fc37a6 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:34.895200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-0033afd6-060e-4b9f-9cec-20d531f460e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 0ce02adb-f55b-4348-b615-c2dcef5f3cd9) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:37:34.903315 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a1dace9c-f744-4445-af5d-a42d1b660dfe req-0d1d4976-e118-4f5b-8ad2-5947e0fc37a6 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=9e68925f-8d28-4acb-ac3a-37b26b635013 HTTP/1.1" status: 200 len: 947 time: 0.7393732 Dec 22 09:37:34.957038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df0a0d-63cf-4afa-babd-e489363e943d req-56118bf6-1d30-49a4-9693-6ab654638a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:34.959152 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84df0a0d-63cf-4afa-babd-e489363e943d req-56118bf6-1d30-49a4-9693-6ab654638a5e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 1161 time: 0.8369401 Dec 22 09:37:34.963083 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:34.969820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75dfe5a-9935-42cd-b891-f0f259171624 None None] Network 0ce02adb-f55b-4348-b615-c2dcef5f3cd9 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:37:35.060689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Network 6d862796-84d7-4332-a8d2-5cdba0f217a7 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:37:35.072595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0033afd6-060e-4b9f-9cec-20d531f460e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:35.073557 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0033afd6-060e-4b9f-9cec-20d531f460e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:35.078809 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:35.140901 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a1dace9c-f744-4445-af5d-a42d1b660dfe req-cfc2ca93-4c36-4e95-adcb-b161aa7a7de1 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357624 Dec 22 09:37:35.250697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'name': 'tempest-ServerActionsTestJSON-577549074-router', 'tenant_id': '210f832f876441e1b78088d52878877a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:23Z', 'updated_at': '2020-12-22T09:37:31Z', 'revision_number': 3, 'project_id': '210f832f876441e1b78088d52878877a', 'gw_port': {'id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:30:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:29Z', 'updated_at': '2020-12-22T09:37:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:35.258311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Checking router: aa3b8095-bd82-485f-9535-a5be16d0ace5 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:37:35.258717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Updating router aa3b8095-bd82-485f-9535-a5be16d0ace5 port e11f008a-e01e-40dd-8196-fc67b234c36a binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:37:35.346856 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32846d97-90b2-4589-ac09-b6796e15f4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:35.481498 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:35.603738 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0033afd6-060e-4b9f-9cec-20d531f460e6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 5.4656136 Dec 22 09:37:35.604982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45916) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:35.607083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-0ce02adb-f55b-4348-b615-c2dcef5f3cd9', 'network_id': '0ce02adb-f55b-4348-b615-c2dcef5f3cd9', 'tenant_id': '667fba5dfb704f6481e6556898942aeb', 'fixed_ips': [{'subnet_id': 'a3da29b5-d145-4c82-ad85-1576d4e019da'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:37:35.609453 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:35.716570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345446207-router', 'tenant_id': '667fba5dfb704f6481e6556898942aeb', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:35.723248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:35.727996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Usage tracker for resource:router and tenant:667fba5dfb704f6481e6556898942aeb is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:35.731996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:35.740363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:35.760284 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:35.761942 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:35.807545 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:35.826555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Network 6d862796-84d7-4332-a8d2-5cdba0f217a7 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:37:35.912403 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84df0a0d-63cf-4afa-babd-e489363e943d req-aa191c5a-6e7b-40b5-83aa-991cab97d48a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8781314 Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:37:36.081090 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:37:36.085519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:36.101579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Transition to ACTIVE for port object e11f008a-e01e-40dd-8196-fc67b234c36a will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:37:36.105107 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:36.122543 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4dfd9f4-dfd3-497f-98ef-8f8e8a427e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:36.175420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Attempting to bind port d3a99780-4994-4561-ae29-1fe88e3738d3 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:37:36.176192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Attempting to bind port d3a99780-4994-4561-ae29-1fe88e3738d3 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:37:36.176908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Attempting to bind port d3a99780-4994-4561-ae29-1fe88e3738d3 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:37:36.230562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Pushing event updated for resources: {'Port': ['ID=e11f008a-e01e-40dd-8196-fc67b234c36a,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:36.233711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17723324-2747-4b4e-a47d-e76d46f0017d req-dc23492b-dc5c-4060-b7ff-d6ca513a6586 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:36.235400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Allocated IP 172.20.0.2 (0ce02adb-f55b-4348-b615-c2dcef5f3cd9/a3da29b5-d145-4c82-ad85-1576d4e019da/9aa1b0cf-8eae-4dde-838a-070e31c79981) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:37:36.238655 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-17723324-2747-4b4e-a47d-e76d46f0017d req-dc23492b-dc5c-4060-b7ff-d6ca513a6586 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 946 time: 1.1999247 Dec 22 09:37:36.260072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:37:36.260871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:37:36.261688 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:36.262456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:37:36.262879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.263603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.263897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Bound port: d3a99780-4994-4561-ae29-1fe88e3738d3, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:37:36.264661 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:36.276074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.276669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.277066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.277456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.277840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.278216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.278592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.278964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.279335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.279705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.280188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.280564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.280934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.281302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.281671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.282040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.282404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.282768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.283133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.283498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.284489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.285123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.285673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.286045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.286412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.286780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.287143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.287509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.287874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.288262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.288622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.288987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.289354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.289719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:36.307482 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:36.328960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956fe7b-1871-4111-802e-fdeab3724843 req-0b5ca281-0843-4d81-b373-336b8ca5193c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:36.345488 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f956fe7b-1871-4111-802e-fdeab3724843 req-0b5ca281-0843-4d81-b373-336b8ca5193c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 0.7128279 Dec 22 09:37:36.498772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Attempting to bind port e11f008a-e01e-40dd-8196-fc67b234c36a on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:37:36.499084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Attempting to bind port e11f008a-e01e-40dd-8196-fc67b234c36a by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:37:36.499507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Attempting to bind port e11f008a-e01e-40dd-8196-fc67b234c36a on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:37:36.506264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:37:36.506695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:37:36.507159 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:36.507606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:37:36.508321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Bound port: e11f008a-e01e-40dd-8196-fc67b234c36a, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:37:36.508764 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:36.606099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] For port e11f008a-e01e-40dd-8196-fc67b234c36a, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:37:36.609938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] For port e11f008a-e01e-40dd-8196-fc67b234c36a, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=e11f008a-e01e-40dd-8196-fc67b234c36a,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:37:36.621260 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:36.694708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:36.771618 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-17723324-2747-4b4e-a47d-e76d46f0017d req-2893ceff-4b7d-416a-9d5a-ba60094580ad tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811440 Dec 22 09:37:36.782789 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:36.787974 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f956fe7b-1871-4111-802e-fdeab3724843 req-a81211d3-b36b-4371-9a27-219f95bac654 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401953 Dec 22 09:37:36.805419 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a891a159-fc8a-4e74-97c7-3580eefca7d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:36.831880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:36.843683 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:36.844853 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:36.866674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Transition to ACTIVE for port object 9aa1b0cf-8eae-4dde-838a-070e31c79981 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:37:36.873210 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:36.897075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Transition to ACTIVE for port object 9aa1b0cf-8eae-4dde-838a-070e31c79981 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:37:36.907553 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:36.916692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Pushing event updated for resources: {'Port': ['ID=e11f008a-e01e-40dd-8196-fc67b234c36a,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:36.920945 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:36.940786 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-edd8dfd6-c172-499f-b4ee-ab9dec48ba0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:36.954932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Routers {'aa3b8095-bd82-485f-9535-a5be16d0ace5'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:37:36.957780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:37:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['aa3b8095-bd82-485f-9535-a5be16d0ace5'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:37.012244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Pushing event updated for resources: {'Port': ['ID=9aa1b0cf-8eae-4dde-838a-070e31c79981,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:37.025667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.026941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.026941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.026941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.027288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.027435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.027789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.028096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.028471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.028851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.029215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.029580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.030032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.030403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.030771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.031137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.031502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.031867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.032274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.032639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.033002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.033369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.033779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.034236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.034951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.035326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.035791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.036270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.036641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.037012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.037377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.037744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.038109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.038488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.038835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.039201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:37:37.044324 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:37.051243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] For port d3a99780-4994-4561-ae29-1fe88e3738d3, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:37:37.079286 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6d862796-84d7-4332-a8d2-5cdba0f217a7 HTTP/1.1" status: 204 len: 168 time: 6.9594109 Dec 22 09:37:37.086868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] For port d3a99780-4994-4561-ae29-1fe88e3738d3, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d3a99780-4994-4561-ae29-1fe88e3738d3,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:37:37.109299 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:37.149710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d862796-84d7-4332-a8d2-5cdba0f217a7,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:37.169899 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:37.240525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Network 0ce02adb-f55b-4348-b615-c2dcef5f3cd9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:37:37.241839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:37:37.253217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:37:37.358474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] Set router aa3b8095-bd82-485f-9535-a5be16d0ace5 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:37:37.409859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45926) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:37.416180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Attempting to bind port 9aa1b0cf-8eae-4dde-838a-070e31c79981 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:37:37.416180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Attempting to bind port 9aa1b0cf-8eae-4dde-838a-070e31c79981 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '6c38b6fd-c2ee-451f-9ddb-660399fe8012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ce02adb-f55b-4348-b615-c2dcef5f3cd9'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:37:37.416413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Attempting to bind port 9aa1b0cf-8eae-4dde-838a-070e31c79981 on network 0ce02adb-f55b-4348-b615-c2dcef5f3cd9 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:37:37.419405 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b1a4aaff-b0e6-4cf1-b9cf-a37e207ca22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:37.429964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:37:37.430393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Checking segment: {'id': '6c38b6fd-c2ee-451f-9ddb-660399fe8012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ce02adb-f55b-4348-b615-c2dcef5f3cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:37:37.431021 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:37.431612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Bound using segment: {'id': '6c38b6fd-c2ee-451f-9ddb-660399fe8012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ce02adb-f55b-4348-b615-c2dcef5f3cd9'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:37:37.433065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Bound port: 9aa1b0cf-8eae-4dde-838a-070e31c79981, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c38b6fd-c2ee-451f-9ddb-660399fe8012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ce02adb-f55b-4348-b615-c2dcef5f3cd9'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:37:37.433065 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:37.452019 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-16f4f978-e899-4ba7-8461-79bd9b6d7b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:37.579391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] For port 9aa1b0cf-8eae-4dde-838a-070e31c79981, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:37:37.583880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] For port 9aa1b0cf-8eae-4dde-838a-070e31c79981, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=9aa1b0cf-8eae-4dde-838a-070e31c79981,segment=NetworkSegment(6c38b6fd-c2ee-451f-9ddb-660399fe8012),segment_id=6c38b6fd-c2ee-451f-9ddb-660399fe8012)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:37:37.589732 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:37.608010 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:37.646660 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9e2e5009-d82d-4a4f-a831-975b8ceb329b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=39d1f85d62b749b9a8fbb5b4483cf45a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2174876 Dec 22 09:37:37.654675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45930) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:37.711875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:37.711875 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:37.712908 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-243d292a-5327-4f89-94f2-83784e714435 service neutron] 10.222.0.64 "PUT /v2.0/ports/d3a99780-4994-4561-ae29-1fe88e3738d3 HTTP/1.1" status: 200 len: 1159 time: 5.7223873 Dec 22 09:37:37.715631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e68925f-8d28-4acb-ac3a-37b26b635013', 'tag': 'd3a99780-4994-4561-ae29-1fe88e3738d3'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:37:37.922682 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e68925f-8d28-4acb-ac3a-37b26b635013', 'tag': 'd3a99780-4994-4561-ae29-1fe88e3738d3', 'status': 'completed', 'code': 200} Dec 22 09:37:37.928244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a99780-4994-4561-ae29-1fe88e3738d3,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:37.959648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'name': 'tempest-ServerActionsTestJSON-577549074-router', 'tenant_id': '210f832f876441e1b78088d52878877a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:23Z', 'updated_at': '2020-12-22T09:37:31Z', 'revision_number': 3, 'project_id': '210f832f876441e1b78088d52878877a', 'gw_port': {'id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:30:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:29Z', 'updated_at': '2020-12-22T09:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:37.960057 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:37.966203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b0b45-e5d6-46ea-ae92-3b2dc48f4d4a None None] The sync data for ids ['aa3b8095-bd82-485f-9535-a5be16d0ace5'] in n-d-765315-5 is: [{'id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'name': 'tempest-ServerActionsTestJSON-577549074-router', 'tenant_id': '210f832f876441e1b78088d52878877a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:23Z', 'updated_at': '2020-12-22T09:37:31Z', 'revision_number': 3, 'project_id': '210f832f876441e1b78088d52878877a', 'gw_port': {'id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:30:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:29Z', 'updated_at': '2020-12-22T09:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:37:37.990288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Pushing event updated for resources: {'Port': ['ID=9aa1b0cf-8eae-4dde-838a-070e31c79981,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:38.006491 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:38.075593 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:38.135547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ea996-d7b5-4969-a5a5-7d42059abf88 req-95d250c5-a1e5-4e91-b230-0cdcf0e2e496 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:38.137353 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-266ea996-d7b5-4969-a5a5-7d42059abf88 req-95d250c5-a1e5-4e91-b230-0cdcf0e2e496 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=9e68925f-8d28-4acb-ac3a-37b26b635013 HTTP/1.1" status: 200 len: 947 time: 0.5647018 Dec 22 09:37:38.184038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Router 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:37:38.186712 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-186a18c7-8fa9-404c-bf18-2c132571b8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:38.337267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-a7c1d649-b48e-495b-b160-0c3384eaf074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:38.338796 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-186a18c7-8fa9-404c-bf18-2c132571b8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:38.338948 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-a7c1d649-b48e-495b-b160-0c3384eaf074 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c45cc3243e946a7a79dd87b00479ef1&device_id=9e68925f-8d28-4acb-ac3a-37b26b635013 HTTP/1.1" status: 200 len: 1162 time: 0.5320759 Dec 22 09:37:38.360037 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:38.415304 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:38.691268 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:38.799742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:37:38.810036 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-266ea996-d7b5-4969-a5a5-7d42059abf88 req-82c08e40-dd76-4af9-8900-105a7538b629 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820367 Dec 22 09:37:38.821561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Sync routers for ids ['53f4d47d-c768-4b4c-9216-2cf6d939d0b4'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:37:38.849359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Routers {'53f4d47d-c768-4b4c-9216-2cf6d939d0b4'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:37:38.850108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:37:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['53f4d47d-c768-4b4c-9216-2cf6d939d0b4'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:38.858415 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-186a18c7-8fa9-404c-bf18-2c132571b8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:38.872295 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0d5ccc51-2cc4-4954-bdb0-314b907a0e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:38.913469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a18c7-8fa9-404c-bf18-2c132571b8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbab5d00-0e4b-4196-8511-1abc8020bcaf,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:39.014447 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-186a18c7-8fa9-404c-bf18-2c132571b8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:39.019403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-186a18c7-8fa9-404c-bf18-2c132571b8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:39.021239 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-186a18c7-8fa9-404c-bf18-2c132571b8a6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fbab5d00-0e4b-4196-8511-1abc8020bcaf HTTP/1.1" status: 204 len: 168 time: 1.3628426 Dec 22 09:37:39.025310 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:39.027370 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 10.1097136 Dec 22 09:37:39.034302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45944) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:39.249036 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-8b90b4e9-d47a-4351-b3bd-91ea830aa623 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d3a99780-4994-4561-ae29-1fe88e3738d3 HTTP/1.1" status: 200 len: 217 time: 0.4377079 Dec 22 09:37:39.337872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-61983e57-7bce-46c1-81a6-5505b9f5c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:39.339641 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-61983e57-7bce-46c1-81a6-5505b9f5c0d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.0741296 Dec 22 09:37:39.546417 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:39.606678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Allocated IP 172.25.7.156 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/3c5f9b66-8385-4bf5-a9c0-e305ba19af99) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:37:39.649854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Set router 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:37:39.660640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101e263-4b09-45e1-8a45-9d624f4853e0 req-01edf615-0157-485f-86c2-3cd152ac52b8 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:39.668918 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f101e263-4b09-45e1-8a45-9d624f4853e0 req-01edf615-0157-485f-86c2-3cd152ac52b8 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 946 time: 1.5632498 Dec 22 09:37:39.710847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53701c0-cceb-4f48-abd1-67263b318b52 req-78942da5-b308-4e4a-9d59-353ef2b5f200 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:39.719085 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e53701c0-cceb-4f48-abd1-67263b318b52 req-78942da5-b308-4e4a-9d59-353ef2b5f200 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 0.5849979 Dec 22 09:37:39.783627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:39.785900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-cbbd89f1-d8ad-401d-83be-cc0846de7cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:39.787615 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-cbbd89f1-d8ad-401d-83be-cc0846de7cce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4358628 Dec 22 09:37:39.814630 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e53701c0-cceb-4f48-abd1-67263b318b52 req-8644a8a5-b042-457f-97a5-fa7e9c2e8faf tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941417 Dec 22 09:37:40.137033 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:40.201434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 9aa1b0cf-8eae-4dde-838a-070e31c79981 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:40.243711 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-5f2a6e33-8229-4b3b-9080-496be0380729 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229710 Dec 22 09:37:40.489785 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:40.582574 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5db4674-a49a-4986-8fdc-4bd9d844a5cc req-77b897ad-0626-4201-8c91-e2cb53413972 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3049853 Dec 22 09:37:40.623855 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f101e263-4b09-45e1-8a45-9d624f4853e0 req-700cb121-3add-4e3b-aeb9-9df1f70b0714 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9538755 Dec 22 09:37:40.665131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:40.688639 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-14a19bd3-7ff7-4e2e-9953-59c50dbb0c4e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:40.699685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Allocated IP 172.20.0.1 (f25c0816-e0e3-44ca-b509-727ad195c19e/d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2/b780c268-f33e-444e-b34b-8d42de43b9ae) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:37:40.732626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980370fd-a4f9-4353-a372-561a5bca49a4 req-4382019f-4242-4dac-9bd8-d8b1143ce7cf tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:40.745919 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-980370fd-a4f9-4353-a372-561a5bca49a4 req-4382019f-4242-4dac-9bd8-d8b1143ce7cf tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=9e68925f-8d28-4acb-ac3a-37b26b635013 HTTP/1.1" status: 200 len: 947 time: 0.2132380 Dec 22 09:37:40.764197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1c1b83-724e-4417-8e51-97a84010bf0c None None] Network 0ce02adb-f55b-4348-b615-c2dcef5f3cd9 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:37:40.939179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Pushing event updated for resources: {'Port': ['ID=3c5f9b66-8385-4bf5-a9c0-e305ba19af99,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:40.950617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 9aa1b0cf-8eae-4dde-838a-070e31c79981 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:37:40.975625 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-980370fd-a4f9-4353-a372-561a5bca49a4 req-840a84f5-b516-4bf6-83f2-940101e130a7 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277303 Dec 22 09:37:41.024218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e11f008a-e01e-40dd-8196-fc67b234c36a up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:41.134717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6cbd8b77-13d2-4719-aebc-7917c943b833 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:37:41.179377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5401eeb6-7bf2-41b7-9d8d-4be960695dc5 None None] Provisioning for port 9aa1b0cf-8eae-4dde-838a-070e31c79981 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:37:41.184752 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:41.202057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5401eeb6-7bf2-41b7-9d8d-4be960695dc5 None None] Provisioning complete for port 9aa1b0cf-8eae-4dde-838a-070e31c79981 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:41.202492 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5401eeb6-7bf2-41b7-9d8d-4be960695dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:41.396487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port e11f008a-e01e-40dd-8196-fc67b234c36a completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:37:41.452769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port e11f008a-e01e-40dd-8196-fc67b234c36a triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:41.453043 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:41.520772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1047537462-router', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:28Z', 'updated_at': '2020-12-22T09:37:34Z', 'revision_number': 3, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'gw_port': {'id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:30Z', 'updated_at': '2020-12-22T09:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:41.566732 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.878s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:41.650704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Checking router: 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:37:41.651223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Updating router 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 port 1f40863b-85f6-49ed-9bff-770af2a65950 binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:37:41.685892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:41.694818 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:41.730406 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-361fefd3-768f-43d4-b942-bfa2c3b8011a service neutron] show failed (client error): The resource could not be found. Dec 22 09:37:41.731705 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-361fefd3-768f-43d4-b942-bfa2c3b8011a service neutron] 10.222.0.64 "GET /v2.0/ports/6cbd8b77-13d2-4719-aebc-7917c943b833/bindings/n-h2-765315-5 HTTP/1.1" status: 404 len: 380 time: 0.8849230 Dec 22 09:37:41.756050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Transition to ACTIVE for port object b780c268-f33e-444e-b34b-8d42de43b9ae will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:37:41.792983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a3d8c-e727-462a-b043-46507bebd508 req-244dbe30-283e-4cf1-a45e-416c21c05490 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:41.820595 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-692a3d8c-e727-462a-b043-46507bebd508 req-244dbe30-283e-4cf1-a45e-416c21c05490 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 0.4417717 Dec 22 09:37:41.840450 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5401eeb6-7bf2-41b7-9d8d-4be960695dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:41.876995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:37:41.879781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617de17f-39ad-42ad-a0ae-a7962a2b75c5 req-22aa8420-fd24-4ca7-a077-ee56c003b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:41.881918 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-617de17f-39ad-42ad-a0ae-a7962a2b75c5 req-22aa8420-fd24-4ca7-a077-ee56c003b64b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c45cc3243e946a7a79dd87b00479ef1&device_id=9e68925f-8d28-4acb-ac3a-37b26b635013 HTTP/1.1" status: 200 len: 1162 time: 1.1002152 Dec 22 09:37:41.887050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:37:41.890279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:37:41.891240 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:41.910973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e65eec-7cce-4b90-9874-a9cb62fb494c req-0ac434f0-805e-4101-b046-072e02d1cbce tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:41.912913 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-27e65eec-7cce-4b90-9874-a9cb62fb494c req-0ac434f0-805e-4101-b046-072e02d1cbce tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 946 time: 0.5564938 Dec 22 09:37:41.985546 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-692a3d8c-e727-462a-b043-46507bebd508 req-3af0fc9e-4291-4984-8583-f995efaa9faf tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565068 Dec 22 09:37:42.313843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5401eeb6-7bf2-41b7-9d8d-4be960695dc5 None None] For port 9aa1b0cf-8eae-4dde-838a-070e31c79981, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=9aa1b0cf-8eae-4dde-838a-070e31c79981,segment=NetworkSegment(6c38b6fd-c2ee-451f-9ddb-660399fe8012),segment_id=6c38b6fd-c2ee-451f-9ddb-660399fe8012)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:42.319539 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:42.329239 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-27e65eec-7cce-4b90-9874-a9cb62fb494c req-181421a1-90b1-4300-b9da-ae45557cb3f1 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717570 Dec 22 09:37:42.335671 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:42.357077 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:42.396790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 6cbd8b77-13d2-4719-aebc-7917c943b833, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6cbd8b77-13d2-4719-aebc-7917c943b833,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:42.404455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df34bab-95ca-4447-8f2a-555fbd6e1e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cbd8b77-13d2-4719-aebc-7917c943b833'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:37:42.522794 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5401eeb6-7bf2-41b7-9d8d-4be960695dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:42.542383 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d0a4865-284b-4f39-947a-4480036765b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:42.565145 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:42.567585 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:42.607718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Allocated IP 172.20.0.1 (08743b9d-c4d3-44ca-bf63-fdb06702cb27/14279cab-faa4-47a9-9a5c-6644049e4cce/01300ad1-7629-4f38-bf5b-c3578ee21dbb) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:37:42.639308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port e11f008a-e01e-40dd-8196-fc67b234c36a, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=e11f008a-e01e-40dd-8196-fc67b234c36a,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:42.648200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Pushing event updated for resources: {'Port': ['ID=b780c268-f33e-444e-b34b-8d42de43b9ae,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:42.660357 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:42.661459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617de17f-39ad-42ad-a0ae-a7962a2b75c5 req-f71c733a-b62b-47bb-a3c5-d12cac4ee7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:42.663070 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-617de17f-39ad-42ad-a0ae-a7962a2b75c5 req-f71c733a-b62b-47bb-a3c5-d12cac4ee7b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.7490091 Dec 22 09:37:42.828830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401eeb6-7bf2-41b7-9d8d-4be960695dc5 None None] Pushing event updated for resources: {'Port': ['ID=9aa1b0cf-8eae-4dde-838a-070e31c79981,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:42.838890 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5401eeb6-7bf2-41b7-9d8d-4be960695dc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:42.839396 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7c17a1b8-53a4-4d58-948c-182ab5188797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:43.047709 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:37:43.109596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-f0e493ca-e15b-45fe-ad6c-80986f715210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:43.111233 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-f0e493ca-e15b-45fe-ad6c-80986f715210 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39&tenant_id=4f8a67b33ff048d5bd0b60e257789306 HTTP/1.1" status: 200 len: 1165 time: 0.9473023 Dec 22 09:37:43.152455 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:43.153267 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-617de17f-39ad-42ad-a0ae-a7962a2b75c5 req-f880ef97-0488-4bbd-b5f3-8da3099ba1b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d3a99780-4994-4561-ae29-1fe88e3738d3 HTTP/1.1" status: 200 len: 217 time: 0.4427879 Dec 22 09:37:43.166897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-5', 'device_owner': 'compute:nova'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:43.182844 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:43.197162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Transition to ACTIVE for port object 1f40863b-85f6-49ed-9bff-770af2a65950 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:37:43.198272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=6cbd8b77-13d2-4719-aebc-7917c943b833,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:43.210609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:43.222193 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:43.225336 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:43.250914 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:43.341138 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df34bab-95ca-4447-8f2a-555fbd6e1e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cbd8b77-13d2-4719-aebc-7917c943b833', 'code': 200} Dec 22 09:37:43.345619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=e11f008a-e01e-40dd-8196-fc67b234c36a,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:43.357261 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:43.376637 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:43.377263 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:43.435488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 9aa1b0cf-8eae-4dde-838a-070e31c79981 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:43.465604 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:43.508420 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2d4476d5-7e61-4129-a527-e1b496a03e58 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:43.636542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Network f25c0816-e0e3-44ca-b509-727ad195c19e is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:37:43.651143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:37:43.665929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:37:43.710762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51234b0-683a-468f-9d2a-7073f77a7db4 None None] Pushing event updated for resources: {'Port': ['ID=1f40863b-85f6-49ed-9bff-770af2a65950,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:43.722241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device d3a99780-4994-4561-ae29-1fe88e3738d3 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:43.736127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb66fe9-9fca-428d-9958-f6e6baf95dc1 req-12c923a1-eeb4-4eae-9a75-005960f9c09a tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:43.737618 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7eb66fe9-9fca-428d-9958-f6e6baf95dc1 req-12c923a1-eeb4-4eae-9a75-005960f9c09a tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=9e68925f-8d28-4acb-ac3a-37b26b635013 HTTP/1.1" status: 200 len: 947 time: 1.0711255 Dec 22 09:37:43.744777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617de17f-39ad-42ad-a0ae-a7962a2b75c5 req-6e3b4dbb-657d-432e-ba52-041c5c8f2448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:43.746676 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-617de17f-39ad-42ad-a0ae-a7962a2b75c5 req-6e3b4dbb-657d-432e-ba52-041c5c8f2448 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.4657745 Dec 22 09:37:43.757935 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a51234b0-683a-468f-9d2a-7073f77a7db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:43.836075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a38059f7-ff4b-467f-89b0-f876aed5793d None None] Provisioning complete for port 9aa1b0cf-8eae-4dde-838a-070e31c79981 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:43.842578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a38059f7-ff4b-467f-89b0-f876aed5793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:43.922862 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:44.061165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Network 08743b9d-c4d3-44ca-bf63-fdb06702cb27 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:37:44.068135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:37:44.071096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:37:44.106059 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:44.175594 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:44.179038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cd997-a7f8-4f55-bb5c-e2c6ff8821d1 req-5334c49e-f750-4368-a986-210bf0094d27 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:44.188596 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-817cd997-a7f8-4f55-bb5c-e2c6ff8821d1 req-5334c49e-f750-4368-a986-210bf0094d27 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 946 time: 0.7243774 Dec 22 09:37:44.203750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 9aa1b0cf-8eae-4dde-838a-070e31c79981 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:44.204214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:44.248417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Attempting to bind port 1f40863b-85f6-49ed-9bff-770af2a65950 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:37:44.248764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Attempting to bind port 1f40863b-85f6-49ed-9bff-770af2a65950 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:37:44.249179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Attempting to bind port 1f40863b-85f6-49ed-9bff-770af2a65950 on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:37:44.277067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:37:44.277501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:37:44.277957 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:44.278404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:37:44.278940 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Bound port: 1f40863b-85f6-49ed-9bff-770af2a65950, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:37:44.279366 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:44.314753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port d3a99780-4994-4561-ae29-1fe88e3738d3 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:37:44.343259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port d3a99780-4994-4561-ae29-1fe88e3738d3 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:44.343689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:44.347407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Pushing event updated for resources: {'Port': ['ID=01300ad1-7629-4f38-bf5b-c3578ee21dbb,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:44.359500 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-817cd997-a7f8-4f55-bb5c-e2c6ff8821d1 req-0a18e885-2c11-4547-8cc3-67d99658e774 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693239 Dec 22 09:37:44.362625 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7eb66fe9-9fca-428d-9958-f6e6baf95dc1 req-545feb54-d803-4cb1-b9da-c9798b745110 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5947447 Dec 22 09:37:44.481057 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.967s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:44.568130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] For port 1f40863b-85f6-49ed-9bff-770af2a65950, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:37:44.599024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617de17f-39ad-42ad-a0ae-a7962a2b75c5 req-a294e5ad-ac90-4e9f-a95d-f4c782524631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:44.599024 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-617de17f-39ad-42ad-a0ae-a7962a2b75c5 req-a294e5ad-ac90-4e9f-a95d-f4c782524631 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8314745 Dec 22 09:37:44.638540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] For port 1f40863b-85f6-49ed-9bff-770af2a65950, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=1f40863b-85f6-49ed-9bff-770af2a65950,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:37:44.652020 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:44.671841 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:44.777178 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:44.873594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eeab72a6-cc09-48c2-a966-62405800eb50 None None] Provisioning for port b780c268-f33e-444e-b34b-8d42de43b9ae completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:37:44.892075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eeab72a6-cc09-48c2-a966-62405800eb50 None None] Provisioning complete for port b780c268-f33e-444e-b34b-8d42de43b9ae triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:44.892234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eeab72a6-cc09-48c2-a966-62405800eb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:44.959520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51234b0-683a-468f-9d2a-7073f77a7db4 None None] Pushing event updated for resources: {'Port': ['ID=1f40863b-85f6-49ed-9bff-770af2a65950,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:44.993787 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a51234b0-683a-468f-9d2a-7073f77a7db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:45.059457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port d3a99780-4994-4561-ae29-1fe88e3738d3, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d3a99780-4994-4561-ae29-1fe88e3738d3,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:45.068882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-eeab72a6-cc09-48c2-a966-62405800eb50 None None] Port b780c268-f33e-444e-b34b-8d42de43b9ae cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:37:45.076121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:45.087861 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:45.110509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:45.185390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eeab72a6-cc09-48c2-a966-62405800eb50 None None] Provisioning complete for port 9aa1b0cf-8eae-4dde-838a-070e31c79981 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:45.185539 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eeab72a6-cc09-48c2-a966-62405800eb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:45.269956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Routers {'53f4d47d-c768-4b4c-9216-2cf6d939d0b4'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:37:45.269956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:37:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['53f4d47d-c768-4b4c-9216-2cf6d939d0b4'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:45.386248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e68925f-8d28-4acb-ac3a-37b26b635013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a99780-4994-4561-ae29-1fe88e3738d3'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:37:45.418186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=d3a99780-4994-4561-ae29-1fe88e3738d3,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:45.436727 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:45.453579 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-617de17f-39ad-42ad-a0ae-a7962a2b75c5 req-b0275887-b20a-42ee-8d31-f8833c8be731 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8263054 Dec 22 09:37:45.457479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e11f008a-e01e-40dd-8196-fc67b234c36a up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:45.470690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881bd35-2a2c-481c-a1b4-550f8affa55f req-64b2ebc3-9a5e-451a-a7b5-4a86264e1514 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:45.476556 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e881bd35-2a2c-481c-a1b4-550f8affa55f req-64b2ebc3-9a5e-451a-a7b5-4a86264e1514 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 948 time: 0.6449273 Dec 22 09:37:45.478096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:45.558920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Router 7cbb3bac-3740-4735-99c5-df36e178ab34 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:37:45.562022 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:45.800827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] For port 6cbd8b77-13d2-4719-aebc-7917c943b833, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6cbd8b77-13d2-4719-aebc-7917c943b833,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:45.824934 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e881bd35-2a2c-481c-a1b4-550f8affa55f req-afafa2eb-3c7b-4569-aa86-4bcac223699c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274074 Dec 22 09:37:45.849300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] Set router 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:37:45.871497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2992f-6765-46b8-8a7b-94eb938cfc6b req-506892bb-2eef-4a35-a913-8b77c6d14d4e tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:45.871497 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-61d2992f-6765-46b8-8a7b-94eb938cfc6b req-506892bb-2eef-4a35-a913-8b77c6d14d4e tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 946 time: 0.7179968 Dec 22 09:37:46.011781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port e11f008a-e01e-40dd-8196-fc67b234c36a triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:46.011781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:46.096051 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e68925f-8d28-4acb-ac3a-37b26b635013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a99780-4994-4561-ae29-1fe88e3738d3', 'code': 200} Dec 22 09:37:46.134754 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:46.161108 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:46.166583 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-617de17f-39ad-42ad-a0ae-a7962a2b75c5 req-ec6a00ae-f625-41c9-815f-f564f89df8a0 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6886191 Dec 22 09:37:46.259079 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:46.356749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:37:46.368756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Sync routers for ids ['7cbb3bac-3740-4735-99c5-df36e178ab34'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:37:46.385741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Routers {'7cbb3bac-3740-4735-99c5-df36e178ab34'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:37:46.386437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:37:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7cbb3bac-3740-4735-99c5-df36e178ab34'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:46.439512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Pushing event updated for resources: {'Port': ['ID=01300ad1-7629-4f38-bf5b-c3578ee21dbb,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:46.448439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:46.468603 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:46.475300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:46.479917 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 10.8534982 Dec 22 09:37:46.485451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46020) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:46.622968 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] It took 0.70 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:37:46.692301 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-61d2992f-6765-46b8-8a7b-94eb938cfc6b req-ec95ae92-02a8-4abc-9668-c96c8ebdee99 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8227453 Dec 22 09:37:46.784529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] For port 6cbd8b77-13d2-4719-aebc-7917c943b833, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:37:46.903104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Network 08743b9d-c4d3-44ca-bf63-fdb06702cb27 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:37:46.918485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:37:46.991224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Set router 7cbb3bac-3740-4735-99c5-df36e178ab34 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:37:47.007513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cbd8b77-13d2-4719-aebc-7917c943b833 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:37:47.012005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1047537462-router', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:28Z', 'updated_at': '2020-12-22T09:37:34Z', 'revision_number': 3, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'gw_port': {'id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:30Z', 'updated_at': '2020-12-22T09:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:47.016643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e43314d-6fa5-43dd-ad36-5b35afc00a78 None None] The sync data for ids ['53f4d47d-c768-4b4c-9216-2cf6d939d0b4'] in n-d-765315-5 is: [{'id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1047537462-router', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:28Z', 'updated_at': '2020-12-22T09:37:34Z', 'revision_number': 3, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'gw_port': {'id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:30Z', 'updated_at': '2020-12-22T09:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:37:47.039011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:47.101896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Transition to ACTIVE for port object 6cbd8b77-13d2-4719-aebc-7917c943b833 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:37:47.110870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a11b9-6d4d-46a8-8f68-f504c6869615 req-e0827bc4-ef17-4a0c-bb89-6dfc766b00bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:47.114027 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-511a11b9-6d4d-46a8-8f68-f504c6869615 req-e0827bc4-ef17-4a0c-bb89-6dfc766b00bc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9e68925f-8d28-4acb-ac3a-37b26b635013 HTTP/1.1" status: 200 len: 1164 time: 0.9003136 Dec 22 09:37:47.125487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219f8d8-90cd-4abb-b5c5-73463b06a1fa req-1bd9e364-7ed7-4437-ad07-f64b5185a1b4 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:47.127093 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0219f8d8-90cd-4abb-b5c5-73463b06a1fa req-1bd9e364-7ed7-4437-ad07-f64b5185a1b4 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=9e68925f-8d28-4acb-ac3a-37b26b635013 HTTP/1.1" status: 200 len: 949 time: 0.5725501 Dec 22 09:37:47.134296 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:47.172305 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7721ab0e-62f7-4aee-92d8-0e89d0959886 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:47.234863 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-1298c408-8b39-49a2-b8e4-abc55a406de4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 637 time: 0.5681975 Dec 22 09:37:47.356184 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0219f8d8-90cd-4abb-b5c5-73463b06a1fa req-3186180c-cdd6-4393-b14a-bb48f0197435 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868241 Dec 22 09:37:47.437528 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:37:47.460179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device d3a99780-4994-4561-ae29-1fe88e3738d3 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:47.489753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Router 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:37:47.709859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345446207-router', 'tenant_id': '667fba5dfb704f6481e6556898942aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '3c5f9b66-8385-4bf5-a9c0-e305ba19af99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:35Z', 'updated_at': '2020-12-22T09:37:42Z', 'revision_number': 3, 'project_id': '667fba5dfb704f6481e6556898942aeb', 'gw_port': {'id': '3c5f9b66-8385-4bf5-a9c0-e305ba19af99', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:39Z', 'updated_at': '2020-12-22T09:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:47.717678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Checking router: 7cbb3bac-3740-4735-99c5-df36e178ab34 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:37:47.718331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Updating router 7cbb3bac-3740-4735-99c5-df36e178ab34 port 3c5f9b66-8385-4bf5-a9c0-e305ba19af99 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:37:47.764305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port d3a99780-4994-4561-ae29-1fe88e3738d3 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:47.764730 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:47.820866 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:47.884939 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:47.934997 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-511a11b9-6d4d-46a8-8f68-f504c6869615 req-ce305ca3-c36a-4e79-b1cd-07fba98da54e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8038008 Dec 22 09:37:47.936955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbd8b77-13d2-4719-aebc-7917c943b833,revision_number=6']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:47.963262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:48.046932 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.875s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:48.047650 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:48.404696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Pushing event updated for resources: {'Port': ['ID=b780c268-f33e-444e-b34b-8d42de43b9ae,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:48.417766 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:48.481549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] No DVR routers for this DVR port 6cbd8b77-13d2-4719-aebc-7917c943b833 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:37:48.545185 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:48.575720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:37:48.599345 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] 10.222.0.50 "PUT /v2.0/routers/53f4d47d-c768-4b4c-9216-2cf6d939d0b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5635178 Dec 22 09:37:48.644643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-77ebd864-77ca-4585-9cab-3a054078e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:48.648210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-77ebd864-77ca-4585-9cab-3a054078e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:48.648857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-77ebd864-77ca-4585-9cab-3a054078e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:48.649585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-77ebd864-77ca-4585-9cab-3a054078e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:48.650160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-77ebd864-77ca-4585-9cab-3a054078e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:48.650740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-77ebd864-77ca-4585-9cab-3a054078e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:48.651339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-77ebd864-77ca-4585-9cab-3a054078e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:48.653796 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-77ebd864-77ca-4585-9cab-3a054078e849 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f&device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 6939 time: 1.0737016 Dec 22 09:37:48.660966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46050) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:48.662226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Attempting to bind port 6cbd8b77-13d2-4719-aebc-7917c943b833 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:37:48.662813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Attempting to bind port 6cbd8b77-13d2-4719-aebc-7917c943b833 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:37:48.663369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Attempting to bind port 6cbd8b77-13d2-4719-aebc-7917c943b833 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:37:48.710074 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:48.725599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Transition to ACTIVE for port object 3c5f9b66-8385-4bf5-a9c0-e305ba19af99 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:37:48.731639 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:48.753278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809c33d-a750-406f-93b7-9d6fb290be2c req-031833d9-6ca6-4cc3-8a9b-c2d32be4dff7 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:48.761419 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0809c33d-a750-406f-93b7-9d6fb290be2c req-031833d9-6ca6-4cc3-8a9b-c2d32be4dff7 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 948 time: 1.3098822 Dec 22 09:37:48.811257 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:48.877792 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:48.931087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:37:48.931469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:37:48.931876 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:48.932316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:37:48.932814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Bound port: 6cbd8b77-13d2-4719-aebc-7917c943b833, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:37:48.933190 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:48.969545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:37:48.970216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dd580-2154-4167-9dda-0a2b654b6748 None None] Pushing event updated for resources: {'Port': ['ID=3c5f9b66-8385-4bf5-a9c0-e305ba19af99,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:48.977788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17968ffa-27bb-4ae6-9d1e-0485f219e0f8 req-386c5ae5-0ed4-40b2-a3c0-45d3956b561c tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:48.985275 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c28dd580-2154-4167-9dda-0a2b654b6748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:48.985762 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-17968ffa-27bb-4ae6-9d1e-0485f219e0f8 req-386c5ae5-0ed4-40b2-a3c0-45d3956b561c tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 946 time: 1.1210582 Dec 22 09:37:49.058458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Attempting to bind port 3c5f9b66-8385-4bf5-a9c0-e305ba19af99 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:37:49.058789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Attempting to bind port 3c5f9b66-8385-4bf5-a9c0-e305ba19af99 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:37:49.059183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Attempting to bind port 3c5f9b66-8385-4bf5-a9c0-e305ba19af99 on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:37:49.066443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:37:49.066829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:37:49.067519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:49.067930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:37:49.068974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Bound port: 3c5f9b66-8385-4bf5-a9c0-e305ba19af99, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:37:49.069490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:49.122937 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-541aaa16-4f16-4aa7-839a-09a67064aad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:49.151899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] For port 3c5f9b66-8385-4bf5-a9c0-e305ba19af99, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:37:49.155464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] For port 3c5f9b66-8385-4bf5-a9c0-e305ba19af99, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=3c5f9b66-8385-4bf5-a9c0-e305ba19af99,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:37:49.159377 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:49.169855 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-17968ffa-27bb-4ae6-9d1e-0485f219e0f8 req-93e362db-d9aa-4346-a510-260e45b5da59 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831539 Dec 22 09:37:49.202203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-0b854f39-c592-4d97-9112-2324d6d9bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:49.202637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-0b854f39-c592-4d97-9112-2324d6d9bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:49.203062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-0b854f39-c592-4d97-9112-2324d6d9bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:49.225056 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-0b854f39-c592-4d97-9112-2324d6d9bde9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a4284a53-ed3c-4b2e-b701-f977e110a16f&id=4623a071-a810-4e69-a12c-21455bc82af1&id=4623a071-a810-4e69-a12c-21455bc82af1&id=4623a071-a810-4e69-a12c-21455bc82af1&id=4623a071-a810-4e69-a12c-21455bc82af1&id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85&id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 HTTP/1.1" status: 200 len: 2273 time: 0.4264607 Dec 22 09:37:49.226395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-541aaa16-4f16-4aa7-839a-09a67064aad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:49.238472 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0809c33d-a750-406f-93b7-9d6fb290be2c req-3eeb5b95-cfc3-4c34-a72e-744ae18e083d tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760766 Dec 22 09:37:49.244477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-541aaa16-4f16-4aa7-839a-09a67064aad0 admin admin] Usage tracker for resource:security_group_rule and tenant:a378917eb3874e909410b4b4c3b14abd is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:49.267538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-541aaa16-4f16-4aa7-839a-09a67064aad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:49.432206 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c28dd580-2154-4167-9dda-0a2b654b6748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:49.481090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 1f40863b-85f6-49ed-9bff-770af2a65950 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:49.498612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Allocated IP 172.20.0.1 (0ce02adb-f55b-4348-b615-c2dcef5f3cd9/a3da29b5-d145-4c82-ad85-1576d4e019da/7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:37:49.560778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dd580-2154-4167-9dda-0a2b654b6748 None None] Pushing event updated for resources: {'Port': ['ID=3c5f9b66-8385-4bf5-a9c0-e305ba19af99,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:49.574580 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c28dd580-2154-4167-9dda-0a2b654b6748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:49.588549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Routers {'7cbb3bac-3740-4735-99c5-df36e178ab34'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:37:49.589567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:37:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7cbb3bac-3740-4735-99c5-df36e178ab34'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:49.674405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 1f40863b-85f6-49ed-9bff-770af2a65950 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:37:49.687384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 1f40863b-85f6-49ed-9bff-770af2a65950 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:49.689444 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:49.716613 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:49.738861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Transition to ACTIVE for port object 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:37:49.766122 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:49.805029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] Set router 7cbb3bac-3740-4735-99c5-df36e178ab34 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:37:49.825737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-541aaa16-4f16-4aa7-839a-09a67064aad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:49.876596 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:49.896605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 1f40863b-85f6-49ed-9bff-770af2a65950, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=1f40863b-85f6-49ed-9bff-770af2a65950,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:49.900415 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:49.903255 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:49.962822 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4bdbffd4-02a7-45a9-b515-bb43620c3216 tempest-InstanceActionsV221TestJSON-1853833206 tempest-InstanceActionsV221TestJSON-1853833206] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:50.016540 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-c1febea2-c105-4b3f-bcb8-a3e5350b78f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6678f581-95c6-4a68-89a6-920891ccd5a6 HTTP/1.1" status: 200 len: 1001 time: 0.7551665 Dec 22 09:37:50.037370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] For port 6cbd8b77-13d2-4719-aebc-7917c943b833, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:37:50.041510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Network f25c0816-e0e3-44ca-b509-727ad195c19e is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:37:50.048223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Pushing event updated for resources: {'Port': ['ID=7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:50.051233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:37:50.052468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=1f40863b-85f6-49ed-9bff-770af2a65950,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:50.056213 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:50.063930 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:50.077346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Network 0ce02adb-f55b-4348-b615-c2dcef5f3cd9 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:37:50.078890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:37:50.083995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:37:50.176169 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:50.179436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] For port 6cbd8b77-13d2-4719-aebc-7917c943b833, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=6cbd8b77-13d2-4719-aebc-7917c943b833,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:37:50.314186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345446207-router', 'tenant_id': '667fba5dfb704f6481e6556898942aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '3c5f9b66-8385-4bf5-a9c0-e305ba19af99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:35Z', 'updated_at': '2020-12-22T09:37:42Z', 'revision_number': 3, 'project_id': '667fba5dfb704f6481e6556898942aeb', 'gw_port': {'id': '3c5f9b66-8385-4bf5-a9c0-e305ba19af99', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:39Z', 'updated_at': '2020-12-22T09:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:50.321148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab2efd-4536-43d7-b5fb-58b5225272c1 None None] The sync data for ids ['7cbb3bac-3740-4735-99c5-df36e178ab34'] in n-d-765315-5 is: [{'id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345446207-router', 'tenant_id': '667fba5dfb704f6481e6556898942aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '3c5f9b66-8385-4bf5-a9c0-e305ba19af99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:35Z', 'updated_at': '2020-12-22T09:37:42Z', 'revision_number': 3, 'project_id': '667fba5dfb704f6481e6556898942aeb', 'gw_port': {'id': '3c5f9b66-8385-4bf5-a9c0-e305ba19af99', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:39Z', 'updated_at': '2020-12-22T09:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:37:50.374820 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:50.418193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:50.458972 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8566bb82-01fb-46b2-88ad-ca2f4ca031e0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:50.538056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9925bd44-4a29-4291-8e6a-02bec7c12fb5 None None] Provisioning complete for port b780c268-f33e-444e-b34b-8d42de43b9ae triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:50.538056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9925bd44-4a29-4291-8e6a-02bec7c12fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:50.607047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9925bd44-4a29-4291-8e6a-02bec7c12fb5 None None] Port b780c268-f33e-444e-b34b-8d42de43b9ae cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:37:50.621641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9925bd44-4a29-4291-8e6a-02bec7c12fb5 None None] Provisioning for port 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:37:50.627229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9925bd44-4a29-4291-8e6a-02bec7c12fb5 None None] Provisioning complete for port 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:50.628802 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9925bd44-4a29-4291-8e6a-02bec7c12fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:50.654008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-baa0e42a-9b53-4814-bef5-a498f28ad39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:50.655625 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-baa0e42a-9b53-4814-bef5-a498f28ad39e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d1e8bbe-1831-4444-9106-90483ff0e76e HTTP/1.1" status: 200 len: 850 time: 0.6127200 Dec 22 09:37:50.695056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9925bd44-4a29-4291-8e6a-02bec7c12fb5 None None] Port 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:37:50.759487 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:50.782805 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:50.815104 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d810a0d1-05e1-4a3e-b6ad-61f0417f552a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:50.840033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ea4f7-7fa6-454a-9417-43b9fba7965d req-9d5e5c11-0e92-4111-81a8-65d9a43c5a4f tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:50.841676 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-203ea4f7-7fa6-454a-9417-43b9fba7965d req-9d5e5c11-0e92-4111-81a8-65d9a43c5a4f tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=9e68925f-8d28-4acb-ac3a-37b26b635013 HTTP/1.1" status: 200 len: 949 time: 0.9871707 Dec 22 09:37:50.904173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:50.921018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Pushing event updated for resources: {'Port': ['ID=7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:50.924336 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:50.939724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Router aa3b8095-bd82-485f-9535-a5be16d0ace5 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:37:50.970188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbd8b77-13d2-4719-aebc-7917c943b833,revision_number=7']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:50.970464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Sync routers for ids ['53f4d47d-c768-4b4c-9216-2cf6d939d0b4'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:37:50.985706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Routers {'53f4d47d-c768-4b4c-9216-2cf6d939d0b4'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:37:50.988924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:37:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['53f4d47d-c768-4b4c-9216-2cf6d939d0b4'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:51.000814 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:51.042088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:51.042943 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:51.053883 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] 10.222.0.37 "PUT /v2.0/ports/6cbd8b77-13d2-4719-aebc-7917c943b833 HTTP/1.1" status: 200 len: 1160 time: 7.8969209 Dec 22 09:37:51.059496 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-541aaa16-4f16-4aa7-839a-09a67064aad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:51.155068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df34bab-95ca-4447-8f2a-555fbd6e1e39', 'tag': '6cbd8b77-13d2-4719-aebc-7917c943b833'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:37:51.157542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Network 0ce02adb-f55b-4348-b615-c2dcef5f3cd9 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:37:51.159699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:37:51.177290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45382e9-3cfd-498d-a594-1290f067f864 req-0906909b-e757-4956-a1ff-ca427381cead tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:51.185621 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d45382e9-3cfd-498d-a594-1290f067f864 req-0906909b-e757-4956-a1ff-ca427381cead tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/networks?id=08743b9d-c4d3-44ca-bf63-fdb06702cb27 HTTP/1.1" status: 200 len: 820 time: 1.0271070 Dec 22 09:37:51.311669 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-541aaa16-4f16-4aa7-839a-09a67064aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:51.351454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Set router 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:37:51.432807 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b7692193-093c-4154-9f08-a0260f984ad0 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:51.476493 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-541aaa16-4f16-4aa7-839a-09a67064aad0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a378917eb3874e909410b4b4c3b14abd&name=default HTTP/1.1" status: 200 len: 2879 time: 2.8053625 Dec 22 09:37:51.487793 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d45382e9-3cfd-498d-a594-1290f067f864 req-7f222e9b-705d-4597-9b95-b87a192b2092 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/quotas/15cfc948da3e4885bbbb213e70ea2fb5 HTTP/1.1" status: 200 len: 375 time: 0.3008294 Dec 22 09:37:51.516587 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-203ea4f7-7fa6-454a-9417-43b9fba7965d req-958b4073-cf47-40a5-ba8c-c7559fe5479f tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6580760 Dec 22 09:37:51.529272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46082) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:51.555510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Router 7cbb3bac-3740-4735-99c5-df36e178ab34 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:37:51.598907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 1f40863b-85f6-49ed-9bff-770af2a65950 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:51.652595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-41534d8d-9c06-4324-9b57-8f6c4d9f2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:51.654345 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-41534d8d-9c06-4324-9b57-8f6c4d9f2983 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a4284a53-ed3c-4b2e-b701-f977e110a16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9243062 Dec 22 09:37:51.789690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ec2e01c2-e0fd-4405-b24a-0aed071e7048 None None] Provisioning complete for port 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:51.790129 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec2e01c2-e0fd-4405-b24a-0aed071e7048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:51.883053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:37:51.901907 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] 10.222.0.50 "PUT /v2.0/routers/7cbb3bac-3740-4735-99c5-df36e178ab34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4116316 Dec 22 09:37:51.932197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 1f40863b-85f6-49ed-9bff-770af2a65950 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:51.932623 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:51.970153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541aaa16-4f16-4aa7-839a-09a67064aad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8c4ef7-37f8-4b22-b852-f42699404545,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:51.974645 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-541aaa16-4f16-4aa7-839a-09a67064aad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:51.979810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e01c2-e0fd-4405-b24a-0aed071e7048 None None] Port 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:37:52.058217 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8e2a467-f3cc-4a49-b4b9-b885693e892b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:52.142538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:37:52.153866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Sync routers for ids ['aa3b8095-bd82-485f-9535-a5be16d0ace5'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:37:52.157726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-9e1340bf-e064-4910-af04-8131a6842b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:52.160922 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-9e1340bf-e064-4910-af04-8131a6842b4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 1163 time: 0.9997082 Dec 22 09:37:52.167699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Routers {'aa3b8095-bd82-485f-9535-a5be16d0ace5'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:37:52.168822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:37:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['aa3b8095-bd82-485f-9535-a5be16d0ace5'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:52.169523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 3c5f9b66-8385-4bf5-a9c0-e305ba19af99 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:52.170287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8e2a467-f3cc-4a49-b4b9-b885693e892b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:52.208820 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d45382e9-3cfd-498d-a594-1290f067f864 req-d427d1ee-7725-4022-909c-ebb8fa217b84 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?tenant_id=15cfc948da3e4885bbbb213e70ea2fb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7175660 Dec 22 09:37:52.212596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1047537462-router', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:28Z', 'updated_at': '2020-12-22T09:37:45Z', 'revision_number': 4, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'gw_port': {'id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:30Z', 'updated_at': '2020-12-22T09:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '01300ad1-7629-4f38-bf5b-c3578ee21dbb', 'name': '', 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'mac_address': 'fa:16:3e:c8:bf:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '14279cab-faa4-47a9-9a5c-6644049e4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:42Z', 'updated_at': '2020-12-22T09:37:45Z', 'revision_number': 2, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'subnets': [{'id': '14279cab-faa4-47a9-9a5c-6644049e4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:52.229227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Checking router: 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:37:52.229966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Updating router 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 port 01300ad1-7629-4f38-bf5b-c3578ee21dbb binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:37:52.320761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 3c5f9b66-8385-4bf5-a9c0-e305ba19af99 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:37:52.331092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 3c5f9b66-8385-4bf5-a9c0-e305ba19af99 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:52.331092 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:52.362609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb02aa-393c-4ff7-9a00-53b2d31655db req-0db756f2-e863-4692-aab2-2af2fa763ab6 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:52.365105 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aefb02aa-393c-4ff7-9a00-53b2d31655db req-0db756f2-e863-4692-aab2-2af2fa763ab6 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 946 time: 0.6168256 Dec 22 09:37:52.367991 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:52.380177 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-5d92e76f-b26f-4dcc-83c7-7ad662900abd service neutron] 10.222.0.64 "GET /v2.0/networks/a4284a53-ed3c-4b2e-b701-f977e110a16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306412 Dec 22 09:37:52.410858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Set router aa3b8095-bd82-485f-9535-a5be16d0ace5 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:37:52.645932 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:52.678355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 3c5f9b66-8385-4bf5-a9c0-e305ba19af99, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=3c5f9b66-8385-4bf5-a9c0-e305ba19af99,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:52.691656 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:52.697848 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5401eeb6-7bf2-41b7-9d8d-4be960695dc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:52.809451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'name': 'tempest-ServerActionsTestJSON-577549074-router', 'tenant_id': '210f832f876441e1b78088d52878877a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:23Z', 'updated_at': '2020-12-22T09:37:45Z', 'revision_number': 4, 'project_id': '210f832f876441e1b78088d52878877a', 'gw_port': {'id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:29Z', 'updated_at': '2020-12-22T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'b780c268-f33e-444e-b34b-8d42de43b9ae', 'name': '', 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e', 'tenant_id': '210f832f876441e1b78088d52878877a', 'mac_address': 'fa:16:3e:52:3c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'd303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:39Z', 'updated_at': '2020-12-22T09:37:46Z', 'revision_number': 2, 'project_id': '210f832f876441e1b78088d52878877a', 'subnets': [{'id': 'd303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:52.815632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Checking router: aa3b8095-bd82-485f-9535-a5be16d0ace5 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:37:52.816260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Updating router aa3b8095-bd82-485f-9535-a5be16d0ace5 port b780c268-f33e-444e-b34b-8d42de43b9ae binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:37:52.838016 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] 10.222.0.50 "PUT /v2.0/routers/aa3b8095-bd82-485f-9535-a5be16d0ace5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.3512239 Dec 22 09:37:52.846615 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8e2a467-f3cc-4a49-b4b9-b885693e892b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:52.863708 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-021811af-14ee-475c-828b-2cd4489afae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:52.886830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:52.888287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=3c5f9b66-8385-4bf5-a9c0-e305ba19af99,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:52.892708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8e2a467-f3cc-4a49-b4b9-b885693e892b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:52.900767 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b8e2a467-f3cc-4a49-b4b9-b885693e892b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c8c4ef7-37f8-4b22-b852-f42699404545 HTTP/1.1" status: 204 len: 168 time: 1.3618267 Dec 22 09:37:52.942829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2a467-f3cc-4a49-b4b9-b885693e892b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8c4ef7-37f8-4b22-b852-f42699404545,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:52.946222 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b8e2a467-f3cc-4a49-b4b9-b885693e892b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:52.968661 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:53.077479 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aefb02aa-393c-4ff7-9a00-53b2d31655db req-f5bc76e5-5039-43c4-a1d0-676daff6bc42 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7113202 Dec 22 09:37:53.114601 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:53.129584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Transition to ACTIVE for port object 01300ad1-7629-4f38-bf5b-c3578ee21dbb will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:37:53.135608 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:53.159774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-d90da30d-c483-45d4-80c5-f84ecd11a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:53.160933 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-d90da30d-c483-45d4-80c5-f84ecd11a136 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.9677842 Dec 22 09:37:53.176127 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d45382e9-3cfd-498d-a594-1290f067f864 req-a84a11d8-5d32-4a06-833b-2b645909a17f service neutron] 10.222.0.50 "GET /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9662721 Dec 22 09:37:53.326733 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a51234b0-683a-468f-9d2a-7073f77a7db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:53.425829 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-4942afff-8584-4eff-922f-75bf880b9073 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6cbd8b77-13d2-4719-aebc-7917c943b833 HTTP/1.1" status: 200 len: 217 time: 0.1226122 Dec 22 09:37:53.426093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 3c5f9b66-8385-4bf5-a9c0-e305ba19af99 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:53.628086 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-51481ace-0882-490f-8ac7-e7a901223a7a service neutron] 10.222.0.64 "GET /v2.0/networks/a4284a53-ed3c-4b2e-b701-f977e110a16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9166665 Dec 22 09:37:53.728430 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-ce2f0b2d-ee48-4c57-a94f-d421a3aa8ba6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=21597bba-be5f-49e6-b4ef-eaabcf5291f1 HTTP/1.1" status: 200 len: 217 time: 0.0803914 Dec 22 09:37:53.730674 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d45382e9-3cfd-498d-a594-1290f067f864 req-74f72e7d-15ca-4756-84c3-3db28c5d5eaf service neutron] 10.222.0.50 "GET /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5536981 Dec 22 09:37:53.733806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-e7642fd9-66a0-4481-a843-545ad654248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:53.736056 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-e7642fd9-66a0-4481-a843-545ad654248d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.2440836 Dec 22 09:37:53.773031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91141c-7df6-481a-96ec-0ede957723ab None None] Pushing event updated for resources: {'Port': ['ID=01300ad1-7629-4f38-bf5b-c3578ee21dbb,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:53.787816 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e91141c-7df6-481a-96ec-0ede957723ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:53.906275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95b4ca-fb60-441f-8919-aca3f16122b1 req-bc8857f5-0620-4378-873b-7ce10be5ca94 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:53.917655 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd95b4ca-fb60-441f-8919-aca3f16122b1 req-bc8857f5-0620-4378-873b-7ce10be5ca94 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 948 time: 0.5033755 Dec 22 09:37:53.967819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 3c5f9b66-8385-4bf5-a9c0-e305ba19af99 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:53.968516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:53.994917 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd95b4ca-fb60-441f-8919-aca3f16122b1 req-8112f81b-0398-467e-8418-4e182b6288f2 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761149 Dec 22 09:37:54.021463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Attempting to bind port 01300ad1-7629-4f38-bf5b-c3578ee21dbb on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:37:54.022119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Attempting to bind port 01300ad1-7629-4f38-bf5b-c3578ee21dbb by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5aa9c35f-52f7-402d-a8dd-92c5f4bb8349', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:37:54.022640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Attempting to bind port 01300ad1-7629-4f38-bf5b-c3578ee21dbb on network 08743b9d-c4d3-44ca-bf63-fdb06702cb27 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:37:54.027122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-e75f3e72-590c-47ef-8174-9d786224e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:54.035225 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-e75f3e72-590c-47ef-8174-9d786224e2d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7889a3a-9571-460b-9e27-2fdf093fc665 HTTP/1.1" status: 200 len: 797 time: 0.2976990 Dec 22 09:37:54.077496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:37:54.077496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Checking segment: {'id': '5aa9c35f-52f7-402d-a8dd-92c5f4bb8349', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:37:54.078185 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:54.079072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Bound using segment: {'id': '5aa9c35f-52f7-402d-a8dd-92c5f4bb8349', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:37:54.079752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Bound port: 01300ad1-7629-4f38-bf5b-c3578ee21dbb, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa9c35f-52f7-402d-a8dd-92c5f4bb8349', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:37:54.080373 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:54.082257 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:54.121374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Transition to ACTIVE for port object b780c268-f33e-444e-b34b-8d42de43b9ae will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:37:54.126198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:54.168000 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:54.250892 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df34bab-95ca-4447-8f2a-555fbd6e1e39', 'tag': '6cbd8b77-13d2-4719-aebc-7917c943b833', 'status': 'completed', 'code': 200} Dec 22 09:37:54.273111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-9f062db2-6dfb-4ac9-a03d-e7e2e3521b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:54.288927 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-9f062db2-6dfb-4ac9-a03d-e7e2e3521b42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4902585 Dec 22 09:37:54.369272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] For port 01300ad1-7629-4f38-bf5b-c3578ee21dbb, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:37:54.375010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] For port 01300ad1-7629-4f38-bf5b-c3578ee21dbb, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=01300ad1-7629-4f38-bf5b-c3578ee21dbb,segment=NetworkSegment(5aa9c35f-52f7-402d-a8dd-92c5f4bb8349),segment_id=5aa9c35f-52f7-402d-a8dd-92c5f4bb8349)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:37:54.376598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae508804-1436-442f-86cc-870d34648530 None None] Sync routers for ids ['7cbb3bac-3740-4735-99c5-df36e178ab34'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:37:54.477429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3b22a-4eaf-4316-9011-3b177432f194 None None] Pushing event updated for resources: {'Port': ['ID=b780c268-f33e-444e-b34b-8d42de43b9ae,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:54.480557 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-98a3b22a-4eaf-4316-9011-3b177432f194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:54.491612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:54.522694 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:54.655737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae508804-1436-442f-86cc-870d34648530 None None] Routers {'7cbb3bac-3740-4735-99c5-df36e178ab34'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:37:54.660883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ae508804-1436-442f-86cc-870d34648530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:37:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7cbb3bac-3740-4735-99c5-df36e178ab34'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:54.698039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-f8d0d6f7-04f1-4fbe-a0af-37f4aec9a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:54.699702 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-f8d0d6f7-04f1-4fbe-a0af-37f4aec9a22c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4623a071-a810-4e69-a12c-21455bc82af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6478393 Dec 22 09:37:54.826651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Attempting to bind port b780c268-f33e-444e-b34b-8d42de43b9ae on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:37:54.827197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Attempting to bind port b780c268-f33e-444e-b34b-8d42de43b9ae by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:37:54.827779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Attempting to bind port b780c268-f33e-444e-b34b-8d42de43b9ae on network f25c0816-e0e3-44ca-b509-727ad195c19e {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:37:54.857500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:37:54.857941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Checking segment: {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:37:54.858404 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:54.858840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Bound using segment: {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:37:54.859375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Bound port: b780c268-f33e-444e-b34b-8d42de43b9ae, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:37:54.859792 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:54.882842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91141c-7df6-481a-96ec-0ede957723ab None None] Pushing event updated for resources: {'Port': ['ID=01300ad1-7629-4f38-bf5b-c3578ee21dbb,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:54.906604 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e91141c-7df6-481a-96ec-0ede957723ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:55.110274 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-9ee37720-213a-4839-8f66-c7bdf52f3fa0 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940289 Dec 22 09:37:55.110748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-ae508804-1436-442f-86cc-870d34648530 None None] Set router 7cbb3bac-3740-4735-99c5-df36e178ab34 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:37:55.129271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] For port b780c268-f33e-444e-b34b-8d42de43b9ae, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:37:55.140459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] For port b780c268-f33e-444e-b34b-8d42de43b9ae, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=b780c268-f33e-444e-b34b-8d42de43b9ae,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:37:55.145580 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:55.170208 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1ed168cc-757d-4556-97f0-0fc36d501c18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:55.249002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Routers {'53f4d47d-c768-4b4c-9216-2cf6d939d0b4'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:37:55.249974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:37:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['53f4d47d-c768-4b4c-9216-2cf6d939d0b4'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:55.286392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-69f21480-a72b-407b-8fb8-5057cae2eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:55.289346 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-69f21480-a72b-407b-8fb8-5057cae2eaed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 1163 time: 0.9137287 Dec 22 09:37:55.292902 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-569d6f59-2707-419d-9277-2e3788f1123f service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9890704 Dec 22 09:37:55.580443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3b22a-4eaf-4316-9011-3b177432f194 None None] Pushing event updated for resources: {'Port': ['ID=b780c268-f33e-444e-b34b-8d42de43b9ae,revision_number=4']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:55.594846 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-98a3b22a-4eaf-4316-9011-3b177432f194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:55.691327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Routers {'aa3b8095-bd82-485f-9535-a5be16d0ace5'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:37:55.691872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:37:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['aa3b8095-bd82-485f-9535-a5be16d0ace5'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:55.709145 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2c61edd-3d2b-4c7f-b4b9-1f376212a1d0 req-97e4b91d-1bd7-4725-8343-58c2ab748340 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2147498 Dec 22 09:37:55.848125 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-2be6c5af-0f90-4bc7-83d8-10efa2b7d31a service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7067497 Dec 22 09:37:55.988287 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-be239998-f54c-402f-bb78-358d145eaeec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=f7083d1b-bfb3-47ac-b643-58564cb5f4ac HTTP/1.1" status: 200 len: 217 time: 0.1368837 Dec 22 09:37:56.069783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] Set router 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:37:56.074983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-38c7caa6-3cb6-453d-8e73-113a817c6df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:56.075681 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-38c7caa6-3cb6-453d-8e73-113a817c6df5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.7769284 Dec 22 09:37:56.274983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] Set router aa3b8095-bd82-485f-9535-a5be16d0ace5 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:37:56.673201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ae508804-1436-442f-86cc-870d34648530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345446207-router', 'tenant_id': '667fba5dfb704f6481e6556898942aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '3c5f9b66-8385-4bf5-a9c0-e305ba19af99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:35Z', 'updated_at': '2020-12-22T09:37:50Z', 'revision_number': 4, 'project_id': '667fba5dfb704f6481e6556898942aeb', 'gw_port': {'id': '3c5f9b66-8385-4bf5-a9c0-e305ba19af99', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:39Z', 'updated_at': '2020-12-22T09:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb', 'name': '', 'network_id': '0ce02adb-f55b-4348-b615-c2dcef5f3cd9', 'tenant_id': '667fba5dfb704f6481e6556898942aeb', 'mac_address': 'fa:16:3e:d1:07:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'a3da29b5-d145-4c82-ad85-1576d4e019da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:49Z', 'updated_at': '2020-12-22T09:37:50Z', 'revision_number': 2, 'project_id': '667fba5dfb704f6481e6556898942aeb', 'subnets': [{'id': 'a3da29b5-d145-4c82-ad85-1576d4e019da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:56.683572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae508804-1436-442f-86cc-870d34648530 None None] Checking router: 7cbb3bac-3740-4735-99c5-df36e178ab34 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:37:56.684305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae508804-1436-442f-86cc-870d34648530 None None] Updating router 7cbb3bac-3740-4735-99c5-df36e178ab34 port 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:37:56.827044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-7c30d153-e6e9-4e0d-bc21-44fc0267d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:56.834597 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-7c30d153-e6e9-4e0d-bc21-44fc0267d8ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7889a3a-9571-460b-9e27-2fdf093fc665 HTTP/1.1" status: 200 len: 797 time: 0.8161035 Dec 22 09:37:56.836598 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae508804-1436-442f-86cc-870d34648530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:56.910054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45382e9-3cfd-498d-a594-1290f067f864 req-640b1ff4-67aa-42d6-813b-9325e5cf587e tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:56.912039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d45382e9-3cfd-498d-a594-1290f067f864 req-640b1ff4-67aa-42d6-813b-9325e5cf587e tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Synchronizing usage tracker for tenant:15cfc948da3e4885bbbb213e70ea2fb5 on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:37:56.920681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'name': 'tempest-ServerActionsTestJSON-577549074-router', 'tenant_id': '210f832f876441e1b78088d52878877a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:23Z', 'updated_at': '2020-12-22T09:37:45Z', 'revision_number': 4, 'project_id': '210f832f876441e1b78088d52878877a', 'gw_port': {'id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:29Z', 'updated_at': '2020-12-22T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'b780c268-f33e-444e-b34b-8d42de43b9ae', 'name': '', 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e', 'tenant_id': '210f832f876441e1b78088d52878877a', 'mac_address': 'fa:16:3e:52:3c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'd303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:39Z', 'updated_at': '2020-12-22T09:37:55Z', 'revision_number': 4, 'project_id': '210f832f876441e1b78088d52878877a', 'subnets': [{'id': 'd303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:56.929594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e6bee8-71c3-4d40-af9b-1d97ad63225d None None] The sync data for ids ['aa3b8095-bd82-485f-9535-a5be16d0ace5'] in n-d-765315-5 is: [{'id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'name': 'tempest-ServerActionsTestJSON-577549074-router', 'tenant_id': '210f832f876441e1b78088d52878877a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:23Z', 'updated_at': '2020-12-22T09:37:45Z', 'revision_number': 4, 'project_id': '210f832f876441e1b78088d52878877a', 'gw_port': {'id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:29Z', 'updated_at': '2020-12-22T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'b780c268-f33e-444e-b34b-8d42de43b9ae', 'name': '', 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e', 'tenant_id': '210f832f876441e1b78088d52878877a', 'mac_address': 'fa:16:3e:52:3c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'd303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:39Z', 'updated_at': '2020-12-22T09:37:55Z', 'revision_number': 4, 'project_id': '210f832f876441e1b78088d52878877a', 'subnets': [{'id': 'd303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:37:56.961046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d45382e9-3cfd-498d-a594-1290f067f864 req-640b1ff4-67aa-42d6-813b-9325e5cf587e tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Unset dirty status for tenant:15cfc948da3e4885bbbb213e70ea2fb5 on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:37:56.962405 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d45382e9-3cfd-498d-a594-1290f067f864 req-640b1ff4-67aa-42d6-813b-9325e5cf587e tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.37 "GET /v2.0/networks?id=08743b9d-c4d3-44ca-bf63-fdb06702cb27 HTTP/1.1" status: 200 len: 820 time: 0.4636986 Dec 22 09:37:56.992636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b9bc457b-a3ec-4090-9791-22d4d53640cb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Request body: {'port': {'device_id': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27', 'admin_state_up': True, 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:57.036205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46144) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:57.051173 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-0527c872-7b03-4a65-9e48-dbd9ca6432c5 req-8c262929-7f2a-443a-b8e3-71d3a8516e85 tempest-FloatingIPDetailsNegativeTestJSON-491858474 tempest-FloatingIPDetailsNegativeTestJSON-491858474] show failed (client error): The resource could not be found. Dec 22 09:37:57.057960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-00e2ceab-eb85-4aa3-a6b4-3ce52eed6a05 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Request body: {'security_group': {'name': 'tempest-securitygroup--1020269894', 'description': 'tempest-description--69876435'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:57.068303 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0527c872-7b03-4a65-9e48-dbd9ca6432c5 req-8c262929-7f2a-443a-b8e3-71d3a8516e85 tempest-FloatingIPDetailsNegativeTestJSON-491858474 tempest-FloatingIPDetailsNegativeTestJSON-491858474] 10.222.0.50 "GET /v2.0/floatingips/37230c21-0b6c-4e38-8410-68689c196754 HTTP/1.1" status: 404 len: 350 time: 1.8509140 Dec 22 09:37:57.072542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46150) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:57.074207 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-78e2aa41-2d46-4953-97b7-7d449334fa25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6cbd8b77-13d2-4719-aebc-7917c943b833 HTTP/1.1" status: 200 len: 217 time: 0.8392041 Dec 22 09:37:57.085281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-00e2ceab-eb85-4aa3-a6b4-3ce52eed6a05 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:57.134825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-00e2ceab-eb85-4aa3-a6b4-3ce52eed6a05 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Usage tracker for resource:security_group and tenant:210f832f876441e1b78088d52878877a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:57.142829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-00e2ceab-eb85-4aa3-a6b4-3ce52eed6a05 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:57.487192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device b780c268-f33e-444e-b34b-8d42de43b9ae up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:57.658557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1047537462-router', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:28Z', 'updated_at': '2020-12-22T09:37:45Z', 'revision_number': 4, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'gw_port': {'id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:30Z', 'updated_at': '2020-12-22T09:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '01300ad1-7629-4f38-bf5b-c3578ee21dbb', 'name': '', 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'mac_address': 'fa:16:3e:c8:bf:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '14279cab-faa4-47a9-9a5c-6644049e4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:42Z', 'updated_at': '2020-12-22T09:37:54Z', 'revision_number': 4, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'subnets': [{'id': '14279cab-faa4-47a9-9a5c-6644049e4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:37:57.696217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8df656a-0918-440c-b4a8-6e09bbde61be None None] The sync data for ids ['53f4d47d-c768-4b4c-9216-2cf6d939d0b4'] in n-d-765315-5 is: [{'id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1047537462-router', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:28Z', 'updated_at': '2020-12-22T09:37:45Z', 'revision_number': 4, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'gw_port': {'id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:30Z', 'updated_at': '2020-12-22T09:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '01300ad1-7629-4f38-bf5b-c3578ee21dbb', 'name': '', 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'mac_address': 'fa:16:3e:c8:bf:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '14279cab-faa4-47a9-9a5c-6644049e4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:42Z', 'updated_at': '2020-12-22T09:37:54Z', 'revision_number': 4, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'subnets': [{'id': '14279cab-faa4-47a9-9a5c-6644049e4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:37:57.733763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port b780c268-f33e-444e-b34b-8d42de43b9ae completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:37:57.742830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-b45338a5-acbc-4c64-bc4d-b8c9803c2016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:57.762306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port b780c268-f33e-444e-b34b-8d42de43b9ae triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:37:57.763081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:57.786487 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-b45338a5-acbc-4c64-bc4d-b8c9803c2016 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.5714777 Dec 22 09:37:57.868066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-00e2ceab-eb85-4aa3-a6b4-3ce52eed6a05 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:58.043348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-00e2ceab-eb85-4aa3-a6b4-3ce52eed6a05 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:58.067451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b9bc457b-a3ec-4090-9791-22d4d53640cb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:58.088527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b9bc457b-a3ec-4090-9791-22d4d53640cb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Usage tracker for resource:port and tenant:15cfc948da3e4885bbbb213e70ea2fb5 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:58.094003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b9bc457b-a3ec-4090-9791-22d4d53640cb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Quota usage for port was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:58.109868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b9bc457b-a3ec-4090-9791-22d4d53640cb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:58.115477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-00e2ceab-eb85-4aa3-a6b4-3ce52eed6a05 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:58.130703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-00e2ceab-eb85-4aa3-a6b4-3ce52eed6a05 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Usage tracker for resource:security_group_rule and tenant:210f832f876441e1b78088d52878877a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:58.137866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-00e2ceab-eb85-4aa3-a6b4-3ce52eed6a05 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:58.147291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b9bc457b-a3ec-4090-9791-22d4d53640cb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Made reservation on behalf of 15cfc948da3e4885bbbb213e70ea2fb5 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:37:58.158690 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b9bc457b-a3ec-4090-9791-22d4d53640cb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:58.178580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-00e2ceab-eb85-4aa3-a6b4-3ce52eed6a05 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:58.327693 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:58.343138 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e25f1032-98f6-4450-9724-5f3b319a35db req-a71d02f8-56e9-4b6c-a4ae-8c45d72be707 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 210 time: 0.7900670 Dec 22 09:37:58.546997 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae508804-1436-442f-86cc-870d34648530 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:58.564285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ae508804-1436-442f-86cc-870d34648530 None None] Transition to ACTIVE for port object 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:37:58.592596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port b780c268-f33e-444e-b34b-8d42de43b9ae, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=b780c268-f33e-444e-b34b-8d42de43b9ae,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:37:58.594548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae508804-1436-442f-86cc-870d34648530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:58.637187 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e91141c-7df6-481a-96ec-0ede957723ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:58.711359 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:58.834219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcb101-7cec-4de0-87a0-0499ce9c0a12 req-390ebe89-5ec3-4ef9-9f1e-22adc7c6ff28 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:58.861606 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c5dcb101-7cec-4de0-87a0-0499ce9c0a12 req-390ebe89-5ec3-4ef9-9f1e-22adc7c6ff28 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 948 time: 1.1427734 Dec 22 09:37:58.877520 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-00e2ceab-eb85-4aa3-a6b4-3ce52eed6a05 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:58.883516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-00e2ceab-eb85-4aa3-a6b4-3ce52eed6a05 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:58.920904 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5bef44d1-a46d-4c55-8d0d-d3ce33bcc997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:58.947818 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-00e2ceab-eb85-4aa3-a6b4-3ce52eed6a05 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:58.949427 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-00e2ceab-eb85-4aa3-a6b4-3ce52eed6a05 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1728 time: 1.9088793 Dec 22 09:37:58.984679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46156) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:59.004164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0133f9fc-0363-4a45-a6e2-6ff39596acb0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Request body: {'security_group_rule': {'security_group_id': 'c780ebae-3eb9-4624-86d1-137f5efb7b58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:59.031798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395aaccf-12a9-4655-8470-dc2698204ebe None None] Pushing event updated for resources: {'Port': ['ID=7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:59.036996 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-395aaccf-12a9-4655-8470-dc2698204ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:59.065708 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:59.072765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0133f9fc-0363-4a45-a6e2-6ff39596acb0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:37:59.238168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb298700-9a6f-4829-95e6-adaaa49b8c57 req-01a17543-774e-4b6c-b02e-26323f8d3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:59.252849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb298700-9a6f-4829-95e6-adaaa49b8c57 req-01a17543-774e-4b6c-b02e-26323f8d3334 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 1163 time: 2.4261224 Dec 22 09:37:59.261819 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c5dcb101-7cec-4de0-87a0-0499ce9c0a12 req-f17b1879-a51e-49a6-a540-debf7b7c03d2 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989205 Dec 22 09:37:59.287326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2ceab-eb85-4aa3-a6b4-3ce52eed6a05 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Pushing event updated for resources: {'SecurityGroup': ['ID=c780ebae-3eb9-4624-86d1-137f5efb7b58,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:59.316508 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-00e2ceab-eb85-4aa3-a6b4-3ce52eed6a05 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:59.391679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0133f9fc-0363-4a45-a6e2-6ff39596acb0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Usage tracker for resource:security_group_rule and tenant:210f832f876441e1b78088d52878877a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:37:59.402311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0133f9fc-0363-4a45-a6e2-6ff39596acb0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:37:59.418488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0133f9fc-0363-4a45-a6e2-6ff39596acb0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:37:59.454514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=b780c268-f33e-444e-b34b-8d42de43b9ae,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:37:59.465701 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:37:59.548920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 01300ad1-7629-4f38-bf5b-c3578ee21dbb up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:37:59.573457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0133f9fc-0363-4a45-a6e2-6ff39596acb0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:59.700333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b9bc457b-a3ec-4090-9791-22d4d53640cb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Allocated IP 172.20.0.11 (08743b9d-c4d3-44ca-bf63-fdb06702cb27/14279cab-faa4-47a9-9a5c-6644049e4cce/4cb54c31-1d1d-4929-b312-bc3f03ebc18f) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:37:59.866831 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0133f9fc-0363-4a45-a6e2-6ff39596acb0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:59.891260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb298700-9a6f-4829-95e6-adaaa49b8c57 req-48edaa9c-3748-40dc-a36b-a55a0bfdaf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:59.893490 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb298700-9a6f-4829-95e6-adaaa49b8c57 req-48edaa9c-3748-40dc-a36b-a55a0bfdaf0f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.5121040 Dec 22 09:37:59.913274 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0133f9fc-0363-4a45-a6e2-6ff39596acb0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:37:59.944432 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:37:59.946179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-083371ad-6ecd-40d7-81d6-83dbf0ced5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:37:59.947829 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-083371ad-6ecd-40d7-81d6-83dbf0ced5e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 2.1560147 Dec 22 09:37:59.952491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-9103cdae-27b2-40bb-9512-18064ec8864b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:37:59.994843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 01300ad1-7629-4f38-bf5b-c3578ee21dbb completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:38:00.003917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ae508804-1436-442f-86cc-870d34648530 None None] Attempting to bind port 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:38:00.004636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ae508804-1436-442f-86cc-870d34648530 None None] Attempting to bind port 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '6c38b6fd-c2ee-451f-9ddb-660399fe8012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ce02adb-f55b-4348-b615-c2dcef5f3cd9'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:38:00.005272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae508804-1436-442f-86cc-870d34648530 None None] Attempting to bind port 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb on network 0ce02adb-f55b-4348-b615-c2dcef5f3cd9 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:38:00.014568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 01300ad1-7629-4f38-bf5b-c3578ee21dbb triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:00.015294 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:00.038965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133f9fc-0363-4a45-a6e2-6ff39596acb0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4067805-1d47-47ab-ba4c-38c426d55bc6,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:00.048912 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0133f9fc-0363-4a45-a6e2-6ff39596acb0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:00.054409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae508804-1436-442f-86cc-870d34648530 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:38:00.055174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae508804-1436-442f-86cc-870d34648530 None None] Checking segment: {'id': '6c38b6fd-c2ee-451f-9ddb-660399fe8012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ce02adb-f55b-4348-b615-c2dcef5f3cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:38:00.056052 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae508804-1436-442f-86cc-870d34648530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:00.056700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae508804-1436-442f-86cc-870d34648530 None None] Bound using segment: {'id': '6c38b6fd-c2ee-451f-9ddb-660399fe8012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ce02adb-f55b-4348-b615-c2dcef5f3cd9'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:38:00.057474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ae508804-1436-442f-86cc-870d34648530 None None] Bound port: 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c38b6fd-c2ee-451f-9ddb-660399fe8012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ce02adb-f55b-4348-b615-c2dcef5f3cd9'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:38:00.058106 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae508804-1436-442f-86cc-870d34648530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:00.103855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-99a33263-885c-46bf-9586-ce03226b4149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:00.105446 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-99a33263-885c-46bf-9586-ce03226b4149 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4623a071-a810-4e69-a12c-21455bc82af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 3.0341349 Dec 22 09:38:00.148130 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0133f9fc-0363-4a45-a6e2-6ff39596acb0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:00.149549 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0133f9fc-0363-4a45-a6e2-6ff39596acb0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 1.1632421 Dec 22 09:38:00.155363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46172) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:00.164718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-891bf0be-b037-4d23-9fcc-e20cc9cc531b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Request body: {'security_group_rule': {'security_group_id': 'c780ebae-3eb9-4624-86d1-137f5efb7b58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:00.193011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-891bf0be-b037-4d23-9fcc-e20cc9cc531b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:38:00.201773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-891bf0be-b037-4d23-9fcc-e20cc9cc531b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Usage tracker for resource:security_group_rule and tenant:210f832f876441e1b78088d52878877a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:38:00.206339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-891bf0be-b037-4d23-9fcc-e20cc9cc531b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:38:00.217675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-891bf0be-b037-4d23-9fcc-e20cc9cc531b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:38:00.259886 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-df779dff-db8f-43e8-870a-9a0e0b637c2a tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/networks?tenant_id=06791703d1104e4e8f28b623edc3e678&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1469533 Dec 22 09:38:00.277652 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b9bc457b-a3ec-4090-9791-22d4d53640cb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:00.280116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-5c723ea2-d5d1-4d58-99de-a4a08de2ea57 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:38:00.281421 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-5c723ea2-d5d1-4d58-99de-a4a08de2ea57 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0299201 Dec 22 09:38:00.284086 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-891bf0be-b037-4d23-9fcc-e20cc9cc531b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:00.292038 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb298700-9a6f-4829-95e6-adaaa49b8c57 req-01650e93-c97c-4eac-b4f0-15572792c750 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6cbd8b77-13d2-4719-aebc-7917c943b833 HTTP/1.1" status: 200 len: 217 time: 0.3406496 Dec 22 09:38:00.301855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ae508804-1436-442f-86cc-870d34648530 None None] For port 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:38:00.312238 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:00.365091 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b9bc457b-a3ec-4090-9791-22d4d53640cb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:00.368232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ae508804-1436-442f-86cc-870d34648530 None None] For port 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb,segment=NetworkSegment(6c38b6fd-c2ee-451f-9ddb-660399fe8012),segment_id=6c38b6fd-c2ee-451f-9ddb-660399fe8012)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:38:00.380954 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae508804-1436-442f-86cc-870d34648530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:00.381927 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f3b570dc-805b-43b3-b9e0-2e0d3f0c89ea tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:00.399825 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:00.448260 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-891bf0be-b037-4d23-9fcc-e20cc9cc531b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:00.461519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 01300ad1-7629-4f38-bf5b-c3578ee21dbb, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=01300ad1-7629-4f38-bf5b-c3578ee21dbb,segment=NetworkSegment(5aa9c35f-52f7-402d-a8dd-92c5f4bb8349),segment_id=5aa9c35f-52f7-402d-a8dd-92c5f4bb8349)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:38:00.473105 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-891bf0be-b037-4d23-9fcc-e20cc9cc531b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:00.484905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:00.566319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc457b-a3ec-4090-9791-22d4d53640cb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Pushing event updated for resources: {'Port': ['ID=4cb54c31-1d1d-4929-b312-bc3f03ebc18f,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:00.575130 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b9bc457b-a3ec-4090-9791-22d4d53640cb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:00.578531 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:00.581631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395aaccf-12a9-4655-8470-dc2698204ebe None None] Pushing event updated for resources: {'Port': ['ID=7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:00.587395 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-395aaccf-12a9-4655-8470-dc2698204ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:00.590050 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:00.611637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bf0be-b037-4d23-9fcc-e20cc9cc531b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32596d4b-1a2a-4bbe-b597-cef6301dd717,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:00.616617 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-891bf0be-b037-4d23-9fcc-e20cc9cc531b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:00.617819 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-891bf0be-b037-4d23-9fcc-e20cc9cc531b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:00.619366 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-891bf0be-b037-4d23-9fcc-e20cc9cc531b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.4616649 Dec 22 09:38:00.624257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46178) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:00.645452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:00.648595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 6cbd8b77-13d2-4719-aebc-7917c943b833 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:00.656441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:38:00.678339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Usage tracker for resource:floatingip and tenant:210f832f876441e1b78088d52878877a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:38:00.683547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:38:00.708803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:38:00.722960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b9bc457b-a3ec-4090-9791-22d4d53640cb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Network 08743b9d-c4d3-44ca-bf63-fdb06702cb27 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:38:00.728670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b9bc457b-a3ec-4090-9791-22d4d53640cb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:38:00.732851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b9bc457b-a3ec-4090-9791-22d4d53640cb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:38:00.798021 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f728e110-095e-4528-a183-efe4cc83e502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:00.798742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=01300ad1-7629-4f38-bf5b-c3578ee21dbb,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:00.811276 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:00.813173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae508804-1436-442f-86cc-870d34648530 None None] Routers {'7cbb3bac-3740-4735-99c5-df36e178ab34'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:38:00.814062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ae508804-1436-442f-86cc-870d34648530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:37:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7cbb3bac-3740-4735-99c5-df36e178ab34'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:38:00.823345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b9bc457b-a3ec-4090-9791-22d4d53640cb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:00.824452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b9bc457b-a3ec-4090-9791-22d4d53640cb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:00.844430 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for floatingip, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:00.880962 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b9bc457b-a3ec-4090-9791-22d4d53640cb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8954546 Dec 22 09:38:00.914283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 6cbd8b77-13d2-4719-aebc-7917c943b833 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:38:00.926326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Request body: {'port': {'device_id': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:00.935136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 6cbd8b77-13d2-4719-aebc-7917c943b833 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:00.936298 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:01.159861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-ae508804-1436-442f-86cc-870d34648530 None None] Set router 7cbb3bac-3740-4735-99c5-df36e178ab34 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:38:01.185734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:01.277492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa665849-8b5f-47e2-818b-bb8a756728be req-14026a62-f57c-4d14-a339-59f82584958e tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:01.278107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa665849-8b5f-47e2-818b-bb8a756728be req-14026a62-f57c-4d14-a339-59f82584958e tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:01.278667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa665849-8b5f-47e2-818b-bb8a756728be req-14026a62-f57c-4d14-a339-59f82584958e tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:01.279403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa665849-8b5f-47e2-818b-bb8a756728be req-14026a62-f57c-4d14-a339-59f82584958e tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:01.279979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa665849-8b5f-47e2-818b-bb8a756728be req-14026a62-f57c-4d14-a339-59f82584958e tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:01.280547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa665849-8b5f-47e2-818b-bb8a756728be req-14026a62-f57c-4d14-a339-59f82584958e tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:01.281144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa665849-8b5f-47e2-818b-bb8a756728be req-14026a62-f57c-4d14-a339-59f82584958e tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:01.281706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa665849-8b5f-47e2-818b-bb8a756728be req-14026a62-f57c-4d14-a339-59f82584958e tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:01.282262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa665849-8b5f-47e2-818b-bb8a756728be req-14026a62-f57c-4d14-a339-59f82584958e tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:01.282813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa665849-8b5f-47e2-818b-bb8a756728be req-14026a62-f57c-4d14-a339-59f82584958e tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:01.283569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa665849-8b5f-47e2-818b-bb8a756728be req-14026a62-f57c-4d14-a339-59f82584958e tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:01.284147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa665849-8b5f-47e2-818b-bb8a756728be req-14026a62-f57c-4d14-a339-59f82584958e tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:01.295183 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa665849-8b5f-47e2-818b-bb8a756728be req-14026a62-f57c-4d14-a339-59f82584958e tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14&device_id=9e68925f-8d28-4acb-ac3a-37b26b635013&device_id=de005819-3780-4e72-8e87-91c071c4a7b2&device_id=fd546279-9f21-4d6c-a3bb-26c21dadbd81&device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02&device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39&device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 11708 time: 2.0279319 Dec 22 09:38:01.311341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb298700-9a6f-4829-95e6-adaaa49b8c57 req-d38a6cdb-2388-4a74-b8b5-52fa401c62e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:01.313422 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb298700-9a6f-4829-95e6-adaaa49b8c57 req-d38a6cdb-2388-4a74-b8b5-52fa401c62e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.9300773 Dec 22 09:38:01.395324 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:01.482565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-a698c247-4b46-4586-a148-99657323d26d tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:01.484588 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-a698c247-4b46-4586-a148-99657323d26d tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1913054 Dec 22 09:38:01.501209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device b780c268-f33e-444e-b34b-8d42de43b9ae up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:01.516709 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa665849-8b5f-47e2-818b-bb8a756728be req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:01.553708 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-3d0abab3-afa9-456a-8a7a-6306f92ef711 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4522853 Dec 22 09:38:01.579190 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-8a069104-bb06-4bc6-9b97-ffad12909bcb tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/quotas/06791703d1104e4e8f28b623edc3e678 HTTP/1.1" status: 200 len: 375 time: 0.0641823 Dec 22 09:38:01.652203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-aa665849-8b5f-47e2-818b-bb8a756728be req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:38:01.669755 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-677b2f21-85ec-4008-9d8a-237e1b3a62a2 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3267791 Dec 22 09:38:01.691411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:01.723462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-aa665849-8b5f-47e2-818b-bb8a756728be req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Usage tracker for resource:security_group_rule and tenant:bcb4e1b6ab8646d2a59e2446e18b8885 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:38:01.728390 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-7f3bfef1-fcbf-4151-8cb8-30212fab80c7 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/ports?tenant_id=06791703d1104e4e8f28b623edc3e678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1172593 Dec 22 09:38:01.743446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-aa665849-8b5f-47e2-818b-bb8a756728be req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:38:01.785717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-aa665849-8b5f-47e2-818b-bb8a756728be req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:38:01.818726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df34bab-95ca-4447-8f2a-555fbd6e1e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbd8b77-13d2-4719-aebc-7917c943b833'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:38:01.836841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Allocated IP 172.25.7.243 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/26f0e927-7a0d-4ac5-93f2-ce9b048e73f1) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:38:01.938588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 6cbd8b77-13d2-4719-aebc-7917c943b833, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=6cbd8b77-13d2-4719-aebc-7917c943b833,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:38:01.946852 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:01.954225 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa1c5700-5bd9-4379-90c5-a6fb48dc6697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:01.994889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port b780c268-f33e-444e-b34b-8d42de43b9ae triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:01.995353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:02.056390 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:02.110516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb298700-9a6f-4829-95e6-adaaa49b8c57 req-3fbd2619-8907-48f2-a08a-71485d685878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:02.113503 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb298700-9a6f-4829-95e6-adaaa49b8c57 req-3fbd2619-8907-48f2-a08a-71485d685878 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6707604 Dec 22 09:38:02.142223 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:02.147469 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-af93bd71-b1cb-437f-880e-4defc74098fa service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5772786 Dec 22 09:38:02.250774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=6cbd8b77-13d2-4719-aebc-7917c943b833,revision_number=8']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:02.258861 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:02.288749 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-92b0b679-22f7-47f4-ae28-7ce3e712e9e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:02.344295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 6cbd8b77-13d2-4719-aebc-7917c943b833 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:02.432420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 01300ad1-7629-4f38-bf5b-c3578ee21dbb up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:02.509362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ae508804-1436-442f-86cc-870d34648530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345446207-router', 'tenant_id': '667fba5dfb704f6481e6556898942aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '3c5f9b66-8385-4bf5-a9c0-e305ba19af99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:35Z', 'updated_at': '2020-12-22T09:37:50Z', 'revision_number': 4, 'project_id': '667fba5dfb704f6481e6556898942aeb', 'gw_port': {'id': '3c5f9b66-8385-4bf5-a9c0-e305ba19af99', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:39Z', 'updated_at': '2020-12-22T09:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb', 'name': '', 'network_id': '0ce02adb-f55b-4348-b615-c2dcef5f3cd9', 'tenant_id': '667fba5dfb704f6481e6556898942aeb', 'mac_address': 'fa:16:3e:d1:07:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'a3da29b5-d145-4c82-ad85-1576d4e019da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:49Z', 'updated_at': '2020-12-22T09:38:00Z', 'revision_number': 4, 'project_id': '667fba5dfb704f6481e6556898942aeb', 'subnets': [{'id': 'a3da29b5-d145-4c82-ad85-1576d4e019da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:38:02.519831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae508804-1436-442f-86cc-870d34648530 None None] The sync data for ids ['7cbb3bac-3740-4735-99c5-df36e178ab34'] in n-d-765315-5 is: [{'id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345446207-router', 'tenant_id': '667fba5dfb704f6481e6556898942aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '3c5f9b66-8385-4bf5-a9c0-e305ba19af99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:35Z', 'updated_at': '2020-12-22T09:37:50Z', 'revision_number': 4, 'project_id': '667fba5dfb704f6481e6556898942aeb', 'gw_port': {'id': '3c5f9b66-8385-4bf5-a9c0-e305ba19af99', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:39Z', 'updated_at': '2020-12-22T09:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb', 'name': '', 'network_id': '0ce02adb-f55b-4348-b615-c2dcef5f3cd9', 'tenant_id': '667fba5dfb704f6481e6556898942aeb', 'mac_address': 'fa:16:3e:d1:07:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'a3da29b5-d145-4c82-ad85-1576d4e019da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:49Z', 'updated_at': '2020-12-22T09:38:00Z', 'revision_number': 4, 'project_id': '667fba5dfb704f6481e6556898942aeb', 'subnets': [{'id': 'a3da29b5-d145-4c82-ad85-1576d4e019da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:38:02.545778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 6cbd8b77-13d2-4719-aebc-7917c943b833 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:02.546467 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:02.647776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 01300ad1-7629-4f38-bf5b-c3578ee21dbb triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:02.649424 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:02.990329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Pushing event updated for resources: {'Port': ['ID=26f0e927-7a0d-4ac5-93f2-ce9b048e73f1,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:03.003051 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:03.131134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:38:03.134840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:38:03.140113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:38:03.280841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa665849-8b5f-47e2-818b-bb8a756728be req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:03.285433 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb298700-9a6f-4829-95e6-adaaa49b8c57 req-8d7cd20b-9251-49f2-800f-b2b7f85760ca service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1487226 Dec 22 09:38:03.290542 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-75c22972-cd34-48a6-9acf-728237147850 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5757713 Dec 22 09:38:03.293195 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa665849-8b5f-47e2-818b-bb8a756728be req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:03.415538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:03.420315 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1e22c6f3-b8e4-433c-95a4-82769f05fabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:03.463052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb54c31-1d1d-4929-b312-bc3f03ebc18f {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:38:03.481647 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:03.500435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:38:03.506484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:03.506917 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:03.508655 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for floatingip, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:03.519795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Transition to ACTIVE for port object 4cb54c31-1d1d-4929-b312-bc3f03ebc18f will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:38:03.558273 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:03.582199 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6664f4c0-0cef-4b46-ae94-705c98d90fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:03.648307 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:03.660266 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa665849-8b5f-47e2-818b-bb8a756728be req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 2.3616471 Dec 22 09:38:03.662548 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb298700-9a6f-4829-95e6-adaaa49b8c57 req-2a8b415f-b641-4698-99d2-e01c44acf3e6 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3334341 Dec 22 09:38:03.697885 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-16155b82-203e-4bab-afb6-ae76941d6e43 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=39506343-a90f-4398-8f34-8fc7c0bfacbf HTTP/1.1" status: 200 len: 217 time: 0.2785437 Dec 22 09:38:03.701606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb,segment=NetworkSegment(6c38b6fd-c2ee-451f-9ddb-660399fe8012),segment_id=6c38b6fd-c2ee-451f-9ddb-660399fe8012)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:38:03.706413 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:03.709370 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ca21217-a7aa-41f6-b177-a9889932f099 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:03.819406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6b16a-c065-4784-a806-15fc11d59838 req-edecd8b2-c64f-4170-8381-a9b3fc186cd9 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:03.821169 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0fb6b16a-c065-4784-a806-15fc11d59838 req-edecd8b2-c64f-4170-8381-a9b3fc186cd9 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 946 time: 1.4444308 Dec 22 09:38:03.870014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:03.884029 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:03.890938 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:03.926693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Pushing event updated for resources: {'Port': ['ID=4cb54c31-1d1d-4929-b312-bc3f03ebc18f,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:03.935283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-4076b1b9-68f9-4164-9320-d5bcf0596a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:03.936947 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-4076b1b9-68f9-4164-9320-d5bcf0596a89 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7889a3a-9571-460b-9e27-2fdf093fc665 HTTP/1.1" status: 200 len: 797 time: 0.2215841 Dec 22 09:38:03.938845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Pushing event updated for resources: {'SecurityGroup': ['ID=c21d4a5b-e22c-4577-9e3e-2b5bf60045b7,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:04.061497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.061920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.062335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.062745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.063152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.063557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.064113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.065052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.065525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.065928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.066468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.066964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.067483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.068470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.068911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.069493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.069977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.070500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.071041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.071572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.072137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.072656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.073193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.073779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.074511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.075116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.075768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.076460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.077113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.077781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.078315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.078773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.079342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.080256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.080632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.081499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:04.090322 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:04.234420 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0fb6b16a-c065-4784-a806-15fc11d59838 req-a6adbf5d-cade-4af6-948f-21dfe1bc53fe tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013551 Dec 22 09:38:04.282592 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:04.305812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2283438-52b7-4812-9c90-dc072aafd441 req-44b4915a-4b0d-4c90-9601-22064325a0c5 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:04.315653 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2283438-52b7-4812-9c90-dc072aafd441 req-44b4915a-4b0d-4c90-9601-22064325a0c5 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 944 time: 0.3740282 Dec 22 09:38:04.340105 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-0017c78d-a1aa-4117-9f8d-ddacb83aed57 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.37 "GET /v2.0/networks?tenant_id=06791703d1104e4e8f28b623edc3e678&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558436 Dec 22 09:38:04.356672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-d0ce17b1-09b5-458c-8563-dbb2bccf56ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:04.358290 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-d0ce17b1-09b5-458c-8563-dbb2bccf56ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4623a071-a810-4e69-a12c-21455bc82af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3438776 Dec 22 09:38:04.364545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-154e1b83-3798-4fd1-ba1f-3fbb95365c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:04.366126 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-154e1b83-3798-4fd1-ba1f-3fbb95365c0d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 1165 time: 0.5439787 Dec 22 09:38:04.401966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 6cbd8b77-13d2-4719-aebc-7917c943b833 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:04.484844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 6cbd8b77-13d2-4719-aebc-7917c943b833 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:04.486287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:04.518760 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2283438-52b7-4812-9c90-dc072aafd441 req-f0e92b45-8afc-47bc-8242-cc73cfab4a87 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019310 Dec 22 09:38:04.615580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Attempting to bind port 4cb54c31-1d1d-4929-b312-bc3f03ebc18f on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:38:04.615958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Attempting to bind port 4cb54c31-1d1d-4929-b312-bc3f03ebc18f by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '5aa9c35f-52f7-402d-a8dd-92c5f4bb8349', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:38:04.616440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Attempting to bind port 4cb54c31-1d1d-4929-b312-bc3f03ebc18f on network 08743b9d-c4d3-44ca-bf63-fdb06702cb27 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:38:04.645713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:38:04.645954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Checking segment: {'id': '5aa9c35f-52f7-402d-a8dd-92c5f4bb8349', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:38:04.646323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:04.646881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Bound using segment: {'id': '5aa9c35f-52f7-402d-a8dd-92c5f4bb8349', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:38:04.647380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Bound port: 4cb54c31-1d1d-4929-b312-bc3f03ebc18f, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa9c35f-52f7-402d-a8dd-92c5f4bb8349', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:38:04.647836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:04.707926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-07fb5ae3-9c5f-4744-af1f-4eab47206092 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:04.709830 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-07fb5ae3-9c5f-4744-af1f-4eab47206092 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3298349 Dec 22 09:38:04.756135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Request body: {'port': {'device_id': 'fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '06791703d1104e4e8f28b623edc3e678'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:04.842127 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df34bab-95ca-4447-8f2a-555fbd6e1e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbd8b77-13d2-4719-aebc-7917c943b833', 'code': 200} Dec 22 09:38:04.975339 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a12e93da-7136-4111-92c9-96863cef258b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:05.098448 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea24c9b0-fd43-4123-abcb-891caad876de req-7948653b-fa95-408e-9807-b7662e3420c1 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/ports?device_id=fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa HTTP/1.1" status: 200 len: 210 time: 0.0908113 Dec 22 09:38:05.131130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f728e110-095e-4528-a183-efe4cc83e502 admin admin] Deleting port 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:38:05.131258 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f728e110-095e-4528-a183-efe4cc83e502 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:05.183437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] For port 4cb54c31-1d1d-4929-b312-bc3f03ebc18f, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:38:05.185461 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-ba472ec0-6de2-46f4-bf68-903330b58a12 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8152261 Dec 22 09:38:05.202508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-f256823b-05da-4711-85e6-1e512b91d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:05.213209 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-f256823b-05da-4711-85e6-1e512b91d3f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.8021836 Dec 22 09:38:05.245212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] For port 4cb54c31-1d1d-4929-b312-bc3f03ebc18f, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=4cb54c31-1d1d-4929-b312-bc3f03ebc18f,segment=NetworkSegment(5aa9c35f-52f7-402d-a8dd-92c5f4bb8349),segment_id=5aa9c35f-52f7-402d-a8dd-92c5f4bb8349)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:38:05.259797 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:05.286423 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:05.362732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b13a7a-f3c2-4e78-9042-b4aa5ab6c743 req-deff8390-2807-40c7-8389-e52306dd7c9d tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:05.370599 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15b13a7a-f3c2-4e78-9042-b4aa5ab6c743 req-deff8390-2807-40c7-8389-e52306dd7c9d tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 0.9610569 Dec 22 09:38:05.380802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:05.382098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:38:05.397027 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-723d3d02-c396-42f5-9194-6657f5e41186 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6cbd8b77-13d2-4719-aebc-7917c943b833 HTTP/1.1" status: 200 len: 217 time: 0.1560321 Dec 22 09:38:05.426624 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:38:05.444689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Usage tracker for resource:port and tenant:06791703d1104e4e8f28b623edc3e678 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:38:05.451486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:05.451909 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:05.474431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:38:05.485478 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:05.500093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:38:05.600212 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:05.680846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Made reservation on behalf of 06791703d1104e4e8f28b623edc3e678 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:38:05.686254 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:05.708489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Pushing event updated for resources: {'Port': ['ID=4cb54c31-1d1d-4929-b312-bc3f03ebc18f,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:05.715595 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15b13a7a-f3c2-4e78-9042-b4aa5ab6c743 req-a1f423ce-a456-4457-ba2b-e77d17371857 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440509 Dec 22 09:38:05.765255 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:05.766031 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:05.776679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-1cdb7571-715b-4d4e-bedb-0784a7a97caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:05.778263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-1cdb7571-715b-4d4e-bedb-0784a7a97caf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.3637373 Dec 22 09:38:05.808187 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:05.841673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f728e110-095e-4528-a183-efe4cc83e502 admin admin] For port 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb,segment=NetworkSegment(6c38b6fd-c2ee-451f-9ddb-660399fe8012),segment_id=6c38b6fd-c2ee-451f-9ddb-660399fe8012)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:38:05.842073 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f728e110-095e-4528-a183-efe4cc83e502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:05.856875 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-1acdcda1-ebce-4a7b-9f60-3524884d8e6d service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6632087 Dec 22 09:38:05.878026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:38:05.894144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Usage tracker for resource:security_group_rule and tenant:06791703d1104e4e8f28b623edc3e678 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:38:05.905444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:38:05.909031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Pushing event updated for resources: {'Port': ['ID=26f0e927-7a0d-4ac5-93f2-ce9b048e73f1,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:05.926151 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:05.928761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:38:05.940555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:05.941081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:05.942573 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d45382e9-3cfd-498d-a594-1290f067f864 req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] 10.222.0.37 "PUT /v2.0/ports/4cb54c31-1d1d-4929-b312-bc3f03ebc18f HTTP/1.1" status: 200 len: 1156 time: 5.0274105 Dec 22 09:38:05.946492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'tag': '4cb54c31-1d1d-4929-b312-bc3f03ebc18f'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:38:06.060194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f728e110-095e-4528-a183-efe4cc83e502 admin admin] Calling delete_port for 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb owned by network:router_interface {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:38:06.093682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713450a3-1019-4d45-8d50-a8aac6d35798 req-88789817-3e78-43c0-9c0a-34f2896fc48f tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:06.095300 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-713450a3-1019-4d45-8d50-a8aac6d35798 req-88789817-3e78-43c0-9c0a-34f2896fc48f tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 946 time: 0.6933060 Dec 22 09:38:06.107032 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:06.118908 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-dfebf357-57aa-4a91-b59b-1b14476bb147 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=aeadeb92-77d7-438a-af11-5f5f6953b05c HTTP/1.1" status: 200 len: 217 time: 0.2516856 Dec 22 09:38:06.165292 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:06.166595 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5321453 Dec 22 09:38:06.183202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45382e9-3cfd-498d-a594-1290f067f864 req-c30027b2-973b-4c37-9066-a750403471f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:06.184896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d45382e9-3cfd-498d-a594-1290f067f864 req-c30027b2-973b-4c37-9066-a750403471f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15cfc948da3e4885bbbb213e70ea2fb5&device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 1159 time: 0.1768498 Dec 22 09:38:06.276658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:06.286197 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d45382e9-3cfd-498d-a594-1290f067f864 req-ab9e82aa-554d-4de4-9d9d-529f02640e27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cb54c31-1d1d-4929-b312-bc3f03ebc18f HTTP/1.1" status: 200 len: 217 time: 0.0717332 Dec 22 09:38:06.286800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:06.299712 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-04807c89-13d7-4611-8eec-94796a1c9b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:06.410413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c7ea07-2d10-49c4-9ea7-90348c47484c,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:06.418152 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:06.474646 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-713450a3-1019-4d45-8d50-a8aac6d35798 req-3ca368b5-05c2-453e-9957-bbf942176922 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628857 Dec 22 09:38:06.479600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-8852f3ad-f417-4339-b27e-dd2a5b03c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:06.481139 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-8852f3ad-f417-4339-b27e-dd2a5b03c21b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7889a3a-9571-460b-9e27-2fdf093fc665 HTTP/1.1" status: 200 len: 797 time: 0.2961788 Dec 22 09:38:06.504097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45382e9-3cfd-498d-a594-1290f067f864 req-1f6329ba-0c52-45b0-90b7-78612000eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:06.504097 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d45382e9-3cfd-498d-a594-1290f067f864 req-1f6329ba-0c52-45b0-90b7-78612000eccf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14279cab-faa4-47a9-9a5c-6644049e4cce HTTP/1.1" status: 200 len: 860 time: 0.2034497 Dec 22 09:38:06.549896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-1c1439ae-ae07-42df-94ec-fbe002db560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:06.551543 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-1c1439ae-ae07-42df-94ec-fbe002db560d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7624848 Dec 22 09:38:06.563920 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d45382e9-3cfd-498d-a594-1290f067f864 req-e582037d-12f6-4bcf-a5f5-61226b2fff30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08743b9d-c4d3-44ca-bf63-fdb06702cb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535834 Dec 22 09:38:06.848301 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d45382e9-3cfd-498d-a594-1290f067f864 req-8573b5e9-a5de-45d0-a0f1-940bfdbd1519 service neutron] 10.222.0.37 "GET /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769918 Dec 22 09:38:06.898613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Allocated IP 192.168.233.76 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/9ee06291-3ab2-4d1a-8a43-6aee67819824) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:38:06.949556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f60875-d45e-4e53-9fa8-e576b8c6b894 req-7860fca7-6fa9-4d28-af9e-759d738120b2 tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:06.949991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f60875-d45e-4e53-9fa8-e576b8c6b894 req-7860fca7-6fa9-4d28-af9e-759d738120b2 tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:06.950414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f60875-d45e-4e53-9fa8-e576b8c6b894 req-7860fca7-6fa9-4d28-af9e-759d738120b2 tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:06.952254 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c5f60875-d45e-4e53-9fa8-e576b8c6b894 req-7860fca7-6fa9-4d28-af9e-759d738120b2 tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] 10.222.0.50 "GET /v2.0/ports?device_id=9e68925f-8d28-4acb-ac3a-37b26b635013&device_id=fd546279-9f21-4d6c-a3bb-26c21dadbd81&device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 3075 time: 0.8559308 Dec 22 09:38:07.148577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-915416af-8846-4f30-8df7-7a1fe413e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:07.150272 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-915416af-8846-4f30-8df7-7a1fe413e4f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4623a071-a810-4e69-a12c-21455bc82af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6612127 Dec 22 09:38:07.162003 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c5f60875-d45e-4e53-9fa8-e576b8c6b894 req-2e212893-447d-4e2d-bc18-bdb2ddc73fee tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511452 Dec 22 09:38:07.195333 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-a496884c-ee33-495b-9bcc-ddde158c5276 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276116 Dec 22 09:38:07.307240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda63b6f-affa-4f45-91d8-ae63158dc2e1 req-ee9dd807-4cef-4d87-93a8-2509ab0602cd tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:07.309242 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fda63b6f-affa-4f45-91d8-ae63158dc2e1 req-ee9dd807-4cef-4d87-93a8-2509ab0602cd tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 944 time: 0.6907816 Dec 22 09:38:07.357709 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25ab7ed3-8060-4337-bde3-4e0c8c32e1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:07.379724 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d45382e9-3cfd-498d-a594-1290f067f864 req-d415873c-c90a-4e10-a436-f7dd194132ae service neutron] 10.222.0.37 "GET /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5228193 Dec 22 09:38:07.537386 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'tag': '4cb54c31-1d1d-4929-b312-bc3f03ebc18f', 'status': 'completed', 'code': 200} Dec 22 09:38:07.545112 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:07.563385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Transition to ACTIVE for port object 9ee06291-3ab2-4d1a-8a43-6aee67819824 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:38:07.614740 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fda63b6f-affa-4f45-91d8-ae63158dc2e1 req-cb89adee-f863-488e-b541-cc00c041b7f0 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925961 Dec 22 09:38:07.615422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f728e110-095e-4528-a183-efe4cc83e502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:07.634679 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:07.653246 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-17c37e4e-9a99-4686-a401-4d7b66f4b7ee tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:07.661400 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b13bb9cf-d39a-401a-bf24-dafa9530456b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:07.768566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728e110-095e-4528-a183-efe4cc83e502 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:07.781520 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f728e110-095e-4528-a183-efe4cc83e502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:07.833942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Pushing event updated for resources: {'Port': ['ID=9ee06291-3ab2-4d1a-8a43-6aee67819824,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:07.835781 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f2ad578-1dec-40cd-9ef5-ad2ab0eae4b2 req-36037c8f-1d1c-4d55-a40f-99ac90058954 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6017618 Dec 22 09:38:07.840041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7eb59-525a-4343-81d5-137aab2a4bc0 req-e557abf0-cb5c-441f-bcd6-8a563a6dd090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:07.841711 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f7eb59-525a-4343-81d5-137aab2a4bc0 req-e557abf0-cb5c-441f-bcd6-8a563a6dd090 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15cfc948da3e4885bbbb213e70ea2fb5&device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 1159 time: 0.2646885 Dec 22 09:38:07.842611 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:07.887790 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-6e63493d-846b-446f-85ab-6db9a4af0a19 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7247236 Dec 22 09:38:07.989938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:38:07.998000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:38:08.002944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:38:08.012297 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-495bc5fe-81a6-480f-acda-8363c58fac30 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1020269894&fields=id&tenant_id=210f832f876441e1b78088d52878877a HTTP/1.1" status: 200 len: 267 time: 0.2320595 Dec 22 09:38:08.092482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:08.093039 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:08.100420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7eb59-525a-4343-81d5-137aab2a4bc0 req-e267b8a7-57a2-4788-b0b5-9e2d17d19056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:08.102082 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f7eb59-525a-4343-81d5-137aab2a4bc0 req-e267b8a7-57a2-4788-b0b5-9e2d17d19056 service neutron] 10.222.0.37 "GET /v2.0/networks?id=08743b9d-c4d3-44ca-bf63-fdb06702cb27 HTTP/1.1" status: 200 len: 914 time: 0.2350960 Dec 22 09:38:08.130872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e592a4-bfda-43fc-b3e5-faa6d0a9e897 req-0be0e325-3690-450d-87e8-a08d44195a54 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:08.132553 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42e592a4-bfda-43fc-b3e5-faa6d0a9e897 req-0be0e325-3690-450d-87e8-a08d44195a54 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.64 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39&tenant_id=4f8a67b33ff048d5bd0b60e257789306&binding%3Ahost_id=n-h2-765315-5 HTTP/1.1" status: 200 len: 950 time: 0.6013229 Dec 22 09:38:08.190518 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f7eb59-525a-4343-81d5-137aab2a4bc0 req-41c7c6bb-2ef4-41a3-9fdb-99bb40c02f85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cb54c31-1d1d-4929-b312-bc3f03ebc18f HTTP/1.1" status: 200 len: 217 time: 0.0793643 Dec 22 09:38:08.194930 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4515738 Dec 22 09:38:08.225641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Request body: {'port': {'device_id': 'fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:08.318963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492de6e-6967-48a1-9b17-868d35b00b3a req-c182757c-fc3f-4bfa-9913-4213244e313c tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:08.321174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eae48ce4-4d58-4986-a99b-ed0f4d57a401 None None] Provisioning for port 9ee06291-3ab2-4d1a-8a43-6aee67819824 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:38:08.326360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eae48ce4-4d58-4986-a99b-ed0f4d57a401 None None] Provisioning complete for port 9ee06291-3ab2-4d1a-8a43-6aee67819824 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:08.326759 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2492de6e-6967-48a1-9b17-868d35b00b3a req-c182757c-fc3f-4bfa-9913-4213244e313c tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/ports?device_id=fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa HTTP/1.1" status: 200 len: 935 time: 0.6407673 Dec 22 09:38:08.326881 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eae48ce4-4d58-4986-a99b-ed0f4d57a401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:08.387924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7eb59-525a-4343-81d5-137aab2a4bc0 req-a41a4d12-b8af-48e5-87f1-64ad36049c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:08.390109 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f7eb59-525a-4343-81d5-137aab2a4bc0 req-a41a4d12-b8af-48e5-87f1-64ad36049c23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14279cab-faa4-47a9-9a5c-6644049e4cce HTTP/1.1" status: 200 len: 860 time: 0.1738153 Dec 22 09:38:08.405597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-eae48ce4-4d58-4986-a99b-ed0f4d57a401 None None] Port 9ee06291-3ab2-4d1a-8a43-6aee67819824 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:38:08.420395 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-2dcc6f01-06e2-479f-80d9-4a03481650fd service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5054941 Dec 22 09:38:08.454175 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f7eb59-525a-4343-81d5-137aab2a4bc0 req-cfb8639d-7700-43de-9770-a268e526123e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08743b9d-c4d3-44ca-bf63-fdb06702cb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524015 Dec 22 09:38:08.457482 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:08.558631 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-46da1cd7-9de2-45bf-aeaf-edd9e39cbd1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36a3d7c0-e6da-452f-94eb-1a48d0121717 HTTP/1.1" status: 200 len: 217 time: 0.1246610 Dec 22 09:38:08.566377 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2492de6e-6967-48a1-9b17-868d35b00b3a req-c50e0185-d49a-4845-a40e-55d85d12715b tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/security-groups?id=c5c7ea07-2d10-49c4-9ea7-90348c47484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385788 Dec 22 09:38:08.571401 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-42e592a4-bfda-43fc-b3e5-faa6d0a9e897 req-fe1923a3-ce25-464c-990d-0534b4710c7e service neutron] delete failed (client error): The resource could not be found. Dec 22 09:38:08.572456 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42e592a4-bfda-43fc-b3e5-faa6d0a9e897 req-fe1923a3-ce25-464c-990d-0534b4710c7e service neutron] 10.222.0.64 "DELETE /v2.0/ports/6cbd8b77-13d2-4719-aebc-7917c943b833/bindings/n-h1-765315-5 HTTP/1.1" status: 404 len: 380 time: 0.4284875 Dec 22 09:38:08.662777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:08.678302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-82e9c9c9-be72-474f-97c0-e2b5b0c10847 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:08.679928 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-82e9c9c9-be72-474f-97c0-e2b5b0c10847 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 811 time: 0.6035733 Dec 22 09:38:08.723676 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f7eb59-525a-4343-81d5-137aab2a4bc0 req-3cefa7dc-e918-48d0-a63c-5a2f1922b466 service neutron] 10.222.0.37 "GET /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545710 Dec 22 09:38:08.773314 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-e5fa5b6c-0cbf-4e74-8435-7488037a5e3a tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/quotas/210f832f876441e1b78088d52878877a HTTP/1.1" status: 200 len: 375 time: 0.0757067 Dec 22 09:38:09.070247 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f7eb59-525a-4343-81d5-137aab2a4bc0 req-7d9345c2-39f2-410d-9504-200fd62f55f5 service neutron] 10.222.0.37 "GET /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2841809 Dec 22 09:38:09.164848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-427afa19-34c6-43ef-9f02-a1485d531120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:09.166418 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-427afa19-34c6-43ef-9f02-a1485d531120 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a91aa57c-aefa-41a9-ac61-6f1461aa1426 HTTP/1.1" status: 200 len: 797 time: 0.5977032 Dec 22 09:38:09.178970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee06291-3ab2-4d1a-8a43-6aee67819824 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:38:09.186835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:09.201755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Transition to ACTIVE for port object 9ee06291-3ab2-4d1a-8a43-6aee67819824 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:38:09.214511 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:09.301704 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:09.307096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f728e110-095e-4528-a183-efe4cc83e502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:09.345003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e592a4-bfda-43fc-b3e5-faa6d0a9e897 req-44ab5b93-6385-48ac-a481-f4916b618c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:09.347165 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42e592a4-bfda-43fc-b3e5-faa6d0a9e897 req-44ab5b93-6385-48ac-a481-f4916b618c97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 1165 time: 0.6412652 Dec 22 09:38:09.410697 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a1483852-0350-4706-8df2-7231e865a8dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:09.454487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-1c50a9e1-7510-4e85-968d-18f0dedb36cd tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Synchronizing usage tracker for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:38:09.502364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee06291-3ab2-4d1a-8a43-6aee67819824,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:09.507716 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:09.606511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-cf989bcd-a2a0-46d4-9d67-a765283a34be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:09.608157 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-cf989bcd-a2a0-46d4-9d67-a765283a34be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4219866 Dec 22 09:38:09.617499 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:09.661453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Attempting to bind port 9ee06291-3ab2-4d1a-8a43-6aee67819824 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:38:09.661886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Attempting to bind port 9ee06291-3ab2-4d1a-8a43-6aee67819824 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:38:09.662361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Attempting to bind port 9ee06291-3ab2-4d1a-8a43-6aee67819824 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:38:09.669548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:38:09.670031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:38:09.670521 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:09.671000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:38:09.671706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Bound port: 9ee06291-3ab2-4d1a-8a43-6aee67819824, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:38:09.671975 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:09.677810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-1c50a9e1-7510-4e85-968d-18f0dedb36cd tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Unset dirty status for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:38:09.679246 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-1c50a9e1-7510-4e85-968d-18f0dedb36cd tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8889954 Dec 22 09:38:09.782144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] For port 9ee06291-3ab2-4d1a-8a43-6aee67819824, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:38:09.785823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] For port 9ee06291-3ab2-4d1a-8a43-6aee67819824, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=9ee06291-3ab2-4d1a-8a43-6aee67819824,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:38:09.789019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:09.811902 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:09.927740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e592a4-bfda-43fc-b3e5-faa6d0a9e897 req-6616f1e4-f5c6-4578-9c01-b162441c6440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:09.929266 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42e592a4-bfda-43fc-b3e5-faa6d0a9e897 req-6616f1e4-f5c6-4578-9c01-b162441c6440 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.5646749 Dec 22 09:38:09.969697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee06291-3ab2-4d1a-8a43-6aee67819824,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:09.975155 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:10.010120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:10.011036 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:10.012801 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] 10.222.0.37 "PUT /v2.0/ports/9ee06291-3ab2-4d1a-8a43-6aee67819824 HTTP/1.1" status: 200 len: 1159 time: 1.7941313 Dec 22 09:38:10.013808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa', 'tag': '9ee06291-3ab2-4d1a-8a43-6aee67819824'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:38:10.040153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:10.098969 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42e592a4-bfda-43fc-b3e5-faa6d0a9e897 req-b008b6c2-f436-40cc-b8c2-45869af0f509 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6cbd8b77-13d2-4719-aebc-7917c943b833 HTTP/1.1" status: 200 len: 217 time: 0.0999515 Dec 22 09:38:10.105127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6f219-9213-413c-972d-082e5426a13c req-7b49eee1-597a-42f1-b023-6a8a63b4495f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:10.106702 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-91c6f219-9213-413c-972d-082e5426a13c req-7b49eee1-597a-42f1-b023-6a8a63b4495f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 0.7376528 Dec 22 09:38:10.182753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-38ad8a2c-dc7a-4219-99fa-5d88164101a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:10.184491 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-38ad8a2c-dc7a-4219-99fa-5d88164101a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06791703d1104e4e8f28b623edc3e678&device_id=fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa HTTP/1.1" status: 200 len: 1162 time: 0.0903809 Dec 22 09:38:10.232523 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-bd31de75-287d-45ce-9432-a2dd89cc876c service neutron] 10.222.0.64 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6108332 Dec 22 09:38:10.291885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:10.294871 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-b1a91edb-36b2-4ad3-ae44-e360425d1957 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=9ee06291-3ab2-4d1a-8a43-6aee67819824 HTTP/1.1" status: 200 len: 217 time: 0.0771530 Dec 22 09:38:10.302915 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-0b304bb4-b261-41e3-b5dc-1e3f7697c683 service neutron] 10.222.0.50 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008756 Dec 22 09:38:10.374123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-2453f92d-76d3-4c4b-a257-9b81f838e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:10.375736 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-2453f92d-76d3-4c4b-a257-9b81f838e99f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.0708396 Dec 22 09:38:10.434353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e592a4-bfda-43fc-b3e5-faa6d0a9e897 req-af86491b-6906-4829-b2e1-a8ba028d812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:10.435831 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42e592a4-bfda-43fc-b3e5-faa6d0a9e897 req-af86491b-6906-4829-b2e1-a8ba028d812c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.3150859 Dec 22 09:38:10.467386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-852fcacf-ec66-4439-b524-38c508aadb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:10.469069 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-852fcacf-ec66-4439-b524-38c508aadb0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816741 Dec 22 09:38:10.502128 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-91c6f219-9213-413c-972d-082e5426a13c req-d293d126-ec13-4bc2-a0fd-671da56055ac tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419702 Dec 22 09:38:10.516672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-84796fb1-a4ec-4360-b7e1-43d7ce360410 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:38:10.788601 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-a5f4c02b-1ab4-473e-91f6-9beb83495fdf service neutron] 10.222.0.64 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4883220 Dec 22 09:38:10.895721 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-28fa8466-e348-40d5-bb9c-0224d3250fde service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160583 Dec 22 09:38:11.056587 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c779ce69-e95b-498a-83e2-f08c8ee23285 req-e21affbe-5e29-44c1-a81a-b2956b2e5af9 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1503870 Dec 22 09:38:11.148909 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-9826e2a2-a1ac-40ac-a1d3-44d8c520bf5b service neutron] 10.222.0.50 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8050189 Dec 22 09:38:11.225317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 4cb54c31-1d1d-4929-b312-bc3f03ebc18f up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:11.229399 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-4295c7f3-20eb-4e78-81b4-16c981100a63 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cfee7e92-56e4-4a04-8351-71d7acbc11ba HTTP/1.1" status: 200 len: 217 time: 0.4276395 Dec 22 09:38:11.322594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 4cb54c31-1d1d-4929-b312-bc3f03ebc18f completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:38:11.328835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 4cb54c31-1d1d-4929-b312-bc3f03ebc18f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:11.329264 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:11.358460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e592a4-bfda-43fc-b3e5-faa6d0a9e897 req-b600429f-437b-49d1-8374-77ed032700db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:11.360109 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42e592a4-bfda-43fc-b3e5-faa6d0a9e897 req-b600429f-437b-49d1-8374-77ed032700db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8635955 Dec 22 09:38:11.433598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-c3ff9573-fd6e-4fe0-81f0-ca7e2b43936e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:11.435192 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-c3ff9573-fd6e-4fe0-81f0-ca7e2b43936e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a91aa57c-aefa-41a9-ac61-6f1461aa1426 HTTP/1.1" status: 200 len: 797 time: 0.1935596 Dec 22 09:38:11.437233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f728e110-095e-4528-a183-efe4cc83e502 admin admin] Router 7cbb3bac-3740-4735-99c5-df36e178ab34 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:38:11.484106 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:11.525991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb54c31-1d1d-4929-b312-bc3f03ebc18f'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:38:11.532570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 4cb54c31-1d1d-4929-b312-bc3f03ebc18f, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=4cb54c31-1d1d-4929-b312-bc3f03ebc18f,segment=NetworkSegment(5aa9c35f-52f7-402d-a8dd-92c5f4bb8349),segment_id=5aa9c35f-52f7-402d-a8dd-92c5f4bb8349)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:38:11.536697 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:11.540228 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:11.615167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=4cb54c31-1d1d-4929-b312-bc3f03ebc18f,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:11.620154 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:11.688735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e12a5e-a71f-4d57-a642-453fe6eddb43 req-8df1a4a7-34ff-446b-ae54-9dbfd8ed55f3 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:11.690687 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-37e12a5e-a71f-4d57-a642-453fe6eddb43 req-8df1a4a7-34ff-446b-ae54-9dbfd8ed55f3 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 944 time: 0.8947916 Dec 22 09:38:11.867646 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42e592a4-bfda-43fc-b3e5-faa6d0a9e897 req-1508833c-dd24-4825-8496-75b96190192d service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982054 Dec 22 09:38:11.926045 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-37e12a5e-a71f-4d57-a642-453fe6eddb43 req-a5ffe243-f55d-4876-98a4-25234519f387 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210331 Dec 22 09:38:12.001906 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa', 'tag': '9ee06291-3ab2-4d1a-8a43-6aee67819824', 'status': 'completed', 'code': 200} Dec 22 09:38:12.025845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f728e110-095e-4528-a183-efe4cc83e502 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:38:12.028808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-9f191ddb-3505-4d0a-b8b5-850c9da9a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:12.030456 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-9f191ddb-3505-4d0a-b8b5-850c9da9a8c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5832067 Dec 22 09:38:12.035431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29501a2-1248-44d0-8bce-40c28777e1ae None None] Sync routers for ids ['7cbb3bac-3740-4735-99c5-df36e178ab34'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:38:12.044871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45043fc9-ddef-4156-a5ec-a97d35b13e50 req-ae32e52c-7ffe-45e9-98f8-a89ac02adb34 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:12.053476 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-45043fc9-ddef-4156-a5ec-a97d35b13e50 req-ae32e52c-7ffe-45e9-98f8-a89ac02adb34 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/ports?device_id=fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa HTTP/1.1" status: 200 len: 947 time: 0.4843271 Dec 22 09:38:12.061737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29501a2-1248-44d0-8bce-40c28777e1ae None None] Routers {'7cbb3bac-3740-4735-99c5-df36e178ab34'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:38:12.062852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e29501a2-1248-44d0-8bce-40c28777e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:38:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7cbb3bac-3740-4735-99c5-df36e178ab34'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:38:12.179482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adc8c0-131f-45e5-be75-fa7c9633ebef req-25d0067d-c194-4826-9545-f61272912f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:12.181396 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-23adc8c0-131f-45e5-be75-fa7c9633ebef req-25d0067d-c194-4826-9545-f61272912f05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06791703d1104e4e8f28b623edc3e678&device_id=fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa HTTP/1.1" status: 200 len: 1162 time: 0.1055064 Dec 22 09:38:12.291702 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d4154aa3-0735-4ab3-8f51-e1a460777f8e req-1383b4b5-316e-4b68-9c60-738518750949 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 210 time: 0.1582668 Dec 22 09:38:12.301513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-e29501a2-1248-44d0-8bce-40c28777e1ae None None] Set router 7cbb3bac-3740-4735-99c5-df36e178ab34 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:38:12.318747 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f728e110-095e-4528-a183-efe4cc83e502 admin admin] 10.222.0.50 "PUT /v2.0/routers/7cbb3bac-3740-4735-99c5-df36e178ab34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2364697 Dec 22 09:38:12.323198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46272) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:12.340053 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-45043fc9-ddef-4156-a5ec-a97d35b13e50 req-b1393408-3520-43d7-b097-69f0eee58810 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/security-groups?id=c5c7ea07-2d10-49c4-9ea7-90348c47484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810388 Dec 22 09:38:12.348143 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42e592a4-bfda-43fc-b3e5-faa6d0a9e897 req-90f54842-ee7c-4f94-a103-08e470084274 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4681950 Dec 22 09:38:12.464851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adc8c0-131f-45e5-be75-fa7c9633ebef req-896d6c05-2efe-4954-8655-5b1297738f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:12.466469 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-23adc8c0-131f-45e5-be75-fa7c9633ebef req-896d6c05-2efe-4954-8655-5b1297738f70 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.2777879 Dec 22 09:38:12.469143 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-669db285-a15b-40fc-8e05-2111c8e47ac1 service neutron] 10.222.0.64 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046421 Dec 22 09:38:12.509130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 4cb54c31-1d1d-4929-b312-bc3f03ebc18f up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:12.711709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 4cb54c31-1d1d-4929-b312-bc3f03ebc18f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:12.712178 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:12.730780 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-23adc8c0-131f-45e5-be75-fa7c9633ebef req-e5c80876-ecca-4850-b5f6-2a673c8aef80 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=9ee06291-3ab2-4d1a-8a43-6aee67819824 HTTP/1.1" status: 200 len: 217 time: 0.2360411 Dec 22 09:38:12.839010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-68742586-35e2-4105-ba79-08596b4a96f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:12.906362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adc8c0-131f-45e5-be75-fa7c9633ebef req-59ceae85-0fd0-48cb-970f-727f4c0e952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:12.908844 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-23adc8c0-131f-45e5-be75-fa7c9633ebef req-59ceae85-0fd0-48cb-970f-727f4c0e952c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1362746 Dec 22 09:38:12.952909 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb54c31-1d1d-4929-b312-bc3f03ebc18f', 'code': 200} Dec 22 09:38:13.009823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e29501a2-1248-44d0-8bce-40c28777e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345446207-router', 'tenant_id': '667fba5dfb704f6481e6556898942aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '3c5f9b66-8385-4bf5-a9c0-e305ba19af99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:35Z', 'updated_at': '2020-12-22T09:38:07Z', 'revision_number': 5, 'project_id': '667fba5dfb704f6481e6556898942aeb', 'gw_port': {'id': '3c5f9b66-8385-4bf5-a9c0-e305ba19af99', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:39Z', 'updated_at': '2020-12-22T09:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:38:13.016974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29501a2-1248-44d0-8bce-40c28777e1ae None None] Checking router: 7cbb3bac-3740-4735-99c5-df36e178ab34 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:38:13.045579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29501a2-1248-44d0-8bce-40c28777e1ae None None] Routers {'7cbb3bac-3740-4735-99c5-df36e178ab34'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:38:13.051737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e29501a2-1248-44d0-8bce-40c28777e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:38:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7cbb3bac-3740-4735-99c5-df36e178ab34'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:38:13.138437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adc8c0-131f-45e5-be75-fa7c9633ebef req-54263489-e51f-406d-90de-a2a5d1a8895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:13.143278 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-23adc8c0-131f-45e5-be75-fa7c9633ebef req-54263489-e51f-406d-90de-a2a5d1a8895f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1784966 Dec 22 09:38:13.338949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-e29501a2-1248-44d0-8bce-40c28777e1ae None None] Set router 7cbb3bac-3740-4735-99c5-df36e178ab34 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:38:13.415567 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-23adc8c0-131f-45e5-be75-fa7c9633ebef req-df673f61-047d-42a7-851a-e10be0eb1aed service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633636 Dec 22 09:38:13.484117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e9b48-8760-4185-b467-f07abec9b2d3 req-e16c358c-4c2f-4e8f-9571-15049732adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:13.485767 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-537e9b48-8760-4185-b467-f07abec9b2d3 req-e16c358c-4c2f-4e8f-9571-15049732adb3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 1161 time: 0.1667364 Dec 22 09:38:13.612681 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-537e9b48-8760-4185-b467-f07abec9b2d3 req-76c672a5-baff-4352-afb1-ffb02ab4c77c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720384 Dec 22 09:38:13.620917 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-23adc8c0-131f-45e5-be75-fa7c9633ebef req-d6cbe9d3-2b38-4e1e-b712-ca0e72ae4d48 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1967034 Dec 22 09:38:13.670434 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84328285-9c88-4844-ae7a-abe6f1f67ca1 req-3b370dbc-85a9-4b02-94ea-5073eb1863d9 service neutron] 10.222.0.64 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0973463 Dec 22 09:38:13.734809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e29501a2-1248-44d0-8bce-40c28777e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345446207-router', 'tenant_id': '667fba5dfb704f6481e6556898942aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '3c5f9b66-8385-4bf5-a9c0-e305ba19af99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:35Z', 'updated_at': '2020-12-22T09:38:07Z', 'revision_number': 5, 'project_id': '667fba5dfb704f6481e6556898942aeb', 'gw_port': {'id': '3c5f9b66-8385-4bf5-a9c0-e305ba19af99', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:39Z', 'updated_at': '2020-12-22T09:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:38:13.739708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29501a2-1248-44d0-8bce-40c28777e1ae None None] The sync data for ids ['7cbb3bac-3740-4735-99c5-df36e178ab34'] in n-d-765315-5 is: [{'id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345446207-router', 'tenant_id': '667fba5dfb704f6481e6556898942aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '3c5f9b66-8385-4bf5-a9c0-e305ba19af99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:35Z', 'updated_at': '2020-12-22T09:38:07Z', 'revision_number': 5, 'project_id': '667fba5dfb704f6481e6556898942aeb', 'gw_port': {'id': '3c5f9b66-8385-4bf5-a9c0-e305ba19af99', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb3bac-3740-4735-99c5-df36e178ab34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:39Z', 'updated_at': '2020-12-22T09:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:38:13.742539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7eab82-d365-4f16-bcd1-aa3870b1c09f req-4eed7949-e4fc-45cd-a6ca-f11d4f56efc5 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:13.744204 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef7eab82-d365-4f16-bcd1-aa3870b1c09f req-4eed7949-e4fc-45cd-a6ca-f11d4f56efc5 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 0.8396566 Dec 22 09:38:13.764341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16cb07-82dc-4f36-8b52-ebbb0b7fa654 req-9839527c-9c8e-465e-ae49-90593167a767 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:13.765989 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc16cb07-82dc-4f36-8b52-ebbb0b7fa654 req-9839527c-9c8e-465e-ae49-90593167a767 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 946 time: 0.3696630 Dec 22 09:38:13.778281 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-68742586-35e2-4105-ba79-08596b4a96f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:13.802437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-0898b050-c05a-4f73-9b98-5399897c890b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:13.803980 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-0898b050-c05a-4f73-9b98-5399897c890b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 811 time: 1.0309944 Dec 22 09:38:13.808968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-68742586-35e2-4105-ba79-08596b4a96f6 admin admin] Deleting port 3c5f9b66-8385-4bf5-a9c0-e305ba19af99 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:38:13.809355 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-68742586-35e2-4105-ba79-08596b4a96f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:13.980242 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc16cb07-82dc-4f36-8b52-ebbb0b7fa654 req-bdea02c3-95ca-4f61-9b22-9c8d7fc82f71 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841402 Dec 22 09:38:13.982466 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef7eab82-d365-4f16-bcd1-aa3870b1c09f req-2fe8c944-926b-4457-bbb6-a1fa126c242c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251587 Dec 22 09:38:14.104193 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-e100d321-4fe2-4699-9bca-5879439e8035 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=210f832f876441e1b78088d52878877a HTTP/1.1" status: 200 len: 5507 time: 0.2503648 Dec 22 09:38:14.136926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-aa7e2a55-76bb-46e9-adbf-ec12826b8b3f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Request body: {'port': {'device_id': '6970f8a3-58df-4de6-af36-3853d8269034', 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e', 'admin_state_up': True, 'tenant_id': '210f832f876441e1b78088d52878877a', 'security_groups': ['c780ebae-3eb9-4624-86d1-137f5efb7b58']}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:14.309526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-68742586-35e2-4105-ba79-08596b4a96f6 admin admin] For port 3c5f9b66-8385-4bf5-a9c0-e305ba19af99, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=3c5f9b66-8385-4bf5-a9c0-e305ba19af99,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:38:14.309853 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-68742586-35e2-4105-ba79-08596b4a96f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:14.414530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-a836cf31-9e2f-43a8-bdd4-5d796aac96be None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:38:14.506165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-68742586-35e2-4105-ba79-08596b4a96f6 admin admin] Calling delete_port for 3c5f9b66-8385-4bf5-a9c0-e305ba19af99 owned by network:router_gateway {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:38:14.620682 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-328578a4-cd48-4cb9-8544-12d278c0cdcc req-0984b2a9-cc99-40a1-b7fe-08019295f159 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 210 time: 0.1261475 Dec 22 09:38:14.644352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83989dd-5944-4f83-b6a4-c2a2b37848bf req-70683c16-8e37-41e7-98e6-70efeea7c8e6 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:14.646022 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b83989dd-5944-4f83-b6a4-c2a2b37848bf req-70683c16-8e37-41e7-98e6-70efeea7c8e6 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.4873197 Dec 22 09:38:14.649238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-aa7e2a55-76bb-46e9-adbf-ec12826b8b3f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:38:14.700383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-aa7e2a55-76bb-46e9-adbf-ec12826b8b3f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:38:14.762045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-aa7e2a55-76bb-46e9-adbf-ec12826b8b3f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Made reservation on behalf of 210f832f876441e1b78088d52878877a for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:38:14.768217 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-aa7e2a55-76bb-46e9-adbf-ec12826b8b3f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:14.792742 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b83989dd-5944-4f83-b6a4-c2a2b37848bf req-c00bd912-181d-4e12-999c-6022ee75f8de tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378503 Dec 22 09:38:14.911959 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-68742586-35e2-4105-ba79-08596b4a96f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:15.143826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823b96e-b20d-4f2f-a397-d616ac32aa0f req-6c5ac621-c045-4019-8c3c-b9f17898407a tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:15.146716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 9ee06291-3ab2-4d1a-8a43-6aee67819824 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:15.151554 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8823b96e-b20d-4f2f-a397-d616ac32aa0f req-6c5ac621-c045-4019-8c3c-b9f17898407a tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/ports?device_id=fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa HTTP/1.1" status: 200 len: 947 time: 0.3678443 Dec 22 09:38:15.330974 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8823b96e-b20d-4f2f-a397-d616ac32aa0f req-477f8c18-daa7-4ea1-a60b-361f54473af1 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/security-groups?id=c5c7ea07-2d10-49c4-9ea7-90348c47484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783242 Dec 22 09:38:15.331735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:38:15.369262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 9ee06291-3ab2-4d1a-8a43-6aee67819824 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:38:15.383255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:38:15.383652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7a3c31c3-6e6e-4f80-bc20-968e37b1fcfb not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:38:15.386736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 9ee06291-3ab2-4d1a-8a43-6aee67819824 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:15.387158 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:15.518798 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:15.547905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-68742586-35e2-4105-ba79-08596b4a96f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:15.551239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee06291-3ab2-4d1a-8a43-6aee67819824'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:38:15.562252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 9ee06291-3ab2-4d1a-8a43-6aee67819824, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=9ee06291-3ab2-4d1a-8a43-6aee67819824,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:38:15.565667 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:15.568908 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:15.649220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=9ee06291-3ab2-4d1a-8a43-6aee67819824,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:15.653846 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:15.988510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-aa7e2a55-76bb-46e9-adbf-ec12826b8b3f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Allocated IP 172.20.0.14 (f25c0816-e0e3-44ca-b509-727ad195c19e/d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2/f77f0c63-abd4-4133-adc9-a667b99a94b1) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:38:16.008245 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-68742586-35e2-4105-ba79-08596b4a96f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:16.013230 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-68742586-35e2-4105-ba79-08596b4a96f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:16.076968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c817b4e-5794-4a26-8bee-8b98be4cef42 req-459104c7-0946-4939-a855-84ee533a80ae tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:16.078617 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c817b4e-5794-4a26-8bee-8b98be4cef42 req-459104c7-0946-4939-a855-84ee533a80ae tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 946 time: 0.7464664 Dec 22 09:38:16.094133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-68742586-35e2-4105-ba79-08596b4a96f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:16.094693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68742586-35e2-4105-ba79-08596b4a96f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cbb3bac-3740-4735-99c5-df36e178ab34 {{(pid=81071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:38:16.122880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42390f-bff5-486d-a31a-184a56a1747e req-2870854c-8d18-4103-9a81-72b57379dacd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:16.124623 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8b42390f-bff5-486d-a31a-184a56a1747e req-2870854c-8d18-4103-9a81-72b57379dacd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 0.6541843 Dec 22 09:38:16.300701 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c817b4e-5794-4a26-8bee-8b98be4cef42 req-4e3ce01a-25a5-4992-ae3a-299048c24cc1 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103672 Dec 22 09:38:16.317285 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-68742586-35e2-4105-ba79-08596b4a96f6 admin admin] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:16.319095 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-68742586-35e2-4105-ba79-08596b4a96f6 admin admin] 10.222.0.50 "DELETE /v2.0/routers/7cbb3bac-3740-4735-99c5-df36e178ab34 HTTP/1.1" status: 204 len: 168 time: 3.9779518 Dec 22 09:38:16.322099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46312) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:16.338974 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8b42390f-bff5-486d-a31a-184a56a1747e req-97bb5f1e-3727-4d14-a6d2-af94d5f16144 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879449 Dec 22 09:38:16.410249 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-aa7e2a55-76bb-46e9-adbf-ec12826b8b3f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:16.431705 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee06291-3ab2-4d1a-8a43-6aee67819824', 'code': 200} Dec 22 09:38:16.432270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-aa7e2a55-76bb-46e9-adbf-ec12826b8b3f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Transition to ACTIVE for port object f77f0c63-abd4-4133-adc9-a667b99a94b1 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:38:16.450751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 9ee06291-3ab2-4d1a-8a43-6aee67819824 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:16.468008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-531e7eea-ddd1-446b-9680-bc332d190c59 admin admin] Deleting subnet a3da29b5-d145-4c82-ad85-1576d4e019da {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:38:16.469413 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-aa7e2a55-76bb-46e9-adbf-ec12826b8b3f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:16.479260 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-531e7eea-ddd1-446b-9680-bc332d190c59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:16.550497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 9ee06291-3ab2-4d1a-8a43-6aee67819824 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:16.551024 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:16.572868 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:16.616214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-531e7eea-ddd1-446b-9680-bc332d190c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:16.721673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f07cbb-9069-492e-a9ee-41eae1525eea req-8336731e-7708-4ec6-9f36-6c762ae2d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:16.723372 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a7f07cbb-9069-492e-a9ee-41eae1525eea req-8336731e-7708-4ec6-9f36-6c762ae2d73a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa HTTP/1.1" status: 200 len: 1164 time: 0.1730769 Dec 22 09:38:16.783442 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-531e7eea-ddd1-446b-9680-bc332d190c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:16.824331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e2a55-76bb-46e9-adbf-ec12826b8b3f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Pushing event updated for resources: {'Port': ['ID=f77f0c63-abd4-4133-adc9-a667b99a94b1,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:16.832593 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa7e2a55-76bb-46e9-adbf-ec12826b8b3f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:16.842638 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a7f07cbb-9069-492e-a9ee-41eae1525eea req-0e06dfb8-7716-4537-a1d2-878e49740a99 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c5c7ea07-2d10-49c4-9ea7-90348c47484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102147 Dec 22 09:38:16.857763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c787b-036e-4652-8c0d-f65556eaca4a req-4962577a-e586-438f-b4b4-570e268df52b tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:16.859452 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-800c787b-036e-4652-8c0d-f65556eaca4a req-4962577a-e586-438f-b4b4-570e268df52b tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 1165 time: 0.3872032 Dec 22 09:38:16.913237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-aa7e2a55-76bb-46e9-adbf-ec12826b8b3f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Network f25c0816-e0e3-44ca-b509-727ad195c19e is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:38:16.917144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-aa7e2a55-76bb-46e9-adbf-ec12826b8b3f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:38:16.924871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3eb38-a7a2-465e-91a0-faa5e3c875bc req-fc88b435-7043-4e78-aed2-8e0dbbfee8b8 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:16.925608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fbd3eb38-a7a2-465e-91a0-faa5e3c875bc req-fc88b435-7043-4e78-aed2-8e0dbbfee8b8 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Synchronizing usage tracker for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:38:16.933641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-aa7e2a55-76bb-46e9-adbf-ec12826b8b3f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:38:17.025913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-800c787b-036e-4652-8c0d-f65556eaca4a req-6af683b5-73dd-4073-9d03-bbd2b22cfd99 tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Synchronizing usage tracker for tenant:bcb4e1b6ab8646d2a59e2446e18b8885 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:38:17.028576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fbd3eb38-a7a2-465e-91a0-faa5e3c875bc req-fc88b435-7043-4e78-aed2-8e0dbbfee8b8 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Unset dirty status for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:38:17.029882 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fbd3eb38-a7a2-465e-91a0-faa5e3c875bc req-fc88b435-7043-4e78-aed2-8e0dbbfee8b8 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 932 time: 0.4256771 Dec 22 09:38:17.046951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-aa7e2a55-76bb-46e9-adbf-ec12826b8b3f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:17.047689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-aa7e2a55-76bb-46e9-adbf-ec12826b8b3f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:17.088656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-800c787b-036e-4652-8c0d-f65556eaca4a req-6af683b5-73dd-4073-9d03-bbd2b22cfd99 tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Unset dirty status for tenant:bcb4e1b6ab8646d2a59e2446e18b8885 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:38:17.089945 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-800c787b-036e-4652-8c0d-f65556eaca4a req-6af683b5-73dd-4073-9d03-bbd2b22cfd99 tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073193 Dec 22 09:38:17.096634 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-aa7e2a55-76bb-46e9-adbf-ec12826b8b3f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9643307 Dec 22 09:38:17.113750 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-531e7eea-ddd1-446b-9680-bc332d190c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:17.117042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Request body: {'port': {'device_id': '6970f8a3-58df-4de6-af36-3853d8269034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:17.137208 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0033afd6-060e-4b9f-9cec-20d531f460e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:17.159352 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fbd3eb38-a7a2-465e-91a0-faa5e3c875bc req-7b4ab3c1-935c-48b0-8e82-308c5264f970 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187131 Dec 22 09:38:17.181335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e7eea-ddd1-446b-9680-bc332d190c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3da29b5-d145-4c82-ad85-1576d4e019da,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:17.186360 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-531e7eea-ddd1-446b-9680-bc332d190c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:17.212502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3e6f2896-8e66-4ede-bbc6-b9dbfc3122d4 None None] Provisioning for port f77f0c63-abd4-4133-adc9-a667b99a94b1 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:38:17.225514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3e6f2896-8e66-4ede-bbc6-b9dbfc3122d4 None None] Provisioning complete for port f77f0c63-abd4-4133-adc9-a667b99a94b1 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:17.226232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e6f2896-8e66-4ede-bbc6-b9dbfc3122d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:17.269777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:17.390361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-531e7eea-ddd1-446b-9680-bc332d190c59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:17.403993 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-531e7eea-ddd1-446b-9680-bc332d190c59 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a3da29b5-d145-4c82-ad85-1576d4e019da HTTP/1.1" status: 204 len: 168 time: 1.0779724 Dec 22 09:38:17.404951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46324) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:17.406867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f2896-8e66-4ede-bbc6-b9dbfc3122d4 None None] Port f77f0c63-abd4-4133-adc9-a667b99a94b1 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:38:17.410082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5799d88-fd88-4044-b9be-1d0cb706940c None None] Network 0ce02adb-f55b-4348-b615-c2dcef5f3cd9 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:38:17.431612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 3c5f9b66-8385-4bf5-a9c0-e305ba19af99 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:38:17.489580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 3c5f9b66-8385-4bf5-a9c0-e305ba19af99 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:38:17.489981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 3c5f9b66-8385-4bf5-a9c0-e305ba19af99 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:38:17.553446 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:17.618833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842f938-d47b-43c0-aa53-da7323169ac6 req-5b384647-1192-4902-b454-6ca2ef27c822 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:17.620528 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7842f938-d47b-43c0-aa53-da7323169ac6 req-5b384647-1192-4902-b454-6ca2ef27c822 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.1755459 Dec 22 09:38:17.637234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Deleting port 9aa1b0cf-8eae-4dde-838a-070e31c79981 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:38:17.637612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:17.694006 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7842f938-d47b-43c0-aa53-da7323169ac6 req-9379d779-3acc-4999-a653-fa4b7cc2c3f8 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649631 Dec 22 09:38:17.771802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46525ae-153e-44aa-9444-7927c3fa42b5 None None] DHCP port deletion for 0ce02adb-f55b-4348-b615-c2dcef5f3cd9 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:38:17.776831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f46525ae-153e-44aa-9444-7927c3fa42b5 None None] Deleting port 9aa1b0cf-8eae-4dde-838a-070e31c79981 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:38:17.777378 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f46525ae-153e-44aa-9444-7927c3fa42b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:17.909986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] For port 9aa1b0cf-8eae-4dde-838a-070e31c79981, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=9aa1b0cf-8eae-4dde-838a-070e31c79981,segment=NetworkSegment(6c38b6fd-c2ee-451f-9ddb-660399fe8012),segment_id=6c38b6fd-c2ee-451f-9ddb-660399fe8012)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:38:17.910256 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:18.059877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Calling delete_port for 9aa1b0cf-8eae-4dde-838a-070e31c79981 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:38:18.076863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f46525ae-153e-44aa-9444-7927c3fa42b5 None None] For port 9aa1b0cf-8eae-4dde-838a-070e31c79981, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=9aa1b0cf-8eae-4dde-838a-070e31c79981,segment=NetworkSegment(6c38b6fd-c2ee-451f-9ddb-660399fe8012),segment_id=6c38b6fd-c2ee-451f-9ddb-660399fe8012)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:38:18.077583 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f46525ae-153e-44aa-9444-7927c3fa42b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:18.104575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2f8c3-17b3-476d-ba24-4c7af55586d4 req-f34ffd6d-81d2-4c28-81aa-27ec0054aee6 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:18.106383 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5cd2f8c3-17b3-476d-ba24-4c7af55586d4 req-f34ffd6d-81d2-4c28-81aa-27ec0054aee6 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/ports?device_id=fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa HTTP/1.1" status: 200 len: 949 time: 0.2311997 Dec 22 09:38:18.148986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77f0c63-abd4-4133-adc9-a667b99a94b1 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:38:18.156096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:18.163686 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:18.175541 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-338e3072-12bc-47ff-9858-fbac5afd7e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:18.194065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Transition to ACTIVE for port object f77f0c63-abd4-4133-adc9-a667b99a94b1 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:38:18.229891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa1b0cf-8eae-4dde-838a-070e31c79981,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:18.230381 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:18.234527 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:18.277720 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:18.292441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f46525ae-153e-44aa-9444-7927c3fa42b5 None None] Calling delete_port for 9aa1b0cf-8eae-4dde-838a-070e31c79981 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:38:18.346221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] No DVR routers for this DVR port 9aa1b0cf-8eae-4dde-838a-070e31c79981 on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:38:18.355271 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5cd2f8c3-17b3-476d-ba24-4c7af55586d4 req-96a042a9-5989-4e90-867d-9dfc21381efc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/security-groups?id=c5c7ea07-2d10-49c4-9ea7-90348c47484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371299 Dec 22 09:38:18.373169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b786f-1515-4d1a-ae24-f5f15b976ec6 req-f16c977e-0c23-4986-9eec-3e576255bd15 tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:18.382056 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8d6b786f-1515-4d1a-ae24-f5f15b976ec6 req-f16c977e-0c23-4986-9eec-3e576255bd15 tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 1165 time: 0.3793197 Dec 22 09:38:18.385952 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-f46525ae-153e-44aa-9444-7927c3fa42b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:38:18.386946 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-f46525ae-153e-44aa-9444-7927c3fa42b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:38:18.490892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:18.547379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Pushing event updated for resources: {'Port': ['ID=f77f0c63-abd4-4133-adc9-a667b99a94b1,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:18.559226 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:18.575421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8d6b786f-1515-4d1a-ae24-f5f15b976ec6 req-e25e5c9e-eb0e-4e76-8c66-85a4a7bf8c66 tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] Synchronizing usage tracker for tenant:86dd09d988b44675b290d57f770ea802 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:38:18.619241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce02adb-f55b-4348-b615-c2dcef5f3cd9']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:38:18.633468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c38b6fd-c2ee-451f-9ddb-660399fe8012') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:38:18.633681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c38b6fd-c2ee-451f-9ddb-660399fe8012') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:38:18.647147 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:18.663476 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:18.665651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Releasing vxlan tunnel 5 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:38:18.685687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8d6b786f-1515-4d1a-ae24-f5f15b976ec6 req-e25e5c9e-eb0e-4e76-8c66-85a4a7bf8c66 tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] Unset dirty status for tenant:86dd09d988b44675b290d57f770ea802 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:38:18.686980 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8d6b786f-1515-4d1a-ae24-f5f15b976ec6 req-e25e5c9e-eb0e-4e76-8c66-85a4a7bf8c66 tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040683 Dec 22 09:38:18.756461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a950d-6f5c-4e1c-8b67-f64e262ef350 req-52b084d8-6a76-40db-b017-fdb9239457c1 tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:18.758188 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc8a950d-6f5c-4e1c-8b67-f64e262ef350 req-52b084d8-6a76-40db-b017-fdb9239457c1 tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 1165 time: 0.2748189 Dec 22 09:38:18.825637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Attempting to bind port f77f0c63-abd4-4133-adc9-a667b99a94b1 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:38:18.826117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Attempting to bind port f77f0c63-abd4-4133-adc9-a667b99a94b1 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:38:18.826579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Attempting to bind port f77f0c63-abd4-4133-adc9-a667b99a94b1 on network f25c0816-e0e3-44ca-b509-727ad195c19e {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:38:18.832909 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc8a950d-6f5c-4e1c-8b67-f64e262ef350 req-b9e14e00-4413-43b7-a765-8dd9be4fd629 tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669119 Dec 22 09:38:18.836101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:38:18.836573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Checking segment: {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:38:18.837050 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:18.837578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Bound using segment: {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:38:18.838142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Bound port: f77f0c63-abd4-4133-adc9-a667b99a94b1, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:38:18.838596 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:18.881184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Network 0ce02adb-f55b-4348-b615-c2dcef5f3cd9 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:38:18.888193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f46525ae-153e-44aa-9444-7927c3fa42b5 None None] Deleting port 9aa1b0cf-8eae-4dde-838a-070e31c79981 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:38:18.889412 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f46525ae-153e-44aa-9444-7927c3fa42b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:18.897751 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:18.952941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] For port f77f0c63-abd4-4133-adc9-a667b99a94b1, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:38:18.956808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] For port f77f0c63-abd4-4133-adc9-a667b99a94b1, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f77f0c63-abd4-4133-adc9-a667b99a94b1,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:38:18.960251 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:18.976294 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bf418bee-c071-4c23-8b96-7aabb3e2cc61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:19.022690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f46525ae-153e-44aa-9444-7927c3fa42b5 None None] The port '9aa1b0cf-8eae-4dde-838a-070e31c79981' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:38:19.130328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Network 0ce02adb-f55b-4348-b615-c2dcef5f3cd9 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:38:19.154077 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:38:19.193861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Pushing event updated for resources: {'Port': ['ID=f77f0c63-abd4-4133-adc9-a667b99a94b1,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:19.203151 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:19.303907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:19.309364 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:19.331810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:19.332868 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:19.335106 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] 10.222.0.64 "PUT /v2.0/ports/f77f0c63-abd4-4133-adc9-a667b99a94b1 HTTP/1.1" status: 200 len: 1156 time: 2.2227046 Dec 22 09:38:19.335858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6970f8a3-58df-4de6-af36-3853d8269034', 'tag': 'f77f0c63-abd4-4133-adc9-a667b99a94b1'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:38:19.337087 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:19.338143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 9aa1b0cf-8eae-4dde-838a-070e31c79981 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:38:19.340710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce02adb-f55b-4348-b615-c2dcef5f3cd9,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:19.345194 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:19.360152 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] 10.222.0.50 "DELETE /v2.0/networks/0ce02adb-f55b-4348-b615-c2dcef5f3cd9 HTTP/1.1" status: 204 len: 168 time: 1.9540212 Dec 22 09:38:19.367509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2fd41-f074-42a8-96a9-e599aa81b0eb req-1298ef5f-a5f9-4137-ac41-110ac12451c3 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:19.369866 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33a2fd41-f074-42a8-96a9-e599aa81b0eb req-1298ef5f-a5f9-4137-ac41-110ac12451c3 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 946 time: 0.2668307 Dec 22 09:38:19.375146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be7d51-f396-4697-914a-96815bd39c9a req-46e39227-0967-43b5-a167-1e655c289919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:19.377649 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81be7d51-f396-4697-914a-96815bd39c9a req-46e39227-0967-43b5-a167-1e655c289919 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15cfc948da3e4885bbbb213e70ea2fb5&device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 1161 time: 0.2185905 Dec 22 09:38:19.408556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 9aa1b0cf-8eae-4dde-838a-070e31c79981 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:38:19.408947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 9aa1b0cf-8eae-4dde-838a-070e31c79981 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:38:19.485251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f585381-f71b-4fa1-ab79-0900394464dd req-ef037d2e-2db4-41b1-9537-242853aa6b29 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:19.487308 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f585381-f71b-4fa1-ab79-0900394464dd req-ef037d2e-2db4-41b1-9537-242853aa6b29 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 944 time: 0.2856176 Dec 22 09:38:19.710387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46348) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:19.839707 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33a2fd41-f074-42a8-96a9-e599aa81b0eb req-696487f4-7167-44fe-a59a-bce0d7565310 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433954 Dec 22 09:38:19.849210 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f585381-f71b-4fa1-ab79-0900394464dd req-dafcd462-3839-4d38-8700-dd4183f8a671 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811069 Dec 22 09:38:19.875795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f448ca01-b3c3-4714-9d49-b5015839b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:19.878840 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-f448ca01-b3c3-4714-9d49-b5015839b96a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 1159 time: 0.4808474 Dec 22 09:38:19.879690 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-703021f8-a753-4209-b836-1e2010bb4945 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=667fba5dfb704f6481e6556898942aeb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1671605 Dec 22 09:38:19.882217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46352) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:19.941779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be7d51-f396-4697-914a-96815bd39c9a req-698ed2ca-e063-4452-acd4-ecc3d03b11f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:19.943425 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81be7d51-f396-4697-914a-96815bd39c9a req-698ed2ca-e063-4452-acd4-ecc3d03b11f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=08743b9d-c4d3-44ca-bf63-fdb06702cb27 HTTP/1.1" status: 200 len: 914 time: 0.5572760 Dec 22 09:38:20.052359 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81be7d51-f396-4697-914a-96815bd39c9a req-ebd265ab-8ba0-450a-b50a-24f038caccd5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cb54c31-1d1d-4929-b312-bc3f03ebc18f HTTP/1.1" status: 200 len: 217 time: 0.0832675 Dec 22 09:38:20.067271 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-7df26c34-506c-4aa8-81df-7549ad4c9606 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f77f0c63-abd4-4133-adc9-a667b99a94b1 HTTP/1.1" status: 200 len: 217 time: 0.1712048 Dec 22 09:38:20.146626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-c36591c4-e118-4991-987b-bb77b21b1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:20.148454 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-c36591c4-e118-4991-987b-bb77b21b1b23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.0744972 Dec 22 09:38:20.172200 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f9fca396-0f7d-4a8a-9d58-692b8b57c699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:20.204130 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f9fca396-0f7d-4a8a-9d58-692b8b57c699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:20.255986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-998166d6-a9c2-4feb-9e86-c8f9bed0b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:20.257947 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-998166d6-a9c2-4feb-9e86-c8f9bed0b2d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017027 Dec 22 09:38:20.309665 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f9fca396-0f7d-4a8a-9d58-692b8b57c699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:20.316324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 851cbfee-d71e-495f-b1db-9288ef29ab21 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:38:20.334094 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-250e73c0-74d2-4ce0-ad7f-19b42c4961a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:20.359364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fca396-0f7d-4a8a-9d58-692b8b57c699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1f093b-2ea5-42ae-98e2-5f4d5b3058a6,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:20.374917 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f9fca396-0f7d-4a8a-9d58-692b8b57c699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:20.377141 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f9fca396-0f7d-4a8a-9d58-692b8b57c699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:20.378732 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f9fca396-0f7d-4a8a-9d58-692b8b57c699 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c1f093b-2ea5-42ae-98e2-5f4d5b3058a6 HTTP/1.1" status: 204 len: 168 time: 0.4921184 Dec 22 09:38:20.396540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be7d51-f396-4697-914a-96815bd39c9a req-1096f9fd-eecf-4d54-b7a3-1dfbd93bd90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:20.401145 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81be7d51-f396-4697-914a-96815bd39c9a req-1096f9fd-eecf-4d54-b7a3-1dfbd93bd90a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14279cab-faa4-47a9-9a5c-6644049e4cce HTTP/1.1" status: 200 len: 860 time: 0.2972305 Dec 22 09:38:20.464984 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-1132faa1-4b48-46a2-894d-1edf8c857d06 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983807 Dec 22 09:38:20.487978 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81be7d51-f396-4697-914a-96815bd39c9a req-317e3a73-c404-4727-a45b-93f0f5db6da7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08743b9d-c4d3-44ca-bf63-fdb06702cb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562992 Dec 22 09:38:20.493661 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:20.533629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 851cbfee-d71e-495f-b1db-9288ef29ab21, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=851cbfee-d71e-495f-b1db-9288ef29ab21,segment=NetworkSegment(fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c),segment_id=fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:38:20.534897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de005819-3780-4e72-8e87-91c071c4a7b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '851cbfee-d71e-495f-b1db-9288ef29ab21'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:38:20.542128 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:20.544168 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:20.569852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3468e-42a5-4198-8f3f-fea0bc516c14 req-f6639a86-5683-4196-b2d4-7df9b64c0958 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:20.570666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-55d3468e-42a5-4198-8f3f-fea0bc516c14 req-f6639a86-5683-4196-b2d4-7df9b64c0958 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Synchronizing usage tracker for tenant:3b14d6bb32424ce08f6f7d9749a7139b on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:38:20.624713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=851cbfee-d71e-495f-b1db-9288ef29ab21,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:20.635952 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:20.661080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-55d3468e-42a5-4198-8f3f-fea0bc516c14 req-f6639a86-5683-4196-b2d4-7df9b64c0958 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Unset dirty status for tenant:3b14d6bb32424ce08f6f7d9749a7139b on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:38:20.662345 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-55d3468e-42a5-4198-8f3f-fea0bc516c14 req-f6639a86-5683-4196-b2d4-7df9b64c0958 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.37 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 946 time: 0.4009109 Dec 22 09:38:20.706546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72486b54-ac65-4fdd-b78e-cd12c45dbb45 req-73b03e55-cf5b-4b26-849d-947aeafc3519 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:20.708445 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72486b54-ac65-4fdd-b78e-cd12c45dbb45 req-73b03e55-cf5b-4b26-849d-947aeafc3519 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.2419617 Dec 22 09:38:20.747973 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81be7d51-f396-4697-914a-96815bd39c9a req-5ec6546a-8d0a-4c4c-9726-23fb41c14362 service neutron] 10.222.0.37 "GET /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510452 Dec 22 09:38:20.762463 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e03c7512-57fb-4531-98b7-87b5f63f129e req-179dc723-bcb2-40f4-98be-be87ceaa6cee service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2326300 Dec 22 09:38:20.805861 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72486b54-ac65-4fdd-b78e-cd12c45dbb45 req-cbcf2553-8c2f-40a5-9c22-145ed900947a tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799553 Dec 22 09:38:20.828900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-55d3468e-42a5-4198-8f3f-fea0bc516c14 req-4fe8aee1-bb6b-4fd0-ab21-548445105d09 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Deleting port 851cbfee-d71e-495f-b1db-9288ef29ab21 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:38:20.828900 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-55d3468e-42a5-4198-8f3f-fea0bc516c14 req-4fe8aee1-bb6b-4fd0-ab21-548445105d09 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:20.851182 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6970f8a3-58df-4de6-af36-3853d8269034', 'tag': 'f77f0c63-abd4-4133-adc9-a667b99a94b1', 'status': 'completed', 'code': 200} Dec 22 09:38:21.008772 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81be7d51-f396-4697-914a-96815bd39c9a req-e6ddefe2-621d-40c8-90e3-2556538d3b41 service neutron] 10.222.0.37 "GET /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2516155 Dec 22 09:38:21.068395 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4998e4fb-0830-4ab8-8368-39addca8308e req-3b1d504f-0f67-435e-8327-3ca46683732f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/networks?tenant_id=4f8a67b33ff048d5bd0b60e257789306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843668 Dec 22 09:38:21.247236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb272682-551f-4020-abaa-1d03c2cf1061 req-f7f5a294-cc2c-46ae-97a2-b5313906d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:21.248953 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb272682-551f-4020-abaa-1d03c2cf1061 req-f7f5a294-cc2c-46ae-97a2-b5313906d234 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 1159 time: 0.3198287 Dec 22 09:38:21.276017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-55d3468e-42a5-4198-8f3f-fea0bc516c14 req-4fe8aee1-bb6b-4fd0-ab21-548445105d09 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] For port 851cbfee-d71e-495f-b1db-9288ef29ab21, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=851cbfee-d71e-495f-b1db-9288ef29ab21,segment=NetworkSegment(fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c),segment_id=fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:38:21.276286 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-55d3468e-42a5-4198-8f3f-fea0bc516c14 req-4fe8aee1-bb6b-4fd0-ab21-548445105d09 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:21.327500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f2cbb-aebb-4448-8e7e-752f4e1a252b req-fb44d20c-1ec1-4058-a692-4ddba07ed0cb tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:21.329178 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-517f2cbb-aebb-4448-8e7e-752f4e1a252b req-fb44d20c-1ec1-4058-a692-4ddba07ed0cb tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/ports?device_id=fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa HTTP/1.1" status: 200 len: 949 time: 0.3439395 Dec 22 09:38:21.345831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998e4fb-0830-4ab8-8368-39addca8308e req-e16d2998-8a09-4298-8f52-9723fb4027ac tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:21.347423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4998e4fb-0830-4ab8-8368-39addca8308e req-e16d2998-8a09-4298-8f52-9723fb4027ac tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2674174 Dec 22 09:38:21.418123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-55d3468e-42a5-4198-8f3f-fea0bc516c14 req-4fe8aee1-bb6b-4fd0-ab21-548445105d09 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Calling delete_port for 851cbfee-d71e-495f-b1db-9288ef29ab21 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:38:21.445817 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4998e4fb-0830-4ab8-8368-39addca8308e req-de97e629-437b-409c-bcbe-01488056693c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/quotas/4f8a67b33ff048d5bd0b60e257789306 HTTP/1.1" status: 200 len: 375 time: 0.0777521 Dec 22 09:38:21.524050 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-517f2cbb-aebb-4448-8e7e-752f4e1a252b req-21be3b5e-f17a-482a-aaf5-25bd51b8394b tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/security-groups?id=c5c7ea07-2d10-49c4-9ea7-90348c47484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755137 Dec 22 09:38:21.557981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb272682-551f-4020-abaa-1d03c2cf1061 req-7997f6c7-937d-4a3f-8f98-3de610ee5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:21.559592 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb272682-551f-4020-abaa-1d03c2cf1061 req-7997f6c7-937d-4a3f-8f98-3de610ee5403 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 905 time: 0.2985542 Dec 22 09:38:21.644115 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-55d3468e-42a5-4198-8f3f-fea0bc516c14 req-4fe8aee1-bb6b-4fd0-ab21-548445105d09 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:21.665408 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-202b9458-4c2f-4e46-95b2-3fa7c03d3945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:21.673898 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb272682-551f-4020-abaa-1d03c2cf1061 req-40002654-0cbe-431d-bf7f-f2851eb31e90 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f77f0c63-abd4-4133-adc9-a667b99a94b1 HTTP/1.1" status: 200 len: 217 time: 0.1061695 Dec 22 09:38:21.733017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8aee1-bb6b-4fd0-ab21-548445105d09 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Pushing event deleted for resources: {'Port': ['ID=851cbfee-d71e-495f-b1db-9288ef29ab21,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:21.740070 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4fe8aee1-bb6b-4fd0-ab21-548445105d09 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:21.757494 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4998e4fb-0830-4ab8-8368-39addca8308e req-8b278a3f-1b80-466f-89c9-1af23c6b9c54 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2956970 Dec 22 09:38:21.789176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb272682-551f-4020-abaa-1d03c2cf1061 req-189bbd31-6b12-4d08-ad78-e60cf8a4dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:21.791807 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb272682-551f-4020-abaa-1d03c2cf1061 req-189bbd31-6b12-4d08-ad78-e60cf8a4dc53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.1104224 Dec 22 09:38:21.910740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb272682-551f-4020-abaa-1d03c2cf1061 req-d83989c9-dd68-4d1e-b1ce-72d057bfdf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:21.912681 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb272682-551f-4020-abaa-1d03c2cf1061 req-d83989c9-dd68-4d1e-b1ce-72d057bfdf52 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054826 Dec 22 09:38:22.005695 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de005819-3780-4e72-8e87-91c071c4a7b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '851cbfee-d71e-495f-b1db-9288ef29ab21', 'code': 200} Dec 22 09:38:22.054748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d3468e-42a5-4198-8f3f-fea0bc516c14 req-4fe8aee1-bb6b-4fd0-ab21-548445105d09 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] No DVR routers for this DVR port 851cbfee-d71e-495f-b1db-9288ef29ab21 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:38:22.058438 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-55d3468e-42a5-4198-8f3f-fea0bc516c14 req-4fe8aee1-bb6b-4fd0-ab21-548445105d09 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:22.062985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de005819-3780-4e72-8e87-91c071c4a7b2', 'name': 'network-vif-deleted', 'tag': '851cbfee-d71e-495f-b1db-9288ef29ab21'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:38:22.082922 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-55d3468e-42a5-4198-8f3f-fea0bc516c14 req-4fe8aee1-bb6b-4fd0-ab21-548445105d09 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.37 "DELETE /v2.0/ports/851cbfee-d71e-495f-b1db-9288ef29ab21 HTTP/1.1" status: 204 len: 173 time: 1.4103065 Dec 22 09:38:22.158818 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f33049a-cd79-4795-bcda-2ef4f2a61b07 req-de30630a-046b-4516-b359-0d8f31066dd8 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=de005819-3780-4e72-8e87-91c071c4a7b2 HTTP/1.1" status: 200 len: 210 time: 0.0671127 Dec 22 09:38:22.279684 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb272682-551f-4020-abaa-1d03c2cf1061 req-8293444e-37e8-452b-bcb6-bd946ace7dce service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589470 Dec 22 09:38:22.432097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab5784-02af-4d36-8faa-bc38d39ed7af req-5be9d0c7-be2e-4b6e-9b92-72c7787d1024 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:22.433827 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-11ab5784-02af-4d36-8faa-bc38d39ed7af req-5be9d0c7-be2e-4b6e-9b92-72c7787d1024 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 944 time: 0.2739010 Dec 22 09:38:22.510092 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-11ab5784-02af-4d36-8faa-bc38d39ed7af req-6413174d-900b-4a1a-b93f-571705444d23 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671291 Dec 22 09:38:22.514150 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb272682-551f-4020-abaa-1d03c2cf1061 req-16ea41aa-ebbb-4754-9d67-d07209d8cad6 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2192676 Dec 22 09:38:22.992771 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49a52ec6-ab32-423c-bc93-8c0b151cc61a req-ccb77e2c-22f4-43de-9927-395be2d61517 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 210 time: 0.0590324 Dec 22 09:38:23.012897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f60dfd-092c-4b19-9bd9-cf27e2ee6d71 req-ee98a35c-2a67-4667-8956-a4047b24136b tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:23.022285 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81f60dfd-092c-4b19-9bd9-cf27e2ee6d71 req-ee98a35c-2a67-4667-8956-a4047b24136b tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.1797657 Dec 22 09:38:23.067139 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81f60dfd-092c-4b19-9bd9-cf27e2ee6d71 req-ac585cce-a5b0-4f45-8d84-1ba47896efb0 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438890 Dec 22 09:38:23.150881 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de005819-3780-4e72-8e87-91c071c4a7b2', 'name': 'network-vif-deleted', 'tag': '851cbfee-d71e-495f-b1db-9288ef29ab21', 'status': 'completed', 'code': 200} Dec 22 09:38:23.249552 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-8bea3af0-17ed-4f83-abd1-2e4e2ca0f00d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/networks?tenant_id=cce200d46e4c4a01b8a4dd5671465415&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377185 Dec 22 09:38:23.421039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-4954a0aa-12b9-4b05-9f49-ea6c177b9cfe tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:23.422667 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-4954a0aa-12b9-4b05-9f49-ea6c177b9cfe tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1666858 Dec 22 09:38:23.440420 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-eebadd5a-d04e-4226-b9f0-0ca184b76116 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/quotas/cce200d46e4c4a01b8a4dd5671465415 HTTP/1.1" status: 200 len: 375 time: 0.0109048 Dec 22 09:38:23.498740 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-91136cac-82d4-4054-9dca-68e13921026b tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/ports?tenant_id=cce200d46e4c4a01b8a4dd5671465415&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516586 Dec 22 09:38:23.804212 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4998e4fb-0830-4ab8-8368-39addca8308e req-bf047c31-4f41-434f-b57f-a1d8f43b265a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.64 "GET /v2.0/networks?tenant_id=4f8a67b33ff048d5bd0b60e257789306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436263 Dec 22 09:38:24.128723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec214e-503a-46db-9806-2d2f1a721b7c req-e7517dbe-01f0-4896-b679-8f5b9bdbca1c tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:24.134983 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a8ec214e-503a-46db-9806-2d2f1a721b7c req-e7517dbe-01f0-4896-b679-8f5b9bdbca1c tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.2762554 Dec 22 09:38:24.155675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998e4fb-0830-4ab8-8368-39addca8308e req-624fa04e-48f9-42b3-be2b-c3c7dc31c976 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:24.158803 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4998e4fb-0830-4ab8-8368-39addca8308e req-624fa04e-48f9-42b3-be2b-c3c7dc31c976 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3461919 Dec 22 09:38:24.215873 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a8ec214e-503a-46db-9806-2d2f1a721b7c req-4101638a-e4ee-49dd-9c36-dbf6ce44ae85 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763583 Dec 22 09:38:24.225982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51124379-83da-4704-acc8-d7dc156cf077 req-7eeceaed-f376-414a-b416-b8aadde3aa15 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:24.227518 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51124379-83da-4704-acc8-d7dc156cf077 req-7eeceaed-f376-414a-b416-b8aadde3aa15 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 944 time: 0.2151616 Dec 22 09:38:24.234227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-4998e4fb-0830-4ab8-8368-39addca8308e req-b1235439-b8ad-4b54-9076-8e0987e33a9a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Request body: {'port': {'device_id': '58ad962c-e330-45a0-80b4-f88bb50c22c8', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '4f8a67b33ff048d5bd0b60e257789306'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:24.607235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f77f0c63-abd4-4133-adc9-a667b99a94b1 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:24.681221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port f77f0c63-abd4-4133-adc9-a667b99a94b1 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:38:24.686657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f77f0c63-abd4-4133-adc9-a667b99a94b1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:24.687089 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:24.712877 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51124379-83da-4704-acc8-d7dc156cf077 req-3a243162-7c8a-462b-80f9-3d3ef663c126 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4537005 Dec 22 09:38:24.717629 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-14f8fdef-3499-49b4-94e0-7247c2087a3e req-1fe9a44d-aa0c-4de1-b31f-9eb168a7849d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/ports?device_id=e621f67e-a54b-4b61-bbad-c6cf6c66244b HTTP/1.1" status: 200 len: 210 time: 0.0747974 Dec 22 09:38:24.765893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-4998e4fb-0830-4ab8-8368-39addca8308e req-b1235439-b8ad-4b54-9076-8e0987e33a9a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:38:24.778899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-4998e4fb-0830-4ab8-8368-39addca8308e req-b1235439-b8ad-4b54-9076-8e0987e33a9a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:38:24.789518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4998e4fb-0830-4ab8-8368-39addca8308e req-b1235439-b8ad-4b54-9076-8e0987e33a9a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Made reservation on behalf of 4f8a67b33ff048d5bd0b60e257789306 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:38:24.797273 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4998e4fb-0830-4ab8-8368-39addca8308e req-b1235439-b8ad-4b54-9076-8e0987e33a9a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:24.849379 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:24.880890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6970f8a3-58df-4de6-af36-3853d8269034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77f0c63-abd4-4133-adc9-a667b99a94b1'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:38:24.892786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port f77f0c63-abd4-4133-adc9-a667b99a94b1, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f77f0c63-abd4-4133-adc9-a667b99a94b1,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:38:24.895819 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:24.897805 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:24.953589 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b3ffc042-c040-4dcd-9553-0215767affcf req-49bafc7c-970a-44d3-aa6b-b1f5aeeb85aa tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 210 time: 0.0897667 Dec 22 09:38:24.976750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=f77f0c63-abd4-4133-adc9-a667b99a94b1,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:24.980906 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:25.033093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46504) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:25.048826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Request body: {'security_group': {'name': 'tempest-securitygroup--1639272354', 'description': 'tempest-description--937014190'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:25.068028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:38:25.081183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Usage tracker for resource:security_group and tenant:3b14d6bb32424ce08f6f7d9749a7139b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:38:25.086685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:38:25.109282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:38:25.125901 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:25.176802 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-68075594-7750-41a2-be1e-632e06aba3d9 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.37 "GET /v2.0/networks?tenant_id=cce200d46e4c4a01b8a4dd5671465415&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379009 Dec 22 09:38:25.185911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:38:25.220604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Usage tracker for resource:security_group_rule and tenant:3b14d6bb32424ce08f6f7d9749a7139b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:38:25.228942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:38:25.250531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:38:25.319562 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6970f8a3-58df-4de6-af36-3853d8269034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77f0c63-abd4-4133-adc9-a667b99a94b1', 'code': 200} Dec 22 09:38:25.323510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-4998e4fb-0830-4ab8-8368-39addca8308e req-b1235439-b8ad-4b54-9076-8e0987e33a9a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Allocated IP 192.168.233.202 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/c1685308-913a-4771-a46d-4bf94651ed94) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:38:25.406855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0cd35f29-4afa-4007-9a61-a984d41f8089 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:25.409269 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0cd35f29-4afa-4007-9a61-a984d41f8089 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2248416 Dec 22 09:38:25.446359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Request body: {'port': {'device_id': 'e621f67e-a54b-4b61-bbad-c6cf6c66244b', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': 'cce200d46e4c4a01b8a4dd5671465415'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:25.482503 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:25.498507 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:25.507753 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cb39c0c3-c920-4602-b01d-7d35b110bc97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:25.620751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc344f7-868c-467c-aee1-b98fa6d55a05,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:25.632155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f26ecd-3bb5-4b54-bc8d-15e83ebd6627 req-d293e453-c2e5-4f95-82e6-274fde0550be tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:25.633820 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42f26ecd-3bb5-4b54-bc8d-15e83ebd6627 req-d293e453-c2e5-4f95-82e6-274fde0550be tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.3021772 Dec 22 09:38:25.635697 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:25.637025 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 0.6022656 Dec 22 09:38:25.641436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.642607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.643035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.643448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.643854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.644290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.644696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.645101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.645504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.645905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.646307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.646702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.647189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.647593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.648005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.648402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.648801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.649199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.649600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.649993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.650392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.650787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.651180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.651574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.652049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.652447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.652844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.653238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.653635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.654022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.654418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.654812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.655214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.655606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.656024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.656425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:25.660813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46518) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:25.671728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7abea683-f19f-4b7b-af46-095307fb056a tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Request body: {'security_group_rule': {'security_group_id': 'ecc344f7-868c-467c-aee1-b98fa6d55a05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:25.676919 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:25.687821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7abea683-f19f-4b7b-af46-095307fb056a tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:38:25.697659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7abea683-f19f-4b7b-af46-095307fb056a tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Usage tracker for resource:security_group_rule and tenant:3b14d6bb32424ce08f6f7d9749a7139b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:38:25.701803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7abea683-f19f-4b7b-af46-095307fb056a tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:38:25.711801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7abea683-f19f-4b7b-af46-095307fb056a tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:38:25.714198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:38:25.721312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Usage tracker for resource:port and tenant:cce200d46e4c4a01b8a4dd5671465415 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:38:25.725486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:38:25.735004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:38:25.741548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:38:25.749489 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7abea683-f19f-4b7b-af46-095307fb056a tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:25.764422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Made reservation on behalf of cce200d46e4c4a01b8a4dd5671465415 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:38:25.770427 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:25.794132 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:25.821956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f287e-4ecc-4bf7-bcc5-508b8071e397 req-078afa38-ab4b-4bae-aff5-af301fd47cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:25.823638 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-503f287e-4ecc-4bf7-bcc5-508b8071e397 req-078afa38-ab4b-4bae-aff5-af301fd47cd3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 1161 time: 0.3737125 Dec 22 09:38:25.825203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:38:25.830488 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42f26ecd-3bb5-4b54-bc8d-15e83ebd6627 req-f187fa06-17e2-404d-801d-6ba4542fd640 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705890 Dec 22 09:38:25.835496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Usage tracker for resource:security_group_rule and tenant:cce200d46e4c4a01b8a4dd5671465415 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:38:25.839022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7461217-f3b7-4060-82ef-b4c52dee0518 req-b1f34220-37fe-4668-81f5-9489bd0c920a tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:25.840848 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f7461217-f3b7-4060-82ef-b4c52dee0518 req-b1f34220-37fe-4668-81f5-9489bd0c920a tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.3536835 Dec 22 09:38:25.842248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:38:25.852105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:38:25.868244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f77f0c63-abd4-4133-adc9-a667b99a94b1 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:25.895564 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4998e4fb-0830-4ab8-8368-39addca8308e req-b1235439-b8ad-4b54-9076-8e0987e33a9a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:25.955581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f77f0c63-abd4-4133-adc9-a667b99a94b1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:25.956010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:25.963581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-4998e4fb-0830-4ab8-8368-39addca8308e req-b1235439-b8ad-4b54-9076-8e0987e33a9a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Transition to ACTIVE for port object c1685308-913a-4771-a46d-4bf94651ed94 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:38:25.969036 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-503f287e-4ecc-4bf7-bcc5-508b8071e397 req-7b1824d1-c78f-44c2-ba54-46d6d1ad032c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243322 Dec 22 09:38:25.980380 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:25.981006 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f7461217-f3b7-4060-82ef-b4c52dee0518 req-1fc8499c-5fea-4137-8597-47d9cc27bcb3 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090715 Dec 22 09:38:25.997194 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:26.019282 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7abea683-f19f-4b7b-af46-095307fb056a tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:26.020625 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e21cf36-21fb-4822-8475-2f01ff8f3b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:26.045395 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7abea683-f19f-4b7b-af46-095307fb056a tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:26.075676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4998e4fb-0830-4ab8-8368-39addca8308e req-b1235439-b8ad-4b54-9076-8e0987e33a9a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:26.093534 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:26.120905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Pushing event updated for resources: {'SecurityGroup': ['ID=1eef63a8-0157-43cd-8239-296665f78abd,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:26.130836 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:26.134008 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-891bf0be-b037-4d23-9fcc-e20cc9cc531b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:26.225413 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-82a9e913-7db7-4f68-892e-07aa261b6e84 req-129156bb-bc85-4703-84ac-38e8ed676680 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/ports?device_id=e621f67e-a54b-4b61-bbad-c6cf6c66244b HTTP/1.1" status: 200 len: 210 time: 0.0906215 Dec 22 09:38:26.230615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abea683-f19f-4b7b-af46-095307fb056a tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97caa836-30ba-4d9c-befd-e035bbe7b5ea,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:26.236631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e154bed-a36c-4977-863b-5df901f0db76 req-c1b5a654-f115-45fa-9b54-c5db423c8d90 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:26.241466 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7abea683-f19f-4b7b-af46-095307fb056a tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:26.244637 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0e154bed-a36c-4977-863b-5df901f0db76 req-c1b5a654-f115-45fa-9b54-c5db423c8d90 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.2675643 Dec 22 09:38:26.246338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7abea683-f19f-4b7b-af46-095307fb056a tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:26.250300 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7abea683-f19f-4b7b-af46-095307fb056a tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.5835607 Dec 22 09:38:26.251633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46530) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:26.260046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-cd202cc7-6e1c-40dc-868f-a9cc23b885fe tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Request body: {'security_group_rule': {'security_group_id': 'ecc344f7-868c-467c-aee1-b98fa6d55a05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:26.315568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cd202cc7-6e1c-40dc-868f-a9cc23b885fe tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:38:26.324112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cd202cc7-6e1c-40dc-868f-a9cc23b885fe tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Usage tracker for resource:security_group_rule and tenant:3b14d6bb32424ce08f6f7d9749a7139b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:38:26.328869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cd202cc7-6e1c-40dc-868f-a9cc23b885fe tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:38:26.340433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cd202cc7-6e1c-40dc-868f-a9cc23b885fe tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:38:26.354802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1235439-b8ad-4b54-9076-8e0987e33a9a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Pushing event updated for resources: {'Port': ['ID=c1685308-913a-4771-a46d-4bf94651ed94,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:26.363020 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b1235439-b8ad-4b54-9076-8e0987e33a9a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:26.382793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd202cc7-6e1c-40dc-868f-a9cc23b885fe tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:26.388587 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0e154bed-a36c-4977-863b-5df901f0db76 req-e2ce5a1a-c9a8-42d5-9dc1-8bdafb68d69f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429081 Dec 22 09:38:26.516339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4998e4fb-0830-4ab8-8368-39addca8308e req-b1235439-b8ad-4b54-9076-8e0987e33a9a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:38:26.522709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-4998e4fb-0830-4ab8-8368-39addca8308e req-b1235439-b8ad-4b54-9076-8e0987e33a9a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:38:26.525323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-4998e4fb-0830-4ab8-8368-39addca8308e req-b1235439-b8ad-4b54-9076-8e0987e33a9a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:38:26.552307 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd202cc7-6e1c-40dc-868f-a9cc23b885fe tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:26.554304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Allocated IP 192.168.233.26 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/e6812bdb-9a64-4ee3-9a22-4817fb6906e4) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:38:26.560385 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd202cc7-6e1c-40dc-868f-a9cc23b885fe tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:26.568392 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0133f9fc-0363-4a45-a6e2-6ff39596acb0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:26.628733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd202cc7-6e1c-40dc-868f-a9cc23b885fe tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a13759b-6c70-4cff-b471-d8857efe0767,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:26.637303 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cd202cc7-6e1c-40dc-868f-a9cc23b885fe tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:26.647332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998e4fb-0830-4ab8-8368-39addca8308e req-b1235439-b8ad-4b54-9076-8e0987e33a9a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:26.648111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4998e4fb-0830-4ab8-8368-39addca8308e req-b1235439-b8ad-4b54-9076-8e0987e33a9a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:26.654991 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd202cc7-6e1c-40dc-868f-a9cc23b885fe tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:26.657211 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cd202cc7-6e1c-40dc-868f-a9cc23b885fe tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.4046590 Dec 22 09:38:26.660769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46552) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:26.668213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:26.693323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:38:26.702943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Usage tracker for resource:floatingip and tenant:3b14d6bb32424ce08f6f7d9749a7139b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:38:26.703125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bcc10-3d33-42b7-98a6-986c45d482d6 req-eb2faf46-57ed-4b97-b9b5-29920a7be1ac tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:26.703774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-cc6bcc10-3d33-42b7-98a6-986c45d482d6 req-eb2faf46-57ed-4b97-b9b5-29920a7be1ac tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Synchronizing usage tracker for tenant:4f8a67b33ff048d5bd0b60e257789306 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:38:26.709774 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4998e4fb-0830-4ab8-8368-39addca8308e req-b1235439-b8ad-4b54-9076-8e0987e33a9a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4811370 Dec 22 09:38:26.727226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-cc6bcc10-3d33-42b7-98a6-986c45d482d6 req-eb2faf46-57ed-4b97-b9b5-29920a7be1ac tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Unset dirty status for tenant:4f8a67b33ff048d5bd0b60e257789306 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:38:26.728581 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cc6bcc10-3d33-42b7-98a6-986c45d482d6 req-eb2faf46-57ed-4b97-b9b5-29920a7be1ac tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 936 time: 0.2784131 Dec 22 09:38:26.742614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Request body: {'port': {'device_id': '58ad962c-e330-45a0-80b4-f88bb50c22c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:26.822110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:38:26.841516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:38:26.863588 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for floatingip, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:26.893521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b951fa22-11d2-45c9-9830-1b400f893410 None None] Provisioning for port c1685308-913a-4771-a46d-4bf94651ed94 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:38:26.908521 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cc6bcc10-3d33-42b7-98a6-986c45d482d6 req-9c415dc9-a25f-4acb-b118-582cf19d4b2d tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705327 Dec 22 09:38:26.930980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b951fa22-11d2-45c9-9830-1b400f893410 None None] Provisioning complete for port c1685308-913a-4771-a46d-4bf94651ed94 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:26.931871 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b951fa22-11d2-45c9-9830-1b400f893410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:26.953459 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:26.984867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Transition to ACTIVE for port object e6812bdb-9a64-4ee3-9a22-4817fb6906e4 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:38:26.991739 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:27.080628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:27.081306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b951fa22-11d2-45c9-9830-1b400f893410 None None] Port c1685308-913a-4771-a46d-4bf94651ed94 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:38:27.109880 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:27.527740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Pushing event updated for resources: {'Port': ['ID=e6812bdb-9a64-4ee3-9a22-4817fb6906e4,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:27.538508 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:27.680783 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:27.747499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1685308-913a-4771-a46d-4bf94651ed94 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:38:27.757779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362301b-2ab1-477c-9d4c-0af89ef343f8 req-b20f6ecf-806b-4bb5-91d2-3f5d3fa4b7c9 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:27.759579 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e362301b-2ab1-477c-9d4c-0af89ef343f8 req-b20f6ecf-806b-4bb5-91d2-3f5d3fa4b7c9 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.6316152 Dec 22 09:38:27.761822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:38:27.765312 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:27.781868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645af9ac-8d79-47ff-9b26-dea5fdb8954d req-f22ce254-90e0-401d-b9f9-b7ec4628e358 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:27.790808 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-645af9ac-8d79-47ff-9b26-dea5fdb8954d req-f22ce254-90e0-401d-b9f9-b7ec4628e358 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.5971119 Dec 22 09:38:27.815284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:38:27.825744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:38:27.842372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Transition to ACTIVE for port object c1685308-913a-4771-a46d-4bf94651ed94 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:38:27.863794 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:27.883704 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-34e75eec-5c23-4a95-bfa3-009c288ac95c tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:27.964599 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-645af9ac-8d79-47ff-9b26-dea5fdb8954d req-3b581a1d-2e78-43d1-b203-b1670d3f22f8 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728897 Dec 22 09:38:27.983587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:27.984480 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:28.139817 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6985338 Dec 22 09:38:28.166739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Request body: {'port': {'device_id': 'e621f67e-a54b-4b61-bbad-c6cf6c66244b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:28.194506 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e362301b-2ab1-477c-9d4c-0af89ef343f8 req-3a6af188-1bb1-4eba-81f7-857929287218 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831561 Dec 22 09:38:28.237971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b94eae41-b755-41aa-b707-16f03bf8d8bc None None] Provisioning for port e6812bdb-9a64-4ee3-9a22-4817fb6906e4 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:38:28.245626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b94eae41-b755-41aa-b707-16f03bf8d8bc None None] Provisioning complete for port e6812bdb-9a64-4ee3-9a22-4817fb6906e4 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:28.246056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b94eae41-b755-41aa-b707-16f03bf8d8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:28.257173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Allocated IP 172.25.7.22 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/4da2e39f-108d-406c-a4fe-28532ecf69a7) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:38:28.444039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b94eae41-b755-41aa-b707-16f03bf8d8bc None None] Port e6812bdb-9a64-4ee3-9a22-4817fb6906e4 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:38:28.445011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Pushing event updated for resources: {'Port': ['ID=c1685308-913a-4771-a46d-4bf94651ed94,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:28.453793 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:28.457147 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:28.677530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f46ccc-9244-4aac-b194-7f6d081ad532 req-377369d1-adc3-45d3-8c2d-af36b7f85366 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:28.690029 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08f46ccc-9244-4aac-b194-7f6d081ad532 req-377369d1-adc3-45d3-8c2d-af36b7f85366 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/ports?device_id=e621f67e-a54b-4b61-bbad-c6cf6c66244b HTTP/1.1" status: 200 len: 935 time: 0.4413908 Dec 22 09:38:28.738102 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:28.817714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347aee6e-8b13-4e59-9257-6a2d4e2aad0e req-ee253f6a-1d12-4308-b254-1b8a72499559 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:28.832684 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-347aee6e-8b13-4e59-9257-6a2d4e2aad0e req-ee253f6a-1d12-4308-b254-1b8a72499559 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.3368156 Dec 22 09:38:28.867722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Attempting to bind port c1685308-913a-4771-a46d-4bf94651ed94 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:38:28.868515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Attempting to bind port c1685308-913a-4771-a46d-4bf94651ed94 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:38:28.869199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Attempting to bind port c1685308-913a-4771-a46d-4bf94651ed94 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:38:28.897127 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08f46ccc-9244-4aac-b194-7f6d081ad532 req-8cba7cd6-ef84-42f1-92df-b6358e448bdc tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/security-groups?id=1eef63a8-0157-43cd-8239-296665f78abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946349 Dec 22 09:38:28.897951 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:28.901101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:38:28.901787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:38:28.902720 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:28.903325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:38:28.904205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Bound port: c1685308-913a-4771-a46d-4bf94651ed94, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:38:28.904796 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:28.925051 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:29.002854 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-347aee6e-8b13-4e59-9257-6a2d4e2aad0e req-d68f76d7-168b-43d8-948d-10cca555de3d tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685214 Dec 22 09:38:29.019963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Pushing event updated for resources: {'Port': ['ID=4da2e39f-108d-406c-a4fe-28532ecf69a7,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:29.075468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] For port c1685308-913a-4771-a46d-4bf94651ed94, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:38:29.080738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] For port c1685308-913a-4771-a46d-4bf94651ed94, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c1685308-913a-4771-a46d-4bf94651ed94,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:38:29.088587 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:29.285222 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:29.297135 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa7e2a55-76bb-46e9-adbf-ec12826b8b3f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:29.319049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:38:29.321929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:38:29.326481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:38:29.473023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for floatingip, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:29.596960 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:29.661562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6812bdb-9a64-4ee3-9a22-4817fb6906e4 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:38:29.673502 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:29.712286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:29.712970 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:29.715140 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4998e4fb-0830-4ab8-8368-39addca8308e req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] 10.222.0.64 "PUT /v2.0/ports/c1685308-913a-4771-a46d-4bf94651ed94 HTTP/1.1" status: 200 len: 1160 time: 2.9796445 Dec 22 09:38:29.716845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ad962c-e330-45a0-80b4-f88bb50c22c8', 'tag': 'c1685308-913a-4771-a46d-4bf94651ed94'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:38:29.741259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Transition to ACTIVE for port object e6812bdb-9a64-4ee3-9a22-4817fb6906e4 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:38:29.757713 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:29.757971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Pushing event updated for resources: {'Port': ['ID=c1685308-913a-4771-a46d-4bf94651ed94,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:29.776753 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:29.895001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4da25b-f040-424e-8bf8-f4681eb7aca2 req-44fcd833-38f7-42d3-b2c5-34723d069f12 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:29.906376 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd4da25b-f040-424e-8bf8-f4681eb7aca2 req-44fcd833-38f7-42d3-b2c5-34723d069f12 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 948 time: 0.6482818 Dec 22 09:38:29.920048 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3e6c4854-f0ca-4ce2-a6c5-fd0c438be6a6 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:29.977534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e21e8-f3fb-431a-8bbd-9e979b59ac3f req-e5c209da-e4d6-43df-ae7d-fd7b8ffc3a32 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:29.979586 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-570e21e8-f3fb-431a-8bbd-9e979b59ac3f req-e5c209da-e4d6-43df-ae7d-fd7b8ffc3a32 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.3421535 Dec 22 09:38:30.041876 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd4da25b-f040-424e-8bf8-f4681eb7aca2 req-8b545e68-4cb7-405f-9c59-394d34749b57 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345129 Dec 22 09:38:30.083221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998e4fb-0830-4ab8-8368-39addca8308e req-c90a4c55-cb97-46c6-b1dd-003d27171581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:30.085310 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4998e4fb-0830-4ab8-8368-39addca8308e req-c90a4c55-cb97-46c6-b1dd-003d27171581 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 1163 time: 0.3105984 Dec 22 09:38:30.096628 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-570e21e8-f3fb-431a-8bbd-9e979b59ac3f req-f080bafa-cdf0-4297-afa1-ff6f84db1849 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716906 Dec 22 09:38:30.207090 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4998e4fb-0830-4ab8-8368-39addca8308e req-54fd2915-49aa-434f-bf1f-85a7cbe18090 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=c1685308-913a-4771-a46d-4bf94651ed94 HTTP/1.1" status: 200 len: 217 time: 0.1069853 Dec 22 09:38:30.253367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Pushing event updated for resources: {'Port': ['ID=e6812bdb-9a64-4ee3-9a22-4817fb6906e4,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:30.278344 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:30.318129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998e4fb-0830-4ab8-8368-39addca8308e req-f339c67b-51aa-476d-b2ee-9942832adaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:30.319734 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4998e4fb-0830-4ab8-8368-39addca8308e req-f339c67b-51aa-476d-b2ee-9942832adaec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1027999 Dec 22 09:38:30.437377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Attempting to bind port e6812bdb-9a64-4ee3-9a22-4817fb6906e4 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:38:30.438101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Attempting to bind port e6812bdb-9a64-4ee3-9a22-4817fb6906e4 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:38:30.439279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Attempting to bind port e6812bdb-9a64-4ee3-9a22-4817fb6906e4 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:38:30.454609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:38:30.455397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:38:30.456261 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:30.456875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:38:30.457576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Bound port: e6812bdb-9a64-4ee3-9a22-4817fb6906e4, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:38:30.458182 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:30.606610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998e4fb-0830-4ab8-8368-39addca8308e req-62804115-3a63-41e4-88a1-a462e683923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:30.608391 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4998e4fb-0830-4ab8-8368-39addca8308e req-62804115-3a63-41e4-88a1-a462e683923e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2815273 Dec 22 09:38:30.672788 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:30.680464 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:30.687049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5004e-82ff-41f5-b9d1-61b46b951a54 req-d314b8ec-1a97-4456-abea-3e3c80df612b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:30.689073 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f5c5004e-82ff-41f5-b9d1-61b46b951a54 req-d314b8ec-1a97-4456-abea-3e3c80df612b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.2673316 Dec 22 09:38:30.762966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd43a42-f7aa-43f4-9391-656e6bfc83ac req-cf66c9ed-993e-4608-a19f-0399f8f1d10d tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:30.765957 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3bd43a42-f7aa-43f4-9391-656e6bfc83ac req-cf66c9ed-993e-4608-a19f-0399f8f1d10d tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.2877867 Dec 22 09:38:30.767364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46612) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:30.782736 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ad962c-e330-45a0-80b4-f88bb50c22c8', 'tag': 'c1685308-913a-4771-a46d-4bf94651ed94', 'status': 'completed', 'code': 200} Dec 22 09:38:30.835763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5d65f121-3833-4f18-9d7d-d83141451c04 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Request body: {'floatingip': {'port_id': 'f77f0c63-abd4-4133-adc9-a667b99a94b1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:30.890093 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:31.029066 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3bd43a42-f7aa-43f4-9391-656e6bfc83ac req-49ed2420-fff4-48d6-be04-b39db23bf4ae tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234962 Dec 22 09:38:31.035920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] For port e6812bdb-9a64-4ee3-9a22-4817fb6906e4, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:38:31.042625 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d65f121-3833-4f18-9d7d-d83141451c04 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for floatingip, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:31.045392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] For port e6812bdb-9a64-4ee3-9a22-4817fb6906e4, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=e6812bdb-9a64-4ee3-9a22-4817fb6906e4,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:38:31.067217 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:31.170095 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4998e4fb-0830-4ab8-8368-39addca8308e req-7e0183a1-5ffc-4d4b-9a26-f96ee23abaac service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527244 Dec 22 09:38:31.293891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Pushing event updated for resources: {'Port': ['ID=4da2e39f-108d-406c-a4fe-28532ecf69a7,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:31.303135 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:31.347361 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:31.355288 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5e6c886b-02e2-4972-90f4-cfd680706538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:31.406514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d5d24-fa39-491c-ad75-99a66521860c req-a137d46e-30c3-40a3-a3f7-4aa8d640fc5f tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:31.415378 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b17d5d24-fa39-491c-ad75-99a66521860c req-a137d46e-30c3-40a3-a3f7-4aa8d640fc5f tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/ports?device_id=e621f67e-a54b-4b61-bbad-c6cf6c66244b HTTP/1.1" status: 200 len: 947 time: 0.5052056 Dec 22 09:38:31.575374 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4998e4fb-0830-4ab8-8368-39addca8308e req-8798b19e-fb31-41b8-99ef-08a0c385e254 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3913696 Dec 22 09:38:31.622169 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b17d5d24-fa39-491c-ad75-99a66521860c req-236fa1a1-996f-4d43-a2ee-86211d0683ce tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/security-groups?id=1eef63a8-0157-43cd-8239-296665f78abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057633 Dec 22 09:38:31.760576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:31.762070 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1002579 Dec 22 09:38:31.787517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Pushing event updated for resources: {'Port': ['ID=e6812bdb-9a64-4ee3-9a22-4817fb6906e4,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:31.799775 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:31.823179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:31.827014 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:31.828760 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] 10.222.0.37 "PUT /v2.0/ports/e6812bdb-9a64-4ee3-9a22-4817fb6906e4 HTTP/1.1" status: 200 len: 1159 time: 3.6692159 Dec 22 09:38:31.831756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e621f67e-a54b-4b61-bbad-c6cf6c66244b', 'tag': 'e6812bdb-9a64-4ee3-9a22-4817fb6906e4'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:38:32.061770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-db347ae3-900b-4121-b4fa-54a5aeb299a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:32.063693 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-db347ae3-900b-4121-b4fa-54a5aeb299a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cce200d46e4c4a01b8a4dd5671465415&device_id=e621f67e-a54b-4b61-bbad-c6cf6c66244b HTTP/1.1" status: 200 len: 1162 time: 0.1730142 Dec 22 09:38:32.178838 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-88305a17-9fbe-48aa-8c33-b9ad46b40f62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=e6812bdb-9a64-4ee3-9a22-4817fb6906e4 HTTP/1.1" status: 200 len: 217 time: 0.0988064 Dec 22 09:38:32.311092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-862ab55b-2331-4608-aef6-f987d7d4501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:32.313943 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-862ab55b-2331-4608-aef6-f987d7d4501f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1170597 Dec 22 09:38:32.401115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80f037-408a-415d-a609-bd4586d9922a req-35b1d955-3b45-446b-a7d1-9392d66e49ae tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:32.411076 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e80f037-408a-415d-a609-bd4586d9922a req-35b1d955-3b45-446b-a7d1-9392d66e49ae tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 948 time: 0.6269579 Dec 22 09:38:32.439559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-3d8b7e92-669e-45d0-b9ca-c76fdea35207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:32.441722 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-3d8b7e92-669e-45d0-b9ca-c76fdea35207 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1173050 Dec 22 09:38:32.498728 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e80f037-408a-415d-a609-bd4586d9922a req-eca4ba20-fe20-4011-8080-46d17ec96c0f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861323 Dec 22 09:38:32.501145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76861d6f-c691-48c3-8150-3db0f9fad72b req-111f1dc5-8300-4012-b550-5bdd54cb215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:32.502755 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-76861d6f-c691-48c3-8150-3db0f9fad72b req-111f1dc5-8300-4012-b550-5bdd54cb215c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 1163 time: 0.7206035 Dec 22 09:38:32.646577 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-f14ad506-e81f-412f-acae-9baa55b6bc94 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960073 Dec 22 09:38:32.663859 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e621f67e-a54b-4b61-bbad-c6cf6c66244b', 'tag': 'e6812bdb-9a64-4ee3-9a22-4817fb6906e4', 'status': 'completed', 'code': 200} Dec 22 09:38:32.934920 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e66ee256-e7e6-4a18-96f2-29d680e71219 req-6e064c57-668e-4041-a5cf-8b09051ee11c service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2673855 Dec 22 09:38:33.094193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75983d-24cb-429b-a681-c5b8c0af08ef req-6bca7986-2bf6-4b95-a50d-d586bbc18e32 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:33.103621 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ae75983d-24cb-429b-a681-c5b8c0af08ef req-6bca7986-2bf6-4b95-a50d-d586bbc18e32 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 1.1703875 Dec 22 09:38:33.146643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb8b8a-c43b-43ed-8111-0da8986e796d req-a01f0cbe-8cc3-4af8-8b87-8236b07326db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:33.148834 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-befb8b8a-c43b-43ed-8111-0da8986e796d req-a01f0cbe-8cc3-4af8-8b87-8236b07326db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cce200d46e4c4a01b8a4dd5671465415&device_id=e621f67e-a54b-4b61-bbad-c6cf6c66244b HTTP/1.1" status: 200 len: 1162 time: 0.0975611 Dec 22 09:38:33.299978 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ae75983d-24cb-429b-a681-c5b8c0af08ef req-a96219ca-4715-48e5-a481-c23b152e8435 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951258 Dec 22 09:38:33.446516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb8b8a-c43b-43ed-8111-0da8986e796d req-e7082fd6-6eca-4d52-af42-9294de04e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:33.448756 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-befb8b8a-c43b-43ed-8111-0da8986e796d req-e7082fd6-6eca-4d52-af42-9294de04e3a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.2924340 Dec 22 09:38:33.512575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76861d6f-c691-48c3-8150-3db0f9fad72b req-b16f1e72-8b2a-4508-873a-322435c1cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:33.514833 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-76861d6f-c691-48c3-8150-3db0f9fad72b req-b16f1e72-8b2a-4508-873a-322435c1cd2b service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 1.0046959 Dec 22 09:38:33.599844 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-befb8b8a-c43b-43ed-8111-0da8986e796d req-430c9b99-e9dc-450c-97f2-b489ed03f46d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=e6812bdb-9a64-4ee3-9a22-4817fb6906e4 HTTP/1.1" status: 200 len: 217 time: 0.1337631 Dec 22 09:38:33.668929 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-76861d6f-c691-48c3-8150-3db0f9fad72b req-a13a77ff-2c0d-4cf6-9f32-c56b73e40952 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=c1685308-913a-4771-a46d-4bf94651ed94 HTTP/1.1" status: 200 len: 217 time: 0.1426723 Dec 22 09:38:33.704771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb8b8a-c43b-43ed-8111-0da8986e796d req-d1b44bd2-b563-4c74-b17b-0926da7ab04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:33.707209 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-befb8b8a-c43b-43ed-8111-0da8986e796d req-d1b44bd2-b563-4c74-b17b-0926da7ab04d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.0920556 Dec 22 09:38:33.733893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-5d65f121-3833-4f18-9d7d-d83141451c04 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:38:33.805594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-8669765f-abdd-4a75-bc95-3ebd35a1a8ab tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:33.813052 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-8669765f-abdd-4a75-bc95-3ebd35a1a8ab tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/networks?id=de2ea75c-236c-47b9-af8d-5af343143f83 HTTP/1.1" status: 200 len: 820 time: 0.7001204 Dec 22 09:38:33.841922 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-3b4755cc-cd46-4956-ba28-68f7998a7234 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/quotas/3b14d6bb32424ce08f6f7d9749a7139b HTTP/1.1" status: 200 len: 375 time: 0.0278354 Dec 22 09:38:33.862046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb8b8a-c43b-43ed-8111-0da8986e796d req-07bb7742-01a1-42df-b7b1-dbef113398bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:33.864158 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-befb8b8a-c43b-43ed-8111-0da8986e796d req-07bb7742-01a1-42df-b7b1-dbef113398bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1464317 Dec 22 09:38:33.879421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-befb8b8a-c43b-43ed-8111-0da8986e796d req-ee7572d1-915b-4d48-9d90-85fc6487701b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:38:33.880990 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-befb8b8a-c43b-43ed-8111-0da8986e796d req-ee7572d1-915b-4d48-9d90-85fc6487701b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0085523 Dec 22 09:38:34.011848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76861d6f-c691-48c3-8150-3db0f9fad72b req-7e8baf81-4278-4ba0-9837-654b75c383ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:34.014538 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-76861d6f-c691-48c3-8150-3db0f9fad72b req-7e8baf81-4278-4ba0-9837-654b75c383ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.3355286 Dec 22 09:38:34.019399 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d65f121-3833-4f18-9d7d-d83141451c04 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for floatingip, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:34.066208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a86813-ab87-440e-b359-41a0d4e23a06 req-0c023755-eac5-43b9-963d-972cb53738ec tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:34.074600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80a86813-ab87-440e-b359-41a0d4e23a06 req-0c023755-eac5-43b9-963d-972cb53738ec tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.4799256 Dec 22 09:38:34.111921 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-befb8b8a-c43b-43ed-8111-0da8986e796d req-f81c8660-01a0-4264-83e0-d617e6f4e994 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166371 Dec 22 09:38:34.141169 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d65f121-3833-4f18-9d7d-d83141451c04 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:34.229629 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80a86813-ab87-440e-b359-41a0d4e23a06 req-cf910245-0fae-4a68-b493-6301760167d6 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536059 Dec 22 09:38:34.315239 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-3e07d8ed-2a6d-4359-b5e7-80efbc9452bf tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b14d6bb32424ce08f6f7d9749a7139b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4570932 Dec 22 09:38:34.321123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-fd315114-02fb-479f-907c-18188e0aae7b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:38:34.330100 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-fd315114-02fb-479f-907c-18188e0aae7b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0136929 Dec 22 09:38:34.385514 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-befb8b8a-c43b-43ed-8111-0da8986e796d req-db93d6e4-8d4a-4609-b8f1-be471011afe0 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2643173 Dec 22 09:38:34.551707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76861d6f-c691-48c3-8150-3db0f9fad72b req-2875ce45-03e6-458b-9cd7-748bdd39d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:34.553429 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-76861d6f-c691-48c3-8150-3db0f9fad72b req-2875ce45-03e6-458b-9cd7-748bdd39d0dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5309725 Dec 22 09:38:34.662792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device c1685308-913a-4771-a46d-4bf94651ed94 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:34.679237 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-5d65f121-3833-4f18-9d7d-d83141451c04 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Floating IP 4890ffd3-5eca-446a-9d1f-5645d66cac63 associated. External IP: 172.25.7.243, port: f77f0c63-abd4-4133-adc9-a667b99a94b1. Dec 22 09:38:34.752243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port c1685308-913a-4771-a46d-4bf94651ed94 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:38:34.759748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port c1685308-913a-4771-a46d-4bf94651ed94 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:34.760208 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:34.882844 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-f96d54ad-2774-41a7-89e4-1c3b12f129fd service neutron] 10.222.0.50 "GET /v2.0/networks/de2ea75c-236c-47b9-af8d-5af343143f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5516582 Dec 22 09:38:34.939670 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:35.004960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ad962c-e330-45a0-80b4-f88bb50c22c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1685308-913a-4771-a46d-4bf94651ed94'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:38:35.013605 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a5db070-7403-4fe6-aa31-daf47e555823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:35.027131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port c1685308-913a-4771-a46d-4bf94651ed94, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c1685308-913a-4771-a46d-4bf94651ed94,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:38:35.030801 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:35.034622 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dda67c26-96c3-470b-ab85-d0f0c3c4ad80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:35.078848 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-76861d6f-c691-48c3-8150-3db0f9fad72b req-5b2ca98f-0fa9-4fb9-b402-a2344fb61548 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118389 Dec 22 09:38:35.131766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=c1685308-913a-4771-a46d-4bf94651ed94,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:35.141025 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:35.208284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9d63e-284a-4ca1-9199-dc236cecba9b req-9377d2ae-67d6-4dd4-b34b-87c41b3afc7b tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:35.209910 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ae9d63e-284a-4ca1-9199-dc236cecba9b req-9377d2ae-67d6-4dd4-b34b-87c41b3afc7b tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/ports?device_id=e621f67e-a54b-4b61-bbad-c6cf6c66244b HTTP/1.1" status: 200 len: 947 time: 0.5767751 Dec 22 09:38:35.729815 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-63c2b1f7-bb8b-4bf9-b9ab-2d8bae2abfd5 service neutron] 10.222.0.50 "GET /v2.0/networks/de2ea75c-236c-47b9-af8d-5af343143f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7759075 Dec 22 09:38:35.744618 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ae9d63e-284a-4ca1-9199-dc236cecba9b req-c7cc6692-31fd-4aa3-bce3-d76be807e0c2 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/security-groups?id=1eef63a8-0157-43cd-8239-296665f78abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142088 Dec 22 09:38:35.882310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device c1685308-913a-4771-a46d-4bf94651ed94 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:35.963325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d65f121-3833-4f18-9d7d-d83141451c04 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Router aa3b8095-bd82-485f-9535-a5be16d0ace5 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:38:35.981938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port c1685308-913a-4771-a46d-4bf94651ed94 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:35.982661 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:36.061909 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-76861d6f-c691-48c3-8150-3db0f9fad72b req-5239cb37-a6bc-4c14-a7e3-19c2293346a6 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9160876 Dec 22 09:38:36.434625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095c1fc-ae7b-46ad-afbd-d8bded22f87c req-ca431df0-928a-4733-af5a-e32bc2b68723 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:36.441414 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c095c1fc-ae7b-46ad-afbd-d8bded22f87c req-ca431df0-928a-4733-af5a-e32bc2b68723 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.4651971 Dec 22 09:38:36.528449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc938f27-2fb3-405d-b4e6-532be0e814bf req-05587169-3b72-4d7b-b5c5-1040122f0601 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:36.530404 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc938f27-2fb3-405d-b4e6-532be0e814bf req-05587169-3b72-4d7b-b5c5-1040122f0601 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.3618915 Dec 22 09:38:36.582003 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c095c1fc-ae7b-46ad-afbd-d8bded22f87c req-f94e2699-c87b-46af-aa76-b78e1d14a8f8 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211472 Dec 22 09:38:36.583382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d65f121-3833-4f18-9d7d-d83141451c04 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:38:36.664779 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ad962c-e330-45a0-80b4-f88bb50c22c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1685308-913a-4771-a46d-4bf94651ed94', 'code': 200} Dec 22 09:38:36.681010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d65f121-3833-4f18-9d7d-d83141451c04 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:36.701940 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b7a212-c356-4d73-a137-fdf64b82665c None None] Sync routers for ids ['aa3b8095-bd82-485f-9535-a5be16d0ace5'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:38:36.722111 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc938f27-2fb3-405d-b4e6-532be0e814bf req-8fe03161-9ede-401d-9a25-62b48ab64700 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651137 Dec 22 09:38:36.765021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b7a212-c356-4d73-a137-fdf64b82665c None None] Routers {'aa3b8095-bd82-485f-9535-a5be16d0ace5'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:38:36.765834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-17b7a212-c356-4d73-a137-fdf64b82665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:38:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['aa3b8095-bd82-485f-9535-a5be16d0ace5'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:38:36.767257 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5d65f121-3833-4f18-9d7d-d83141451c04 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "PUT /v2.0/floatingips/4890ffd3-5eca-446a-9d1f-5645d66cac63 HTTP/1.1" status: 200 len: 992 time: 5.9888434 Dec 22 09:38:36.768721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6970f8a3-58df-4de6-af36-3853d8269034', 'tag': 'f77f0c63-abd4-4133-adc9-a667b99a94b1'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:38:37.064600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4895c-5065-420f-9dce-48ed27affbfa req-b7cef3a0-a770-4fee-a97d-4907816fc380 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:37.077754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-1a618129-271c-499c-8316-fa9b90f6d444 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:38:37.079800 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-35b4895c-5065-420f-9dce-48ed27affbfa req-b7cef3a0-a770-4fee-a97d-4907816fc380 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.2689643 Dec 22 09:38:37.107880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636d3f6-83ab-454b-a678-0f24e8d317ce req-0ea2ceba-de56-4e29-95cc-aedca80f14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:37.109564 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7636d3f6-83ab-454b-a678-0f24e8d317ce req-0ea2ceba-de56-4e29-95cc-aedca80f14f6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 1165 time: 0.2325749 Dec 22 09:38:37.147659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-17b7a212-c356-4d73-a137-fdf64b82665c None None] Set router aa3b8095-bd82-485f-9535-a5be16d0ace5 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:38:37.168809 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-35b4895c-5065-420f-9dce-48ed27affbfa req-4d7e076a-d0fd-406f-b8fe-5008057bd78b tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872250 Dec 22 09:38:37.179019 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7636d3f6-83ab-454b-a678-0f24e8d317ce req-263268a5-3669-46fd-abe4-ceaa1b93ba76 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599828 Dec 22 09:38:37.286034 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c4fea956-a9c2-40d4-a16e-6fe74865c64c req-67355aeb-ac48-4b5b-aa9e-76d3e3237f19 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=7962dbfd-8b10-4550-a32f-322c0f4913b7 HTTP/1.1" status: 200 len: 210 time: 0.0734549 Dec 22 09:38:37.578716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c89ed6-6faf-440e-9c17-cb90d2abd5d7 req-3415e66f-1899-46c5-9700-346586c9a868 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:37.588360 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d1c89ed6-6faf-440e-9c17-cb90d2abd5d7 req-3415e66f-1899-46c5-9700-346586c9a868 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/ports?device_id=e621f67e-a54b-4b61-bbad-c6cf6c66244b HTTP/1.1" status: 200 len: 947 time: 0.1548967 Dec 22 09:38:37.668632 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d1c89ed6-6faf-440e-9c17-cb90d2abd5d7 req-6a6d19ed-d0b7-4c5e-a79f-bad52175d7cb tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/security-groups?id=1eef63a8-0157-43cd-8239-296665f78abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792103 Dec 22 09:38:37.776628 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6970f8a3-58df-4de6-af36-3853d8269034', 'tag': 'f77f0c63-abd4-4133-adc9-a667b99a94b1', 'status': 'completed', 'code': 200} Dec 22 09:38:37.932075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device e6812bdb-9a64-4ee3-9a22-4817fb6906e4 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:38.011252 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fda0d244-1ac2-438a-9bfe-fae545bc87e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:38.129970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-17b7a212-c356-4d73-a137-fdf64b82665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'name': 'tempest-ServerActionsTestJSON-577549074-router', 'tenant_id': '210f832f876441e1b78088d52878877a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:23Z', 'updated_at': '2020-12-22T09:37:45Z', 'revision_number': 4, 'project_id': '210f832f876441e1b78088d52878877a', 'gw_port': {'id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:29Z', 'updated_at': '2020-12-22T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': '4890ffd3-5eca-446a-9d1f-5645d66cac63', 'tenant_id': '210f832f876441e1b78088d52878877a', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'port_id': 'f77f0c63-abd4-4133-adc9-a667b99a94b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e', 'mac_address': 'fa:16:3e:17:00:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f8a3-58df-4de6-af36-3853d8269034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:38:03Z', 'updated_at': '2020-12-22T09:38:33Z', 'revision_number': 1, 'project_id': '210f832f876441e1b78088d52878877a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b780c268-f33e-444e-b34b-8d42de43b9ae', 'name': '', 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e', 'tenant_id': '210f832f876441e1b78088d52878877a', 'mac_address': 'fa:16:3e:52:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'd303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:39Z', 'updated_at': '2020-12-22T09:37:58Z', 'revision_number': 5, 'project_id': '210f832f876441e1b78088d52878877a', 'subnets': [{'id': 'd303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:38:38.150251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-8f848edd-dfa8-428a-8c92-8156a4e2c7d7 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:38.151923 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-8f848edd-dfa8-428a-8c92-8156a4e2c7d7 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.37 "GET /v2.0/networks?id=de2ea75c-236c-47b9-af8d-5af343143f83 HTTP/1.1" status: 200 len: 820 time: 0.3319843 Dec 22 09:38:38.157398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port e6812bdb-9a64-4ee3-9a22-4817fb6906e4 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:38:38.162334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b7a212-c356-4d73-a137-fdf64b82665c None None] Checking router: aa3b8095-bd82-485f-9535-a5be16d0ace5 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:38:38.174301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port e6812bdb-9a64-4ee3-9a22-4817fb6906e4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:38.175133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:38.190714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-cd481b7d-6e6f-46a2-bb39-e6b0950155bc tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Request body: {'port': {'device_id': '7962dbfd-8b10-4550-a32f-322c0f4913b7', 'network_id': 'de2ea75c-236c-47b9-af8d-5af343143f83', 'admin_state_up': True, 'tenant_id': '3b14d6bb32424ce08f6f7d9749a7139b'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:38.239409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828f00e-f78d-4be2-8bc0-cdff640a3552 req-342dfb69-976b-41e7-971c-cbc1bc4feb9f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:38.252543 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b828f00e-f78d-4be2-8bc0-cdff640a3552 req-342dfb69-976b-41e7-971c-cbc1bc4feb9f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.3549917 Dec 22 09:38:38.257209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b7a212-c356-4d73-a137-fdf64b82665c None None] Routers {'aa3b8095-bd82-485f-9535-a5be16d0ace5'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:38:38.257924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-17b7a212-c356-4d73-a137-fdf64b82665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:38:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['aa3b8095-bd82-485f-9535-a5be16d0ace5'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:38:38.300689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225d4d2-e845-48aa-bf9d-338217d8c484 req-322668e8-0da6-48f2-994b-4b70ee1c0170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:38.302330 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8225d4d2-e845-48aa-bf9d-338217d8c484 req-322668e8-0da6-48f2-994b-4b70ee1c0170 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 1161 time: 0.4601767 Dec 22 09:38:38.389084 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b828f00e-f78d-4be2-8bc0-cdff640a3552 req-52aadcb2-6760-4efb-9cd2-7f087737f8e3 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347046 Dec 22 09:38:38.396280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda2a7d-cfd6-49ba-9d7f-956bc69fdb43 req-c7b5d198-02b3-40a4-86cf-dcc6d7cafcd4 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:38.419590 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bfda2a7d-cfd6-49ba-9d7f-956bc69fdb43 req-c7b5d198-02b3-40a4-86cf-dcc6d7cafcd4 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.4210172 Dec 22 09:38:38.481681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-cd481b7d-6e6f-46a2-bb39-e6b0950155bc tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:38:38.490234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-cd481b7d-6e6f-46a2-bb39-e6b0950155bc tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Usage tracker for resource:port and tenant:3b14d6bb32424ce08f6f7d9749a7139b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:38:38.494851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-cd481b7d-6e6f-46a2-bb39-e6b0950155bc tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Quota usage for port was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:38:38.504219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-cd481b7d-6e6f-46a2-bb39-e6b0950155bc tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:38:38.515794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-cd481b7d-6e6f-46a2-bb39-e6b0950155bc tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Made reservation on behalf of 3b14d6bb32424ce08f6f7d9749a7139b for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:38:38.528341 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-cd481b7d-6e6f-46a2-bb39-e6b0950155bc tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:38.612984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-17b7a212-c356-4d73-a137-fdf64b82665c None None] Set router aa3b8095-bd82-485f-9535-a5be16d0ace5 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:38:38.814965 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bfda2a7d-cfd6-49ba-9d7f-956bc69fdb43 req-efccc539-0e53-4ed6-afed-69655da1967e tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942158 Dec 22 09:38:38.884742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225d4d2-e845-48aa-bf9d-338217d8c484 req-cabcef82-b624-4dd8-a595-db593d14e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:38.886633 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8225d4d2-e845-48aa-bf9d-338217d8c484 req-cabcef82-b624-4dd8-a595-db593d14e88d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 905 time: 0.5513499 Dec 22 09:38:39.158154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-cd481b7d-6e6f-46a2-bb39-e6b0950155bc tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Allocated IP 172.20.0.5 (de2ea75c-236c-47b9-af8d-5af343143f83/be84fe44-b911-4723-b72f-c3518cba7eab/5bc22986-4c6b-4883-8057-fc3fc578af44) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:38:39.173943 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:39.205394 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:39.330823 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-adca2ecc-6045-4ead-a35a-d6f8bc78a38d req-d6d2565b-0bda-44ad-ae23-60d7181cb9d8 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=7962dbfd-8b10-4550-a32f-322c0f4913b7 HTTP/1.1" status: 200 len: 210 time: 0.0886941 Dec 22 09:38:39.387760 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8225d4d2-e845-48aa-bf9d-338217d8c484 req-91a60ff7-3b0a-4913-a438-d63a22315edb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f77f0c63-abd4-4133-adc9-a667b99a94b1 HTTP/1.1" status: 200 len: 1000 time: 0.4826908 Dec 22 09:38:39.393425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port e6812bdb-9a64-4ee3-9a22-4817fb6906e4, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=e6812bdb-9a64-4ee3-9a22-4817fb6906e4,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:38:39.403753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e621f67e-a54b-4b61-bbad-c6cf6c66244b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6812bdb-9a64-4ee3-9a22-4817fb6906e4'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:38:39.409706 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:39.415044 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:39.419907 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:39.539932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=e6812bdb-9a64-4ee3-9a22-4817fb6906e4,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:39.591069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ac677-53f5-4aa8-93b3-d645be1c9b14 req-4dfe2a4d-7663-4644-856c-d9966d718126 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:39.606151 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa5ac677-53f5-4aa8-93b3-d645be1c9b14 req-4dfe2a4d-7663-4644-856c-d9966d718126 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.4837391 Dec 22 09:38:39.606941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.607592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.608298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.608927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.609540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.610909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.611363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.611772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.612763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.613147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.613535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.613900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.614799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.614799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.615175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.615362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.615716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.616107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.616467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.616826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.617159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.617528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.617887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.618242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.618676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.619054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.619346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.619712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.620092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.620454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.620811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.621167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.621525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.621888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.622303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.622461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-cd481b7d-6e6f-46a2-bb39-e6b0950155bc tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:39.622662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:38:39.630272 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:39.652500 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-cd481b7d-6e6f-46a2-bb39-e6b0950155bc tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:39.668755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225d4d2-e845-48aa-bf9d-338217d8c484 req-c59cbd27-e57b-4e38-80f9-d835844d99de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:39.671223 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8225d4d2-e845-48aa-bf9d-338217d8c484 req-c59cbd27-e57b-4e38-80f9-d835844d99de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.2709434 Dec 22 09:38:39.678289 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:39.692673 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d4b3b066-9842-419f-9670-6373e85e7a8e tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:39.698938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-17b7a212-c356-4d73-a137-fdf64b82665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'name': 'tempest-ServerActionsTestJSON-577549074-router', 'tenant_id': '210f832f876441e1b78088d52878877a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:23Z', 'updated_at': '2020-12-22T09:37:45Z', 'revision_number': 4, 'project_id': '210f832f876441e1b78088d52878877a', 'gw_port': {'id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:29Z', 'updated_at': '2020-12-22T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': '4890ffd3-5eca-446a-9d1f-5645d66cac63', 'tenant_id': '210f832f876441e1b78088d52878877a', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'port_id': 'f77f0c63-abd4-4133-adc9-a667b99a94b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e', 'mac_address': 'fa:16:3e:17:00:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f8a3-58df-4de6-af36-3853d8269034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:38:03Z', 'updated_at': '2020-12-22T09:38:33Z', 'revision_number': 1, 'project_id': '210f832f876441e1b78088d52878877a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b780c268-f33e-444e-b34b-8d42de43b9ae', 'name': '', 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e', 'tenant_id': '210f832f876441e1b78088d52878877a', 'mac_address': 'fa:16:3e:52:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'd303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:39Z', 'updated_at': '2020-12-22T09:37:58Z', 'revision_number': 5, 'project_id': '210f832f876441e1b78088d52878877a', 'subnets': [{'id': 'd303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:38:39.703659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b7a212-c356-4d73-a137-fdf64b82665c None None] The sync data for ids ['aa3b8095-bd82-485f-9535-a5be16d0ace5'] in n-d-765315-5 is: [{'id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'name': 'tempest-ServerActionsTestJSON-577549074-router', 'tenant_id': '210f832f876441e1b78088d52878877a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:23Z', 'updated_at': '2020-12-22T09:37:45Z', 'revision_number': 4, 'project_id': '210f832f876441e1b78088d52878877a', 'gw_port': {'id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:29Z', 'updated_at': '2020-12-22T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': '4890ffd3-5eca-446a-9d1f-5645d66cac63', 'tenant_id': '210f832f876441e1b78088d52878877a', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'port_id': 'f77f0c63-abd4-4133-adc9-a667b99a94b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e', 'mac_address': 'fa:16:3e:17:00:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970f8a3-58df-4de6-af36-3853d8269034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:38:03Z', 'updated_at': '2020-12-22T09:38:33Z', 'revision_number': 1, 'project_id': '210f832f876441e1b78088d52878877a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b780c268-f33e-444e-b34b-8d42de43b9ae', 'name': '', 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e', 'tenant_id': '210f832f876441e1b78088d52878877a', 'mac_address': 'fa:16:3e:52:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'd303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:39Z', 'updated_at': '2020-12-22T09:37:58Z', 'revision_number': 5, 'project_id': '210f832f876441e1b78088d52878877a', 'subnets': [{'id': 'd303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:38:39.854885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd481b7d-6e6f-46a2-bb39-e6b0950155bc tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Pushing event updated for resources: {'Port': ['ID=5bc22986-4c6b-4883-8057-fc3fc578af44,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:39.864158 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cd481b7d-6e6f-46a2-bb39-e6b0950155bc tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:39.900694 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa5ac677-53f5-4aa8-93b3-d645be1c9b14 req-5ae72dee-c93b-4afd-98a5-6bbabd727efc tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834027 Dec 22 09:38:39.921482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device e6812bdb-9a64-4ee3-9a22-4817fb6906e4 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:39.999876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225d4d2-e845-48aa-bf9d-338217d8c484 req-49eec114-c997-46de-86e7-509cd80b8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:40.001996 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8225d4d2-e845-48aa-bf9d-338217d8c484 req-49eec114-c997-46de-86e7-509cd80b8676 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3160591 Dec 22 09:38:40.015797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e42863-7bb8-4258-a710-85f258268978 req-0ef4f5c8-f4bf-4d0b-92bb-f65ef21a7351 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:40.020630 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e9e42863-7bb8-4258-a710-85f258268978 req-0ef4f5c8-f4bf-4d0b-92bb-f65ef21a7351 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/ports?device_id=e621f67e-a54b-4b61-bbad-c6cf6c66244b HTTP/1.1" status: 200 len: 949 time: 0.1941280 Dec 22 09:38:40.043504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-cd481b7d-6e6f-46a2-bb39-e6b0950155bc tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Network de2ea75c-236c-47b9-af8d-5af343143f83 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:38:40.045434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-cd481b7d-6e6f-46a2-bb39-e6b0950155bc tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:38:40.057904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-cd481b7d-6e6f-46a2-bb39-e6b0950155bc tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:38:40.180677 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e621f67e-a54b-4b61-bbad-c6cf6c66244b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6812bdb-9a64-4ee3-9a22-4817fb6906e4', 'code': 200} Dec 22 09:38:40.258394 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:40.259621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port e6812bdb-9a64-4ee3-9a22-4817fb6906e4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:40.260128 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:40.285734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d77fd5d-6a65-4081-9ec1-73ea77785f6b None None] New status for floating IP 4890ffd3-5eca-446a-9d1f-5645d66cac63: ACTIVE {{(pid=81074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:38:40.308933 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e9e42863-7bb8-4258-a710-85f258268978 req-680f5965-7007-4a29-9f58-db0b085ced9e tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/security-groups?id=1eef63a8-0157-43cd-8239-296665f78abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581434 Dec 22 09:38:40.352962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-cd481b7d-6e6f-46a2-bb39-e6b0950155bc tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:40.354922 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-cd481b7d-6e6f-46a2-bb39-e6b0950155bc tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:40.461421 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:40.582809 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8225d4d2-e845-48aa-bf9d-338217d8c484 req-3598b781-ba61-4bef-8f0f-a87fc7e2c42c service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607932 Dec 22 09:38:40.604782 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-cd481b7d-6e6f-46a2-bb39-e6b0950155bc tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4223001 Dec 22 09:38:40.634022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Request body: {'port': {'device_id': '7962dbfd-8b10-4550-a32f-322c0f4913b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:40.956899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd13c9-3075-4831-b6ab-c64151188017 req-52f21b88-2e98-480f-95c5-2d9ce24e421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:40.973362 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e8dd13c9-3075-4831-b6ab-c64151188017 req-52f21b88-2e98-480f-95c5-2d9ce24e421a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e621f67e-a54b-4b61-bbad-c6cf6c66244b HTTP/1.1" status: 200 len: 1164 time: 0.5931673 Dec 22 09:38:41.004231 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:41.107414 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e8dd13c9-3075-4831-b6ab-c64151188017 req-f316df83-e5a3-452f-af48-c54666102ce3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1eef63a8-0157-43cd-8239-296665f78abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310291 Dec 22 09:38:41.331387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac13b61-1e5a-4339-a4ae-a27a4004872f req-b9b14a81-fb4a-4608-bc78-b808361511be tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:41.340157 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6ac13b61-1e5a-4339-a4ae-a27a4004872f req-b9b14a81-fb4a-4608-bc78-b808361511be tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.8848283 Dec 22 09:38:41.425973 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8225d4d2-e845-48aa-bf9d-338217d8c484 req-ba1d14cf-ae2d-4438-9b0a-0ea8444f1224 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8323147 Dec 22 09:38:41.451849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6ac13b61-1e5a-4339-a4ae-a27a4004872f req-794474db-63ce-4f09-b4ca-e4322e7571a9 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105323 Dec 22 09:38:41.491828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fcb8c-7d9a-48cd-ac90-e1b4ab510cde req-72b1956e-dcfc-488a-9156-5483db719bdb tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:41.501755 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a74fcb8c-7d9a-48cd-ac90-e1b4ab510cde req-72b1956e-dcfc-488a-9156-5483db719bdb tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.3190093 Dec 22 09:38:41.584822 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a74fcb8c-7d9a-48cd-ac90-e1b4ab510cde req-4f7ac5a9-9ae5-4d95-817e-0d46add91782 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814905 Dec 22 09:38:41.696869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc22986-4c6b-4883-8057-fc3fc578af44 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:38:41.706436 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:41.721030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Transition to ACTIVE for port object 5bc22986-4c6b-4883-8057-fc3fc578af44 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:38:41.723838 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:41.742117 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:41.855840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:38:41.928656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc22986-4c6b-4883-8057-fc3fc578af44,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:41.932025 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:41.936220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b584f9e-1168-460d-8804-6b1f54ecee99 req-fa7cad93-0d03-45be-b0f4-220ee99b1353 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:41.950879 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b584f9e-1168-460d-8804-6b1f54ecee99 req-fa7cad93-0d03-45be-b0f4-220ee99b1353 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=7962dbfd-8b10-4550-a32f-322c0f4913b7 HTTP/1.1" status: 200 len: 943 time: 0.1773512 Dec 22 09:38:41.962073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device e6812bdb-9a64-4ee3-9a22-4817fb6906e4 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:42.022690 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b584f9e-1168-460d-8804-6b1f54ecee99 req-1ea8c620-0d57-4614-8073-0550719c4a47 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703287 Dec 22 09:38:42.105558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port e6812bdb-9a64-4ee3-9a22-4817fb6906e4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:42.106222 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:42.156180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103cfca-4fb9-49c3-b62d-0adc3b3641d3 req-1b20c5f6-1591-442c-9de1-82ec48ad3c49 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:42.159134 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6103cfca-4fb9-49c3-b62d-0adc3b3641d3 req-1b20c5f6-1591-442c-9de1-82ec48ad3c49 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.1351688 Dec 22 09:38:42.266833 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:42.299385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Attempting to bind port 5bc22986-4c6b-4883-8057-fc3fc578af44 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:38:42.299776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Attempting to bind port 5bc22986-4c6b-4883-8057-fc3fc578af44 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'de2ea75c-236c-47b9-af8d-5af343143f83'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:38:42.300426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Attempting to bind port 5bc22986-4c6b-4883-8057-fc3fc578af44 on network de2ea75c-236c-47b9-af8d-5af343143f83 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:38:42.310856 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6103cfca-4fb9-49c3-b62d-0adc3b3641d3 req-ff6e69d4-1841-4b1b-874a-e66a94f04cf3 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433196 Dec 22 09:38:42.314911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:38:42.315834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Checking segment: {'id': 'fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'de2ea75c-236c-47b9-af8d-5af343143f83'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:38:42.322599 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:42.323132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Bound using segment: {'id': 'fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'de2ea75c-236c-47b9-af8d-5af343143f83'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:38:42.323723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Bound port: 5bc22986-4c6b-4883-8057-fc3fc578af44, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'de2ea75c-236c-47b9-af8d-5af343143f83'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:38:42.324500 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:42.338534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:38:42.345488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280cd4ce-b5b0-44e2-a5dc-4b139a71ac02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:38:42.370907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:42.373548 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:42.438360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408cf85-5059-4afc-adea-1fb81bb13707 req-5c6820cf-4e33-4dfc-829f-48ac780849d3 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:42.440402 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f408cf85-5059-4afc-adea-1fb81bb13707 req-5c6820cf-4e33-4dfc-829f-48ac780849d3 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/ports?device_id=e621f67e-a54b-4b61-bbad-c6cf6c66244b HTTP/1.1" status: 200 len: 949 time: 0.1188354 Dec 22 09:38:42.535665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] For port 5bc22986-4c6b-4883-8057-fc3fc578af44, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:38:42.540749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] For port 5bc22986-4c6b-4883-8057-fc3fc578af44, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=5bc22986-4c6b-4883-8057-fc3fc578af44,segment=NetworkSegment(fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c),segment_id=fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:38:42.545436 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:42.547092 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f408cf85-5059-4afc-adea-1fb81bb13707 req-1e1bf12d-be81-440a-8560-46322bc6f808 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/security-groups?id=1eef63a8-0157-43cd-8239-296665f78abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924950 Dec 22 09:38:42.607461 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b741985e-e951-418e-b9ef-080dbbf498af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:42.612015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:42.621187 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:42.944154 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280cd4ce-b5b0-44e2-a5dc-4b139a71ac02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6', 'code': 200} Dec 22 09:38:43.106349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0991b0-2edf-4c69-8079-0eedebaeaa80 req-01a02825-826f-4f45-a04a-2d1ba25b74d4 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:43.109595 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b0991b0-2edf-4c69-8079-0eedebaeaa80 req-01a02825-826f-4f45-a04a-2d1ba25b74d4 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 948 time: 0.1255174 Dec 22 09:38:43.200821 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b0991b0-2edf-4c69-8079-0eedebaeaa80 req-f34f9193-5c91-4765-85a3-52d885a1c4aa tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791175 Dec 22 09:38:43.382382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc22986-4c6b-4883-8057-fc3fc578af44,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:43.392373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:43.393830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:43.397361 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] 10.222.0.37 "PUT /v2.0/ports/5bc22986-4c6b-4883-8057-fc3fc578af44 HTTP/1.1" status: 200 len: 1155 time: 2.7736089 Dec 22 09:38:43.398500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7962dbfd-8b10-4550-a32f-322c0f4913b7', 'tag': '5bc22986-4c6b-4883-8057-fc3fc578af44'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:38:43.408689 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:43.464750 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-f2ca8c99-2460-4784-878b-643dc8217d85 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1772814 Dec 22 09:38:43.487824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96172574-a2ae-4955-ad46-66792e10fc06 req-9caf5f68-68b7-4467-874c-44dfeaa81d1a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:43.497054 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-96172574-a2ae-4955-ad46-66792e10fc06 req-9caf5f68-68b7-4467-874c-44dfeaa81d1a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.1091440 Dec 22 09:38:43.613244 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-96172574-a2ae-4955-ad46-66792e10fc06 req-cb780bf0-4b66-4cf2-9265-0e90952e083c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145048 Dec 22 09:38:43.677747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08649969-eb46-4f56-9e26-0319a15dd109 req-3389219d-d30f-4351-a31e-d27afe4eb185 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:43.679523 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08649969-eb46-4f56-9e26-0319a15dd109 req-3389219d-d30f-4351-a31e-d27afe4eb185 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=7962dbfd-8b10-4550-a32f-322c0f4913b7 HTTP/1.1" status: 200 len: 943 time: 0.1541436 Dec 22 09:38:43.692598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-d9eb9efd-216e-4d9c-ba60-0ccfbc5671e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:43.696171 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-d9eb9efd-216e-4d9c-ba60-0ccfbc5671e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b14d6bb32424ce08f6f7d9749a7139b&device_id=7962dbfd-8b10-4550-a32f-322c0f4913b7 HTTP/1.1" status: 200 len: 1158 time: 0.2296269 Dec 22 09:38:43.796245 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08649969-eb46-4f56-9e26-0319a15dd109 req-66e3f1c5-8638-4454-8a6a-6b38fec1b909 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972891 Dec 22 09:38:43.838038 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-d21234da-3e9b-4540-8159-aaa35896ab39 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bc22986-4c6b-4883-8057-fc3fc578af44 HTTP/1.1" status: 200 len: 217 time: 0.1122284 Dec 22 09:38:43.920538 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7962dbfd-8b10-4550-a32f-322c0f4913b7', 'tag': '5bc22986-4c6b-4883-8057-fc3fc578af44', 'status': 'completed', 'code': 200} Dec 22 09:38:43.950733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-314b92c9-0936-4b57-b4a1-013ade77e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:43.955245 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-314b92c9-0936-4b57-b4a1-013ade77e63a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=be84fe44-b911-4723-b72f-c3518cba7eab HTTP/1.1" status: 200 len: 860 time: 0.1090965 Dec 22 09:38:43.964773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device e6812bdb-9a64-4ee3-9a22-4817fb6906e4 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:44.031881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e1146-dda1-4fdb-9882-28c898ac26ef req-7c89ca12-5fb0-427f-9ebc-66c7f2ad534f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:44.034240 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-964e1146-dda1-4fdb-9882-28c898ac26ef req-7c89ca12-5fb0-427f-9ebc-66c7f2ad534f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.2560751 Dec 22 09:38:44.037047 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-d9ee68cd-bbfa-4073-a295-652b00ad4e5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de2ea75c-236c-47b9-af8d-5af343143f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758510 Dec 22 09:38:44.145979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port e6812bdb-9a64-4ee3-9a22-4817fb6906e4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:44.146760 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:44.311492 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-964e1146-dda1-4fdb-9882-28c898ac26ef req-9f45d247-a77a-494c-b32d-439f12f35873 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699807 Dec 22 09:38:44.358196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c5d96-8308-4ce2-929c-281666e871b8 req-b5cdcf51-8baf-4a3e-91a6-dd9542508419 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:44.359913 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-201c5d96-8308-4ce2-929c-281666e871b8 req-b5cdcf51-8baf-4a3e-91a6-dd9542508419 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/ports?device_id=e621f67e-a54b-4b61-bbad-c6cf6c66244b HTTP/1.1" status: 200 len: 949 time: 0.2792130 Dec 22 09:38:44.446259 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-5f026c54-1a7b-4ba5-8dcc-decf28c9a47a service neutron] 10.222.0.37 "GET /v2.0/networks/de2ea75c-236c-47b9-af8d-5af343143f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006896 Dec 22 09:38:44.482600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-201c5d96-8308-4ce2-929c-281666e871b8 req-c10a2a88-7c07-47d8-8b49-9a2ac1845731 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/security-groups?id=1eef63a8-0157-43cd-8239-296665f78abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017485 Dec 22 09:38:44.716638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:44.720544 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28858b71-06e0-4fb3-92cc-5d6fe60698a1 req-d3890d71-1fc9-4925-a172-fc4511113fb1 service neutron] 10.222.0.37 "GET /v2.0/networks/de2ea75c-236c-47b9-af8d-5af343143f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2627177 Dec 22 09:38:44.847244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:44.847670 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:44.898345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbe5b5-60ee-49cb-b8df-3c59c3bca5dc req-44cc8809-6be8-414a-9302-5238ff2ac81e tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:44.915427 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7dcbe5b5-60ee-49cb-b8df-3c59c3bca5dc req-44cc8809-6be8-414a-9302-5238ff2ac81e tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 948 time: 0.1630189 Dec 22 09:38:45.004804 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:45.053581 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7dcbe5b5-60ee-49cb-b8df-3c59c3bca5dc req-00fc2ce4-596b-4a34-9d81-6cd04c072b7d tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366136 Dec 22 09:38:45.058936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:38:45.060321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280cd4ce-b5b0-44e2-a5dc-4b139a71ac02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:38:45.072724 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:45.074790 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a51234b0-683a-468f-9d2a-7073f77a7db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:45.226263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6,revision_number=6']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:45.237930 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:45.298216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50103210-71db-4f6c-9546-820c9dce71fe req-90864d91-6d66-474a-98a5-669df1f55a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:45.299881 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50103210-71db-4f6c-9546-820c9dce71fe req-90864d91-6d66-474a-98a5-669df1f55a0d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b14d6bb32424ce08f6f7d9749a7139b&device_id=7962dbfd-8b10-4550-a32f-322c0f4913b7 HTTP/1.1" status: 200 len: 1158 time: 0.4477026 Dec 22 09:38:45.405708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526337dd-b41e-4638-94f0-ab48ac134f98 req-3a116112-c00e-4278-a4f1-46b64920a4e3 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:45.416183 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-526337dd-b41e-4638-94f0-ab48ac134f98 req-3a116112-c00e-4278-a4f1-46b64920a4e3 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.1101437 Dec 22 09:38:45.465460 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-526337dd-b41e-4638-94f0-ab48ac134f98 req-20ceb163-f91d-4f24-8d25-44208a1a5f86 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482082 Dec 22 09:38:45.470140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50103210-71db-4f6c-9546-820c9dce71fe req-e9b6a22d-51fd-49fc-b226-2dd88236bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:45.471783 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50103210-71db-4f6c-9546-820c9dce71fe req-e9b6a22d-51fd-49fc-b226-2dd88236bc9c service neutron] 10.222.0.37 "GET /v2.0/networks?id=de2ea75c-236c-47b9-af8d-5af343143f83 HTTP/1.1" status: 200 len: 914 time: 0.1559172 Dec 22 09:38:45.540537 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280cd4ce-b5b0-44e2-a5dc-4b139a71ac02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6', 'code': 200} Dec 22 09:38:45.593663 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50103210-71db-4f6c-9546-820c9dce71fe req-97bb426d-47d5-4959-9c0b-7930ffcda284 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bc22986-4c6b-4883-8057-fc3fc578af44 HTTP/1.1" status: 200 len: 217 time: 0.0685329 Dec 22 09:38:45.627006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07404f-fe40-47c9-be5b-220c29f51c1b req-29ec8ac9-91ef-46c8-9979-283297db6e3e tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:45.632838 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e07404f-fe40-47c9-be5b-220c29f51c1b req-29ec8ac9-91ef-46c8-9979-283297db6e3e tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=7962dbfd-8b10-4550-a32f-322c0f4913b7 HTTP/1.1" status: 200 len: 943 time: 0.0991020 Dec 22 09:38:45.779621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50103210-71db-4f6c-9546-820c9dce71fe req-b84bb525-e9df-47ed-8997-862c9a802576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:45.781526 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50103210-71db-4f6c-9546-820c9dce71fe req-b84bb525-e9df-47ed-8997-862c9a802576 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=be84fe44-b911-4723-b72f-c3518cba7eab HTTP/1.1" status: 200 len: 860 time: 0.0755661 Dec 22 09:38:45.784384 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e07404f-fe40-47c9-be5b-220c29f51c1b req-984282d0-ca63-495e-8834-26c4c08a2dbb tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493657 Dec 22 09:38:45.842358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba6199-f2a6-47b5-a131-889a1eb6c604 req-c6b0b269-1c97-4b11-98f8-09cf4cb64ab5 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:45.844060 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70ba6199-f2a6-47b5-a131-889a1eb6c604 req-c6b0b269-1c97-4b11-98f8-09cf4cb64ab5 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.1869922 Dec 22 09:38:45.858343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-88ac582e-c9cd-4073-91f9-07f8287718ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:45.860331 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-88ac582e-c9cd-4073-91f9-07f8287718ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 1165 time: 0.1550741 Dec 22 09:38:45.878360 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50103210-71db-4f6c-9546-820c9dce71fe req-ade43534-c090-4262-90cb-d7f8a3a40c48 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de2ea75c-236c-47b9-af8d-5af343143f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798237 Dec 22 09:38:46.040486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:46.044803 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50103210-71db-4f6c-9546-820c9dce71fe req-02fa5da2-238c-47d8-a265-bd12c3f27597 service neutron] 10.222.0.37 "GET /v2.0/networks/de2ea75c-236c-47b9-af8d-5af343143f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589825 Dec 22 09:38:46.116153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:46.116921 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:46.177348 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70ba6199-f2a6-47b5-a131-889a1eb6c604 req-844b4d54-5ffc-451e-b58e-cb8800385390 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767541 Dec 22 09:38:46.262598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1ae48-951a-4bb2-9366-290e4a57d284 req-103778d6-4b64-411a-a4fa-d89895ce7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:46.264956 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cee1ae48-951a-4bb2-9366-290e4a57d284 req-103778d6-4b64-411a-a4fa-d89895ce7852 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 1165 time: 0.4094973 Dec 22 09:38:46.301166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-ed4518f1-dd58-494d-809e-08a659974aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:46.303064 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-ed4518f1-dd58-494d-809e-08a659974aff service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.4081459 Dec 22 09:38:46.350039 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50103210-71db-4f6c-9546-820c9dce71fe req-57433364-d6c0-4ba1-aed4-7aaf7e4e2553 service neutron] 10.222.0.37 "GET /v2.0/networks/de2ea75c-236c-47b9-af8d-5af343143f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2856212 Dec 22 09:38:46.469861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77f575-9df6-4573-8af7-ec143f03db75 req-20ef3bbc-eb92-45a4-aaf4-523dfd7048a8 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:46.480002 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba77f575-9df6-4573-8af7-ec143f03db75 req-20ef3bbc-eb92-45a4-aaf4-523dfd7048a8 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/ports?device_id=e621f67e-a54b-4b61-bbad-c6cf6c66244b HTTP/1.1" status: 200 len: 949 time: 0.5366030 Dec 22 09:38:46.488493 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-937d4a5c-3ab9-49d7-bf1b-63313203a3c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=c1685308-913a-4771-a46d-4bf94651ed94 HTTP/1.1" status: 200 len: 217 time: 0.1216216 Dec 22 09:38:46.596494 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cee1ae48-951a-4bb2-9366-290e4a57d284 req-387bd748-fae5-4a79-b197-da083850a75d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894886 Dec 22 09:38:46.668518 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba77f575-9df6-4573-8af7-ec143f03db75 req-e0622d91-36c2-48e0-a081-acc824b1aec1 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/security-groups?id=1eef63a8-0157-43cd-8239-296665f78abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749241 Dec 22 09:38:46.669902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-73d680c7-e66a-4e34-b085-d168da45163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:46.671364 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-73d680c7-e66a-4e34-b085-d168da45163e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1368430 Dec 22 09:38:46.687802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a0a69-6e66-45ad-a58e-5aa77944f08a req-5135885a-f9bb-4790-8596-71b794da44ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:46.690456 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-372a0a69-6e66-45ad-a58e-5aa77944f08a req-5135885a-f9bb-4790-8596-71b794da44ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c45cc3243e946a7a79dd87b00479ef1&device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 1165 time: 0.1955791 Dec 22 09:38:47.340525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-bfc08430-3f43-42a4-9bfe-60f8e7e33396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:47.342190 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-bfc08430-3f43-42a4-9bfe-60f8e7e33396 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3611021 Dec 22 09:38:47.384490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a0a69-6e66-45ad-a58e-5aa77944f08a req-0287f703-3d37-4e80-8693-6f1085faf768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:47.386054 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-372a0a69-6e66-45ad-a58e-5aa77944f08a req-0287f703-3d37-4e80-8693-6f1085faf768 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.3608794 Dec 22 09:38:47.402389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53732df0-bfb1-40b7-87f7-46044e4177b7 req-a5244586-2939-4d9a-8fc3-2397907373ab tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:47.403955 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53732df0-bfb1-40b7-87f7-46044e4177b7 req-a5244586-2939-4d9a-8fc3-2397907373ab tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.3383765 Dec 22 09:38:47.562951 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-372a0a69-6e66-45ad-a58e-5aa77944f08a req-7e4b4fdf-8de8-4f28-bc23-e553aedab4c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 HTTP/1.1" status: 200 len: 217 time: 0.1460097 Dec 22 09:38:47.891010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39704cb9-0949-4e9a-ac8a-e4a6d4767de2 req-8c031e11-c308-4dab-a23a-0efc371656ca tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:47.892604 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-39704cb9-0949-4e9a-ac8a-e4a6d4767de2 req-8c031e11-c308-4dab-a23a-0efc371656ca tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.7020991 Dec 22 09:38:47.936298 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53732df0-bfb1-40b7-87f7-46044e4177b7 req-3d47c1ea-29f6-4e7f-8754-cf3f403732ee tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5156531 Dec 22 09:38:48.005418 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-39704cb9-0949-4e9a-ac8a-e4a6d4767de2 req-d84ec07e-b4d0-4b5d-9a7e-5243679a8c36 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026268 Dec 22 09:38:48.019788 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-b878488b-c944-4efb-9724-829ab1aa35f4 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6656315 Dec 22 09:38:48.022279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a0a69-6e66-45ad-a58e-5aa77944f08a req-180f1f5e-75de-458d-bdbb-a90f8403e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:48.024120 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-372a0a69-6e66-45ad-a58e-5aa77944f08a req-180f1f5e-75de-458d-bdbb-a90f8403e8d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.4419529 Dec 22 09:38:48.073198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee408697-b0cd-49c3-9d79-46d54b558b80 req-def5583a-fdf4-46c1-af85-bdd50ef25063 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:48.073987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ee408697-b0cd-49c3-9d79-46d54b558b80 req-def5583a-fdf4-46c1-af85-bdd50ef25063 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Synchronizing usage tracker for tenant:cce200d46e4c4a01b8a4dd5671465415 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:38:48.092174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ee408697-b0cd-49c3-9d79-46d54b558b80 req-def5583a-fdf4-46c1-af85-bdd50ef25063 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Unset dirty status for tenant:cce200d46e4c4a01b8a4dd5671465415 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:38:48.093429 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee408697-b0cd-49c3-9d79-46d54b558b80 req-def5583a-fdf4-46c1-af85-bdd50ef25063 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.37 "GET /v2.0/ports?device_id=e621f67e-a54b-4b61-bbad-c6cf6c66244b HTTP/1.1" status: 200 len: 949 time: 0.1355503 Dec 22 09:38:48.095975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:48.196150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:48.197582 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:48.223316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-ee408697-b0cd-49c3-9d79-46d54b558b80 req-c9d147d4-2a94-4afa-af76-8ea4d6022344 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Deleting port e6812bdb-9a64-4ee3-9a22-4817fb6906e4 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:38:48.223710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ee408697-b0cd-49c3-9d79-46d54b558b80 req-c9d147d4-2a94-4afa-af76-8ea4d6022344 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:48.345776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a0a69-6e66-45ad-a58e-5aa77944f08a req-52ee4611-f08a-4c54-a67b-c7be70c3400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:48.347395 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-372a0a69-6e66-45ad-a58e-5aa77944f08a req-52ee4611-f08a-4c54-a67b-c7be70c3400f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3129969 Dec 22 09:38:48.423336 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-9662ab6b-e40e-451b-9dfb-cc54ab4c4a13 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3874848 Dec 22 09:38:48.528416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-ee408697-b0cd-49c3-9d79-46d54b558b80 req-c9d147d4-2a94-4afa-af76-8ea4d6022344 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] For port e6812bdb-9a64-4ee3-9a22-4817fb6906e4, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=e6812bdb-9a64-4ee3-9a22-4817fb6906e4,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:38:48.528846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ee408697-b0cd-49c3-9d79-46d54b558b80 req-c9d147d4-2a94-4afa-af76-8ea4d6022344 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:48.560855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46cecf-b6fc-4ae3-a1b8-139c603b5e9c req-669b6d61-f015-4618-a3f4-2d3fc820c5b8 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:48.562450 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc46cecf-b6fc-4ae3-a1b8-139c603b5e9c req-669b6d61-f015-4618-a3f4-2d3fc820c5b8 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/ports?device_id=fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa HTTP/1.1" status: 200 len: 949 time: 0.3626268 Dec 22 09:38:48.569071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5834b4-f74b-4e77-9e94-932cc1933c8d req-b1c43ee0-7ef9-42de-878e-0b45e2bf0d2e tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:48.574088 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0a5834b4-f74b-4e77-9e94-932cc1933c8d req-b1c43ee0-7ef9-42de-878e-0b45e2bf0d2e tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=7962dbfd-8b10-4550-a32f-322c0f4913b7 HTTP/1.1" status: 200 len: 943 time: 0.3729494 Dec 22 09:38:48.662474 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-372a0a69-6e66-45ad-a58e-5aa77944f08a req-0159e3b3-5807-48ec-bcd0-f9159dbcbae5 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932620 Dec 22 09:38:48.672341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-ee408697-b0cd-49c3-9d79-46d54b558b80 req-c9d147d4-2a94-4afa-af76-8ea4d6022344 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Calling delete_port for e6812bdb-9a64-4ee3-9a22-4817fb6906e4 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:38:48.675192 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc46cecf-b6fc-4ae3-a1b8-139c603b5e9c req-9931b623-4f89-4009-9134-77aaa325d957 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/security-groups?id=c5c7ea07-2d10-49c4-9ea7-90348c47484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975296 Dec 22 09:38:48.679371 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0a5834b4-f74b-4e77-9e94-932cc1933c8d req-0c016f80-5296-467c-952c-e9db34a4bef2 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982773 Dec 22 09:38:48.782294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 5bc22986-4c6b-4883-8057-fc3fc578af44 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:48.853998 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ee408697-b0cd-49c3-9d79-46d54b558b80 req-c9d147d4-2a94-4afa-af76-8ea4d6022344 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:48.859753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 5bc22986-4c6b-4883-8057-fc3fc578af44 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:38:48.865151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 5bc22986-4c6b-4883-8057-fc3fc578af44 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:48.865706 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:48.876299 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eda47a05-ffec-42e2-b5e1-c782e09ed4a5 tempest-ServersTestManualDisk-1090978198 tempest-ServersTestManualDisk-1090978198] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:48.926375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d147d4-2a94-4afa-af76-8ea4d6022344 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Pushing event deleted for resources: {'Port': ['ID=e6812bdb-9a64-4ee3-9a22-4817fb6906e4,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:48.939654 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c9d147d4-2a94-4afa-af76-8ea4d6022344 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:48.964491 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0397ab0-8d64-4728-b8cf-d51387631fc1 req-c324b98a-5afa-4ffd-b70c-ca9dfa394287 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/ports?device_id=e621f67e-a54b-4b61-bbad-c6cf6c66244b HTTP/1.1" status: 200 len: 210 time: 0.1175423 Dec 22 09:38:48.970033 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-372a0a69-6e66-45ad-a58e-5aa77944f08a req-99e0633b-31db-492c-9328-787608505af5 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2791111 Dec 22 09:38:48.989446 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:49.022954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7962dbfd-8b10-4550-a32f-322c0f4913b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc22986-4c6b-4883-8057-fc3fc578af44'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:38:49.025457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b0dd6-7737-4012-8227-b06b20efd29f req-3e32ff06-f0c6-4d1c-91bf-e344fa3f6dce tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:49.027448 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b27b0dd6-7737-4012-8227-b06b20efd29f req-3e32ff06-f0c6-4d1c-91bf-e344fa3f6dce tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.1818645 Dec 22 09:38:49.034486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 5bc22986-4c6b-4883-8057-fc3fc578af44, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=5bc22986-4c6b-4883-8057-fc3fc578af44,segment=NetworkSegment(fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c),segment_id=fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:38:49.037614 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:49.039552 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:49.101275 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b27b0dd6-7737-4012-8227-b06b20efd29f req-aff87b68-da53-4d15-8768-3632e3036866 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648131 Dec 22 09:38:49.122304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee408697-b0cd-49c3-9d79-46d54b558b80 req-c9d147d4-2a94-4afa-af76-8ea4d6022344 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] No DVR routers for this DVR port e6812bdb-9a64-4ee3-9a22-4817fb6906e4 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:38:49.128041 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ee408697-b0cd-49c3-9d79-46d54b558b80 req-c9d147d4-2a94-4afa-af76-8ea4d6022344 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:49.136558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e621f67e-a54b-4b61-bbad-c6cf6c66244b', 'name': 'network-vif-deleted', 'tag': 'e6812bdb-9a64-4ee3-9a22-4817fb6906e4'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:38:49.147784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=5bc22986-4c6b-4883-8057-fc3fc578af44,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:49.152672 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:49.157674 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee408697-b0cd-49c3-9d79-46d54b558b80 req-c9d147d4-2a94-4afa-af76-8ea4d6022344 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.37 "DELETE /v2.0/ports/e6812bdb-9a64-4ee3-9a22-4817fb6906e4 HTTP/1.1" status: 204 len: 173 time: 1.0497823 Dec 22 09:38:49.340181 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7962dbfd-8b10-4550-a32f-322c0f4913b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc22986-4c6b-4883-8057-fc3fc578af44', 'code': 200} Dec 22 09:38:49.474562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce624-27fb-4fb9-8d5f-deb169d7174a req-69d8ba70-51af-44c5-a824-8255ed4f2d34 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:49.476312 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c04ce624-27fb-4fb9-8d5f-deb169d7174a req-69d8ba70-51af-44c5-a824-8255ed4f2d34 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.1005740 Dec 22 09:38:49.584541 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c04ce624-27fb-4fb9-8d5f-deb169d7174a req-8091b2ec-fc91-4abc-ace4-9bb5a73b8da3 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012380 Dec 22 09:38:49.606201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa0a15-900f-494c-867e-6e6b9757e3e3 req-46f16177-5d81-453a-a242-c63bd9338a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:49.607846 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-46fa0a15-900f-494c-867e-6e6b9757e3e3 req-46f16177-5d81-453a-a242-c63bd9338a90 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7962dbfd-8b10-4550-a32f-322c0f4913b7 HTTP/1.1" status: 200 len: 1160 time: 0.0802619 Dec 22 09:38:49.616561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41dfdf-23f9-472e-a976-e9269dfb2ec4 req-ebc49244-b525-47dd-9cbb-c3c1ef71cc9a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:49.618177 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f41dfdf-23f9-472e-a976-e9269dfb2ec4 req-ebc49244-b525-47dd-9cbb-c3c1ef71cc9a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.1153045 Dec 22 09:38:49.667820 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-46fa0a15-900f-494c-867e-6e6b9757e3e3 req-79cf9111-cf40-46c9-b0aa-25a4a01be3ea service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432518 Dec 22 09:38:49.669766 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e621f67e-a54b-4b61-bbad-c6cf6c66244b', 'name': 'network-vif-deleted', 'tag': 'e6812bdb-9a64-4ee3-9a22-4817fb6906e4', 'status': 'completed', 'code': 200} Dec 22 09:38:49.672120 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f41dfdf-23f9-472e-a976-e9269dfb2ec4 req-1f52271f-0de8-44a1-bbc8-6479522e209d tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469589 Dec 22 09:38:49.887976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b28c34-bd42-427a-8541-4ec03426990e req-56393cf4-2805-4e7a-8731-93e70f6ac8c0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:49.889918 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-12b28c34-bd42-427a-8541-4ec03426990e req-56393cf4-2805-4e7a-8731-93e70f6ac8c0 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.0875833 Dec 22 09:38:49.946925 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-12b28c34-bd42-427a-8541-4ec03426990e req-82965a7a-a85b-4f16-af2a-c3c43c5b614f tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466781 Dec 22 09:38:49.957102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 5bc22986-4c6b-4883-8057-fc3fc578af44 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:50.063547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 5bc22986-4c6b-4883-8057-fc3fc578af44 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:50.064103 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:50.255743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c12868-22b0-4736-9562-505f7cb7a1b6 req-f4b1d653-d03a-4d7c-b441-3cb9bdc0705f tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:50.264997 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42c12868-22b0-4736-9562-505f7cb7a1b6 req-f4b1d653-d03a-4d7c-b441-3cb9bdc0705f tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=7962dbfd-8b10-4550-a32f-322c0f4913b7 HTTP/1.1" status: 200 len: 945 time: 0.1657014 Dec 22 09:38:50.286669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device e6812bdb-9a64-4ee3-9a22-4817fb6906e4 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:38:50.325115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] No Port match for: e6812bdb-9a64-4ee3-9a22-4817fb6906e4 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:38:50.325613 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42c12868-22b0-4736-9562-505f7cb7a1b6 req-2701a0f3-1930-4ee9-b9f6-4e09822b9263 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575097 Dec 22 09:38:50.325785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device e6812bdb-9a64-4ee3-9a22-4817fb6906e4 not bound to the agent host n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:38:50.586546 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-74092f0c-5cae-4c28-8837-1e845a9004a2 req-429a91a2-73e6-4ab2-bf1b-dc81b6101339 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] 10.222.0.50 "GET /v2.0/ports?device_id=e621f67e-a54b-4b61-bbad-c6cf6c66244b HTTP/1.1" status: 200 len: 210 time: 0.0530992 Dec 22 09:38:50.821170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087b3fc-b18e-434f-802a-da8cd1d36a8b req-d4efb18f-6f94-46dd-932b-1b2b1cbc9e41 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:50.822803 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f087b3fc-b18e-434f-802a-da8cd1d36a8b req-d4efb18f-6f94-46dd-932b-1b2b1cbc9e41 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.1027160 Dec 22 09:38:50.874821 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f087b3fc-b18e-434f-802a-da8cd1d36a8b req-963367d6-f583-49a8-915d-ee1db664a32d tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444763 Dec 22 09:38:51.144733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695c0b4-ff5e-4fbd-a831-a393ffedb10f req-0d38dc65-2dfb-4909-af06-11d010311cf1 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:51.153921 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3695c0b4-ff5e-4fbd-a831-a393ffedb10f req-0d38dc65-2dfb-4909-af06-11d010311cf1 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.1095705 Dec 22 09:38:51.249011 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3695c0b4-ff5e-4fbd-a831-a393ffedb10f req-79b0ad44-d3f1-4554-ad9d-e5f7086cdcda tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941403 Dec 22 09:38:51.285012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26bbff-d954-4b62-9e1b-c9641c8e6030 req-beae6e3b-0a5e-45cb-b7cd-21874c946b02 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:51.286639 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d26bbff-d954-4b62-9e1b-c9641c8e6030 req-beae6e3b-0a5e-45cb-b7cd-21874c946b02 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.1141288 Dec 22 09:38:51.336984 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d26bbff-d954-4b62-9e1b-c9641c8e6030 req-2df0ff0b-fd68-4fbd-abc4-37af509a9698 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436926 Dec 22 09:38:51.546772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a89550-a280-4ed8-874a-7b05acde35d4 req-48699d49-8cb2-49d7-b46f-9ca5e4cbf418 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:51.548749 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-37a89550-a280-4ed8-874a-7b05acde35d4 req-48699d49-8cb2-49d7-b46f-9ca5e4cbf418 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=7962dbfd-8b10-4550-a32f-322c0f4913b7 HTTP/1.1" status: 200 len: 945 time: 0.0894263 Dec 22 09:38:51.615983 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-37a89550-a280-4ed8-874a-7b05acde35d4 req-6a4921a5-c515-420b-a8b1-d06099412967 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608914 Dec 22 09:38:51.932522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d820b2-2af3-4f0c-8505-69eead455688 req-d4d397f8-9ffd-4b37-9ea1-c81441e97958 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:51.934158 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5d820b2-2af3-4f0c-8505-69eead455688 req-d4d397f8-9ffd-4b37-9ea1-c81441e97958 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=7962dbfd-8b10-4550-a32f-322c0f4913b7 HTTP/1.1" status: 200 len: 945 time: 0.0976362 Dec 22 09:38:51.992749 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5d820b2-2af3-4f0c-8505-69eead455688 req-baf64dcb-9b05-4de8-879d-f2aefd704862 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489075 Dec 22 09:38:52.195790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 4cb54c31-1d1d-4929-b312-bc3f03ebc18f up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:52.245364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1a23b-2b9f-4480-8a72-1df1fb210c7c req-985cf303-7b73-4641-b0fb-4154cf3fed94 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:52.247258 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9d1a23b-2b9f-4480-8a72-1df1fb210c7c req-985cf303-7b73-4641-b0fb-4154cf3fed94 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.1240063 Dec 22 09:38:52.331045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 4cb54c31-1d1d-4929-b312-bc3f03ebc18f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:52.331782 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:52.346193 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9d1a23b-2b9f-4480-8a72-1df1fb210c7c req-f2109cde-e205-4415-aa06-669e6e0db42f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862842 Dec 22 09:38:52.442992 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1f5592f1-a69a-4a91-857d-70f89c77ceaa req-82cb5a08-471c-4eeb-8871-266eec3ab2f8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd546279-9f21-4d6c-a3bb-26c21dadbd81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.0932708 Dec 22 09:38:52.494224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 5bc22986-4c6b-4883-8057-fc3fc578af44 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:52.579977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 5bc22986-4c6b-4883-8057-fc3fc578af44 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:52.580768 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:52.623645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5592f1-a69a-4a91-857d-70f89c77ceaa req-9cd40c79-0497-4120-a386-ed7e2f9b18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:52.626737 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1f5592f1-a69a-4a91-857d-70f89c77ceaa req-9cd40c79-0497-4120-a386-ed7e2f9b18bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c45cc3243e946a7a79dd87b00479ef1&device_id=fd546279-9f21-4d6c-a3bb-26c21dadbd81 HTTP/1.1" status: 200 len: 1165 time: 0.1303174 Dec 22 09:38:52.843887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5592f1-a69a-4a91-857d-70f89c77ceaa req-3fe7af81-4b78-42b6-88fb-c4aae2e0b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:52.847328 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1f5592f1-a69a-4a91-857d-70f89c77ceaa req-3fe7af81-4b78-42b6-88fb-c4aae2e0b2eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.1911240 Dec 22 09:38:52.902898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0247898-d666-4994-b4cf-62da2dc3d5c3 req-c58f38f8-ab6e-4cb7-a9f3-5773f0ad7631 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:52.904267 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c0247898-d666-4994-b4cf-62da2dc3d5c3 req-c58f38f8-ab6e-4cb7-a9f3-5773f0ad7631 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.1909645 Dec 22 09:38:52.941056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d619e6-3afe-4c79-9d05-d14e4c06a095 req-3ae344d2-aecf-441c-842b-119f68e7c906 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:52.943697 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e1d619e6-3afe-4c79-9d05-d14e4c06a095 req-3ae344d2-aecf-441c-842b-119f68e7c906 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.1578851 Dec 22 09:38:52.957133 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1f5592f1-a69a-4a91-857d-70f89c77ceaa req-cecc01db-743e-4654-bd81-767f172ab027 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=04a4902e-527d-43c6-aa78-acf2de9bf1ee HTTP/1.1" status: 200 len: 217 time: 0.1000051 Dec 22 09:38:53.012007 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c0247898-d666-4994-b4cf-62da2dc3d5c3 req-29337979-7535-49b9-b339-065f0747b75c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923264 Dec 22 09:38:53.025244 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e1d619e6-3afe-4c79-9d05-d14e4c06a095 req-31d975f3-a0c4-4d62-9294-0f1cb6959641 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738809 Dec 22 09:38:53.045184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5592f1-a69a-4a91-857d-70f89c77ceaa req-0d3516a4-d071-4c06-8cfd-12b7b20481f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:53.055786 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1f5592f1-a69a-4a91-857d-70f89c77ceaa req-0d3516a4-d071-4c06-8cfd-12b7b20481f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.0871732 Dec 22 09:38:53.318659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5592f1-a69a-4a91-857d-70f89c77ceaa req-b661052a-65da-4efe-9f5d-2750c74c8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:53.322655 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1f5592f1-a69a-4a91-857d-70f89c77ceaa req-b661052a-65da-4efe-9f5d-2750c74c8480 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2572715 Dec 22 09:38:53.384830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac95a8-f643-4b11-a62c-56cd9dd8add1 req-147591d8-1826-48f6-823a-1fc370d75055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:53.386818 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5aac95a8-f643-4b11-a62c-56cd9dd8add1 req-147591d8-1826-48f6-823a-1fc370d75055 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 1161 time: 0.2600372 Dec 22 09:38:53.543266 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5aac95a8-f643-4b11-a62c-56cd9dd8add1 req-fea9bc47-f215-4e6a-a207-d5cf05792569 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322639 Dec 22 09:38:53.582497 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1f5592f1-a69a-4a91-857d-70f89c77ceaa req-8bf148d7-f09f-4ca4-8333-1db88b2ed70d service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482982 Dec 22 09:38:53.829082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbddfbf-bdcc-4132-8a12-9fbfc95e05d2 req-b6d2bbd9-2db4-4f27-bc3f-dcffc60c83c5 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:53.830788 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dcbddfbf-bdcc-4132-8a12-9fbfc95e05d2 req-b6d2bbd9-2db4-4f27-bc3f-dcffc60c83c5 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.1032987 Dec 22 09:38:53.904758 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dcbddfbf-bdcc-4132-8a12-9fbfc95e05d2 req-92c6c8bb-2ce8-4f4d-931b-624afb2acec1 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579510 Dec 22 09:38:53.966369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47076) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:54.038551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05ff70-762b-4b9c-a4ae-ba7f16b425d1 req-9ae8dfb1-0e51-4ddb-b3aa-48f6c4929e71 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:54.040641 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b05ff70-762b-4b9c-a4ae-ba7f16b425d1 req-9ae8dfb1-0e51-4ddb-b3aa-48f6c4929e71 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=7962dbfd-8b10-4550-a32f-322c0f4913b7 HTTP/1.1" status: 200 len: 945 time: 0.1344678 Dec 22 09:38:54.057218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1f5592f1-a69a-4a91-857d-70f89c77ceaa req-a3999b69-0eef-43a6-9d1a-5c7aba0ddad8 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1638968 Dec 22 09:38:54.099716 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b05ff70-762b-4b9c-a4ae-ba7f16b425d1 req-71a8795e-c0f8-4a6d-8a51-0710424c5bf7 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501754 Dec 22 09:38:54.386092 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2acf4d08-c371-47f1-9c92-6a8ba94c86ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cce200d46e4c4a01b8a4dd5671465415&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4150796 Dec 22 09:38:54.389581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47086) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:54.412456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ef43a-3ad2-47dd-864e-7453d1b639c4 req-901973d4-acc1-4f22-8a39-b9ecbbc00caf tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:54.414244 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-579ef43a-3ad2-47dd-864e-7453d1b639c4 req-901973d4-acc1-4f22-8a39-b9ecbbc00caf tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.2318192 Dec 22 09:38:54.428703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d43fae-f4fb-4939-9e8c-35752dd94778 req-16aa0451-f4c0-4ee5-b4d8-edcdee19cea8 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:54.430387 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49d43fae-f4fb-4939-9e8c-35752dd94778 req-16aa0451-f4c0-4ee5-b4d8-edcdee19cea8 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.1755590 Dec 22 09:38:54.479768 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-08f199ae-2397-4d6b-bee6-657a3f43279b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:54.514735 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-579ef43a-3ad2-47dd-864e-7453d1b639c4 req-9bb59524-c977-4630-9d1d-1586334c9c93 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827940 Dec 22 09:38:54.524975 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-08f199ae-2397-4d6b-bee6-657a3f43279b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:54.532734 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49d43fae-f4fb-4939-9e8c-35752dd94778 req-e22eabe5-b78b-49ec-868a-c8e7ac64a37b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832446 Dec 22 09:38:54.624824 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-08f199ae-2397-4d6b-bee6-657a3f43279b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:54.633286 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-186a18c7-8fa9-404c-bf18-2c132571b8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:54.648497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f199ae-2397-4d6b-bee6-657a3f43279b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eef63a8-0157-43cd-8239-296665f78abd,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:54.652823 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-08f199ae-2397-4d6b-bee6-657a3f43279b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:54.657628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-08f199ae-2397-4d6b-bee6-657a3f43279b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:54.659655 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-08f199ae-2397-4d6b-bee6-657a3f43279b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1eef63a8-0157-43cd-8239-296665f78abd HTTP/1.1" status: 204 len: 168 time: 0.2685585 Dec 22 09:38:55.176150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32cb2f-3497-45e8-a137-fc6db8a823c3 req-1e8096ba-e4b5-4943-b38d-dab27011f605 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:55.178921 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cf32cb2f-3497-45e8-a137-fc6db8a823c3 req-1e8096ba-e4b5-4943-b38d-dab27011f605 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.1107154 Dec 22 09:38:55.249838 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cf32cb2f-3497-45e8-a137-fc6db8a823c3 req-01ac4ef1-ca5e-4786-953d-14ef15c8464f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599058 Dec 22 09:38:55.417205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9501d-e21d-4292-8e4d-3fa5322eda0d req-5c203ad1-aa71-48ec-8b36-bd0ddfc51a6b tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:55.419891 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64f9501d-e21d-4292-8e4d-3fa5322eda0d req-5c203ad1-aa71-48ec-8b36-bd0ddfc51a6b tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=7962dbfd-8b10-4550-a32f-322c0f4913b7 HTTP/1.1" status: 200 len: 945 time: 0.1013172 Dec 22 09:38:55.502881 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64f9501d-e21d-4292-8e4d-3fa5322eda0d req-af485595-2587-4649-b206-2a4085282787 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757647 Dec 22 09:38:55.883062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181b828-b64f-4eed-a148-7ed60c06ed07 req-94e61a87-b9e7-4c4b-87a2-b586ef98d206 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:55.885056 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f181b828-b64f-4eed-a148-7ed60c06ed07 req-94e61a87-b9e7-4c4b-87a2-b586ef98d206 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.2004507 Dec 22 09:38:55.895764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7d385-8b19-46b8-9411-bf8bdeb3d1bb req-91f3f7b8-b227-4c37-92e7-ff9dc9d98407 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:55.897481 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71d7d385-8b19-46b8-9411-bf8bdeb3d1bb req-91f3f7b8-b227-4c37-92e7-ff9dc9d98407 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.1437833 Dec 22 09:38:55.987974 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f181b828-b64f-4eed-a148-7ed60c06ed07 req-eb6a112e-2dcd-4bfb-8dda-9d4f0c84327a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894101 Dec 22 09:38:55.992095 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71d7d385-8b19-46b8-9411-bf8bdeb3d1bb req-e9391514-fa45-4056-81a8-8b17a087f150 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712807 Dec 22 09:38:56.181464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 4cb54c31-1d1d-4929-b312-bc3f03ebc18f up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:38:56.273705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 4cb54c31-1d1d-4929-b312-bc3f03ebc18f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:38:56.274409 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:56.514596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7fd58-7cf2-4f46-8c92-e567dd7edc49 req-e50ccb89-66a8-4176-a6af-b1c77d313d5e tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:56.516433 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5cd7fd58-7cf2-4f46-8c92-e567dd7edc49 req-e50ccb89-66a8-4176-a6af-b1c77d313d5e tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.0867453 Dec 22 09:38:56.567683 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5cd7fd58-7cf2-4f46-8c92-e567dd7edc49 req-1e20caf1-2c4b-4ba9-a7ab-4cdd29323800 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445633 Dec 22 09:38:56.658900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c6b7fa40-7c08-4b67-8b8e-55d8ab3adf15 req-b22f9b8d-0f7f-4491-aa7b-82f6ec36e589 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1096637307', 'description': 'tempest-description-1315350205'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:56.668491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c6b7fa40-7c08-4b67-8b8e-55d8ab3adf15 req-b22f9b8d-0f7f-4491-aa7b-82f6ec36e589 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:38:56.736932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c6b7fa40-7c08-4b67-8b8e-55d8ab3adf15 req-b22f9b8d-0f7f-4491-aa7b-82f6ec36e589 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Usage tracker for resource:security_group and tenant:15cfc948da3e4885bbbb213e70ea2fb5 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:38:56.743631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c6b7fa40-7c08-4b67-8b8e-55d8ab3adf15 req-b22f9b8d-0f7f-4491-aa7b-82f6ec36e589 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:38:56.751331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c6b7fa40-7c08-4b67-8b8e-55d8ab3adf15 req-b22f9b8d-0f7f-4491-aa7b-82f6ec36e589 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:38:56.778468 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c6b7fa40-7c08-4b67-8b8e-55d8ab3adf15 req-b22f9b8d-0f7f-4491-aa7b-82f6ec36e589 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:56.808756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c6b7fa40-7c08-4b67-8b8e-55d8ab3adf15 req-b22f9b8d-0f7f-4491-aa7b-82f6ec36e589 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:38:56.816972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b0e20-f8e5-4740-9a51-a59a8fa9a25a req-57df646c-a774-4f91-8c75-eea5c4b81be6 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:56.820447 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-970b0e20-f8e5-4740-9a51-a59a8fa9a25a req-57df646c-a774-4f91-8c75-eea5c4b81be6 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=7962dbfd-8b10-4550-a32f-322c0f4913b7 HTTP/1.1" status: 200 len: 945 time: 0.1537540 Dec 22 09:38:56.823988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47166) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:56.824472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c6b7fa40-7c08-4b67-8b8e-55d8ab3adf15 req-b22f9b8d-0f7f-4491-aa7b-82f6ec36e589 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Usage tracker for resource:security_group_rule and tenant:15cfc948da3e4885bbbb213e70ea2fb5 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:38:56.829815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c6b7fa40-7c08-4b67-8b8e-55d8ab3adf15 req-b22f9b8d-0f7f-4491-aa7b-82f6ec36e589 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:38:56.852429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c6b7fa40-7c08-4b67-8b8e-55d8ab3adf15 req-b22f9b8d-0f7f-4491-aa7b-82f6ec36e589 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:38:56.900342 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-970b0e20-f8e5-4740-9a51-a59a8fa9a25a req-7fbe67dd-ec6a-4caf-b01b-f1bd2f354296 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671918 Dec 22 09:38:56.957789 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c6b7fa40-7c08-4b67-8b8e-55d8ab3adf15 req-b22f9b8d-0f7f-4491-aa7b-82f6ec36e589 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:56.960777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c6b7fa40-7c08-4b67-8b8e-55d8ab3adf15 req-b22f9b8d-0f7f-4491-aa7b-82f6ec36e589 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:56.966231 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-150fd9e0-d920-4d2c-b734-adac7411fcb1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:57.009920 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c6b7fa40-7c08-4b67-8b8e-55d8ab3adf15 req-b22f9b8d-0f7f-4491-aa7b-82f6ec36e589 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:57.011674 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6b7fa40-7c08-4b67-8b8e-55d8ab3adf15 req-b22f9b8d-0f7f-4491-aa7b-82f6ec36e589 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3604019 Dec 22 09:38:57.012877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f9b8d-0f7f-4491-aa7b-82f6ec36e589 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Pushing event updated for resources: {'SecurityGroup': ['ID=145dcfc1-c6eb-47a3-ac9a-25f37d2dc904,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:57.013729 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0150b048-4226-4492-a024-919ece597095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:57.020527 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b22f9b8d-0f7f-4491-aa7b-82f6ec36e589 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:57.042805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0150b048-4226-4492-a024-919ece597095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:38:57.047052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0150b048-4226-4492-a024-919ece597095 admin admin] Usage tracker for resource:security_group_rule and tenant:37a11463e2ea40aca18020c49145604d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:38:57.050567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0150b048-4226-4492-a024-919ece597095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:38:57.057960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0150b048-4226-4492-a024-919ece597095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:38:57.178108 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0150b048-4226-4492-a024-919ece597095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:57.184865 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0150b048-4226-4492-a024-919ece597095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:57.195450 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b0e8cc41-1ee5-452b-ac56-56286a4aa233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:57.247744 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0150b048-4226-4492-a024-919ece597095 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37a11463e2ea40aca18020c49145604d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4219244 Dec 22 09:38:57.249940 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150b048-4226-4492-a024-919ece597095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfa4af0-fe00-4c1d-8865-44ef4431e7c8,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:57.251448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47188) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:57.256349 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0150b048-4226-4492-a024-919ece597095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:57.283584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3ef0aaf3-5a60-4bee-9665-1478ef7348f2 req-7a8266d8-f18a-4028-9a09-5374fc690c0b tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Synchronizing usage tracker for tenant:15cfc948da3e4885bbbb213e70ea2fb5 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:38:57.349542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3ef0aaf3-5a60-4bee-9665-1478ef7348f2 req-7a8266d8-f18a-4028-9a09-5374fc690c0b tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Unset dirty status for tenant:15cfc948da3e4885bbbb213e70ea2fb5 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:38:57.350846 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3ef0aaf3-5a60-4bee-9665-1478ef7348f2 req-7a8266d8-f18a-4028-9a09-5374fc690c0b tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1096637307&fields=id&tenant_id=15cfc948da3e4885bbbb213e70ea2fb5 HTTP/1.1" status: 200 len: 267 time: 0.2175629 Dec 22 09:38:57.692857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323492bb-ee7e-4319-9ab1-6e852dd2a39e req-fa71f9d9-2814-4f49-8a9e-c690ba4e4337 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:57.694481 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-323492bb-ee7e-4319-9ab1-6e852dd2a39e req-fa71f9d9-2814-4f49-8a9e-c690ba4e4337 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.5434556 Dec 22 09:38:57.700055 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5fa7bae-703e-44a4-94ec-22c56786b5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:57.772648 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5fa7bae-703e-44a4-94ec-22c56786b5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:57.809165 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-323492bb-ee7e-4319-9ab1-6e852dd2a39e req-3cf98f36-cc8d-4b3b-8062-747714b620b1 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060092 Dec 22 09:38:57.839562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0aaf3-5a60-4bee-9665-1478ef7348f2 req-1db65d28-50f3-4be7-910a-3eaad39d71a3 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:57.841232 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3ef0aaf3-5a60-4bee-9665-1478ef7348f2 req-1db65d28-50f3-4be7-910a-3eaad39d71a3 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.4829876 Dec 22 09:38:57.855528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-3ef0aaf3-5a60-4bee-9665-1478ef7348f2 req-d0af42e3-8fb0-4061-9c6f-0355f8bf1cb1 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Request body: {'port': {'security_groups': ['48ec25a4-08f3-4cd2-8acd-27709cc114ac', '145dcfc1-c6eb-47a3-ac9a-25f37d2dc904']}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:57.920722 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5fa7bae-703e-44a4-94ec-22c56786b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:57.936583 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b22f9b8d-0f7f-4491-aa7b-82f6ec36e589 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:58.001007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa7bae-703e-44a4-94ec-22c56786b5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfa4af0-fe00-4c1d-8865-44ef4431e7c8,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:58.003805 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e5fa7bae-703e-44a4-94ec-22c56786b5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:58.066742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5fa7bae-703e-44a4-94ec-22c56786b5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:58.067967 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e5fa7bae-703e-44a4-94ec-22c56786b5c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0cfa4af0-fe00-4c1d-8865-44ef4431e7c8 HTTP/1.1" status: 204 len: 168 time: 0.8049142 Dec 22 09:38:58.106640 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3ef0aaf3-5a60-4bee-9665-1478ef7348f2 req-d0af42e3-8fb0-4061-9c6f-0355f8bf1cb1 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:58.195265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22950b3e-23b3-4e7d-a5e9-bdfb90053e71 req-a9544bf4-f155-4ef8-9f55-c28acaedb39c tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:58.196932 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22950b3e-23b3-4e7d-a5e9-bdfb90053e71 req-a9544bf4-f155-4ef8-9f55-c28acaedb39c tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.2504456 Dec 22 09:38:58.338977 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22950b3e-23b3-4e7d-a5e9-bdfb90053e71 req-f93c75f6-12f4-43c4-8919-175d840203f4 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220329 Dec 22 09:38:58.649383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-3ef0aaf3-5a60-4bee-9665-1478ef7348f2 req-d0af42e3-8fb0-4061-9c6f-0355f8bf1cb1 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] For port 4cb54c31-1d1d-4929-b312-bc3f03ebc18f, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=4cb54c31-1d1d-4929-b312-bc3f03ebc18f,segment=NetworkSegment(5aa9c35f-52f7-402d-a8dd-92c5f4bb8349),segment_id=5aa9c35f-52f7-402d-a8dd-92c5f4bb8349)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:38:58.686485 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3ef0aaf3-5a60-4bee-9665-1478ef7348f2 req-d0af42e3-8fb0-4061-9c6f-0355f8bf1cb1 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:58.690924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3ef0aaf3-5a60-4bee-9665-1478ef7348f2 req-d0af42e3-8fb0-4061-9c6f-0355f8bf1cb1 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:58.711222 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:38:58.901927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af42e3-8fb0-4061-9c6f-0355f8bf1cb1 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Pushing event updated for resources: {'Port': ['ID=4cb54c31-1d1d-4929-b312-bc3f03ebc18f,revision_number=5']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:38:58.908524 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d0af42e3-8fb0-4061-9c6f-0355f8bf1cb1 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:38:58.961986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0aaf3-5a60-4bee-9665-1478ef7348f2 req-d0af42e3-8fb0-4061-9c6f-0355f8bf1cb1 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:58.963071 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3ef0aaf3-5a60-4bee-9665-1478ef7348f2 req-d0af42e3-8fb0-4061-9c6f-0355f8bf1cb1 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:38:58.974889 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3ef0aaf3-5a60-4bee-9665-1478ef7348f2 req-d0af42e3-8fb0-4061-9c6f-0355f8bf1cb1 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "PUT /v2.0/ports/4cb54c31-1d1d-4929-b312-bc3f03ebc18f HTTP/1.1" status: 200 len: 982 time: 1.1252794 Dec 22 09:38:58.980314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'tag': '4cb54c31-1d1d-4929-b312-bc3f03ebc18f'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:38:59.302880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56952d7-1656-4878-b62b-4a460054346b req-9a84badf-ef36-40b0-b304-5f34b97e425d tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:59.318144 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d56952d7-1656-4878-b62b-4a460054346b req-9a84badf-ef36-40b0-b304-5f34b97e425d tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=7962dbfd-8b10-4550-a32f-322c0f4913b7 HTTP/1.1" status: 200 len: 945 time: 0.2351301 Dec 22 09:38:59.409282 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d56952d7-1656-4878-b62b-4a460054346b req-7af6f38f-2e30-4fa7-94a3-7f28daf27e12 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908489 Dec 22 09:38:59.423358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a4f55-8de9-4bf6-bf54-1464f1818dba req-e1f18c9d-9e5c-4bee-b6f0-de8a9c17d980 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:59.426841 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cd4a4f55-8de9-4bf6-bf54-1464f1818dba req-e1f18c9d-9e5c-4bee-b6f0-de8a9c17d980 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.2741349 Dec 22 09:38:59.512607 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cd4a4f55-8de9-4bf6-bf54-1464f1818dba req-82eea7a4-1421-478b-ae1a-4d5362440192 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723743 Dec 22 09:38:59.614646 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9c567edd-db45-403f-905a-7bd2f750bad1 req-4e59eca6-1adc-430c-9128-3956babc7983 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1096637307&fields=id&tenant_id=15cfc948da3e4885bbbb213e70ea2fb5 HTTP/1.1" status: 200 len: 267 time: 0.0681133 Dec 22 09:38:59.617688 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'tag': '4cb54c31-1d1d-4929-b312-bc3f03ebc18f', 'status': 'completed', 'code': 200} Dec 22 09:38:59.808480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e67f6-b67f-49da-a922-d8fa3462c3e4 req-834dd0ec-94eb-441d-b190-dce02a69ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:59.810212 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-496e67f6-b67f-49da-a922-d8fa3462c3e4 req-834dd0ec-94eb-441d-b190-dce02a69ee2c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15cfc948da3e4885bbbb213e70ea2fb5&device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 1201 time: 0.1255090 Dec 22 09:38:59.842845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c567edd-db45-403f-905a-7bd2f750bad1 req-813d16af-4766-4e2c-9bed-cd3a95219794 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:59.844661 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9c567edd-db45-403f-905a-7bd2f750bad1 req-813d16af-4766-4e2c-9bed-cd3a95219794 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 985 time: 0.2224209 Dec 22 09:38:59.863147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-9c567edd-db45-403f-905a-7bd2f750bad1 req-9bba42a5-5089-4be2-b325-0696098cb87a tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Request body: {'port': {'security_groups': ['48ec25a4-08f3-4cd2-8acd-27709cc114ac']}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:38:59.979177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e67f6-b67f-49da-a922-d8fa3462c3e4 req-2d5f0e53-fbec-4861-8696-58fbc70eb32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:38:59.980869 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-496e67f6-b67f-49da-a922-d8fa3462c3e4 req-2d5f0e53-fbec-4861-8696-58fbc70eb32d service neutron] 10.222.0.37 "GET /v2.0/networks?id=08743b9d-c4d3-44ca-bf63-fdb06702cb27 HTTP/1.1" status: 200 len: 914 time: 0.1616008 Dec 22 09:39:00.022487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85504231-a4bb-478a-8e3d-d48d7a5fd4f1 req-955bcc40-66fe-4f52-909e-5a5116cd6bed tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:00.024758 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-85504231-a4bb-478a-8e3d-d48d7a5fd4f1 req-955bcc40-66fe-4f52-909e-5a5116cd6bed tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.2820194 Dec 22 09:39:00.074968 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-496e67f6-b67f-49da-a922-d8fa3462c3e4 req-169a80ac-1edd-4ec2-9a06-4887a8c10404 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cb54c31-1d1d-4929-b312-bc3f03ebc18f HTTP/1.1" status: 200 len: 217 time: 0.0852463 Dec 22 09:39:00.095199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9c567edd-db45-403f-905a-7bd2f750bad1 req-9bba42a5-5089-4be2-b325-0696098cb87a tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:00.117761 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-85504231-a4bb-478a-8e3d-d48d7a5fd4f1 req-676e9a7d-ad57-4905-8e01-5060546400b6 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828607 Dec 22 09:39:00.171125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 4cb54c31-1d1d-4929-b312-bc3f03ebc18f up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:39:00.191976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e67f6-b67f-49da-a922-d8fa3462c3e4 req-1ba0a780-f5df-4617-9db5-f5f7237f2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:00.194700 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-496e67f6-b67f-49da-a922-d8fa3462c3e4 req-1ba0a780-f5df-4617-9db5-f5f7237f2925 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14279cab-faa4-47a9-9a5c-6644049e4cce HTTP/1.1" status: 200 len: 860 time: 0.1109705 Dec 22 09:39:00.327973 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-496e67f6-b67f-49da-a922-d8fa3462c3e4 req-c5bd04b6-acf5-48a9-af88-c2bb45fecda3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08743b9d-c4d3-44ca-bf63-fdb06702cb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258545 Dec 22 09:39:00.369036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 4cb54c31-1d1d-4929-b312-bc3f03ebc18f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:00.369856 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:00.718475 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-496e67f6-b67f-49da-a922-d8fa3462c3e4 req-9044878a-df35-4e63-a9b4-a2455c114f4d service neutron] 10.222.0.37 "GET /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823838 Dec 22 09:39:00.723690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9c567edd-db45-403f-905a-7bd2f750bad1 req-9bba42a5-5089-4be2-b325-0696098cb87a tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] For port 4cb54c31-1d1d-4929-b312-bc3f03ebc18f, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=4cb54c31-1d1d-4929-b312-bc3f03ebc18f,segment=NetworkSegment(5aa9c35f-52f7-402d-a8dd-92c5f4bb8349),segment_id=5aa9c35f-52f7-402d-a8dd-92c5f4bb8349)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:00.790683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9c567edd-db45-403f-905a-7bd2f750bad1 req-9bba42a5-5089-4be2-b325-0696098cb87a tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:00.800145 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9c567edd-db45-403f-905a-7bd2f750bad1 req-9bba42a5-5089-4be2-b325-0696098cb87a tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:01.072781 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:01.189119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c567edd-db45-403f-905a-7bd2f750bad1 req-9bba42a5-5089-4be2-b325-0696098cb87a tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:01.189791 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9c567edd-db45-403f-905a-7bd2f750bad1 req-9bba42a5-5089-4be2-b325-0696098cb87a tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:01.206223 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9c567edd-db45-403f-905a-7bd2f750bad1 req-9bba42a5-5089-4be2-b325-0696098cb87a tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "PUT /v2.0/ports/4cb54c31-1d1d-4929-b312-bc3f03ebc18f HTTP/1.1" status: 200 len: 943 time: 1.3397527 Dec 22 09:39:01.249739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba42a5-5089-4be2-b325-0696098cb87a tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Pushing event updated for resources: {'Port': ['ID=4cb54c31-1d1d-4929-b312-bc3f03ebc18f,revision_number=6']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:01.255877 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9bba42a5-5089-4be2-b325-0696098cb87a tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:01.399282 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-496e67f6-b67f-49da-a922-d8fa3462c3e4 req-5f422e1e-29e1-4b41-ad9a-ebca3264c1c7 service neutron] 10.222.0.37 "GET /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6716859 Dec 22 09:39:01.630856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'tag': '4cb54c31-1d1d-4929-b312-bc3f03ebc18f'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:01.878238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cd240-6849-4f2c-92cc-199585eb8ddb req-03a2a274-48f1-43c5-9d91-0f3e58a1e5b7 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:01.880788 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b9cd240-6849-4f2c-92cc-199585eb8ddb req-03a2a274-48f1-43c5-9d91-0f3e58a1e5b7 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.1499677 Dec 22 09:39:02.008204 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b9cd240-6849-4f2c-92cc-199585eb8ddb req-cbc83506-8138-48d0-8c51-c4ac6cca82b3 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843642 Dec 22 09:39:02.045838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08abc9-e430-40e5-9701-7a2abf6c9edc req-1e82507d-f79f-4b0a-b8b1-e9810fabb330 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:02.048971 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb08abc9-e430-40e5-9701-7a2abf6c9edc req-1e82507d-f79f-4b0a-b8b1-e9810fabb330 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=7962dbfd-8b10-4550-a32f-322c0f4913b7 HTTP/1.1" status: 200 len: 945 time: 0.1659167 Dec 22 09:39:02.072064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 4cb54c31-1d1d-4929-b312-bc3f03ebc18f up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:39:02.122805 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb08abc9-e430-40e5-9701-7a2abf6c9edc req-1bd6a080-0a01-4f69-93e2-61e1efdf591c tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662420 Dec 22 09:39:02.202259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 4cb54c31-1d1d-4929-b312-bc3f03ebc18f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:02.202684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:02.536990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9c292-c1f9-4014-bc77-29378035d1f8 req-f134d143-0b76-40dd-8f7f-6bbb23b4211e tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:02.542666 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-99d9c292-c1f9-4014-bc77-29378035d1f8 req-f134d143-0b76-40dd-8f7f-6bbb23b4211e tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.2571528 Dec 22 09:39:02.550581 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-30825dea-75bf-480f-8acd-94822434be2c tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3615208 Dec 22 09:39:02.574376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:02.586622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:02.602404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Usage tracker for resource:floatingip and tenant:15cfc948da3e4885bbbb213e70ea2fb5 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:02.608203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:02.626040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:02.656700 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-99d9c292-c1f9-4014-bc77-29378035d1f8 req-75fe4a1f-ac14-4c04-be8b-f97159679c14 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129186 Dec 22 09:39:02.685432 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:02.746161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:39:02.997713 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'tag': '4cb54c31-1d1d-4929-b312-bc3f03ebc18f', 'status': 'completed', 'code': 200} Dec 22 09:39:03.077547 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:03.097667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426bc65-82c7-4a57-8677-7dc7e1762033 req-f0d2713c-bb8b-4cd0-9c36-fc46414d56c8 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:03.098482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9426bc65-82c7-4a57-8677-7dc7e1762033 req-f0d2713c-bb8b-4cd0-9c36-fc46414d56c8 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Synchronizing usage tracker for tenant:3b14d6bb32424ce08f6f7d9749a7139b on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:39:03.162461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9426bc65-82c7-4a57-8677-7dc7e1762033 req-f0d2713c-bb8b-4cd0-9c36-fc46414d56c8 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Unset dirty status for tenant:3b14d6bb32424ce08f6f7d9749a7139b on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:39:03.164231 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9426bc65-82c7-4a57-8677-7dc7e1762033 req-f0d2713c-bb8b-4cd0-9c36-fc46414d56c8 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.37 "GET /v2.0/ports?device_id=7962dbfd-8b10-4550-a32f-322c0f4913b7 HTTP/1.1" status: 200 len: 945 time: 0.2846558 Dec 22 09:39:03.172950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149c6aa-35f3-4728-8d55-0250ff64b14d req-8223519e-125c-4e65-8a6e-fb4ef1b1a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:03.177562 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e149c6aa-35f3-4728-8d55-0250ff64b14d req-8223519e-125c-4e65-8a6e-fb4ef1b1a64b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15cfc948da3e4885bbbb213e70ea2fb5&device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 1161 time: 0.1651745 Dec 22 09:39:03.583535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9426bc65-82c7-4a57-8677-7dc7e1762033 req-e5bc218a-f512-43c1-9ffa-5020289aafd5 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Deleting port 5bc22986-4c6b-4883-8057-fc3fc578af44 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:39:03.583535 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9426bc65-82c7-4a57-8677-7dc7e1762033 req-e5bc218a-f512-43c1-9ffa-5020289aafd5 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:03.815879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149c6aa-35f3-4728-8d55-0250ff64b14d req-85de3ea8-ec98-4586-a241-c6891910b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:03.817820 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e149c6aa-35f3-4728-8d55-0250ff64b14d req-85de3ea8-ec98-4586-a241-c6891910b70d service neutron] 10.222.0.37 "GET /v2.0/networks?id=08743b9d-c4d3-44ca-bf63-fdb06702cb27 HTTP/1.1" status: 200 len: 914 time: 0.5733640 Dec 22 09:39:03.833079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Allocated IP 172.25.7.133 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/7801d48f-a40a-474c-b52b-499b895a6b94) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:39:03.879806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 5bc22986-4c6b-4883-8057-fc3fc578af44 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:39:04.018896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e149c6aa-35f3-4728-8d55-0250ff64b14d req-de47890a-0a6c-4c67-9896-89fe516a33b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cb54c31-1d1d-4929-b312-bc3f03ebc18f HTTP/1.1" status: 200 len: 217 time: 0.1710825 Dec 22 09:39:04.111895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149c6aa-35f3-4728-8d55-0250ff64b14d req-258ce775-18ca-4cbf-a9b0-2957dfa2ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:04.114130 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e149c6aa-35f3-4728-8d55-0250ff64b14d req-258ce775-18ca-4cbf-a9b0-2957dfa2ff0a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14279cab-faa4-47a9-9a5c-6644049e4cce HTTP/1.1" status: 200 len: 860 time: 0.0848861 Dec 22 09:39:04.259586 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:04.292023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9426bc65-82c7-4a57-8677-7dc7e1762033 req-e5bc218a-f512-43c1-9ffa-5020289aafd5 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] For port 5bc22986-4c6b-4883-8057-fc3fc578af44, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=5bc22986-4c6b-4883-8057-fc3fc578af44,segment=NetworkSegment(fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c),segment_id=fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:04.292667 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9426bc65-82c7-4a57-8677-7dc7e1762033 req-e5bc218a-f512-43c1-9ffa-5020289aafd5 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:04.320868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 5bc22986-4c6b-4883-8057-fc3fc578af44, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=5bc22986-4c6b-4883-8057-fc3fc578af44,segment=NetworkSegment(fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c),segment_id=fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:04.322326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7962dbfd-8b10-4550-a32f-322c0f4913b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bc22986-4c6b-4883-8057-fc3fc578af44'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:04.325730 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:04.341752 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:04.348560 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:04.384574 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:04.438484 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:04.520876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=5bc22986-4c6b-4883-8057-fc3fc578af44,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:04.537087 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:04.587197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9426bc65-82c7-4a57-8677-7dc7e1762033 req-e5bc218a-f512-43c1-9ffa-5020289aafd5 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Calling delete_port for 5bc22986-4c6b-4883-8057-fc3fc578af44 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:39:04.713538 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-9426bc65-82c7-4a57-8677-7dc7e1762033 req-e5bc218a-f512-43c1-9ffa-5020289aafd5 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:39:04.714522 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-9426bc65-82c7-4a57-8677-7dc7e1762033 req-e5bc218a-f512-43c1-9ffa-5020289aafd5 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:39:04.718615 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e149c6aa-35f3-4728-8d55-0250ff64b14d req-c34491c0-d349-4048-82c6-a20698992fb3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08743b9d-c4d3-44ca-bf63-fdb06702cb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5969362 Dec 22 09:39:04.804349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Pushing event updated for resources: {'Port': ['ID=7801d48f-a40a-474c-b52b-499b895a6b94,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:04.829925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.830354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.830830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.831239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.832516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.833012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.833376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.833781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.834218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.834603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.834963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.835619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.836936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.836936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.836936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.838075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.838075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.838504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.839800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.841281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.841858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.842500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.842906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.843308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.843829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.844306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.844877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.845282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.845685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.846060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.847024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.848263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.848859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.849422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.850148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.850704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:04.856474 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:04.894700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1317d-7f39-4647-bb9c-f923ae8e2e45 req-befb851b-c832-4d9a-ac41-f3727986906f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:04.896954 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ab1317d-7f39-4647-bb9c-f923ae8e2e45 req-befb851b-c832-4d9a-ac41-f3727986906f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.3386619 Dec 22 09:39:04.927837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47338) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:04.992481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-013ee637-b41e-482d-b79a-a5870e9e3a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:05.013092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:39:05.018632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:39:05.019794 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e149c6aa-35f3-4728-8d55-0250ff64b14d req-8bb6a373-6109-49c3-92e9-f0a3edcdb1a8 service neutron] 10.222.0.37 "GET /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877479 Dec 22 09:39:05.031278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:39:05.113925 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ab1317d-7f39-4647-bb9c-f923ae8e2e45 req-062c2b9d-80a6-437d-8cb0-f095222b12b2 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093077 Dec 22 09:39:05.160131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:05.216555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9426bc65-82c7-4a57-8677-7dc7e1762033 req-e5bc218a-f512-43c1-9ffa-5020289aafd5 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Deleting port 5bc22986-4c6b-4883-8057-fc3fc578af44 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:39:05.217258 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9426bc65-82c7-4a57-8677-7dc7e1762033 req-e5bc218a-f512-43c1-9ffa-5020289aafd5 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:05.299807 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e149c6aa-35f3-4728-8d55-0250ff64b14d req-d1765c31-5dc9-4730-bb46-33fde87aa5c4 service neutron] 10.222.0.37 "GET /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2746649 Dec 22 09:39:05.620498 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:05.681810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dcbda96d-3a5f-47bb-beef-7c7ee56b0d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:05.700744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-dcbda96d-3a5f-47bb-beef-7c7ee56b0d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:05.854013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9426bc65-82c7-4a57-8677-7dc7e1762033 req-e5bc218a-f512-43c1-9ffa-5020289aafd5 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] For port 5bc22986-4c6b-4883-8057-fc3fc578af44, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=5bc22986-4c6b-4883-8057-fc3fc578af44,segment=NetworkSegment(fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c),segment_id=fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:05.854469 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9426bc65-82c7-4a57-8677-7dc7e1762033 req-e5bc218a-f512-43c1-9ffa-5020289aafd5 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:06.064670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9426bc65-82c7-4a57-8677-7dc7e1762033 req-e5bc218a-f512-43c1-9ffa-5020289aafd5 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Calling delete_port for 5bc22986-4c6b-4883-8057-fc3fc578af44 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:39:06.146296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-dcbda96d-3a5f-47bb-beef-7c7ee56b0d28 admin admin] Usage tracker for resource:security_group_rule and tenant:c3e7a9aed80b422f896e1ea0995706b2 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:06.161568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-dcbda96d-3a5f-47bb-beef-7c7ee56b0d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:06.230775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-dcbda96d-3a5f-47bb-beef-7c7ee56b0d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:06.409965 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9426bc65-82c7-4a57-8677-7dc7e1762033 req-e5bc218a-f512-43c1-9ffa-5020289aafd5 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:06.445418 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:06.468445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2deacd1-98cc-496c-94fe-177d35b015b3 req-6c1cdcac-c4d1-4b30-a1d8-d5672e1d1ea3 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:06.472965 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c2deacd1-98cc-496c-94fe-177d35b015b3 req-6c1cdcac-c4d1-4b30-a1d8-d5672e1d1ea3 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=7962dbfd-8b10-4550-a32f-322c0f4913b7 HTTP/1.1" status: 200 len: 943 time: 1.0897496 Dec 22 09:39:06.525233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc218a-f512-43c1-9ffa-5020289aafd5 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Pushing event deleted for resources: {'Port': ['ID=5bc22986-4c6b-4883-8057-fc3fc578af44,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:06.528694 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e5bc218a-f512-43c1-9ffa-5020289aafd5 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:06.635104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dcbda96d-3a5f-47bb-beef-7c7ee56b0d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:06.658785 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c2deacd1-98cc-496c-94fe-177d35b015b3 req-13fd492b-fbdb-48f8-914c-92cae272df5f tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627004 Dec 22 09:39:06.679797 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dcbda96d-3a5f-47bb-beef-7c7ee56b0d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:06.709433 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5de124c5-ec9d-4b14-b759-fc161146d10d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:06.831142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbda96d-3a5f-47bb-beef-7c7ee56b0d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec868f6e-fd71-4308-a1da-c6890a46d2ab,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:06.835742 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dcbda96d-3a5f-47bb-beef-7c7ee56b0d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:06.891837 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dcbda96d-3a5f-47bb-beef-7c7ee56b0d28 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3e7a9aed80b422f896e1ea0995706b2&name=default HTTP/1.1" status: 200 len: 2879 time: 1.9574051 Dec 22 09:39:06.891837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47346) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:06.899707 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:06.924191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:06.968925 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f8d52f47-6d62-4d51-a31c-cb5dd564aa81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:06.985415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-9426bc65-82c7-4a57-8677-7dc7e1762033 req-e5bc218a-f512-43c1-9ffa-5020289aafd5 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] No DVR routers for this DVR port 5bc22986-4c6b-4883-8057-fc3fc578af44 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:39:06.990500 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9426bc65-82c7-4a57-8677-7dc7e1762033 req-e5bc218a-f512-43c1-9ffa-5020289aafd5 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:07.002209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7962dbfd-8b10-4550-a32f-322c0f4913b7', 'name': 'network-vif-deleted', 'tag': '5bc22986-4c6b-4883-8057-fc3fc578af44'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:07.036618 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9426bc65-82c7-4a57-8677-7dc7e1762033 req-e5bc218a-f512-43c1-9ffa-5020289aafd5 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.37 "DELETE /v2.0/ports/5bc22986-4c6b-4883-8057-fc3fc578af44 HTTP/1.1" status: 204 len: 173 time: 3.8566973 Dec 22 09:39:07.354682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Pushing event updated for resources: {'Port': ['ID=7801d48f-a40a-474c-b52b-499b895a6b94,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:07.361472 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:07.361734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1830ddbb-7985-49d3-9789-4901810b2197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:07.374240 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94a6f709-7e87-418b-9bf5-1bafa7715687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:07.443910 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94a6f709-7e87-418b-9bf5-1bafa7715687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:07.482776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b19206-8522-4e92-8765-3a3b1759d1ce req-4a5228e5-6383-465a-a332-e3529e22810c tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:07.484879 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-79b19206-8522-4e92-8765-3a3b1759d1ce req-4a5228e5-6383-465a-a332-e3529e22810c tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.4643590 Dec 22 09:39:07.619478 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:07.632544 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-79b19206-8522-4e92-8765-3a3b1759d1ce req-3df6f080-2b37-4f7d-8fbb-5ab25d728ce4 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101375 Dec 22 09:39:07.639766 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94a6f709-7e87-418b-9bf5-1bafa7715687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:07.648028 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a00abc49-9600-4f37-bd30-42f3d9998aab tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:07.673410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6f709-7e87-418b-9bf5-1bafa7715687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec868f6e-fd71-4308-a1da-c6890a46d2ab,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:07.682452 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-94a6f709-7e87-418b-9bf5-1bafa7715687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:07.708361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94a6f709-7e87-418b-9bf5-1bafa7715687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:07.708361 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-94a6f709-7e87-418b-9bf5-1bafa7715687 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec868f6e-fd71-4308-a1da-c6890a46d2ab HTTP/1.1" status: 204 len: 168 time: 0.8145928 Dec 22 09:39:07.709958 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:07.714208 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1430774 Dec 22 09:39:07.853640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-1536ffa0-4970-4800-bbd2-289eafd1d259 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Synchronizing usage tracker for tenant:15cfc948da3e4885bbbb213e70ea2fb5 on resource:floatingip {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:39:07.882707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-1536ffa0-4970-4800-bbd2-289eafd1d259 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Unset dirty status for tenant:15cfc948da3e4885bbbb213e70ea2fb5 on resource:floatingip {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:39:07.890482 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-1536ffa0-4970-4800-bbd2-289eafd1d259 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.133 HTTP/1.1" status: 200 len: 696 time: 0.1658034 Dec 22 09:39:07.998431 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7962dbfd-8b10-4550-a32f-322c0f4913b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bc22986-4c6b-4883-8057-fc3fc578af44', 'code': 200} Dec 22 09:39:08.154189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-e630c0b8-aa48-48f4-865b-44f81901c270 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:08.155737 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ebfaebf9-aea1-462f-87ce-301114eda501 req-e630c0b8-aa48-48f4-865b-44f81901c270 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.2628281 Dec 22 09:39:08.447063 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7962dbfd-8b10-4550-a32f-322c0f4913b7', 'name': 'network-vif-deleted', 'tag': '5bc22986-4c6b-4883-8057-fc3fc578af44', 'status': 'completed', 'code': 200} Dec 22 09:39:08.496088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afed01-0af9-4390-8bd8-86ebff5b3024 req-c87c00d0-f9f9-47d7-86ee-8817ddec9ee4 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:08.497792 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b3afed01-0af9-4390-8bd8-86ebff5b3024 req-c87c00d0-f9f9-47d7-86ee-8817ddec9ee4 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.1378915 Dec 22 09:39:08.575040 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b3afed01-0af9-4390-8bd8-86ebff5b3024 req-1f3b79fd-7d43-41cb-9b78-9e90fac7ed52 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691309 Dec 22 09:39:08.671894 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:08.921366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-f1a659a9-085b-4b0d-b2fb-54c6aed8c8dc tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:08.924271 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-f1a659a9-085b-4b0d-b2fb-54c6aed8c8dc tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2012248 Dec 22 09:39:09.051542 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-7933ebaf-7f1b-4291-9e52-69c6a9d2dfff tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.133 HTTP/1.1" status: 200 len: 696 time: 0.1143270 Dec 22 09:39:09.056947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-d0b20c0b-f788-43b1-af41-c9a40162fd3f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Request body: {'floatingip': {'port_id': '4cb54c31-1d1d-4929-b312-bc3f03ebc18f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:09.174840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed1547-4a49-4321-b288-42690f3bc7c1 req-bbe21d3a-8f8c-4821-94e3-a7470685e0c1 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:09.177043 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-38ed1547-4a49-4321-b288-42690f3bc7c1 req-bbe21d3a-8f8c-4821-94e3-a7470685e0c1 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.3340614 Dec 22 09:39:09.185531 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-d0b20c0b-f788-43b1-af41-c9a40162fd3f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks [] for floatingip, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:09.239747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:09.478385 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-38ed1547-4a49-4321-b288-42690f3bc7c1 req-e83eb365-a196-410a-828e-3cad0551313b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760983 Dec 22 09:39:09.645893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:09.992581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-dfe0c14b-4b0d-42c5-9d63-2b34af62bfae tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:09.994419 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-dfe0c14b-4b0d-42c5-9d63-2b34af62bfae tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/networks?id=de2ea75c-236c-47b9-af8d-5af343143f83 HTTP/1.1" status: 200 len: 820 time: 0.3440661 Dec 22 09:39:10.046339 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-e8e10bd1-4628-44e7-9e9b-90461ac35d27 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/quotas/3b14d6bb32424ce08f6f7d9749a7139b HTTP/1.1" status: 200 len: 375 time: 0.0398738 Dec 22 09:39:10.055889 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:10.201882 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-7623d63c-7a23-4f38-ac4f-bbd678c7dde4 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b14d6bb32424ce08f6f7d9749a7139b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1531286 Dec 22 09:39:10.272124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-a3a7bea9-b52e-4c5d-882e-6073bc06a616 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:39:10.280118 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-a3a7bea9-b52e-4c5d-882e-6073bc06a616 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0769656 Dec 22 09:39:10.334723 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:10.455211 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-d0b20c0b-f788-43b1-af41-c9a40162fd3f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks [] for floatingip, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:10.464925 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-d0b20c0b-f788-43b1-af41-c9a40162fd3f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:11.020567 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-49b69095-400e-4686-a359-d8c0629b39ca service neutron] 10.222.0.50 "GET /v2.0/networks/de2ea75c-236c-47b9-af8d-5af343143f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7390542 Dec 22 09:39:11.184268 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-5e95063a-654a-4bcb-b2db-c7b9474cb97a service neutron] 10.222.0.64 "GET /v2.0/ports/c1685308-913a-4771-a46d-4bf94651ed94/bindings/n-h1-765315-5 HTTP/1.1" status: 200 len: 452 time: 0.6642995 Dec 22 09:39:11.235565 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-d0b20c0b-f788-43b1-af41-c9a40162fd3f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Floating IP d518ff7b-1436-4b35-a68c-827dc9d902b3 associated. External IP: 172.25.7.133, port: 4cb54c31-1d1d-4929-b312-bc3f03ebc18f. Dec 22 09:39:11.301013 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-c7f4f6fe-1e4e-46bc-a833-b874e9a44187 service neutron] 10.222.0.50 "GET /v2.0/networks/de2ea75c-236c-47b9-af8d-5af343143f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2792737 Dec 22 09:39:11.901030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-87848ee9-143a-4c57-bf53-731c4b4a5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:11.902767 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-87848ee9-143a-4c57-bf53-731c4b4a5c62 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8&tenant_id=4f8a67b33ff048d5bd0b60e257789306 HTTP/1.1" status: 200 len: 1165 time: 0.2871029 Dec 22 09:39:11.934832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-d0b20c0b-f788-43b1-af41-c9a40162fd3f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Router 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:39:12.100058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device c1685308-913a-4771-a46d-4bf94651ed94 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:39:12.227553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-29878336-6bc1-45ee-ba7b-fcb1caf6c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:12.229442 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-29878336-6bc1-45ee-ba7b-fcb1caf6c495 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 1165 time: 0.2824831 Dec 22 09:39:12.282980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-d0b20c0b-f788-43b1-af41-c9a40162fd3f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:39:12.289915 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-d0b20c0b-f788-43b1-af41-c9a40162fd3f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:12.397209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e2a81-5393-438f-b0e1-c8c2af2424ef None None] Sync routers for ids ['53f4d47d-c768-4b4c-9216-2cf6d939d0b4'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:39:12.412667 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-d0b20c0b-f788-43b1-af41-c9a40162fd3f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "PUT /v2.0/floatingips/d518ff7b-1436-4b35-a68c-827dc9d902b3 HTTP/1.1" status: 200 len: 997 time: 3.3599777 Dec 22 09:39:12.418121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'tag': '4cb54c31-1d1d-4929-b312-bc3f03ebc18f'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:12.429199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:12.445163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e2a81-5393-438f-b0e1-c8c2af2424ef None None] Routers {'53f4d47d-c768-4b4c-9216-2cf6d939d0b4'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:39:12.445872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-aa3e2a81-5393-438f-b0e1-c8c2af2424ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:39:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['53f4d47d-c768-4b4c-9216-2cf6d939d0b4'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:12.549382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ad962c-e330-45a0-80b4-f88bb50c22c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1685308-913a-4771-a46d-4bf94651ed94'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:12.621719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-aa3c7610-1977-4e84-ac22-d8302276e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:12.624911 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-aa3c7610-1977-4e84-ac22-d8302276e519 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.3861661 Dec 22 09:39:12.626221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port c1685308-913a-4771-a46d-4bf94651ed94, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c1685308-913a-4771-a46d-4bf94651ed94,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:12.641328 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:12.646365 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:12.720317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=c1685308-913a-4771-a46d-4bf94651ed94,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:12.726469 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:12.747551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-aa3e2a81-5393-438f-b0e1-c8c2af2424ef None None] Set router 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:39:12.757401 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-7905c276-e54a-4cdf-b379-128249127098 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=c1685308-913a-4771-a46d-4bf94651ed94 HTTP/1.1" status: 200 len: 217 time: 0.1237745 Dec 22 09:39:12.908154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421f301-e7a4-4d9a-b93e-3753e6c2ecd0 req-b3ff48b2-d63e-4b57-a167-1b522fa16c0e tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:12.909883 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c421f301-e7a4-4d9a-b93e-3753e6c2ecd0 req-b3ff48b2-d63e-4b57-a167-1b522fa16c0e tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.4004731 Dec 22 09:39:12.921512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-c0a82c81-ce46-4b7c-956e-ce3a95121a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:12.924124 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-c0a82c81-ce46-4b7c-956e-ce3a95121a22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1599379 Dec 22 09:39:13.025458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-5d732701-e90d-49c3-96cc-93174a72af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:13.027161 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-5d732701-e90d-49c3-96cc-93174a72af3b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=15cfc948da3e4885bbbb213e70ea2fb5&device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 1161 time: 0.5994074 Dec 22 09:39:13.036178 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c421f301-e7a4-4d9a-b93e-3753e6c2ecd0 req-e634b323-b1dc-4e47-ace1-0134846e3cf3 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166399 Dec 22 09:39:13.108796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-64091061-5775-438c-862d-659dbfe3da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:13.110577 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-64091061-5775-438c-862d-659dbfe3da97 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1664376 Dec 22 09:39:13.168369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-aa3e2a81-5393-438f-b0e1-c8c2af2424ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1047537462-router', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:28Z', 'updated_at': '2020-12-22T09:37:45Z', 'revision_number': 4, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'gw_port': {'id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:30Z', 'updated_at': '2020-12-22T09:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'd518ff7b-1436-4b35-a68c-827dc9d902b3', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'floating_ip_address': '172.25.7.133', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'port_id': '4cb54c31-1d1d-4929-b312-bc3f03ebc18f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27', 'mac_address': 'fa:16:3e:d3:e9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:39:05Z', 'updated_at': '2020-12-22T09:39:10Z', 'revision_number': 1, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01300ad1-7629-4f38-bf5b-c3578ee21dbb', 'name': '', 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'mac_address': 'fa:16:3e:c8:bf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '14279cab-faa4-47a9-9a5c-6644049e4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:42Z', 'updated_at': '2020-12-22T09:38:00Z', 'revision_number': 5, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'subnets': [{'id': '14279cab-faa4-47a9-9a5c-6644049e4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:13.174176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e2a81-5393-438f-b0e1-c8c2af2424ef None None] Checking router: 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:39:13.185253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e2a81-5393-438f-b0e1-c8c2af2424ef None None] Routers {'53f4d47d-c768-4b4c-9216-2cf6d939d0b4'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:39:13.186064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-aa3e2a81-5393-438f-b0e1-c8c2af2424ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:39:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['53f4d47d-c768-4b4c-9216-2cf6d939d0b4'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:13.340930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-8f393d3a-f647-42b1-b8b1-3dfeacc240d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:13.342579 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-8f393d3a-f647-42b1-b8b1-3dfeacc240d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=08743b9d-c4d3-44ca-bf63-fdb06702cb27 HTTP/1.1" status: 200 len: 914 time: 0.2857256 Dec 22 09:39:13.484696 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-2fd7b117-a6fa-4993-abc3-ab3094715c0c service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657470 Dec 22 09:39:13.612126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-aa3e2a81-5393-438f-b0e1-c8c2af2424ef None None] Set router 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:39:13.720380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-5b73f15e-ebe8-4441-a3d2-e83a8c80387e tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:13.722001 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-5b73f15e-ebe8-4441-a3d2-e83a8c80387e tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.37 "GET /v2.0/networks?id=de2ea75c-236c-47b9-af8d-5af343143f83 HTTP/1.1" status: 200 len: 820 time: 0.1751139 Dec 22 09:39:13.748535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-97923631-f970-4eac-88f1-2083f7811cdb tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Request body: {'port': {'device_id': '4f024387-ac37-44c4-ab8f-539285761769', 'network_id': 'de2ea75c-236c-47b9-af8d-5af343143f83', 'admin_state_up': True, 'tenant_id': '3b14d6bb32424ce08f6f7d9749a7139b'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:13.929074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-97923631-f970-4eac-88f1-2083f7811cdb tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:13.933798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-97923631-f970-4eac-88f1-2083f7811cdb tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Usage tracker for resource:port and tenant:3b14d6bb32424ce08f6f7d9749a7139b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:13.938020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-97923631-f970-4eac-88f1-2083f7811cdb tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Quota usage for port was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:13.947872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-97923631-f970-4eac-88f1-2083f7811cdb tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:13.956727 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-e627714e-8b5b-416d-9f3f-817f1cc28561 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cb54c31-1d1d-4929-b312-bc3f03ebc18f HTTP/1.1" status: 200 len: 1000 time: 0.5904579 Dec 22 09:39:13.961375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-97923631-f970-4eac-88f1-2083f7811cdb tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Made reservation on behalf of 3b14d6bb32424ce08f6f7d9749a7139b for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:39:13.970079 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-97923631-f970-4eac-88f1-2083f7811cdb tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:14.063508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5f700-ee52-44e1-b6a1-9f42aba8a629 req-2aeaf365-08fe-4a16-8305-923c7c70efc5 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:14.065302 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1fd5f700-ee52-44e1-b6a1-9f42aba8a629 req-2aeaf365-08fe-4a16-8305-923c7c70efc5 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.7018144 Dec 22 09:39:14.099868 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-48b20383-ad03-4e52-af6e-93c7ebca6c1a service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5965254 Dec 22 09:39:14.103404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-337f00ad-a8aa-4390-b39b-03a3c459123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:14.105011 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-337f00ad-a8aa-4390-b39b-03a3c459123f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=14279cab-faa4-47a9-9a5c-6644049e4cce HTTP/1.1" status: 200 len: 860 time: 0.1410897 Dec 22 09:39:14.142741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-aa3e2a81-5393-438f-b0e1-c8c2af2424ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1047537462-router', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:28Z', 'updated_at': '2020-12-22T09:37:45Z', 'revision_number': 4, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'gw_port': {'id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:30Z', 'updated_at': '2020-12-22T09:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'd518ff7b-1436-4b35-a68c-827dc9d902b3', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'floating_ip_address': '172.25.7.133', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'port_id': '4cb54c31-1d1d-4929-b312-bc3f03ebc18f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27', 'mac_address': 'fa:16:3e:d3:e9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:39:05Z', 'updated_at': '2020-12-22T09:39:10Z', 'revision_number': 1, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01300ad1-7629-4f38-bf5b-c3578ee21dbb', 'name': '', 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'mac_address': 'fa:16:3e:c8:bf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '14279cab-faa4-47a9-9a5c-6644049e4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:42Z', 'updated_at': '2020-12-22T09:38:00Z', 'revision_number': 5, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'subnets': [{'id': '14279cab-faa4-47a9-9a5c-6644049e4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:14.147704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e2a81-5393-438f-b0e1-c8c2af2424ef None None] The sync data for ids ['53f4d47d-c768-4b4c-9216-2cf6d939d0b4'] in n-d-765315-5 is: [{'id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1047537462-router', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:28Z', 'updated_at': '2020-12-22T09:37:45Z', 'revision_number': 4, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'gw_port': {'id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:30Z', 'updated_at': '2020-12-22T09:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'd518ff7b-1436-4b35-a68c-827dc9d902b3', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'floating_ip_address': '172.25.7.133', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'port_id': '4cb54c31-1d1d-4929-b312-bc3f03ebc18f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27', 'mac_address': 'fa:16:3e:d3:e9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:39:05Z', 'updated_at': '2020-12-22T09:39:10Z', 'revision_number': 1, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01300ad1-7629-4f38-bf5b-c3578ee21dbb', 'name': '', 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'mac_address': 'fa:16:3e:c8:bf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '14279cab-faa4-47a9-9a5c-6644049e4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:42Z', 'updated_at': '2020-12-22T09:38:00Z', 'revision_number': 5, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'subnets': [{'id': '14279cab-faa4-47a9-9a5c-6644049e4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:39:14.188692 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-a1076b96-7ad6-4b15-9bc3-f1343f3989c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08743b9d-c4d3-44ca-bf63-fdb06702cb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582571 Dec 22 09:39:14.194757 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1fd5f700-ee52-44e1-b6a1-9f42aba8a629 req-a51909aa-b3f1-440e-b106-008154195737 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200523 Dec 22 09:39:14.411467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-97923631-f970-4eac-88f1-2083f7811cdb tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Allocated IP 172.20.0.3 (de2ea75c-236c-47b9-af8d-5af343143f83/be84fe44-b911-4723-b72f-c3518cba7eab/4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:39:14.473119 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-01b37572-1693-4290-96cb-c5292435f260 service neutron] 10.222.0.50 "GET /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564604 Dec 22 09:39:14.476532 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7760cb3d-37b4-4109-896d-1bc9606f736b req-299ca889-f2d2-4e5a-a73c-982e0cd12b36 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=4f024387-ac37-44c4-ab8f-539285761769 HTTP/1.1" status: 200 len: 210 time: 0.0616949 Dec 22 09:39:14.567256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e21f7f-bd96-4720-bf9b-4975663e0c8e None None] New status for floating IP d518ff7b-1436-4b35-a68c-827dc9d902b3: ACTIVE {{(pid=81074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:39:14.671389 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'tag': '4cb54c31-1d1d-4929-b312-bc3f03ebc18f', 'status': 'completed', 'code': 200} Dec 22 09:39:14.681681 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47cec79f-63a4-4436-a982-0c6ec4b7f0c5 req-fd5486ee-4da7-443d-ad16-558f6890633f service neutron] 10.222.0.50 "GET /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1944563 Dec 22 09:39:14.707338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-97923631-f970-4eac-88f1-2083f7811cdb tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:14.779814 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ad962c-e330-45a0-80b4-f88bb50c22c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1685308-913a-4771-a46d-4bf94651ed94', 'code': 200} Dec 22 09:39:14.810567 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-97923631-f970-4eac-88f1-2083f7811cdb tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:14.835083 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c415d027-73c5-42a1-afcf-b323b4171573 tempest-ServerMetadataNegativeTestJSON-114084140 tempest-ServerMetadataNegativeTestJSON-114084140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:15.192861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc96e0-75e8-4756-acf6-212d540efbb7 req-b0f85252-6776-4b03-b8ba-b6e50bc8b711 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:15.194725 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bdbc96e0-75e8-4756-acf6-212d540efbb7 req-b0f85252-6776-4b03-b8ba-b6e50bc8b711 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 948 time: 0.1060474 Dec 22 09:39:15.266602 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bdbc96e0-75e8-4756-acf6-212d540efbb7 req-fb1f1732-71a5-42e9-9378-62a33cd18695 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634401 Dec 22 09:39:15.288304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97923631-f970-4eac-88f1-2083f7811cdb tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Pushing event updated for resources: {'Port': ['ID=4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:15.291657 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-97923631-f970-4eac-88f1-2083f7811cdb tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:15.324600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc0178-33aa-44a3-8bff-34377950cabf req-c9ac41e3-3a3f-42c8-ae3d-66538ddca5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:15.326410 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5bc0178-33aa-44a3-8bff-34377950cabf req-c9ac41e3-3a3f-42c8-ae3d-66538ddca5a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15cfc948da3e4885bbbb213e70ea2fb5&device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 1161 time: 0.6047134 Dec 22 09:39:15.400754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-97923631-f970-4eac-88f1-2083f7811cdb tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Network de2ea75c-236c-47b9-af8d-5af343143f83 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:39:15.413944 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5380c636-626f-421c-9d78-c79ee313100c req-77c755bf-2174-4e0f-b9fc-dd1994243c7c tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.133 HTTP/1.1" status: 200 len: 1002 time: 0.1077306 Dec 22 09:39:15.455673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-97923631-f970-4eac-88f1-2083f7811cdb tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:39:15.458153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-97923631-f970-4eac-88f1-2083f7811cdb tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:39:15.514980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380c636-626f-421c-9d78-c79ee313100c req-6cca3344-fe32-443a-a5a9-31fe68adc627 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:15.517200 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5380c636-626f-421c-9d78-c79ee313100c req-6cca3344-fe32-443a-a5a9-31fe68adc627 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports/4cb54c31-1d1d-4929-b312-bc3f03ebc18f HTTP/1.1" status: 200 len: 943 time: 0.0967505 Dec 22 09:39:15.561355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-97923631-f970-4eac-88f1-2083f7811cdb tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:15.562021 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-97923631-f970-4eac-88f1-2083f7811cdb tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:15.579103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc0178-33aa-44a3-8bff-34377950cabf req-c0140c69-0b24-4420-9009-de9f41c8d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:15.580765 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5bc0178-33aa-44a3-8bff-34377950cabf req-c0140c69-0b24-4420-9009-de9f41c8d689 service neutron] 10.222.0.37 "GET /v2.0/networks?id=08743b9d-c4d3-44ca-bf63-fdb06702cb27 HTTP/1.1" status: 200 len: 914 time: 0.2459180 Dec 22 09:39:15.658459 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-97923631-f970-4eac-88f1-2083f7811cdb tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9153264 Dec 22 09:39:15.689260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Request body: {'port': {'device_id': '4f024387-ac37-44c4-ab8f-539285761769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:15.726242 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5380c636-626f-421c-9d78-c79ee313100c req-91921881-e640-4c9f-93f8-82dd8c40833c tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.133 HTTP/1.1" status: 200 len: 1002 time: 0.1086740 Dec 22 09:39:15.759499 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5bc0178-33aa-44a3-8bff-34377950cabf req-f8a571c9-22da-4f8d-86c9-e944a17868f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cb54c31-1d1d-4929-b312-bc3f03ebc18f HTTP/1.1" status: 200 len: 1002 time: 0.1692126 Dec 22 09:39:15.901764 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:15.907106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380c636-626f-421c-9d78-c79ee313100c req-1e3e471b-8dba-4fc4-bd4d-c9bd48b50c88 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:15.908750 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5380c636-626f-421c-9d78-c79ee313100c req-1e3e471b-8dba-4fc4-bd4d-c9bd48b50c88 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.1758401 Dec 22 09:39:15.915469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc0178-33aa-44a3-8bff-34377950cabf req-b4f12da0-ba27-479e-a4cb-1674424d6173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:15.917103 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5bc0178-33aa-44a3-8bff-34377950cabf req-b4f12da0-ba27-479e-a4cb-1674424d6173 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14279cab-faa4-47a9-9a5c-6644049e4cce HTTP/1.1" status: 200 len: 860 time: 0.1472268 Dec 22 09:39:16.018121 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5bc0178-33aa-44a3-8bff-34377950cabf req-388365f8-2439-4bd6-b912-729e8c590f73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08743b9d-c4d3-44ca-bf63-fdb06702cb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939090 Dec 22 09:39:16.032464 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5380c636-626f-421c-9d78-c79ee313100c req-a095a6c6-13f0-4711-9845-26d0a2b90ac0 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.133 HTTP/1.1" status: 200 len: 1002 time: 0.1145210 Dec 22 09:39:16.046458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-5380c636-626f-421c-9d78-c79ee313100c req-53fa12a7-48a6-43bd-9723-26011d81fbf3 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Request body: {'floatingip': {'port_id': None}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:16.163456 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5380c636-626f-421c-9d78-c79ee313100c req-53fa12a7-48a6-43bd-9723-26011d81fbf3 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks [] for floatingip, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:16.261441 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5bc0178-33aa-44a3-8bff-34377950cabf req-da43af5c-b648-4ade-a4e5-066b0c9529c2 service neutron] 10.222.0.37 "GET /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353747 Dec 22 09:39:16.537554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5380c636-626f-421c-9d78-c79ee313100c req-53fa12a7-48a6-43bd-9723-26011d81fbf3 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks [] for floatingip, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:16.541323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5380c636-626f-421c-9d78-c79ee313100c req-53fa12a7-48a6-43bd-9723-26011d81fbf3 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:16.541930 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-5380c636-626f-421c-9d78-c79ee313100c req-53fa12a7-48a6-43bd-9723-26011d81fbf3 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Floating IP d518ff7b-1436-4b35-a68c-827dc9d902b3 disassociated. External IP: 172.25.7.133, port: 4cb54c31-1d1d-4929-b312-bc3f03ebc18f. Dec 22 09:39:16.642328 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5bc0178-33aa-44a3-8bff-34377950cabf req-e899b317-4ba3-42e2-bea0-164e680c285a service neutron] 10.222.0.37 "GET /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3631408 Dec 22 09:39:16.808641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:39:16.817535 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:16.833126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Transition to ACTIVE for port object 4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:39:16.835505 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:16.851671 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e5bc218a-f512-43c1-9ffa-5020289aafd5 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:16.883311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43d69a-72d2-47fe-85cb-9773bad99810 req-deef287e-0179-4a1e-9cfc-88ca62bcb6f7 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:16.885054 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de43d69a-72d2-47fe-85cb-9773bad99810 req-deef287e-0179-4a1e-9cfc-88ca62bcb6f7 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.2159479 Dec 22 09:39:17.004779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Pushing event updated for resources: {'Port': ['ID=4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:17.009524 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:17.028702 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de43d69a-72d2-47fe-85cb-9773bad99810 req-58dce04b-8695-432d-bac6-a4abc04ffc48 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807607 Dec 22 09:39:17.134492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5380c636-626f-421c-9d78-c79ee313100c req-53fa12a7-48a6-43bd-9723-26011d81fbf3 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Router 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:39:17.239670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Attempting to bind port 4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:39:17.242623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Attempting to bind port 4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'de2ea75c-236c-47b9-af8d-5af343143f83'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:39:17.242623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Attempting to bind port 4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676 on network de2ea75c-236c-47b9-af8d-5af343143f83 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:39:17.248833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:39:17.249214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Checking segment: {'id': 'fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'de2ea75c-236c-47b9-af8d-5af343143f83'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:39:17.250331 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:17.251018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Bound using segment: {'id': 'fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'de2ea75c-236c-47b9-af8d-5af343143f83'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:39:17.251716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Bound port: 4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'de2ea75c-236c-47b9-af8d-5af343143f83'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:39:17.252132 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:17.356294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] For port 4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:39:17.360140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] For port 4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676,segment=NetworkSegment(fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c),segment_id=fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:39:17.363820 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:17.380670 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:17.412454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2325e4-f09a-446b-b6a2-02492dac7187 req-ae2c6900-3031-4f8c-a1ca-202223d4bc7b tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:17.414083 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb2325e4-f09a-446b-b6a2-02492dac7187 req-ae2c6900-3031-4f8c-a1ca-202223d4bc7b tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=4f024387-ac37-44c4-ab8f-539285761769 HTTP/1.1" status: 200 len: 943 time: 0.2082906 Dec 22 09:39:17.418504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5380c636-626f-421c-9d78-c79ee313100c req-53fa12a7-48a6-43bd-9723-26011d81fbf3 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:39:17.422770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5380c636-626f-421c-9d78-c79ee313100c req-53fa12a7-48a6-43bd-9723-26011d81fbf3 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:17.433876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289d7c84-fb58-4409-bd4e-21c00169f3ba None None] Sync routers for ids ['53f4d47d-c768-4b4c-9216-2cf6d939d0b4'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:39:17.453492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289d7c84-fb58-4409-bd4e-21c00169f3ba None None] Routers {'53f4d47d-c768-4b4c-9216-2cf6d939d0b4'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:39:17.454567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-289d7c84-fb58-4409-bd4e-21c00169f3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:39:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['53f4d47d-c768-4b4c-9216-2cf6d939d0b4'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:17.519147 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5380c636-626f-421c-9d78-c79ee313100c req-53fa12a7-48a6-43bd-9723-26011d81fbf3 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "PUT /v2.0/floatingips/d518ff7b-1436-4b35-a68c-827dc9d902b3 HTTP/1.1" status: 200 len: 695 time: 1.4790089 Dec 22 09:39:17.521639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'tag': '4cb54c31-1d1d-4929-b312-bc3f03ebc18f'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:17.529474 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb2325e4-f09a-446b-b6a2-02492dac7187 req-cbad25dd-b986-4af6-94d9-6510e70a107d tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774088 Dec 22 09:39:17.555411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Pushing event updated for resources: {'Port': ['ID=4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:17.571325 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:17.610910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:17.611497 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:17.613397 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] 10.222.0.37 "PUT /v2.0/ports/4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676 HTTP/1.1" status: 200 len: 1155 time: 1.9322727 Dec 22 09:39:17.613999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f024387-ac37-44c4-ab8f-539285761769', 'tag': '4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:17.630459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380c636-626f-421c-9d78-c79ee313100c req-8b0183e1-9a37-45ef-810a-493c280794e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:17.632868 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5380c636-626f-421c-9d78-c79ee313100c req-8b0183e1-9a37-45ef-810a-493c280794e1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=15cfc948da3e4885bbbb213e70ea2fb5&device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 1161 time: 0.0897877 Dec 22 09:39:17.685085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-289d7c84-fb58-4409-bd4e-21c00169f3ba None None] Set router 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:39:17.774800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-34fa115c-051c-4d20-b192-e5e1db7d5b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:17.776753 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-34fa115c-051c-4d20-b192-e5e1db7d5b8d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b14d6bb32424ce08f6f7d9749a7139b&device_id=4f024387-ac37-44c4-ab8f-539285761769 HTTP/1.1" status: 200 len: 1158 time: 0.1035919 Dec 22 09:39:17.832881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380c636-626f-421c-9d78-c79ee313100c req-c29812a2-bf5e-4eb1-8717-0e00fef1015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:17.835280 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5380c636-626f-421c-9d78-c79ee313100c req-c29812a2-bf5e-4eb1-8717-0e00fef1015a service neutron] 10.222.0.50 "GET /v2.0/networks?id=08743b9d-c4d3-44ca-bf63-fdb06702cb27 HTTP/1.1" status: 200 len: 914 time: 0.1926701 Dec 22 09:39:17.879731 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-43d21cc0-5e99-4c83-8683-9c0978e14e53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676 HTTP/1.1" status: 200 len: 217 time: 0.0879595 Dec 22 09:39:17.941213 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5380c636-626f-421c-9d78-c79ee313100c req-cafa6006-000c-48e6-8f8e-26d721495820 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cb54c31-1d1d-4929-b312-bc3f03ebc18f HTTP/1.1" status: 200 len: 217 time: 0.0987294 Dec 22 09:39:18.015011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-dd0ea17f-c880-47eb-ba9b-32a32f31a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:18.018741 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-dd0ea17f-c880-47eb-ba9b-32a32f31a188 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=be84fe44-b911-4723-b72f-c3518cba7eab HTTP/1.1" status: 200 len: 860 time: 0.1319773 Dec 22 09:39:18.060075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380c636-626f-421c-9d78-c79ee313100c req-4e6ee18a-2c42-45e2-82b7-fe8dad2a2274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:18.060979 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5380c636-626f-421c-9d78-c79ee313100c req-4e6ee18a-2c42-45e2-82b7-fe8dad2a2274 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=14279cab-faa4-47a9-9a5c-6644049e4cce HTTP/1.1" status: 200 len: 860 time: 0.1183090 Dec 22 09:39:18.118241 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-8907020c-805b-4767-af50-bb4a6c0f5055 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de2ea75c-236c-47b9-af8d-5af343143f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928190 Dec 22 09:39:18.156858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-289d7c84-fb58-4409-bd4e-21c00169f3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1047537462-router', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:28Z', 'updated_at': '2020-12-22T09:37:45Z', 'revision_number': 4, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'gw_port': {'id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:30Z', 'updated_at': '2020-12-22T09:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '01300ad1-7629-4f38-bf5b-c3578ee21dbb', 'name': '', 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'mac_address': 'fa:16:3e:c8:bf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '14279cab-faa4-47a9-9a5c-6644049e4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:42Z', 'updated_at': '2020-12-22T09:38:00Z', 'revision_number': 5, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'subnets': [{'id': '14279cab-faa4-47a9-9a5c-6644049e4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:18.164763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289d7c84-fb58-4409-bd4e-21c00169f3ba None None] Checking router: 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:39:18.184668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289d7c84-fb58-4409-bd4e-21c00169f3ba None None] Routers {'53f4d47d-c768-4b4c-9216-2cf6d939d0b4'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:39:18.185771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-289d7c84-fb58-4409-bd4e-21c00169f3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:39:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['53f4d47d-c768-4b4c-9216-2cf6d939d0b4'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:18.197071 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5380c636-626f-421c-9d78-c79ee313100c req-75773ce7-fcfc-4281-82c7-6eeb6238dbe0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08743b9d-c4d3-44ca-bf63-fdb06702cb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250076 Dec 22 09:39:18.303146 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-b7b94214-20d6-4dcf-bc29-13de98ac446c service neutron] 10.222.0.37 "GET /v2.0/networks/de2ea75c-236c-47b9-af8d-5af343143f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775298 Dec 22 09:39:18.452009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-289d7c84-fb58-4409-bd4e-21c00169f3ba None None] Set router 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:39:18.511531 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19c725c9-fc17-4593-be50-77014c5f9a08 req-3b2abb8e-0c4f-461c-b2df-470b2deccf66 service neutron] 10.222.0.37 "GET /v2.0/networks/de2ea75c-236c-47b9-af8d-5af343143f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1994407 Dec 22 09:39:18.678486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80515a-9605-4fa5-9582-6202c80727e5 req-07b94ccd-c7f5-4430-b96f-3e8efcf6006a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:18.680171 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af80515a-9605-4fa5-9582-6202c80727e5 req-07b94ccd-c7f5-4430-b96f-3e8efcf6006a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 948 time: 0.5435266 Dec 22 09:39:18.736900 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5380c636-626f-421c-9d78-c79ee313100c req-a5653789-cd4b-48ec-a834-3a047fe15343 service neutron] 10.222.0.50 "GET /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146320 Dec 22 09:39:18.748376 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af80515a-9605-4fa5-9582-6202c80727e5 req-1c49966d-5ed5-47b0-9996-0119088a006a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602536 Dec 22 09:39:18.851972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-289d7c84-fb58-4409-bd4e-21c00169f3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1047537462-router', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:28Z', 'updated_at': '2020-12-22T09:37:45Z', 'revision_number': 4, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'gw_port': {'id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:30Z', 'updated_at': '2020-12-22T09:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '01300ad1-7629-4f38-bf5b-c3578ee21dbb', 'name': '', 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'mac_address': 'fa:16:3e:c8:bf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '14279cab-faa4-47a9-9a5c-6644049e4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:42Z', 'updated_at': '2020-12-22T09:38:00Z', 'revision_number': 5, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'subnets': [{'id': '14279cab-faa4-47a9-9a5c-6644049e4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:18.858470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289d7c84-fb58-4409-bd4e-21c00169f3ba None None] The sync data for ids ['53f4d47d-c768-4b4c-9216-2cf6d939d0b4'] in n-d-765315-5 is: [{'id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1047537462-router', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:28Z', 'updated_at': '2020-12-22T09:37:45Z', 'revision_number': 4, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'gw_port': {'id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:30Z', 'updated_at': '2020-12-22T09:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '01300ad1-7629-4f38-bf5b-c3578ee21dbb', 'name': '', 'network_id': '08743b9d-c4d3-44ca-bf63-fdb06702cb27', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'mac_address': 'fa:16:3e:c8:bf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '14279cab-faa4-47a9-9a5c-6644049e4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:42Z', 'updated_at': '2020-12-22T09:38:00Z', 'revision_number': 5, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'subnets': [{'id': '14279cab-faa4-47a9-9a5c-6644049e4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:39:18.935255 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5380c636-626f-421c-9d78-c79ee313100c req-7c4117d1-1d38-4301-a693-c6240c1b25aa service neutron] 10.222.0.50 "GET /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1896451 Dec 22 09:39:19.006006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device c1685308-913a-4771-a46d-4bf94651ed94 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:39:19.054266 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'tag': '4cb54c31-1d1d-4929-b312-bc3f03ebc18f', 'status': 'completed', 'code': 200} Dec 22 09:39:19.105253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port c1685308-913a-4771-a46d-4bf94651ed94 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:19.105801 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:19.261589 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f024387-ac37-44c4-ab8f-539285761769', 'tag': '4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676', 'status': 'completed', 'code': 200} Dec 22 09:39:19.265816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7507afc-115f-4332-91f6-eca366c1bf53 req-efcb23ad-fedd-46b7-8c29-dbf100086ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:19.267993 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7507afc-115f-4332-91f6-eca366c1bf53 req-efcb23ad-fedd-46b7-8c29-dbf100086ef9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15cfc948da3e4885bbbb213e70ea2fb5&device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 1161 time: 0.1665506 Dec 22 09:39:19.289724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d96a42-a35d-440f-869e-44c4da4b8f64 req-9ceabf01-f2ab-4b52-80ed-e26ad517595e tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:19.291397 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8d96a42-a35d-440f-869e-44c4da4b8f64 req-9ceabf01-f2ab-4b52-80ed-e26ad517595e tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/ports?device_id=fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa HTTP/1.1" status: 200 len: 949 time: 0.2023170 Dec 22 09:39:19.329745 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:19.366520 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8d96a42-a35d-440f-869e-44c4da4b8f64 req-6a3256fe-34f0-4f46-9732-77a96d16967b tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/security-groups?id=c5c7ea07-2d10-49c4-9ea7-90348c47484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603664 Dec 22 09:39:19.397865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ad962c-e330-45a0-80b4-f88bb50c22c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1685308-913a-4771-a46d-4bf94651ed94'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:19.417787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port c1685308-913a-4771-a46d-4bf94651ed94, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c1685308-913a-4771-a46d-4bf94651ed94,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:19.423065 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:19.425737 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:19.475655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:39:19.552806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13524de5-bc8c-47a7-8ea2-47d20d058d9f None None] New status for floating IP d518ff7b-1436-4b35-a68c-827dc9d902b3: DOWN {{(pid=81074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:39:19.583400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=c1685308-913a-4771-a46d-4bf94651ed94,revision_number=6']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:19.589717 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:19.591480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b89bf-f2ff-42ac-84f7-d59509818231 req-f993b666-e037-4e7c-915a-09586e6024e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:19.593972 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-224b89bf-f2ff-42ac-84f7-d59509818231 req-f993b666-e037-4e7c-915a-09586e6024e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b14d6bb32424ce08f6f7d9749a7139b&device_id=4f024387-ac37-44c4-ab8f-539285761769 HTTP/1.1" status: 200 len: 1158 time: 0.2484291 Dec 22 09:39:19.614040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a416120-6632-4abb-a6df-391c9b7fd52b req-2b0a955e-ca51-4f44-a16d-bb673e088498 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:19.615786 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7a416120-6632-4abb-a6df-391c9b7fd52b req-2b0a955e-ca51-4f44-a16d-bb673e088498 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.1746182 Dec 22 09:39:19.666087 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:19.686577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b00ff-a17d-4066-be34-68e9838fc4f4 req-7c6bd6e3-c244-442c-9083-0462c33cf084 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:19.695018 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b6b00ff-a17d-4066-be34-68e9838fc4f4 req-7c6bd6e3-c244-442c-9083-0462c33cf084 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=4f024387-ac37-44c4-ab8f-539285761769 HTTP/1.1" status: 200 len: 943 time: 0.1581459 Dec 22 09:39:19.700162 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7a416120-6632-4abb-a6df-391c9b7fd52b req-89a6307f-6cc5-4e58-8b3b-59c1c7b66e84 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730751 Dec 22 09:39:19.743241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:19.747067 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:19.750520 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-02c7818c-ee00-4528-9259-8742f3264570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:19.772583 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b6b00ff-a17d-4066-be34-68e9838fc4f4 req-8ea1a5c5-afa8-4e41-8614-d4342f535141 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763526 Dec 22 09:39:19.845398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6,revision_number=7']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:19.860684 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:19.934824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ae367-5ced-4acc-9c89-fff9aa343129 req-2471da0c-2368-4d5c-a6c8-194e83ddfcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:19.936755 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f23ae367-5ced-4acc-9c89-fff9aa343129 req-2471da0c-2368-4d5c-a6c8-194e83ddfcc4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 1163 time: 0.1630962 Dec 22 09:39:20.027222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7507afc-115f-4332-91f6-eca366c1bf53 req-2118800c-9f6a-40e4-a365-1b8784d67ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:20.028867 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7507afc-115f-4332-91f6-eca366c1bf53 req-2118800c-9f6a-40e4-a365-1b8784d67ef2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=08743b9d-c4d3-44ca-bf63-fdb06702cb27 HTTP/1.1" status: 200 len: 914 time: 0.7399905 Dec 22 09:39:20.045915 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f23ae367-5ced-4acc-9c89-fff9aa343129 req-972bd94b-b9c1-4054-9670-6e5060b3769e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941286 Dec 22 09:39:20.182952 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7507afc-115f-4332-91f6-eca366c1bf53 req-ca691e77-7f68-4cbc-8c1a-9eedcf505dce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cb54c31-1d1d-4929-b312-bc3f03ebc18f HTTP/1.1" status: 200 len: 217 time: 0.1390233 Dec 22 09:39:20.185492 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15ec8bf0-5cf5-4526-bf02-fbcdbef1376c req-b6bb9650-16e1-4549-a741-330a80cc2dae tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/floatingips/d518ff7b-1436-4b35-a68c-827dc9d902b3 HTTP/1.1" status: 200 len: 695 time: 0.0939405 Dec 22 09:39:20.292002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7507afc-115f-4332-91f6-eca366c1bf53 req-92cd5a76-6a36-4c66-90ee-79d72f9d3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:20.293598 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7507afc-115f-4332-91f6-eca366c1bf53 req-92cd5a76-6a36-4c66-90ee-79d72f9d3885 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14279cab-faa4-47a9-9a5c-6644049e4cce HTTP/1.1" status: 200 len: 860 time: 0.1042027 Dec 22 09:39:20.296080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b89bf-f2ff-42ac-84f7-d59509818231 req-e2c25dc8-237a-4c97-8dc1-30d3b2c22ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:20.298146 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-224b89bf-f2ff-42ac-84f7-d59509818231 req-e2c25dc8-237a-4c97-8dc1-30d3b2c22ccc service neutron] 10.222.0.37 "GET /v2.0/networks?id=de2ea75c-236c-47b9-af8d-5af343143f83 HTTP/1.1" status: 200 len: 914 time: 0.6932192 Dec 22 09:39:20.373235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec8bf0-5cf5-4526-bf02-fbcdbef1376c req-3fe3e25c-b4c3-4f0d-9cd7-857146658b38 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:20.375988 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15ec8bf0-5cf5-4526-bf02-fbcdbef1376c req-3fe3e25c-b4c3-4f0d-9cd7-857146658b38 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.1817794 Dec 22 09:39:20.427741 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7507afc-115f-4332-91f6-eca366c1bf53 req-afb767b7-c58b-492c-bc87-ed95115ebd85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08743b9d-c4d3-44ca-bf63-fdb06702cb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1207688 Dec 22 09:39:20.429140 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-224b89bf-f2ff-42ac-84f7-d59509818231 req-8dda4355-2f19-4ac2-8698-bb4ec3bbcddb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676 HTTP/1.1" status: 200 len: 217 time: 0.0888638 Dec 22 09:39:20.473812 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15ec8bf0-5cf5-4526-bf02-fbcdbef1376c req-e0c3792d-6481-4401-aef6-07647b343c6b tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.133 HTTP/1.1" status: 200 len: 696 time: 0.0919933 Dec 22 09:39:20.621791 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15ec8bf0-5cf5-4526-bf02-fbcdbef1376c req-dddff5ee-85eb-4b71-b544-192f387067d7 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.133 HTTP/1.1" status: 200 len: 696 time: 0.1411004 Dec 22 09:39:20.708942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b89bf-f2ff-42ac-84f7-d59509818231 req-ab3e9512-4573-4da5-bf5c-ed556b28c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:20.710515 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-224b89bf-f2ff-42ac-84f7-d59509818231 req-ab3e9512-4573-4da5-bf5c-ed556b28c5ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=be84fe44-b911-4723-b72f-c3518cba7eab HTTP/1.1" status: 200 len: 860 time: 0.2303686 Dec 22 09:39:20.740929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:39:20.798082 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-224b89bf-f2ff-42ac-84f7-d59509818231 req-579563f6-7f3c-46ce-83b8-4b50e430f82a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de2ea75c-236c-47b9-af8d-5af343143f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758214 Dec 22 09:39:20.825886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-15ec8bf0-5cf5-4526-bf02-fbcdbef1376c req-8fd2be8b-ccfd-4c94-a821-312eb055843f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Deleting port 7801d48f-a40a-474c-b52b-499b895a6b94 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:39:20.826394 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-15ec8bf0-5cf5-4526-bf02-fbcdbef1376c req-8fd2be8b-ccfd-4c94-a821-312eb055843f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:20.833523 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7507afc-115f-4332-91f6-eca366c1bf53 req-54837158-4df6-423c-86ef-f4056f9650c4 service neutron] 10.222.0.37 "GET /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913734 Dec 22 09:39:20.836640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:39:20.843931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:20.844887 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:20.869701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ac081-c72c-4509-bcb0-235e43393dad req-7d49a2aa-e092-4540-8c9e-79ae1c98187a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:20.871313 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c0ac081-c72c-4509-bcb0-235e43393dad req-7d49a2aa-e092-4540-8c9e-79ae1c98187a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.64 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8&tenant_id=4f8a67b33ff048d5bd0b60e257789306&binding%3Ahost_id=n-h1-765315-5 HTTP/1.1" status: 200 len: 950 time: 0.3211081 Dec 22 09:39:21.067129 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:21.119771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676,segment=NetworkSegment(fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c),segment_id=fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:21.122005 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:21.125902 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-395aaccf-12a9-4655-8470-dc2698204ebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:21.209519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-15ec8bf0-5cf5-4526-bf02-fbcdbef1376c req-8fd2be8b-ccfd-4c94-a821-312eb055843f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:21.209807 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-224b89bf-f2ff-42ac-84f7-d59509818231 req-7646230a-eb11-448d-ac41-ca3f1c6fbb58 service neutron] 10.222.0.37 "GET /v2.0/networks/de2ea75c-236c-47b9-af8d-5af343143f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747773 Dec 22 09:39:21.210078 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-15ec8bf0-5cf5-4526-bf02-fbcdbef1376c req-8fd2be8b-ccfd-4c94-a821-312eb055843f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks [] for floatingip, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:21.249960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:21.253752 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7507afc-115f-4332-91f6-eca366c1bf53 req-68d9ae54-d963-47c2-b51c-bc7d4a4e2831 service neutron] 10.222.0.37 "GET /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2790926 Dec 22 09:39:21.254302 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:21.303545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device c1685308-913a-4771-a46d-4bf94651ed94 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:39:21.427762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-15ec8bf0-5cf5-4526-bf02-fbcdbef1376c req-8fd2be8b-ccfd-4c94-a821-312eb055843f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Calling delete_port for 7801d48f-a40a-474c-b52b-499b895a6b94 owned by network:floatingip {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:39:21.448341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port c1685308-913a-4771-a46d-4bf94651ed94 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:21.449436 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:21.482101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ac081-c72c-4509-bcb0-235e43393dad req-4d63deb2-1e38-4ef7-b02b-16afc042ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:21.484907 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c0ac081-c72c-4509-bcb0-235e43393dad req-4d63deb2-1e38-4ef7-b02b-16afc042ae06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 1165 time: 0.4219193 Dec 22 09:39:21.518215 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-224b89bf-f2ff-42ac-84f7-d59509818231 req-7299a0a8-3898-45a8-b424-b0cae9cdd886 service neutron] 10.222.0.37 "GET /v2.0/networks/de2ea75c-236c-47b9-af8d-5af343143f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2569928 Dec 22 09:39:21.620890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:39:21.682403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ac081-c72c-4509-bcb0-235e43393dad req-f33ee2d8-8704-4557-abb4-119bfac6776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:21.692212 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c0ac081-c72c-4509-bcb0-235e43393dad req-f33ee2d8-8704-4557-abb4-119bfac6776d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.1871204 Dec 22 09:39:21.709670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:21.710121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:21.796638 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c0ac081-c72c-4509-bcb0-235e43393dad req-40b25a75-befd-45d8-a784-d10cbc500fd9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=c1685308-913a-4771-a46d-4bf94651ed94 HTTP/1.1" status: 200 len: 217 time: 0.1030037 Dec 22 09:39:21.855618 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ad962c-e330-45a0-80b4-f88bb50c22c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1685308-913a-4771-a46d-4bf94651ed94', 'code': 200} Dec 22 09:39:21.893728 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:21.930823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:21.934473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:21.936669 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e91141c-7df6-481a-96ec-0ede957723ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:21.962972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ac081-c72c-4509-bcb0-235e43393dad req-8693e1ed-2c30-4163-8dce-4809f6816f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:21.964965 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c0ac081-c72c-4509-bcb0-235e43393dad req-8693e1ed-2c30-4163-8dce-4809f6816f58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1604910 Dec 22 09:39:22.010929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6,revision_number=8']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:22.015680 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:22.091243 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-15ec8bf0-5cf5-4526-bf02-fbcdbef1376c req-8fd2be8b-ccfd-4c94-a821-312eb055843f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:22.112561 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f43a5c60-872c-45a3-8d09-5e3433f57021 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:22.189074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2be8b-ccfd-4c94-a821-312eb055843f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Pushing event deleted for resources: {'Port': ['ID=7801d48f-a40a-474c-b52b-499b895a6b94,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:22.202184 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8fd2be8b-ccfd-4c94-a821-312eb055843f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:22.287557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:39:22.306528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ac081-c72c-4509-bcb0-235e43393dad req-85db2d63-8ddf-4391-be7d-8bdca2d1b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:22.308231 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c0ac081-c72c-4509-bcb0-235e43393dad req-85db2d63-8ddf-4391-be7d-8bdca2d1b231 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3306298 Dec 22 09:39:22.365685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90df37-acea-4808-a497-4bad89b8028e req-1f6af0d1-57fb-4873-86a1-bfa5e69a1678 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:22.367380 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db90df37-acea-4808-a497-4bad89b8028e req-1f6af0d1-57fb-4873-86a1-bfa5e69a1678 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.3463998 Dec 22 09:39:22.367527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:39:22.402075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:22.402498 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:22.528876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:22.529343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:22.845039 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db90df37-acea-4808-a497-4bad89b8028e req-c94ab244-6519-4088-b36b-e1cbc55df740 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678621 Dec 22 09:39:22.880444 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-15ec8bf0-5cf5-4526-bf02-fbcdbef1376c req-8fd2be8b-ccfd-4c94-a821-312eb055843f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks [] for floatingip, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:22.900041 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c0ac081-c72c-4509-bcb0-235e43393dad req-8f39ea71-6c67-40e3-a881-37981e842ea9 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739493 Dec 22 09:39:22.938594 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-15ec8bf0-5cf5-4526-bf02-fbcdbef1376c req-8fd2be8b-ccfd-4c94-a821-312eb055843f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:22.939904 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15ec8bf0-5cf5-4526-bf02-fbcdbef1376c req-8fd2be8b-ccfd-4c94-a821-312eb055843f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "DELETE /v2.0/floatingips/d518ff7b-1436-4b35-a68c-827dc9d902b3 HTTP/1.1" status: 204 len: 173 time: 2.3055561 Dec 22 09:39:23.176569 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c0ac081-c72c-4509-bcb0-235e43393dad req-4e96c0b4-ebf9-41d6-859d-3d5da85006dc service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2681792 Dec 22 09:39:23.239069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ab389-efc1-4553-9b40-f4997d840028 req-2ccd8e1e-1e3f-49a0-b9d3-8be541b90333 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:23.240772 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b88ab389-efc1-4553-9b40-f4997d840028 req-2ccd8e1e-1e3f-49a0-b9d3-8be541b90333 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.2194474 Dec 22 09:39:23.248274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab633aac-c6c5-484e-9276-07bb0b25558d req-8e00884b-ac04-4165-bf4e-235c4b3593e2 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:23.250146 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ab633aac-c6c5-484e-9276-07bb0b25558d req-8e00884b-ac04-4165-bf4e-235c4b3593e2 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=4f024387-ac37-44c4-ab8f-539285761769 HTTP/1.1" status: 200 len: 945 time: 0.1754849 Dec 22 09:39:23.333389 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b88ab389-efc1-4553-9b40-f4997d840028 req-6810dab7-67be-4acb-9a6b-78ebe3c4c3c5 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819702 Dec 22 09:39:23.345316 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ab633aac-c6c5-484e-9276-07bb0b25558d req-fdd6eda3-c553-460e-9bba-74e217e27dd7 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775464 Dec 22 09:39:23.637021 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-38e61161-9254-4ddd-9c2b-21a556dc6a19 req-42cf116c-f492-4d98-bf21-8ac396c021b9 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups/145dcfc1-c6eb-47a3-ac9a-25f37d2dc904 HTTP/1.1" status: 200 len: 1758 time: 0.0559034 Dec 22 09:39:23.730946 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-38e61161-9254-4ddd-9c2b-21a556dc6a19 req-dfe9eec7-1af0-4782-b7b8-d3744ec78249 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:23.762134 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-38e61161-9254-4ddd-9c2b-21a556dc6a19 req-dfe9eec7-1af0-4782-b7b8-d3744ec78249 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:23.822154 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-38e61161-9254-4ddd-9c2b-21a556dc6a19 req-dfe9eec7-1af0-4782-b7b8-d3744ec78249 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:23.827295 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e5fa7bae-703e-44a4-94ec-22c56786b5c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:23.847162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9eec7-1af0-4782-b7b8-d3744ec78249 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Pushing event deleted for resources: {'SecurityGroup': ['ID=145dcfc1-c6eb-47a3-ac9a-25f37d2dc904,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:23.850404 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dfe9eec7-1af0-4782-b7b8-d3744ec78249 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:23.860077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280cd4ce-b5b0-44e2-a5dc-4b139a71ac02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6'}, {'server_uuid': '4f024387-ac37-44c4-ab8f-539285761769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676'}, {'server_uuid': '280cd4ce-b5b0-44e2-a5dc-4b139a71ac02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:23.869052 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-38e61161-9254-4ddd-9c2b-21a556dc6a19 req-dfe9eec7-1af0-4782-b7b8-d3744ec78249 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:23.883413 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-38e61161-9254-4ddd-9c2b-21a556dc6a19 req-dfe9eec7-1af0-4782-b7b8-d3744ec78249 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "DELETE /v2.0/security-groups/145dcfc1-c6eb-47a3-ac9a-25f37d2dc904 HTTP/1.1" status: 204 len: 173 time: 0.2387240 Dec 22 09:39:24.128348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5369972-57df-4da5-b567-349aea518a5a req-a763ee26-0945-4a37-8553-8a266d459c2d tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:24.130775 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5369972-57df-4da5-b567-349aea518a5a req-a763ee26-0945-4a37-8553-8a266d459c2d tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 1165 time: 0.0969341 Dec 22 09:39:24.139415 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280cd4ce-b5b0-44e2-a5dc-4b139a71ac02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6', 'code': 200} Dec 22 09:39:24.140337 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f024387-ac37-44c4-ab8f-539285761769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676', 'code': 200} Dec 22 09:39:24.140979 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280cd4ce-b5b0-44e2-a5dc-4b139a71ac02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6', 'code': 200} Dec 22 09:39:24.216314 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5369972-57df-4da5-b567-349aea518a5a req-1b80abe2-5216-4d92-a64b-24086b43855b tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743628 Dec 22 09:39:24.359983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8112fe5-1320-4729-85b3-1674b32d2110 req-33469c4a-1e92-43d3-bb14-04523fccd36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:24.361985 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b8112fe5-1320-4729-85b3-1674b32d2110 req-33469c4a-1e92-43d3-bb14-04523fccd36c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f024387-ac37-44c4-ab8f-539285761769 HTTP/1.1" status: 200 len: 1160 time: 0.1070285 Dec 22 09:39:24.432129 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b8112fe5-1320-4729-85b3-1674b32d2110 req-03c48e37-4a7c-4fe7-ba19-85ceb6b98365 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599265 Dec 22 09:39:24.463326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c383499-2d58-4cfc-856b-2b51398193fc req-b0683db6-456e-48a3-94e3-f97483782677 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:24.466255 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c383499-2d58-4cfc-856b-2b51398193fc req-b0683db6-456e-48a3-94e3-f97483782677 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.1101515 Dec 22 09:39:24.520001 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c383499-2d58-4cfc-856b-2b51398193fc req-985b5d5d-a22c-4a4e-b23a-f304800650ef tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456073 Dec 22 09:39:24.667763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d8e1b-185f-4d74-84ed-4af646f1dff4 req-c6c383d2-53a1-4d15-ab4a-b17052a7012f tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:24.669377 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-165d8e1b-185f-4d74-84ed-4af646f1dff4 req-c6c383d2-53a1-4d15-ab4a-b17052a7012f tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/ports?device_id=fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa HTTP/1.1" status: 200 len: 949 time: 0.0976028 Dec 22 09:39:24.728893 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-165d8e1b-185f-4d74-84ed-4af646f1dff4 req-e23a5feb-a976-4c0d-a99f-c3e4f713a395 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/security-groups?id=c5c7ea07-2d10-49c4-9ea7-90348c47484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516596 Dec 22 09:39:24.989252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade584ab-d985-4b31-89e1-f1409f7ac0e7 req-cda77a97-382b-4ee4-b915-0c0d7aafeaa8 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:24.990838 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ade584ab-d985-4b31-89e1-f1409f7ac0e7 req-cda77a97-382b-4ee4-b915-0c0d7aafeaa8 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=4f024387-ac37-44c4-ab8f-539285761769 HTTP/1.1" status: 200 len: 945 time: 0.1684258 Dec 22 09:39:25.003671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7257e4-e70f-4bb5-b9b6-18565c6a84b8 req-fccb1379-63cf-48d0-a323-2f8012042f26 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:25.004453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1f7257e4-e70f-4bb5-b9b6-18565c6a84b8 req-fccb1379-63cf-48d0-a323-2f8012042f26 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Synchronizing usage tracker for tenant:15cfc948da3e4885bbbb213e70ea2fb5 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:39:25.055351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1f7257e4-e70f-4bb5-b9b6-18565c6a84b8 req-fccb1379-63cf-48d0-a323-2f8012042f26 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Unset dirty status for tenant:15cfc948da3e4885bbbb213e70ea2fb5 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:39:25.056513 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1f7257e4-e70f-4bb5-b9b6-18565c6a84b8 req-fccb1379-63cf-48d0-a323-2f8012042f26 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.1821907 Dec 22 09:39:25.064488 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ade584ab-d985-4b31-89e1-f1409f7ac0e7 req-0a1e2bdd-d18d-481b-a56a-c6a053c26296 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569780 Dec 22 09:39:25.123852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1f7257e4-e70f-4bb5-b9b6-18565c6a84b8 req-5f0d0f18-b1ab-42ec-ab23-30f899b83173 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Synchronizing usage tracker for tenant:15cfc948da3e4885bbbb213e70ea2fb5 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:39:25.142822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1f7257e4-e70f-4bb5-b9b6-18565c6a84b8 req-5f0d0f18-b1ab-42ec-ab23-30f899b83173 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Unset dirty status for tenant:15cfc948da3e4885bbbb213e70ea2fb5 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:39:25.147317 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1f7257e4-e70f-4bb5-b9b6-18565c6a84b8 req-5f0d0f18-b1ab-42ec-ab23-30f899b83173 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814092 Dec 22 09:39:25.560709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47622) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:25.594196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7ce05-8d69-42e8-9960-a61b2a996ee4 req-bb5ee802-e03c-4adc-8006-601d2173083c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:25.597142 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-89e7ce05-8d69-42e8-9960-a61b2a996ee4 req-bb5ee802-e03c-4adc-8006-601d2173083c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.1799948 Dec 22 09:39:25.607131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45730a-788e-457a-bbe5-458af248a5ba req-f9b9df4e-1ec8-483d-b7c5-a0512b300d69 tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:25.610716 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd45730a-788e-457a-bbe5-458af248a5ba req-f9b9df4e-1ec8-483d-b7c5-a0512b300d69 tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 1165 time: 0.1496398 Dec 22 09:39:25.712870 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-89e7ce05-8d69-42e8-9960-a61b2a996ee4 req-df69851f-1e12-4de8-8513-e653d266a601 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003392 Dec 22 09:39:25.725658 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd45730a-788e-457a-bbe5-458af248a5ba req-ff41d5e2-1a28-4737-ba45-dd23c6a737c9 tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883276 Dec 22 09:39:25.804912 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:25.847526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:25.852523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Usage tracker for resource:security_group_rule and tenant:1795c7a0fbc64b81b9c101b61cd91c72 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:25.855981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:25.863439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:25.997776 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:26.001368 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:26.015865 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-171ec732-d63e-4414-81f2-389ff048e97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:26.067348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e09cd-87e0-4f33-a7f2-328161015085 req-7e67f44f-9172-4fa4-88e4-7b904b2cabd9 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:26.067584 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1795c7a0fbc64b81b9c101b61cd91c72&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5028026 Dec 22 09:39:26.068054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47638) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:26.070811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32469987-ef9f-41e5-bb22-4ac6725a4b04,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:26.072602 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-126e09cd-87e0-4f33-a7f2-328161015085 req-7e67f44f-9172-4fa4-88e4-7b904b2cabd9 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/ports?device_id=fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa HTTP/1.1" status: 200 len: 949 time: 0.1090441 Dec 22 09:39:26.095178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.095674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.097591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.098011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.098428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.098849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.099262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.099669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.100158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.100544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.101117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.101680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.102342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.102755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.103157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.103568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.103985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.104401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.104804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.105201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.105599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.106000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.106399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.106796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.107256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.107661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.108086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.109399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.109399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.109742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.110150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.110729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.111131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.111532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.111930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.112355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:26.120501 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:26.125425 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-126e09cd-87e0-4f33-a7f2-328161015085 req-035fa3dc-5340-42ab-b45b-6bdc7b54e07c tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/security-groups?id=c5c7ea07-2d10-49c4-9ea7-90348c47484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512402 Dec 22 09:39:26.172384 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b119a685-bdf9-48e6-8c26-8120dcad4eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:26.227509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b119a685-bdf9-48e6-8c26-8120dcad4eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:26.304833 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b119a685-bdf9-48e6-8c26-8120dcad4eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:26.311607 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e248c38c-e9d8-4027-9726-2a7a3c9d8681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:26.330128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119a685-bdf9-48e6-8c26-8120dcad4eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32469987-ef9f-41e5-bb22-4ac6725a4b04,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:26.332861 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b119a685-bdf9-48e6-8c26-8120dcad4eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:26.339426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b119a685-bdf9-48e6-8c26-8120dcad4eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:26.340835 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b119a685-bdf9-48e6-8c26-8120dcad4eaf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32469987-ef9f-41e5-bb22-4ac6725a4b04 HTTP/1.1" status: 204 len: 168 time: 0.2718899 Dec 22 09:39:26.509660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fb6b1-fd74-4e38-8aef-c1a37e820f5a req-85d3f813-30a5-42c4-805e-908ec5bfa6b3 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:26.511285 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-055fb6b1-fd74-4e38-8aef-c1a37e820f5a req-85d3f813-30a5-42c4-805e-908ec5bfa6b3 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.1823046 Dec 22 09:39:26.519562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4bbb8-5f07-45b3-b363-7a2aec949142 req-e911a547-c9ab-4c1a-95f8-0c1a219f1c59 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:26.521115 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-25b4bbb8-5f07-45b3-b363-7a2aec949142 req-e911a547-c9ab-4c1a-95f8-0c1a219f1c59 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=4f024387-ac37-44c4-ab8f-539285761769 HTTP/1.1" status: 200 len: 945 time: 0.1367800 Dec 22 09:39:26.597752 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-055fb6b1-fd74-4e38-8aef-c1a37e820f5a req-b13bcd94-3924-40f8-90a4-97a8779ae25f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756569 Dec 22 09:39:26.607912 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-25b4bbb8-5f07-45b3-b363-7a2aec949142 req-14bad6d3-24d8-4adc-a7aa-e590e8652e7e tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690806 Dec 22 09:39:27.040993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc3414-db0b-43ab-b95c-e8179f969ee0 req-571eb1bf-b8af-47b9-81a3-ab1ac789907a tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:27.042788 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5bfc3414-db0b-43ab-b95c-e8179f969ee0 req-571eb1bf-b8af-47b9-81a3-ab1ac789907a tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=9e68925f-8d28-4acb-ac3a-37b26b635013 HTTP/1.1" status: 200 len: 949 time: 0.1029868 Dec 22 09:39:27.091547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2780ba6-fa32-4129-8125-eade6dc284f0 req-e9884416-0193-4a4d-8f0a-82a8cf456d1e tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:27.092543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a2780ba6-fa32-4129-8125-eade6dc284f0 req-e9884416-0193-4a4d-8f0a-82a8cf456d1e tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Synchronizing usage tracker for tenant:06791703d1104e4e8f28b623edc3e678 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:39:27.103269 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5bfc3414-db0b-43ab-b95c-e8179f969ee0 req-42bf2d87-c396-437a-a155-921d93b07171 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481331 Dec 22 09:39:27.116414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a2780ba6-fa32-4129-8125-eade6dc284f0 req-e9884416-0193-4a4d-8f0a-82a8cf456d1e tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Unset dirty status for tenant:06791703d1104e4e8f28b623edc3e678 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:39:27.118183 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2780ba6-fa32-4129-8125-eade6dc284f0 req-e9884416-0193-4a4d-8f0a-82a8cf456d1e tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.37 "GET /v2.0/ports?device_id=fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa HTTP/1.1" status: 200 len: 949 time: 0.1269078 Dec 22 09:39:27.223214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-a2780ba6-fa32-4129-8125-eade6dc284f0 req-d4f91723-07a1-4d82-aabd-4d8e182e5004 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Deleting port 9ee06291-3ab2-4d1a-8a43-6aee67819824 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:39:27.223866 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a2780ba6-fa32-4129-8125-eade6dc284f0 req-d4f91723-07a1-4d82-aabd-4d8e182e5004 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:27.295152 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-79fab5fb-8431-4f4c-b8f3-b4aeb34a995f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/networks?tenant_id=4f8a67b33ff048d5bd0b60e257789306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499990 Dec 22 09:39:27.509300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-6500745f-a0a0-4337-b4be-f033945da297 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:27.511359 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-6500745f-a0a0-4337-b4be-f033945da297 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2152500 Dec 22 09:39:27.540501 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-fafdeefb-110e-48f6-857a-d9ad101e218e tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/quotas/4f8a67b33ff048d5bd0b60e257789306 HTTP/1.1" status: 200 len: 375 time: 0.0126259 Dec 22 09:39:27.587009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47690) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:27.591208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a2780ba6-fa32-4129-8125-eade6dc284f0 req-d4f91723-07a1-4d82-aabd-4d8e182e5004 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] For port 9ee06291-3ab2-4d1a-8a43-6aee67819824, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=9ee06291-3ab2-4d1a-8a43-6aee67819824,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:27.591611 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a2780ba6-fa32-4129-8125-eade6dc284f0 req-d4f91723-07a1-4d82-aabd-4d8e182e5004 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:27.735919 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-f5ab20d0-1661-4211-9d85-ac66c1b4345f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1830750 Dec 22 09:39:27.743414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185b716-bf82-4bf5-af3e-baa7e321a775 req-a2d33ae5-cee6-47f7-988d-d46544be1da2 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:27.752075 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3185b716-bf82-4bf5-af3e-baa7e321a775 req-a2d33ae5-cee6-47f7-988d-d46544be1da2 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/ports?device_id=fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa HTTP/1.1" status: 200 len: 949 time: 0.1504009 Dec 22 09:39:27.768652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-a2780ba6-fa32-4129-8125-eade6dc284f0 req-d4f91723-07a1-4d82-aabd-4d8e182e5004 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Calling delete_port for 9ee06291-3ab2-4d1a-8a43-6aee67819824 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:39:27.802947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2084198261-network', 'tenant_id': '2bf9339faedd4d93bde184951affe795'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:27.805038 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3185b716-bf82-4bf5-af3e-baa7e321a775 req-33f7faa6-d975-4c5b-9cad-53ca2e05afbb tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/security-groups?id=c5c7ea07-2d10-49c4-9ea7-90348c47484c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517318 Dec 22 09:39:27.866130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:27.912499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Usage tracker for resource:network and tenant:2bf9339faedd4d93bde184951affe795 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:27.918846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:27.956670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:28.032981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Made reservation on behalf of 2bf9339faedd4d93bde184951affe795 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:39:28.038296 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:28.069767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:28.098726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:28.114257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Usage tracker for resource:security_group_rule and tenant:2bf9339faedd4d93bde184951affe795 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:28.124125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:28.134134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebb191-e859-40dc-847c-09ed7f5da922 req-ef60558d-566a-41c5-ba20-0704bb345acb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:28.134939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-88ebb191-e859-40dc-847c-09ed7f5da922 req-ef60558d-566a-41c5-ba20-0704bb345acb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Synchronizing usage tracker for tenant:15cfc948da3e4885bbbb213e70ea2fb5 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:39:28.142683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a2780ba6-fa32-4129-8125-eade6dc284f0 req-d4f91723-07a1-4d82-aabd-4d8e182e5004 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:28.145345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:28.164473 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:28.195788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fd61d-bd35-4dcf-a987-9697be947226 req-3c2ca3df-650f-4c59-a938-0eda85cbf58e tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:28.197552 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8d2fd61d-bd35-4dcf-a987-9697be947226 req-3c2ca3df-650f-4c59-a938-0eda85cbf58e tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.64 "GET /v2.0/ports?device_id=9e68925f-8d28-4acb-ac3a-37b26b635013 HTTP/1.1" status: 200 len: 949 time: 0.2640424 Dec 22 09:39:28.206470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506b678-db1c-4894-b8e5-55290bfd9763 req-edb7f1d7-cd43-4617-b3f7-b400018271b3 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:28.215929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 4cb54c31-1d1d-4929-b312-bc3f03ebc18f no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:39:28.225234 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8506b678-db1c-4894-b8e5-55290bfd9763 req-edb7f1d7-cd43-4617-b3f7-b400018271b3 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=4f024387-ac37-44c4-ab8f-539285761769 HTTP/1.1" status: 200 len: 945 time: 0.2333703 Dec 22 09:39:28.231919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f91723-07a1-4d82-aabd-4d8e182e5004 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Pushing event deleted for resources: {'Port': ['ID=9ee06291-3ab2-4d1a-8a43-6aee67819824,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:28.255917 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d4f91723-07a1-4d82-aabd-4d8e182e5004 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:28.307733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-88ebb191-e859-40dc-847c-09ed7f5da922 req-ef60558d-566a-41c5-ba20-0704bb345acb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Unset dirty status for tenant:15cfc948da3e4885bbbb213e70ea2fb5 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:39:28.308460 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-88ebb191-e859-40dc-847c-09ed7f5da922 req-ef60558d-566a-41c5-ba20-0704bb345acb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.37 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.4908848 Dec 22 09:39:28.334080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5b547-3b19-4a7a-9b09-f7e0359e379e req-d187397b-0f86-43cd-8714-2773b072d291 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:28.345578 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2ed5b547-3b19-4a7a-9b09-f7e0359e379e req-d187397b-0f86-43cd-8714-2773b072d291 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 946 time: 0.3071914 Dec 22 09:39:28.476773 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2ed5b547-3b19-4a7a-9b09-f7e0359e379e req-5fb98b0d-aa98-4df6-8a7e-1a5096eebf43 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296968 Dec 22 09:39:28.507782 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8506b678-db1c-4894-b8e5-55290bfd9763 req-e1e8fbae-6469-4f38-bfb3-f656d4ffd90f tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722659 Dec 22 09:39:28.523345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-8d2fd61d-bd35-4dcf-a987-9697be947226 req-1f06a7dd-3614-4502-8dd1-d4839fa09d69 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Deleting port d3a99780-4994-4561-ae29-1fe88e3738d3 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:39:28.523559 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8d2fd61d-bd35-4dcf-a987-9697be947226 req-1f06a7dd-3614-4502-8dd1-d4839fa09d69 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:28.537642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device d3a99780-4994-4561-ae29-1fe88e3738d3 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:39:28.876334 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:28.935265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb54c31-1d1d-4929-b312-bc3f03ebc18f'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:28.950669 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:28.981188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 4cb54c31-1d1d-4929-b312-bc3f03ebc18f, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=4cb54c31-1d1d-4929-b312-bc3f03ebc18f,segment=NetworkSegment(5aa9c35f-52f7-402d-a8dd-92c5f4bb8349),segment_id=5aa9c35f-52f7-402d-a8dd-92c5f4bb8349)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:28.985447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-88ebb191-e859-40dc-847c-09ed7f5da922 req-2ea514c7-807a-4626-8961-e08c96af3b87 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Deleting port 4cb54c31-1d1d-4929-b312-bc3f03ebc18f {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:39:28.986372 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:28.986542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-88ebb191-e859-40dc-847c-09ed7f5da922 req-2ea514c7-807a-4626-8961-e08c96af3b87 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:28.987275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 9ee06291-3ab2-4d1a-8a43-6aee67819824 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:39:29.032858 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e1c76d6-811d-4979-a0a6-ea6c6613cee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:29.055560 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c20431a8-2066-4e30-8e18-2d0d9ea89886 req-f3613fef-62d1-4595-8c39-3d9956fab385 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 210 time: 0.3500221 Dec 22 09:39:29.089164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] No Port match for: 9ee06291-3ab2-4d1a-8a43-6aee67819824 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:39:29.089742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 9ee06291-3ab2-4d1a-8a43-6aee67819824 not bound to the agent host n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:39:29.106853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port d3a99780-4994-4561-ae29-1fe88e3738d3, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d3a99780-4994-4561-ae29-1fe88e3738d3,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:29.117459 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:29.142552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=4cb54c31-1d1d-4929-b312-bc3f03ebc18f,revision_number=7']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:29.145461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-8d2fd61d-bd35-4dcf-a987-9697be947226 req-1f06a7dd-3614-4502-8dd1-d4839fa09d69 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] For port d3a99780-4994-4561-ae29-1fe88e3738d3, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d3a99780-4994-4561-ae29-1fe88e3738d3,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:29.146134 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8d2fd61d-bd35-4dcf-a987-9697be947226 req-1f06a7dd-3614-4502-8dd1-d4839fa09d69 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:29.149415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2780ba6-fa32-4129-8125-eade6dc284f0 req-d4f91723-07a1-4d82-aabd-4d8e182e5004 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] No DVR routers for this DVR port 9ee06291-3ab2-4d1a-8a43-6aee67819824 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:39:29.160519 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:29.161954 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:29.180625 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a2780ba6-fa32-4129-8125-eade6dc284f0 req-d4f91723-07a1-4d82-aabd-4d8e182e5004 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:29.194937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa', 'name': 'network-vif-deleted', 'tag': '9ee06291-3ab2-4d1a-8a43-6aee67819824'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:29.281577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=d3a99780-4994-4561-ae29-1fe88e3738d3,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:29.293145 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:29.323869 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2780ba6-fa32-4129-8125-eade6dc284f0 req-d4f91723-07a1-4d82-aabd-4d8e182e5004 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.37 "DELETE /v2.0/ports/9ee06291-3ab2-4d1a-8a43-6aee67819824 HTTP/1.1" status: 204 len: 173 time: 2.1981699 Dec 22 09:39:29.349957 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:29.369647 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:29.377695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-8d2fd61d-bd35-4dcf-a987-9697be947226 req-1f06a7dd-3614-4502-8dd1-d4839fa09d69 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Calling delete_port for d3a99780-4994-4561-ae29-1fe88e3738d3 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:39:29.384380 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3285ae27-f310-4036-9677-d969e5868f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:29.425708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:39:29.434406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8de9d4-abdd-408c-b03e-d11004cbfd8e req-363ec100-2314-4fd7-8fa8-79e30a85651f tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:29.435912 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b8de9d4-abdd-408c-b03e-d11004cbfd8e req-363ec100-2314-4fd7-8fa8-79e30a85651f tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=9e68925f-8d28-4acb-ac3a-37b26b635013 HTTP/1.1" status: 200 len: 949 time: 0.4334240 Dec 22 09:39:29.506117 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:29.506754 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Added segment f3f62d88-3e9b-420a-b628-5db6ebd4cf0f of type vxlan for network 13861b1c-6df2-49d4-a37b-5d2a5c7bc857 Dec 22 09:39:29.541146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:29.565215 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e86d59fd-41f4-46e9-9953-8bc3f9d49bb1 req-7731ef4b-5600-484c-bdfd-62e8d8f95356 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] 10.222.0.50 "GET /v2.0/ports?device_id=fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa HTTP/1.1" status: 200 len: 210 time: 0.1535122 Dec 22 09:39:29.584399 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:29.584602 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-8d789f3a-5433-4611-a2f7-144b9b8e6a60 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.64 "GET /v2.0/networks?tenant_id=4f8a67b33ff048d5bd0b60e257789306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811777 Dec 22 09:39:29.585448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:29.586162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:29.625277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f650c10c-34f9-4e3e-b801-11e23021ab1d,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:29.668063 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:29.668477 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:29.697228 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.1087768 Dec 22 09:39:29.714172 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb54c31-1d1d-4929-b312-bc3f03ebc18f', 'code': 200} Dec 22 09:39:29.722213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47726) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:29.763631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-57936ae9-e0ca-43d6-8154-bd1a167657f7 admin admin] Request body: {'subnet': {'network_id': '13861b1c-6df2-49d4-a37b-5d2a5c7bc857', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2084198261-subnet', 'tenant_id': '2bf9339faedd4d93bde184951affe795', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:29.775607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-57936ae9-e0ca-43d6-8154-bd1a167657f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:29.780503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-57936ae9-e0ca-43d6-8154-bd1a167657f7 admin admin] Usage tracker for resource:subnet and tenant:2bf9339faedd4d93bde184951affe795 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:29.784279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-57936ae9-e0ca-43d6-8154-bd1a167657f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:29.796667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-57936ae9-e0ca-43d6-8154-bd1a167657f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:29.808838 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3be3d3-cea4-4ef7-877b-cb0ea1d53daa', 'name': 'network-vif-deleted', 'tag': '9ee06291-3ab2-4d1a-8a43-6aee67819824', 'status': 'completed', 'code': 200} Dec 22 09:39:29.818998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57936ae9-e0ca-43d6-8154-bd1a167657f7 admin admin] Made reservation on behalf of 2bf9339faedd4d93bde184951affe795 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:39:29.824473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57936ae9-e0ca-43d6-8154-bd1a167657f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:30.066342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Pushing event updated for resources: {'Network': ['ID=13861b1c-6df2-49d4-a37b-5d2a5c7bc857,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:30.087193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 13861b1c-6df2-49d4-a37b-5d2a5c7bc857 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:39:30.154191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-812ef52c-401d-4be2-a173-3724280fc39b tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:30.156759 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-812ef52c-401d-4be2-a173-3724280fc39b tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5585926 Dec 22 09:39:30.164410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 13861b1c-6df2-49d4-a37b-5d2a5c7bc857 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:39:30.180001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 13861b1c-6df2-49d4-a37b-5d2a5c7bc857 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:39:30.183112 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:30.186070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-88ebb191-e859-40dc-847c-09ed7f5da922 req-2ea514c7-807a-4626-8961-e08c96af3b87 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] For port 4cb54c31-1d1d-4929-b312-bc3f03ebc18f, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=4cb54c31-1d1d-4929-b312-bc3f03ebc18f,segment=NetworkSegment(5aa9c35f-52f7-402d-a8dd-92c5f4bb8349),segment_id=5aa9c35f-52f7-402d-a8dd-92c5f4bb8349)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:30.186931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-88ebb191-e859-40dc-847c-09ed7f5da922 req-2ea514c7-807a-4626-8961-e08c96af3b87 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:30.336616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-f2e0bb51-6de5-4a02-892c-8a48dc343182 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Request body: {'port': {'device_id': 'dcb51992-7a83-4102-9af4-f2a8163f6cc0', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '4f8a67b33ff048d5bd0b60e257789306'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:30.357633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-8d2fd61d-bd35-4dcf-a987-9697be947226 req-1f06a7dd-3614-4502-8dd1-d4839fa09d69 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:39:30.358017 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-8d2fd61d-bd35-4dcf-a987-9697be947226 req-1f06a7dd-3614-4502-8dd1-d4839fa09d69 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:39:30.391627 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b8de9d4-abdd-408c-b03e-d11004cbfd8e req-3e6059f8-18d6-4bd8-90ec-a43c87b7b8d4 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9056394 Dec 22 09:39:30.460403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:39:30.465806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-88ebb191-e859-40dc-847c-09ed7f5da922 req-2ea514c7-807a-4626-8961-e08c96af3b87 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Calling delete_port for 4cb54c31-1d1d-4929-b312-bc3f03ebc18f owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:39:30.602661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace137e-8c91-4fac-8ab0-3ea5a13d455a req-63cc125c-3238-423b-aa5b-b96e870f54ac tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:30.605851 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2ace137e-8c91-4fac-8ab0-3ea5a13d455a req-63cc125c-3238-423b-aa5b-b96e870f54ac tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.37 "GET /v2.0/ports?device_id=4f024387-ac37-44c4-ab8f-539285761769 HTTP/1.1" status: 200 len: 945 time: 1.3579345 Dec 22 09:39:30.787744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e42be2-43fc-4579-a9b2-3ce837cddd73 req-9efce3db-4cd3-4578-9b3b-77fecd2d4ddc tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:30.794793 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c7e42be2-43fc-4579-a9b2-3ce837cddd73 req-9efce3db-4cd3-4578-9b3b-77fecd2d4ddc tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 944 time: 0.7234526 Dec 22 09:39:30.810535 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-88ebb191-e859-40dc-847c-09ed7f5da922 req-2ea514c7-807a-4626-8961-e08c96af3b87 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:30.816653 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:30.831213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-f2e0bb51-6de5-4a02-892c-8a48dc343182 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:30.833798 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5bff1a0a-4e33-430a-b970-2e581b7ceb27 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:30.860996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-2ace137e-8c91-4fac-8ab0-3ea5a13d455a req-50dc1f1e-747a-4f33-b027-71836b891e94 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Deleting port 4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:39:30.861313 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2ace137e-8c91-4fac-8ab0-3ea5a13d455a req-50dc1f1e-747a-4f33-b027-71836b891e94 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:30.863095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676,segment=NetworkSegment(fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c),segment_id=fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:30.867115 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:30.870076 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:30.900008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-8d2fd61d-bd35-4dcf-a987-9697be947226 req-1f06a7dd-3614-4502-8dd1-d4839fa09d69 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Deleting port d3a99780-4994-4561-ae29-1fe88e3738d3 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:39:30.900409 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8d2fd61d-bd35-4dcf-a987-9697be947226 req-1f06a7dd-3614-4502-8dd1-d4839fa09d69 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:30.901337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea514c7-807a-4626-8961-e08c96af3b87 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Pushing event deleted for resources: {'Port': ['ID=4cb54c31-1d1d-4929-b312-bc3f03ebc18f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:30.920815 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2ea514c7-807a-4626-8961-e08c96af3b87 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:30.932483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-f2e0bb51-6de5-4a02-892c-8a48dc343182 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:30.947915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:30.951592 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:31.008792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-f2e0bb51-6de5-4a02-892c-8a48dc343182 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Made reservation on behalf of 4f8a67b33ff048d5bd0b60e257789306 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:39:31.014681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-f2e0bb51-6de5-4a02-892c-8a48dc343182 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:31.035410 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c7e42be2-43fc-4579-a9b2-3ce837cddd73 req-7f91933c-5a0e-4547-8ea4-513ae8e89c0c tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/security-groups?id=48ec25a4-08f3-4cd2-8acd-27709cc114ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396629 Dec 22 09:39:31.121419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57936ae9-e0ca-43d6-8154-bd1a167657f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:31.142320 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ad28cf47-02dc-493f-b329-72035e15b460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:31.158490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e040a-773b-48b6-8e4f-6896c62cd43d req-23a07713-8284-4e28-84a5-14c3b55cadb3 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:31.160499 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b8e040a-773b-48b6-8e4f-6896c62cd43d req-23a07713-8284-4e28-84a5-14c3b55cadb3 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=4f024387-ac37-44c4-ab8f-539285761769 HTTP/1.1" status: 200 len: 945 time: 0.4907336 Dec 22 09:39:31.265795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57936ae9-e0ca-43d6-8154-bd1a167657f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aae4c9e-bcd8-469f-a8de-2a081da51b7f,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:31.276422 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57936ae9-e0ca-43d6-8154-bd1a167657f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:31.277558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ebb191-e859-40dc-847c-09ed7f5da922 req-2ea514c7-807a-4626-8961-e08c96af3b87 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] No DVR routers for this DVR port 4cb54c31-1d1d-4929-b312-bc3f03ebc18f on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:39:31.280666 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-88ebb191-e859-40dc-847c-09ed7f5da922 req-2ea514c7-807a-4626-8961-e08c96af3b87 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:31.386303 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-88ebb191-e859-40dc-847c-09ed7f5da922 req-2ea514c7-807a-4626-8961-e08c96af3b87 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.37 "DELETE /v2.0/ports/4cb54c31-1d1d-4929-b312-bc3f03ebc18f HTTP/1.1" status: 204 len: 173 time: 3.0052125 Dec 22 09:39:31.475481 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b8e040a-773b-48b6-8e4f-6896c62cd43d req-a7121933-6b64-43db-a29d-1a1b593bd68c tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967749 Dec 22 09:39:31.545413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57936ae9-e0ca-43d6-8154-bd1a167657f7 admin admin] Checking segment: {'id': 'f3f62d88-3e9b-420a-b628-5db6ebd4cf0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '13861b1c-6df2-49d4-a37b-5d2a5c7bc857'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:39:31.545818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57936ae9-e0ca-43d6-8154-bd1a167657f7 admin admin] Network hostable DHCP agents. Network: 13861b1c-6df2-49d4-a37b-5d2a5c7bc857, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:39:31.578782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57936ae9-e0ca-43d6-8154-bd1a167657f7 admin admin] Network 13861b1c-6df2-49d4-a37b-5d2a5c7bc857 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:39:31.589261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-57936ae9-e0ca-43d6-8154-bd1a167657f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 13861b1c-6df2-49d4-a37b-5d2a5c7bc857) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:39:31.600940 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520b863f-7494-4d48-b497-74682b0ca12c None None] Network 13861b1c-6df2-49d4-a37b-5d2a5c7bc857 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:39:31.611368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57936ae9-e0ca-43d6-8154-bd1a167657f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:31.612391 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57936ae9-e0ca-43d6-8154-bd1a167657f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:31.651164 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-57936ae9-e0ca-43d6-8154-bd1a167657f7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9234509 Dec 22 09:39:31.652009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47738) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:31.659774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2084198261-router', 'tenant_id': '2bf9339faedd4d93bde184951affe795', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:31.667158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:31.677370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Usage tracker for resource:router and tenant:2bf9339faedd4d93bde184951affe795 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:31.681969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:31.691698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:31.706759 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:31.709036 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:31.752120 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:31.773686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e68925f-8d28-4acb-ac3a-37b26b635013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3a99780-4994-4561-ae29-1fe88e3738d3'}, {'server_uuid': '4f024387-ac37-44c4-ab8f-539285761769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:31.780389 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd85a438-e68d-42ef-bae7-95b90885ba20 req-2041455a-85f5-4dfa-af25-01d51cf76dca tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 210 time: 0.1663094 Dec 22 09:39:31.874498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'name': 'network-vif-deleted', 'tag': '4cb54c31-1d1d-4929-b312-bc3f03ebc18f'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:31.993415 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e68925f-8d28-4acb-ac3a-37b26b635013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3a99780-4994-4561-ae29-1fe88e3738d3', 'code': 200} Dec 22 09:39:31.994205 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f024387-ac37-44c4-ab8f-539285761769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676', 'code': 200} Dec 22 09:39:32.012846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-13861b1c-6df2-49d4-a37b-5d2a5c7bc857', 'network_id': '13861b1c-6df2-49d4-a37b-5d2a5c7bc857', 'tenant_id': '2bf9339faedd4d93bde184951affe795', 'fixed_ips': [{'subnet_id': '0aae4c9e-bcd8-469f-a8de-2a081da51b7f'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:39:32.013860 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:32.321464 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:32.350555 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3eb3fd-e51a-4cde-a116-2689bf891b14', 'name': 'network-vif-deleted', 'tag': '4cb54c31-1d1d-4929-b312-bc3f03ebc18f', 'status': 'completed', 'code': 200} Dec 22 09:39:32.371065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-8d2fd61d-bd35-4dcf-a987-9697be947226 req-1f06a7dd-3614-4502-8dd1-d4839fa09d69 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] For port d3a99780-4994-4561-ae29-1fe88e3738d3, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d3a99780-4994-4561-ae29-1fe88e3738d3,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:32.375732 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8d2fd61d-bd35-4dcf-a987-9697be947226 req-1f06a7dd-3614-4502-8dd1-d4839fa09d69 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:32.424303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47754) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:32.448688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2ace137e-8c91-4fac-8ab0-3ea5a13d455a req-50dc1f1e-747a-4f33-b027-71836b891e94 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] For port 4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676,segment=NetworkSegment(fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c),segment_id=fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:32.449541 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2ace137e-8c91-4fac-8ab0-3ea5a13d455a req-50dc1f1e-747a-4f33-b027-71836b891e94 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:32.664759 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea556d74-a350-49fa-85f7-bc53eb1dcc6e req-9aae9711-6597-4ba3-8a86-59c1ce8a00a8 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] 10.222.0.50 "GET /v2.0/ports?device_id=3a3eb3fd-e51a-4cde-a116-2689bf891b14 HTTP/1.1" status: 200 len: 210 time: 0.2282023 Dec 22 09:39:32.821768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Allocated IP 172.20.0.2 (13861b1c-6df2-49d4-a37b-5d2a5c7bc857/0aae4c9e-bcd8-469f-a8de-2a081da51b7f/4434b29b-7820-425b-8bef-1efde5557c30) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:39:32.925870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-8d2fd61d-bd35-4dcf-a987-9697be947226 req-1f06a7dd-3614-4502-8dd1-d4839fa09d69 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Calling delete_port for d3a99780-4994-4561-ae29-1fe88e3738d3 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:39:33.088423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2f0357e1-d32e-40b2-bad8-bc2255fe804d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06791703d1104e4e8f28b623edc3e678&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6522236 Dec 22 09:39:33.091124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47766) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:33.144272 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:33.156977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Transition to ACTIVE for port object 4434b29b-7820-425b-8bef-1efde5557c30 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:39:33.180184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Transition to ACTIVE for port object 4434b29b-7820-425b-8bef-1efde5557c30 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:39:33.186918 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:33.205907 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:33.249929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:33.411293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Pushing event updated for resources: {'Port': ['ID=4434b29b-7820-425b-8bef-1efde5557c30,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:33.421929 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:33.469400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-2ace137e-8c91-4fac-8ab0-3ea5a13d455a req-50dc1f1e-747a-4f33-b027-71836b891e94 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Calling delete_port for 4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:39:33.516179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Network 13861b1c-6df2-49d4-a37b-5d2a5c7bc857 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:39:33.517618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:39:33.521017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:39:33.585457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1985c1-6f5d-4883-b2ea-801c673a9461 req-b862a410-2568-4eb3-b769-9a1322e2cb66 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:33.589672 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7e1985c1-6f5d-4883-b2ea-801c673a9461 req-b862a410-2568-4eb3-b769-9a1322e2cb66 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=9e68925f-8d28-4acb-ac3a-37b26b635013 HTTP/1.1" status: 200 len: 947 time: 1.6311910 Dec 22 09:39:33.600837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Attempting to bind port 4434b29b-7820-425b-8bef-1efde5557c30 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:39:33.601165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Attempting to bind port 4434b29b-7820-425b-8bef-1efde5557c30 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'f3f62d88-3e9b-420a-b628-5db6ebd4cf0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '13861b1c-6df2-49d4-a37b-5d2a5c7bc857'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:39:33.601546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Attempting to bind port 4434b29b-7820-425b-8bef-1efde5557c30 on network 13861b1c-6df2-49d4-a37b-5d2a5c7bc857 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:39:33.609791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:39:33.610215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Checking segment: {'id': 'f3f62d88-3e9b-420a-b628-5db6ebd4cf0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '13861b1c-6df2-49d4-a37b-5d2a5c7bc857'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:39:33.610647 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:33.611175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Bound using segment: {'id': 'f3f62d88-3e9b-420a-b628-5db6ebd4cf0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '13861b1c-6df2-49d4-a37b-5d2a5c7bc857'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:39:33.611728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Bound port: 4434b29b-7820-425b-8bef-1efde5557c30, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f62d88-3e9b-420a-b628-5db6ebd4cf0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '13861b1c-6df2-49d4-a37b-5d2a5c7bc857'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:39:33.612246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:33.651770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-123187b0-2474-4df2-88ef-ccf32292755c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:33.655240 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:33.716306 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-123187b0-2474-4df2-88ef-ccf32292755c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:33.718206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] For port 4434b29b-7820-425b-8bef-1efde5557c30, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:39:33.721655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] For port 4434b29b-7820-425b-8bef-1efde5557c30, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=4434b29b-7820-425b-8bef-1efde5557c30,segment=NetworkSegment(f3f62d88-3e9b-420a-b628-5db6ebd4cf0f),segment_id=f3f62d88-3e9b-420a-b628-5db6ebd4cf0f)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:39:33.725546 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:33.737116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-f2e0bb51-6de5-4a02-892c-8a48dc343182 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Allocated IP 192.168.233.25 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/ed38f38f-7470-4310-b8d0-71a98e29d508) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:39:33.748828 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:33.785964 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7e1985c1-6f5d-4883-b2ea-801c673a9461 req-76843bc4-cbf5-4b52-89c5-8b32dc7b983c tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967089 Dec 22 09:39:33.840145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Pushing event updated for resources: {'Port': ['ID=4434b29b-7820-425b-8bef-1efde5557c30,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:33.852343 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:33.944557 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-123187b0-2474-4df2-88ef-ccf32292755c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:33.951780 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-521e023c-dd40-4d8b-b04d-537a02608bcc tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:33.973098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123187b0-2474-4df2-88ef-ccf32292755c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c7ea07-2d10-49c4-9ea7-90348c47484c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:33.980471 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-123187b0-2474-4df2-88ef-ccf32292755c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:34.046050 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5fc9a4e7-7d1d-4ff6-902f-c7db89499ca8 req-e1d7cd03-8b74-47b2-8cc2-3ebd3ec58c06 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 210 time: 0.1004210 Dec 22 09:39:34.059608 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-123187b0-2474-4df2-88ef-ccf32292755c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:34.063794 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-123187b0-2474-4df2-88ef-ccf32292755c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c5c7ea07-2d10-49c4-9ea7-90348c47484c HTTP/1.1" status: 204 len: 168 time: 0.9631114 Dec 22 09:39:34.085755 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8d2fd61d-bd35-4dcf-a987-9697be947226 req-1f06a7dd-3614-4502-8dd1-d4839fa09d69 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:34.089763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Allocated IP 172.25.7.74 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/f0ced865-fe7c-43d8-bcd5-e35d4ae9344a) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:39:34.310092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47776) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:34.379136 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-81ba5847-34d3-44c7-a580-d9ea672afbdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:34.470950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b5751-b141-4c36-a554-38f272eb47d8 req-ec379acf-3bee-4bd6-9eb3-d5c3fc3f416c tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:34.484571 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c89b5751-b141-4c36-a554-38f272eb47d8 req-ec379acf-3bee-4bd6-9eb3-d5c3fc3f416c tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/ports?device_id=4f024387-ac37-44c4-ab8f-539285761769 HTTP/1.1" status: 200 len: 943 time: 0.8363442 Dec 22 09:39:34.536894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06a7dd-3614-4502-8dd1-d4839fa09d69 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Pushing event deleted for resources: {'Port': ['ID=d3a99780-4994-4561-ae29-1fe88e3738d3,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:34.539579 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2ace137e-8c91-4fac-8ab0-3ea5a13d455a req-50dc1f1e-747a-4f33-b027-71836b891e94 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:34.541829 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1f06a7dd-3614-4502-8dd1-d4839fa09d69 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:34.580588 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4832eafa-e641-4862-aa6a-8340fd8c2d82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:34.647988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc1f1e-747a-4f33-b027-71836b891e94 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Pushing event deleted for resources: {'Port': ['ID=4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:34.669160 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-50dc1f1e-747a-4f33-b027-71836b891e94 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:34.674905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:34.681386 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-f2e0bb51-6de5-4a02-892c-8a48dc343182 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:34.769535 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c89b5751-b141-4c36-a554-38f272eb47d8 req-f03d1e6f-026b-4dc6-813f-e7d01e3b31c1 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups?id=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840860 Dec 22 09:39:34.803241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-f2e0bb51-6de5-4a02-892c-8a48dc343182 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Transition to ACTIVE for port object ed38f38f-7470-4310-b8d0-71a98e29d508 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:39:34.868904 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:34.896801 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b9bc457b-a3ec-4090-9791-22d4d53640cb tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:34.899233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2fd61d-bd35-4dcf-a987-9697be947226 req-1f06a7dd-3614-4502-8dd1-d4839fa09d69 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] No DVR routers for this DVR port d3a99780-4994-4561-ae29-1fe88e3738d3 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:39:34.918016 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8d2fd61d-bd35-4dcf-a987-9697be947226 req-1f06a7dd-3614-4502-8dd1-d4839fa09d69 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:34.937000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e68925f-8d28-4acb-ac3a-37b26b635013', 'name': 'network-vif-deleted', 'tag': 'd3a99780-4994-4561-ae29-1fe88e3738d3'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:34.973708 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8d2fd61d-bd35-4dcf-a987-9697be947226 req-1f06a7dd-3614-4502-8dd1-d4839fa09d69 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.64 "DELETE /v2.0/ports/d3a99780-4994-4561-ae29-1fe88e3738d3 HTTP/1.1" status: 204 len: 173 time: 6.7287648 Dec 22 09:39:34.981669 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-f2e0bb51-6de5-4a02-892c-8a48dc343182 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:34.994436 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a93f5b52-f83c-4cb4-b0d5-b3311939c084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:35.004277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a34f63ee-c29a-45f9-895b-218ded6de4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:35.011818 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:35.049641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ace137e-8c91-4fac-8ab0-3ea5a13d455a req-50dc1f1e-747a-4f33-b027-71836b891e94 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] No DVR routers for this DVR port 4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676 on host n-h2-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:39:35.052713 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e68925f-8d28-4acb-ac3a-37b26b635013', 'name': 'network-vif-deleted', 'tag': 'd3a99780-4994-4561-ae29-1fe88e3738d3', 'status': 'completed', 'code': 200} Dec 22 09:39:35.073519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2ace137e-8c91-4fac-8ab0-3ea5a13d455a req-50dc1f1e-747a-4f33-b027-71836b891e94 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:35.075607 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2ace137e-8c91-4fac-8ab0-3ea5a13d455a req-50dc1f1e-747a-4f33-b027-71836b891e94 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.37 "DELETE /v2.0/ports/4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676 HTTP/1.1" status: 204 len: 173 time: 4.4557021 Dec 22 09:39:35.201078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f34e332d-1ce9-4eb1-aeef-55f9f6eb7adc req-699a170c-9064-4ee8-8480-487c0a3f5341 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Synchronizing usage tracker for tenant:7c45cc3243e946a7a79dd87b00479ef1 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:39:35.254741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0bb51-6de5-4a02-892c-8a48dc343182 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Pushing event updated for resources: {'Port': ['ID=ed38f38f-7470-4310-b8d0-71a98e29d508,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:35.266331 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f2e0bb51-6de5-4a02-892c-8a48dc343182 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:35.268352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Pushing event updated for resources: {'Port': ['ID=f0ced865-fe7c-43d8-bcd5-e35d4ae9344a,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:35.281967 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:35.477825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f34e332d-1ce9-4eb1-aeef-55f9f6eb7adc req-699a170c-9064-4ee8-8480-487c0a3f5341 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Unset dirty status for tenant:7c45cc3243e946a7a79dd87b00479ef1 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:39:35.488618 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f34e332d-1ce9-4eb1-aeef-55f9f6eb7adc req-699a170c-9064-4ee8-8480-487c0a3f5341 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=9e68925f-8d28-4acb-ac3a-37b26b635013 HTTP/1.1" status: 200 len: 210 time: 0.4298360 Dec 22 09:39:35.517547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 4434b29b-7820-425b-8bef-1efde5557c30 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:39:35.705252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-f2e0bb51-6de5-4a02-892c-8a48dc343182 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:39:35.717569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00c6d7-69a7-4327-a46c-98e8afb6f652 req-482aff0d-10b0-42d5-acd6-b200afcb491f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:35.718995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2a00c6d7-69a7-4327-a46c-98e8afb6f652 req-482aff0d-10b0-42d5-acd6-b200afcb491f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Synchronizing usage tracker for tenant:4f8a67b33ff048d5bd0b60e257789306 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:39:35.721441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 4434b29b-7820-425b-8bef-1efde5557c30 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:39:35.748687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-f2e0bb51-6de5-4a02-892c-8a48dc343182 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:39:35.752928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-f2e0bb51-6de5-4a02-892c-8a48dc343182 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:39:35.834423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:39:35.835685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:39:35.838816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:39:35.874551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2a00c6d7-69a7-4327-a46c-98e8afb6f652 req-482aff0d-10b0-42d5-acd6-b200afcb491f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Unset dirty status for tenant:4f8a67b33ff048d5bd0b60e257789306 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:39:35.883176 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2a00c6d7-69a7-4327-a46c-98e8afb6f652 req-482aff0d-10b0-42d5-acd6-b200afcb491f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 935 time: 0.6154284 Dec 22 09:39:35.964971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-f2e0bb51-6de5-4a02-892c-8a48dc343182 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:35.965884 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-f2e0bb51-6de5-4a02-892c-8a48dc343182 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:35.996374 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-f2e0bb51-6de5-4a02-892c-8a48dc343182 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6735091 Dec 22 09:39:36.008390 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2a00c6d7-69a7-4327-a46c-98e8afb6f652 req-974456e0-0614-4ebd-aa9a-781676b613d4 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239142 Dec 22 09:39:36.022577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Request body: {'port': {'device_id': 'dcb51992-7a83-4102-9af4-f2a8163f6cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:36.112577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64ecbdc-3261-46b1-bf86-5b831612879b None None] Network 13861b1c-6df2-49d4-a37b-5d2a5c7bc857 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:39:36.242564 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:36.352360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b34771ab-f676-4ad9-ad26-e138a573dbcd None None] Provisioning for port 4434b29b-7820-425b-8bef-1efde5557c30 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:39:36.361719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b34771ab-f676-4ad9-ad26-e138a573dbcd None None] Provisioning complete for port 4434b29b-7820-425b-8bef-1efde5557c30 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:36.362146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b34771ab-f676-4ad9-ad26-e138a573dbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:36.857462 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b34771ab-f676-4ad9-ad26-e138a573dbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:36.903606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed38f38f-7470-4310-b8d0-71a98e29d508 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:39:36.912520 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:36.912791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b34771ab-f676-4ad9-ad26-e138a573dbcd None None] For port 4434b29b-7820-425b-8bef-1efde5557c30, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=4434b29b-7820-425b-8bef-1efde5557c30,segment=NetworkSegment(f3f62d88-3e9b-420a-b628-5db6ebd4cf0f),segment_id=f3f62d88-3e9b-420a-b628-5db6ebd4cf0f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:36.927338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Transition to ACTIVE for port object ed38f38f-7470-4310-b8d0-71a98e29d508 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:39:36.931704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47842) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:36.936341 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:36.955917 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-52caa8bd-5da6-4cd2-9511-a9482c62ee7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:36.963441 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b34771ab-f676-4ad9-ad26-e138a573dbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:36.973608 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:37.063412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f024387-ac37-44c4-ab8f-539285761769', 'name': 'network-vif-deleted', 'tag': '4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:37.074507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34771ab-f676-4ad9-ad26-e138a573dbcd None None] Pushing event updated for resources: {'Port': ['ID=4434b29b-7820-425b-8bef-1efde5557c30,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:37.083199 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b34771ab-f676-4ad9-ad26-e138a573dbcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:37.084467 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-889965d0-a350-4f6e-8901-4efc2cd03ec1 req-9ec9f2d2-96fc-47b5-935c-4f7d1e0f7a61 tempest-AbsoluteLimitsNegativeTestJSON-997196403 tempest-AbsoluteLimitsNegativeTestJSON-997196403] 10.222.0.50 "GET /v2.0/networks?tenant_id=26f1e5f3ff36435ea69988fd4fead241&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1513948 Dec 22 09:39:37.097110 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:37.105941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-da878aff-5f38-4073-b8b8-a39729bd572b None None] Provisioning for port ed38f38f-7470-4310-b8d0-71a98e29d508 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:39:37.365637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-41b8170e-f720-4ac0-a43e-70d378263334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:37.445341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 4434b29b-7820-425b-8bef-1efde5557c30 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:39:37.511361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Pushing event updated for resources: {'Port': ['ID=ed38f38f-7470-4310-b8d0-71a98e29d508,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:37.515969 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:37.531596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-43b87575-2f87-4702-8ff8-2e6ad0470258 None None] Provisioning complete for port 4434b29b-7820-425b-8bef-1efde5557c30 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:37.532435 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43b87575-2f87-4702-8ff8-2e6ad0470258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:37.632955 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-104a6308-b34e-437f-ad34-81b22938b0f4 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:37.689646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a34f63ee-c29a-45f9-895b-218ded6de4e1 admin admin] Deleting port 01300ad1-7629-4f38-bf5b-c3578ee21dbb {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:39:37.690067 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a34f63ee-c29a-45f9-895b-218ded6de4e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:37.701208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Attempting to bind port ed38f38f-7470-4310-b8d0-71a98e29d508 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:39:37.701592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Attempting to bind port ed38f38f-7470-4310-b8d0-71a98e29d508 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:39:37.701964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Attempting to bind port ed38f38f-7470-4310-b8d0-71a98e29d508 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:39:37.723017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:39:37.723404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:39:37.723813 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:37.724287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:39:37.724788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Bound port: ed38f38f-7470-4310-b8d0-71a98e29d508, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:39:37.725167 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:37.728477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 4434b29b-7820-425b-8bef-1efde5557c30 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:37.729184 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:37.749576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:37.913646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8cffc23c-d4ea-4753-a77d-c83298e8d8e6 None None] Provisioning complete for port 4434b29b-7820-425b-8bef-1efde5557c30 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:37.914243 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8cffc23c-d4ea-4753-a77d-c83298e8d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:38.043837 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-104a6308-b34e-437f-ad34-81b22938b0f4 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:38.057640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889965d0-a350-4f6e-8901-4efc2cd03ec1 req-4d349f1b-63f0-4cca-9b79-83970273572a tempest-AbsoluteLimitsNegativeTestJSON-997196403 tempest-AbsoluteLimitsNegativeTestJSON-997196403] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:38.059240 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-889965d0-a350-4f6e-8901-4efc2cd03ec1 req-4d349f1b-63f0-4cca-9b79-83970273572a tempest-AbsoluteLimitsNegativeTestJSON-997196403 tempest-AbsoluteLimitsNegativeTestJSON-997196403] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9738407 Dec 22 09:39:38.107824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-a34f63ee-c29a-45f9-895b-218ded6de4e1 admin admin] For port 01300ad1-7629-4f38-bf5b-c3578ee21dbb, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=01300ad1-7629-4f38-bf5b-c3578ee21dbb,segment=NetworkSegment(5aa9c35f-52f7-402d-a8dd-92c5f4bb8349),segment_id=5aa9c35f-52f7-402d-a8dd-92c5f4bb8349)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:38.108261 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a34f63ee-c29a-45f9-895b-218ded6de4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:38.148516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7b67a-2c01-451d-b72b-5377381c5cf5 req-4a8319b0-c47d-419f-9dea-1a6f9dd4e08d tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:38.150049 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7bf7b67a-2c01-451d-b72b-5377381c5cf5 req-4a8319b0-c47d-419f-9dea-1a6f9dd4e08d tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=fd546279-9f21-4d6c-a3bb-26c21dadbd81 HTTP/1.1" status: 200 len: 950 time: 0.7682655 Dec 22 09:39:38.165181 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-889965d0-a350-4f6e-8901-4efc2cd03ec1 req-200f77ba-a1e6-4ae3-a9ad-3c1e906bad9a tempest-AbsoluteLimitsNegativeTestJSON-997196403 tempest-AbsoluteLimitsNegativeTestJSON-997196403] 10.222.0.50 "GET /v2.0/quotas/26f1e5f3ff36435ea69988fd4fead241 HTTP/1.1" status: 200 len: 375 time: 0.0622244 Dec 22 09:39:38.213762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6a174076-ea5c-4d6a-98d4-c6ea14ad7dec None None] Provisioning complete for port 4434b29b-7820-425b-8bef-1efde5557c30 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:38.214191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6a174076-ea5c-4d6a-98d4-c6ea14ad7dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:38.270566 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-889965d0-a350-4f6e-8901-4efc2cd03ec1 req-e0998ff4-b677-4e7d-b7ee-811d8cee6e77 tempest-AbsoluteLimitsNegativeTestJSON-997196403 tempest-AbsoluteLimitsNegativeTestJSON-997196403] 10.222.0.50 "GET /v2.0/ports?tenant_id=26f1e5f3ff36435ea69988fd4fead241&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873611 Dec 22 09:39:38.272380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a34f63ee-c29a-45f9-895b-218ded6de4e1 admin admin] Calling delete_port for 01300ad1-7629-4f38-bf5b-c3578ee21dbb owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:39:38.282252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] For port ed38f38f-7470-4310-b8d0-71a98e29d508, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:39:38.288284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] For port ed38f38f-7470-4310-b8d0-71a98e29d508, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=ed38f38f-7470-4310-b8d0-71a98e29d508,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:39:38.289509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-104a6308-b34e-437f-ad34-81b22938b0f4 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:38.298118 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d23dd5d-3b4e-474b-8901-fbeaa4b29a42 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:38.322015 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7bf7b67a-2c01-451d-b72b-5377381c5cf5 req-e5e01fba-2de3-4666-aa36-9609484ebdd6 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586630 Dec 22 09:39:38.323323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:38.373398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a6308-b34e-437f-ad34-81b22938b0f4 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc344f7-868c-467c-aee1-b98fa6d55a05,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:38.388521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Router 05b7c163-07ce-42aa-b8d8-fbbcbf0b4456 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:39:38.390909 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-104a6308-b34e-437f-ad34-81b22938b0f4 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:38.395132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47860) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:38.396063 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-104a6308-b34e-437f-ad34-81b22938b0f4 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "DELETE /v2.0/security-groups/ecc344f7-868c-467c-aee1-b98fa6d55a05 HTTP/1.1" status: 204 len: 168 time: 1.4603693 Dec 22 09:39:38.398682 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-104a6308-b34e-437f-ad34-81b22938b0f4 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:38.410719 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a15d9790-70f9-4bbe-894e-572b6470c82e tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:38.499691 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f024387-ac37-44c4-ab8f-539285761769', 'name': 'network-vif-deleted', 'tag': '4506a4d0-c231-4b8c-a8f2-fdc9e0f4b676', 'status': 'completed', 'code': 200} Dec 22 09:39:38.686136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:38.739451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Pushing event updated for resources: {'Port': ['ID=ed38f38f-7470-4310-b8d0-71a98e29d508,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:38.748268 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:38.767733 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-7ebeb287-da64-40a3-b847-c748e240f745 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] show failed (client error): The resource could not be found. Dec 22 09:39:38.769189 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7ebeb287-da64-40a3-b847-c748e240f745 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "GET /v2.0/security-groups/ecc344f7-868c-467c-aee1-b98fa6d55a05 HTTP/1.1" status: 404 len: 347 time: 0.3713670 Dec 22 09:39:38.777872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47866) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:38.808817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47870) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:38.849533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:38.850231 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:38.852080 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] 10.222.0.64 "PUT /v2.0/ports/ed38f38f-7470-4310-b8d0-71a98e29d508 HTTP/1.1" status: 200 len: 1159 time: 2.8351889 Dec 22 09:39:38.861874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea6c00-6e40-4215-b604-6659a9852284 req-9080d334-72db-4dd6-9897-4c57ac39e853 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:38.863623 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92ea6c00-6e40-4215-b604-6659a9852284 req-9080d334-72db-4dd6-9897-4c57ac39e853 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 947 time: 0.2761393 Dec 22 09:39:38.877982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99052fb5-6ab6-430a-88e3-8d928118137f req-97d12ee3-ee86-4f6c-8444-bdef3085fb83 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:38.880265 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-99052fb5-6ab6-430a-88e3-8d928118137f req-97d12ee3-ee86-4f6c-8444-bdef3085fb83 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.37 "GET /v2.0/ports?device_id=fd546279-9f21-4d6c-a3bb-26c21dadbd81 HTTP/1.1" status: 200 len: 950 time: 0.2388420 Dec 22 09:39:38.990654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:39:39.004914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Sync routers for ids ['05b7c163-07ce-42aa-b8d8-fbbcbf0b4456'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:39:39.017479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Routers {'05b7c163-07ce-42aa-b8d8-fbbcbf0b4456'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:39:39.018178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:39:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['05b7c163-07ce-42aa-b8d8-fbbcbf0b4456'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:39.037313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d2c28188-3110-44d1-b3a9-cda4c144f184 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Deleting port 4da2e39f-108d-406c-a4fe-28532ecf69a7 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:39:39.037691 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2c28188-3110-44d1-b3a9-cda4c144f184 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:39.057060 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c563762-0f88-4840-b034-f57a992cfb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:39.102703 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:39.104056 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4508281 Dec 22 09:39:39.113193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47876) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:39.123291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4c563762-0f88-4840-b034-f57a992cfb28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:39.128358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4c563762-0f88-4840-b034-f57a992cfb28 admin admin] Usage tracker for resource:security_group_rule and tenant:26f1e5f3ff36435ea69988fd4fead241 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:39.131515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4c563762-0f88-4840-b034-f57a992cfb28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:39.137418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4c563762-0f88-4840-b034-f57a992cfb28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:39.246286 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:39.249440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Set router 05b7c163-07ce-42aa-b8d8-fbbcbf0b4456 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:39:39.296586 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92ea6c00-6e40-4215-b604-6659a9852284 req-4cd1fd71-8eb4-42b8-a105-056f637ff13e tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146459 Dec 22 09:39:39.304056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-99052fb5-6ab6-430a-88e3-8d928118137f req-3fcc7a88-0dec-4e4f-b90a-e2e3d765bd63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Deleting port 04a4902e-527d-43c6-aa78-acf2de9bf1ee {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:39:39.304786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-99052fb5-6ab6-430a-88e3-8d928118137f req-3fcc7a88-0dec-4e4f-b90a-e2e3d765bd63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:39.469590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-c8e1ba8e-a8ce-484e-b31b-3617df81cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:39.472859 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-c8e1ba8e-a8ce-484e-b31b-3617df81cbf1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 1162 time: 0.5167947 Dec 22 09:39:39.660546 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:39.674836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'name': 'tempest-ServersTestMultiNic-2084198261-router', 'tenant_id': '2bf9339faedd4d93bde184951affe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f0ced865-fe7c-43d8-bcd5-e35d4ae9344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:39:31Z', 'updated_at': '2020-12-22T09:39:36Z', 'revision_number': 3, 'project_id': '2bf9339faedd4d93bde184951affe795', 'gw_port': {'id': 'f0ced865-fe7c-43d8-bcd5-e35d4ae9344a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:39:33Z', 'updated_at': '2020-12-22T09:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:39.680086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Checking router: 05b7c163-07ce-42aa-b8d8-fbbcbf0b4456 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:39:39.680805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Updating router 05b7c163-07ce-42aa-b8d8-fbbcbf0b4456 port f0ced865-fe7c-43d8-bcd5-e35d4ae9344a binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:39:39.684613 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2c28188-3110-44d1-b3a9-cda4c144f184 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:39.685246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2c28188-3110-44d1-b3a9-cda4c144f184 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for floatingip, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:39.698498 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a34f63ee-c29a-45f9-895b-218ded6de4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:39.711669 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-1b6e8ebb-31ee-4c4d-b222-cf204e4e9352 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ed38f38f-7470-4310-b8d0-71a98e29d508 HTTP/1.1" status: 200 len: 217 time: 0.1576252 Dec 22 09:39:39.755452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:39:39.758847 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:39.812467 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93db5fba-958c-452d-ad7f-5bd7d7953f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:39.910482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f63ee-c29a-45f9-895b-218ded6de4e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=01300ad1-7629-4f38-bf5b-c3578ee21dbb,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:39.967260 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c563762-0f88-4840-b034-f57a992cfb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:39.977698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d2c28188-3110-44d1-b3a9-cda4c144f184 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Calling delete_port for 4da2e39f-108d-406c-a4fe-28532ecf69a7 owned by network:floatingip {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:39:40.006229 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a34f63ee-c29a-45f9-895b-218ded6de4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:40.054017 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c563762-0f88-4840-b034-f57a992cfb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:40.075834 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5e87b831-ecff-4032-bcc1-a33554fc7837 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:40.084380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-1d1c4180-536f-4920-90ac-13070888d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:40.085972 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-1d1c4180-536f-4920-90ac-13070888d65e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.3546269 Dec 22 09:39:40.113519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:40.259717 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:40.277765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 04a4902e-527d-43c6-aa78-acf2de9bf1ee no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:39:40.307165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Transition to ACTIVE for port object f0ced865-fe7c-43d8-bcd5-e35d4ae9344a will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:39:40.310900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c563762-0f88-4840-b034-f57a992cfb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b90df8-80d0-4e0c-acdd-c80ceb8223b5,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:40.320373 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4c563762-0f88-4840-b034-f57a992cfb28 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=26f1e5f3ff36435ea69988fd4fead241&name=default HTTP/1.1" status: 200 len: 2879 time: 1.5066192 Dec 22 09:39:40.325524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:40.349860 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-395aaccf-12a9-4655-8470-dc2698204ebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:40.363770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47886) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:40.418461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2c28188-3110-44d1-b3a9-cda4c144f184 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:40.446953 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2ea514c7-807a-4626-8961-e08c96af3b87 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:40.471250 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:40.527433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c28188-3110-44d1-b3a9-cda4c144f184 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Pushing event deleted for resources: {'Port': ['ID=4da2e39f-108d-406c-a4fe-28532ecf69a7,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:40.536220 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d2c28188-3110-44d1-b3a9-cda4c144f184 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:40.550787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Pushing event updated for resources: {'Port': ['ID=f0ced865-fe7c-43d8-bcd5-e35d4ae9344a,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:40.591404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.592014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.592477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.593732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.594194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.594632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.595071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.595505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.595959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.596825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.596825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.597112 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c563762-0f88-4840-b034-f57a992cfb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:40.597233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.597748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.598179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.599545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.599545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.599545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.599916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.600214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.601096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.601096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.601435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.601910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.602053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb51992-7a83-4102-9af4-f2a8163f6cc0', 'tag': 'ed38f38f-7470-4310-b8d0-71a98e29d508'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:40.602450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.603031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.603405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.603845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.604311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.604769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.605232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.605706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.606167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.606613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.607066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.607525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.608005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:39:40.612663 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b17b5234-110d-4fdd-94e1-29bc93ae97dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:40.620808 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:40.623121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a34f63ee-c29a-45f9-895b-218ded6de4e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:40.660115 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:40.680435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499d212-e342-4763-b10d-50f647364c03 req-041531c8-4f19-4d91-b79e-ceac3ffc7670 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:40.681640 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4499d212-e342-4763-b10d-50f647364c03 req-041531c8-4f19-4d91-b79e-ceac3ffc7670 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=fd546279-9f21-4d6c-a3bb-26c21dadbd81 HTTP/1.1" status: 200 len: 950 time: 1.0499842 Dec 22 09:39:40.698270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b17b5234-110d-4fdd-94e1-29bc93ae97dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:40.703555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-99052fb5-6ab6-430a-88e3-8d928118137f req-3fcc7a88-0dec-4e4f-b90a-e2e3d765bd63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] For port 04a4902e-527d-43c6-aa78-acf2de9bf1ee, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=04a4902e-527d-43c6-aa78-acf2de9bf1ee,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:40.703995 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-99052fb5-6ab6-430a-88e3-8d928118137f req-3fcc7a88-0dec-4e4f-b90a-e2e3d765bd63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:40.711808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd546279-9f21-4d6c-a3bb-26c21dadbd81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04a4902e-527d-43c6-aa78-acf2de9bf1ee'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:40.720146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 04a4902e-527d-43c6-aa78-acf2de9bf1ee, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=04a4902e-527d-43c6-aa78-acf2de9bf1ee,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:40.727885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:40.730054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Attempting to bind port f0ced865-fe7c-43d8-bcd5-e35d4ae9344a on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:39:40.730580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Attempting to bind port f0ced865-fe7c-43d8-bcd5-e35d4ae9344a by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:39:40.731133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Attempting to bind port f0ced865-fe7c-43d8-bcd5-e35d4ae9344a on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:39:40.735873 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:40.783582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:39:40.784118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:39:40.784670 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:40.785208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:39:40.785864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Bound port: f0ced865-fe7c-43d8-bcd5-e35d4ae9344a, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:39:40.786399 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:40.872752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=04a4902e-527d-43c6-aa78-acf2de9bf1ee,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:40.878287 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:40.889120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] For port f0ced865-fe7c-43d8-bcd5-e35d4ae9344a, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:39:40.893613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] For port f0ced865-fe7c-43d8-bcd5-e35d4ae9344a, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=f0ced865-fe7c-43d8-bcd5-e35d4ae9344a,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:39:40.897439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:40.915068 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:40.944264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-99052fb5-6ab6-430a-88e3-8d928118137f req-3fcc7a88-0dec-4e4f-b90a-e2e3d765bd63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Calling delete_port for 04a4902e-527d-43c6-aa78-acf2de9bf1ee owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:39:40.998717 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2c28188-3110-44d1-b3a9-cda4c144f184 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks [] for floatingip, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:41.006458 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b17b5234-110d-4fdd-94e1-29bc93ae97dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:41.024135 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8796cb7f-cdff-415c-8982-c4441039b7e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:41.054312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b5234-110d-4fdd-94e1-29bc93ae97dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b90df8-80d0-4e0c-acdd-c80ceb8223b5,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:41.067628 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b17b5234-110d-4fdd-94e1-29bc93ae97dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:41.139052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-e8e48bc7-3807-4237-92b6-6a6f95942220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:41.141472 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-e8e48bc7-3807-4237-92b6-6a6f95942220 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0292854 Dec 22 09:39:41.144023 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4499d212-e342-4763-b10d-50f647364c03 req-e5ff5204-3398-4952-b393-8230e03a9f8e tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288695 Dec 22 09:39:41.190326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2c28188-3110-44d1-b3a9-cda4c144f184 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:41.191568 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d2c28188-3110-44d1-b3a9-cda4c144f184 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] 10.222.0.50 "DELETE /v2.0/floatingips/97e62ca7-bb7d-42e4-bfd3-3e80806292ba HTTP/1.1" status: 204 len: 168 time: 2.4035199 Dec 22 09:39:41.192771 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b17b5234-110d-4fdd-94e1-29bc93ae97dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:41.195629 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b17b5234-110d-4fdd-94e1-29bc93ae97dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16b90df8-80d0-4e0c-acdd-c80ceb8223b5 HTTP/1.1" status: 204 len: 168 time: 0.8297472 Dec 22 09:39:41.284135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Pushing event updated for resources: {'Port': ['ID=f0ced865-fe7c-43d8-bcd5-e35d4ae9344a,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:41.289500 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:41.319748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b29682-2f7e-473b-85f9-5d9a9038a2cc req-30229a0a-a975-426f-a643-4e716ba0f91c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:41.327932 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4b29682-2f7e-473b-85f9-5d9a9038a2cc req-30229a0a-a975-426f-a643-4e716ba0f91c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 947 time: 0.7197297 Dec 22 09:39:41.331251 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb51992-7a83-4102-9af4-f2a8163f6cc0', 'tag': 'ed38f38f-7470-4310-b8d0-71a98e29d508', 'status': 'completed', 'code': 200} Dec 22 09:39:41.387114 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd546279-9f21-4d6c-a3bb-26c21dadbd81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04a4902e-527d-43c6-aa78-acf2de9bf1ee', 'code': 200} Dec 22 09:39:41.387876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Routers {'05b7c163-07ce-42aa-b8d8-fbbcbf0b4456'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:39:41.388606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:39:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['05b7c163-07ce-42aa-b8d8-fbbcbf0b4456'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:41.559145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34f63ee-c29a-45f9-895b-218ded6de4e1 admin admin] Router 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:39:41.598215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-99052fb5-6ab6-430a-88e3-8d928118137f req-3fcc7a88-0dec-4e4f-b90a-e2e3d765bd63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:39:41.599021 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-99052fb5-6ab6-430a-88e3-8d928118137f req-3fcc7a88-0dec-4e4f-b90a-e2e3d765bd63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:39:41.602476 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-bfa35eff-8a92-4d99-bb32-8da2cf8b7fcc service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436483 Dec 22 09:39:41.696634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] Set router 05b7c163-07ce-42aa-b8d8-fbbcbf0b4456 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:39:41.786938 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:41.844718 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4b29682-2f7e-473b-85f9-5d9a9038a2cc req-897f0983-90e8-473d-bb3d-2fe1a8c971ff tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152614 Dec 22 09:39:42.038054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34f63ee-c29a-45f9-895b-218ded6de4e1 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:39:42.053829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982fd42d-14b4-4de6-a163-9a5ded2ff10f None None] Sync routers for ids ['53f4d47d-c768-4b4c-9216-2cf6d939d0b4'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:39:42.066271 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a34f63ee-c29a-45f9-895b-218ded6de4e1 admin admin] 10.222.0.50 "PUT /v2.0/routers/53f4d47d-c768-4b4c-9216-2cf6d939d0b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7503397 Dec 22 09:39:42.067562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47918) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:42.090960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982fd42d-14b4-4de6-a163-9a5ded2ff10f None None] Routers {'53f4d47d-c768-4b4c-9216-2cf6d939d0b4'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:39:42.092109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-982fd42d-14b4-4de6-a163-9a5ded2ff10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:39:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['53f4d47d-c768-4b4c-9216-2cf6d939d0b4'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:42.100565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-99052fb5-6ab6-430a-88e3-8d928118137f req-3fcc7a88-0dec-4e4f-b90a-e2e3d765bd63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Deleting port 04a4902e-527d-43c6-aa78-acf2de9bf1ee {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:39:42.100956 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-99052fb5-6ab6-430a-88e3-8d928118137f req-3fcc7a88-0dec-4e4f-b90a-e2e3d765bd63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:42.121478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'name': 'tempest-ServersTestMultiNic-2084198261-router', 'tenant_id': '2bf9339faedd4d93bde184951affe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f0ced865-fe7c-43d8-bcd5-e35d4ae9344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:39:31Z', 'updated_at': '2020-12-22T09:39:36Z', 'revision_number': 3, 'project_id': '2bf9339faedd4d93bde184951affe795', 'gw_port': {'id': 'f0ced865-fe7c-43d8-bcd5-e35d4ae9344a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:39:33Z', 'updated_at': '2020-12-22T09:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:42.139102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae80163-ca82-4b86-93f8-7dee11aae6a0 None None] The sync data for ids ['05b7c163-07ce-42aa-b8d8-fbbcbf0b4456'] in n-d-765315-5 is: [{'id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'name': 'tempest-ServersTestMultiNic-2084198261-router', 'tenant_id': '2bf9339faedd4d93bde184951affe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f0ced865-fe7c-43d8-bcd5-e35d4ae9344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:39:31Z', 'updated_at': '2020-12-22T09:39:36Z', 'revision_number': 3, 'project_id': '2bf9339faedd4d93bde184951affe795', 'gw_port': {'id': 'f0ced865-fe7c-43d8-bcd5-e35d4ae9344a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:39:33Z', 'updated_at': '2020-12-22T09:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:39:42.247600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51e8627f-b348-4fbf-a4d1-8b90e8cead5a req-e7efa95e-4a5e-4dfe-aee7-28f6b590d964 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6141069 Dec 22 09:39:42.306815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47926) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:42.614036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-982fd42d-14b4-4de6-a163-9a5ded2ff10f None None] Set router 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:39:43.011685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c29dfd-7b31-4ba4-b8f5-f151b4dfc2bb admin admin] Deleting subnet be84fe44-b911-4723-b72f-c3518cba7eab {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:39:43.048964 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73c29dfd-7b31-4ba4-b8f5-f151b4dfc2bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:43.164086 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-376393bd-0080-4a36-bdb7-7c77ee104c75 admin admin] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:43.368997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bf6d5-a5f9-4090-8910-6fbe11f107d1 req-7f871f85-614b-4633-aeb7-d335af11d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:43.372126 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b85bf6d5-a5f9-4090-8910-6fbe11f107d1 req-7f871f85-614b-4633-aeb7-d335af11d044 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 1162 time: 0.9804285 Dec 22 09:39:43.378476 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73c29dfd-7b31-4ba4-b8f5-f151b4dfc2bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:43.390235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-982fd42d-14b4-4de6-a163-9a5ded2ff10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1047537462-router', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:28Z', 'updated_at': '2020-12-22T09:39:39Z', 'revision_number': 5, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'gw_port': {'id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:30Z', 'updated_at': '2020-12-22T09:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:43.404249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982fd42d-14b4-4de6-a163-9a5ded2ff10f None None] Checking router: 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:39:43.426185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982fd42d-14b4-4de6-a163-9a5ded2ff10f None None] Routers {'53f4d47d-c768-4b4c-9216-2cf6d939d0b4'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:39:43.427697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-982fd42d-14b4-4de6-a163-9a5ded2ff10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:39:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['53f4d47d-c768-4b4c-9216-2cf6d939d0b4'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:43.470465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47944) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:43.507381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device f0ced865-fe7c-43d8-bcd5-e35d4ae9344a up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:39:43.612473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef3b23-08e3-4f62-a597-35a7dcc0a2eb req-b5039bf2-327c-4cef-9229-8c22abe5e8ab tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:43.628156 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-14ef3b23-08e3-4f62-a597-35a7dcc0a2eb req-b5039bf2-327c-4cef-9229-8c22abe5e8ab tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=fd546279-9f21-4d6c-a3bb-26c21dadbd81 HTTP/1.1" status: 200 len: 948 time: 1.1573126 Dec 22 09:39:43.655635 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73c29dfd-7b31-4ba4-b8f5-f151b4dfc2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:43.669741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port f0ced865-fe7c-43d8-bcd5-e35d4ae9344a completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:39:43.676992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port f0ced865-fe7c-43d8-bcd5-e35d4ae9344a triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:43.677547 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:43.714496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-513014470-network', 'tenant_id': 'e867f84521524ce2ba067f02c8e2bb27'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:43.729553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:43.751646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Usage tracker for resource:network and tenant:e867f84521524ce2ba067f02c8e2bb27 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:43.761396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:43.765361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Allocated IP 172.20.0.1 (13861b1c-6df2-49d4-a37b-5d2a5c7bc857/0aae4c9e-bcd8-469f-a8de-2a081da51b7f/fbda23da-55fb-4a6f-a31d-2bbb52422933) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:39:43.787234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-376393bd-0080-4a36-bdb7-7c77ee104c75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:43.791466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:43.801030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-376393bd-0080-4a36-bdb7-7c77ee104c75 admin admin] Deleting port 1f40863b-85f6-49ed-9bff-770af2a65950 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:39:43.801810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-376393bd-0080-4a36-bdb7-7c77ee104c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:43.838497 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:43.860589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port f0ced865-fe7c-43d8-bcd5-e35d4ae9344a, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=f0ced865-fe7c-43d8-bcd5-e35d4ae9344a,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:43.866955 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:43.873474 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:43.891781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Made reservation on behalf of e867f84521524ce2ba067f02c8e2bb27 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:39:43.897025 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:43.911853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-982fd42d-14b4-4de6-a163-9a5ded2ff10f None None] Set router 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:39:43.938757 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:43.949999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:43.971664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Transition to ACTIVE for port object fbda23da-55fb-4a6f-a31d-2bbb52422933 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:39:43.976356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=f0ced865-fe7c-43d8-bcd5-e35d4ae9344a,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:43.988173 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:44.026450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:44.051198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Usage tracker for resource:security_group_rule and tenant:e867f84521524ce2ba067f02c8e2bb27 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:44.067400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:44.067795 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:44.091441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:44.097248 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8a8ada97-8c47-4a44-9339-69afc383d188 tempest-ImagesTestJSON-570017654 tempest-ImagesTestJSON-570017654] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:44.157313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-99052fb5-6ab6-430a-88e3-8d928118137f req-3fcc7a88-0dec-4e4f-b90a-e2e3d765bd63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] For port 04a4902e-527d-43c6-aa78-acf2de9bf1ee, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=04a4902e-527d-43c6-aa78-acf2de9bf1ee,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:44.157713 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-99052fb5-6ab6-430a-88e3-8d928118137f req-3fcc7a88-0dec-4e4f-b90a-e2e3d765bd63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:44.254297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-982fd42d-14b4-4de6-a163-9a5ded2ff10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1047537462-router', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:28Z', 'updated_at': '2020-12-22T09:39:39Z', 'revision_number': 5, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'gw_port': {'id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:30Z', 'updated_at': '2020-12-22T09:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:44.258905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982fd42d-14b4-4de6-a163-9a5ded2ff10f None None] The sync data for ids ['53f4d47d-c768-4b4c-9216-2cf6d939d0b4'] in n-d-765315-5 is: [{'id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1047537462-router', 'tenant_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:28Z', 'updated_at': '2020-12-22T09:39:39Z', 'revision_number': 5, 'project_id': '15cfc948da3e4885bbbb213e70ea2fb5', 'gw_port': {'id': '1f40863b-85f6-49ed-9bff-770af2a65950', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4d47d-c768-4b4c-9216-2cf6d939d0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:30Z', 'updated_at': '2020-12-22T09:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:39:44.351486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-376393bd-0080-4a36-bdb7-7c77ee104c75 admin admin] For port 1f40863b-85f6-49ed-9bff-770af2a65950, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=1f40863b-85f6-49ed-9bff-770af2a65950,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:44.352075 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-376393bd-0080-4a36-bdb7-7c77ee104c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:44.506642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-376393bd-0080-4a36-bdb7-7c77ee104c75 admin admin] Calling delete_port for 1f40863b-85f6-49ed-9bff-770af2a65950 owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:39:44.571117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Pushing event updated for resources: {'Port': ['ID=fbda23da-55fb-4a6f-a31d-2bbb52422933,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:44.574757 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:44.584272 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73c29dfd-7b31-4ba4-b8f5-f151b4dfc2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:44.604582 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:44.653040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-99052fb5-6ab6-430a-88e3-8d928118137f req-3fcc7a88-0dec-4e4f-b90a-e2e3d765bd63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Calling delete_port for 04a4902e-527d-43c6-aa78-acf2de9bf1ee owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:39:44.686256 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-14ef3b23-08e3-4f62-a597-35a7dcc0a2eb req-d6977ca5-bad8-4c25-adfe-7adb9e75c49b tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0542216 Dec 22 09:39:44.687348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c29dfd-7b31-4ba4-b8f5-f151b4dfc2bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be84fe44-b911-4723-b72f-c3518cba7eab,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:44.743543 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-73c29dfd-7b31-4ba4-b8f5-f151b4dfc2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:44.745482 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:44.761683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:44.770072 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0c42e7d0-43b5-4479-a553-6aee2449c90d tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:44.817577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bf6d5-a5f9-4090-8910-6fbe11f107d1 req-e5b2d803-1260-46d1-9e39-b0e873ae9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:44.819374 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b85bf6d5-a5f9-4090-8910-6fbe11f107d1 req-e5b2d803-1260-46d1-9e39-b0e873ae9d9b service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 1.3996329 Dec 22 09:39:44.848904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb55dc-9953-40f6-a6d9-185170989b27 req-cae85290-efc5-49a3-a3db-03ccb39fc9cb tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:44.850653 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1beb55dc-9953-40f6-a6d9-185170989b27 req-cae85290-efc5-49a3-a3db-03ccb39fc9cb tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 947 time: 1.4672291 Dec 22 09:39:44.869675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:39:44.884189 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73c29dfd-7b31-4ba4-b8f5-f151b4dfc2bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:44.890688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40effe33-5414-4d8b-82c0-4611e8cd1529,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:44.902038 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:44.906339 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:44.906786 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Added segment fa400341-1ab1-41e1-9887-80a151427537 of type vxlan for network 730d4abf-fc2a-4bd9-b099-791cac9a2466 Dec 22 09:39:44.923471 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b85bf6d5-a5f9-4090-8910-6fbe11f107d1 req-656180dd-ac42-46ea-80af-c1a4e48eda2a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ed38f38f-7470-4310-b8d0-71a98e29d508 HTTP/1.1" status: 200 len: 217 time: 0.0697298 Dec 22 09:39:44.964108 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-376393bd-0080-4a36-bdb7-7c77ee104c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:44.985728 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-73c29dfd-7b31-4ba4-b8f5-f151b4dfc2bb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/be84fe44-b911-4723-b72f-c3518cba7eab HTTP/1.1" status: 204 len: 168 time: 2.6759188 Dec 22 09:39:44.994612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47954) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:45.009706 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:45.118017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bf6d5-a5f9-4090-8910-6fbe11f107d1 req-94ad8cfc-2e77-43cd-9537-501755e474ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:45.119598 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b85bf6d5-a5f9-4090-8910-6fbe11f107d1 req-94ad8cfc-2e77-43cd-9537-501755e474ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1792889 Dec 22 09:39:45.121532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Network 13861b1c-6df2-49d4-a37b-5d2a5c7bc857 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:39:45.127725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:39:45.131426 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1beb55dc-9953-40f6-a6d9-185170989b27 req-f166b184-0e43-444d-9c33-7cd855695e28 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037005 Dec 22 09:39:45.173046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:39:45.246374 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:45.247416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:45.248091 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:45.269142 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae3da0b1-8eeb-499f-8dce-3bbf09020a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:45.272067 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:45.326640 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-09a17943-ac2b-4980-a506-95b831e211b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:45.393808 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9221101 Dec 22 09:39:45.402099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47958) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:45.408948 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-99052fb5-6ab6-430a-88e3-8d928118137f req-3fcc7a88-0dec-4e4f-b90a-e2e3d765bd63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:45.417877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device f0ced865-fe7c-43d8-bcd5-e35d4ae9344a up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:39:45.445481 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f728e110-095e-4528-a183-efe4cc83e502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:45.491492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device ed38f38f-7470-4310-b8d0-71a98e29d508 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:39:45.510002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-e362252d-9fbf-4fde-9f5d-5fae2eb9c34c admin admin] Request body: {'subnet': {'network_id': '730d4abf-fc2a-4bd9-b099-791cac9a2466', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-513014470-subnet', 'tenant_id': 'e867f84521524ce2ba067f02c8e2bb27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:45.526042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc7a88-0dec-4e4f-b90a-e2e3d765bd63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Pushing event deleted for resources: {'Port': ['ID=04a4902e-527d-43c6-aa78-acf2de9bf1ee,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:45.532927 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3fcc7a88-0dec-4e4f-b90a-e2e3d765bd63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:45.566275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e29ac3c6-8546-4f8e-a8ae-7c2c096039ee None None] Provisioning for port fbda23da-55fb-4a6f-a31d-2bbb52422933 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:39:45.579264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e29ac3c6-8546-4f8e-a8ae-7c2c096039ee None None] Provisioning complete for port fbda23da-55fb-4a6f-a31d-2bbb52422933 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:45.579692 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e29ac3c6-8546-4f8e-a8ae-7c2c096039ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:45.586261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e362252d-9fbf-4fde-9f5d-5fae2eb9c34c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:45.599719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Pushing event updated for resources: {'Network': ['ID=730d4abf-fc2a-4bd9-b099-791cac9a2466,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:45.606141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e362252d-9fbf-4fde-9f5d-5fae2eb9c34c admin admin] Usage tracker for resource:subnet and tenant:e867f84521524ce2ba067f02c8e2bb27 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:45.630094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e362252d-9fbf-4fde-9f5d-5fae2eb9c34c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:45.637900 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:45.638499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bf6d5-a5f9-4090-8910-6fbe11f107d1 req-cc7a993f-c736-4dd4-bbf6-17ab14e3662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:45.640578 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b85bf6d5-a5f9-4090-8910-6fbe11f107d1 req-cc7a993f-c736-4dd4-bbf6-17ab14e3662f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5081427 Dec 22 09:39:45.649779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e29ac3c6-8546-4f8e-a8ae-7c2c096039ee None None] Port fbda23da-55fb-4a6f-a31d-2bbb52422933 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:39:45.652577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 730d4abf-fc2a-4bd9-b099-791cac9a2466 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:39:45.654724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e362252d-9fbf-4fde-9f5d-5fae2eb9c34c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:45.692160 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-376393bd-0080-4a36-bdb7-7c77ee104c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:45.764928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 730d4abf-fc2a-4bd9-b099-791cac9a2466 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:39:45.787150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 730d4abf-fc2a-4bd9-b099-791cac9a2466 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:39:45.839182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port f0ced865-fe7c-43d8-bcd5-e35d4ae9344a triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:45.839626 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:45.899429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-99052fb5-6ab6-430a-88e3-8d928118137f req-3fcc7a88-0dec-4e4f-b90a-e2e3d765bd63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] No DVR routers for this DVR port 04a4902e-527d-43c6-aa78-acf2de9bf1ee on host n-h2-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:39:45.907150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-99052fb5-6ab6-430a-88e3-8d928118137f req-3fcc7a88-0dec-4e4f-b90a-e2e3d765bd63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:45.931069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd546279-9f21-4d6c-a3bb-26c21dadbd81', 'name': 'network-vif-deleted', 'tag': '04a4902e-527d-43c6-aa78-acf2de9bf1ee'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:45.981071 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-99052fb5-6ab6-430a-88e3-8d928118137f req-3fcc7a88-0dec-4e4f-b90a-e2e3d765bd63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.37 "DELETE /v2.0/ports/04a4902e-527d-43c6-aa78-acf2de9bf1ee HTTP/1.1" status: 204 len: 173 time: 7.0793657 Dec 22 09:39:46.017300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-4a62f71f-c890-4e77-bb8c-9912dbcb61aa req-4b4b5537-d576-48d8-b586-c17c27be8d56 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Synchronizing usage tracker for tenant:7c45cc3243e946a7a79dd87b00479ef1 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:39:46.084938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port ed38f38f-7470-4310-b8d0-71a98e29d508 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:39:46.094279 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:46.105849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b85bf6d5-a5f9-4090-8910-6fbe11f107d1 req-a249dab8-dcf6-4fcc-acd0-d63788806a1e service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537179 Dec 22 09:39:46.108903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port ed38f38f-7470-4310-b8d0-71a98e29d508 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:46.109331 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:46.169721 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae3da0b1-8eeb-499f-8dce-3bbf09020a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:46.308196 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b85bf6d5-a5f9-4090-8910-6fbe11f107d1 req-e8d50831-e3f4-4547-b5d6-347f6942fc70 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1908755 Dec 22 09:39:46.311179 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd546279-9f21-4d6c-a3bb-26c21dadbd81', 'name': 'network-vif-deleted', 'tag': '04a4902e-527d-43c6-aa78-acf2de9bf1ee', 'status': 'completed', 'code': 200} Dec 22 09:39:46.315671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-4a62f71f-c890-4e77-bb8c-9912dbcb61aa req-4b4b5537-d576-48d8-b586-c17c27be8d56 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Unset dirty status for tenant:7c45cc3243e946a7a79dd87b00479ef1 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:39:46.328011 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4a62f71f-c890-4e77-bb8c-9912dbcb61aa req-4b4b5537-d576-48d8-b586-c17c27be8d56 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=fd546279-9f21-4d6c-a3bb-26c21dadbd81 HTTP/1.1" status: 200 len: 210 time: 0.4240584 Dec 22 09:39:46.395076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 01300ad1-7629-4f38-bf5b-c3578ee21dbb no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:39:46.454219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 01300ad1-7629-4f38-bf5b-c3578ee21dbb {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:39:46.454720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 01300ad1-7629-4f38-bf5b-c3578ee21dbb not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:39:46.480605 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:46.520636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port ed38f38f-7470-4310-b8d0-71a98e29d508, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=ed38f38f-7470-4310-b8d0-71a98e29d508,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:46.521717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb51992-7a83-4102-9af4-f2a8163f6cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed38f38f-7470-4310-b8d0-71a98e29d508'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:46.545389 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:46.548543 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:46.598476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e362252d-9fbf-4fde-9f5d-5fae2eb9c34c admin admin] Made reservation on behalf of e867f84521524ce2ba067f02c8e2bb27 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:39:46.603419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e362252d-9fbf-4fde-9f5d-5fae2eb9c34c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:46.637506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-ae3da0b1-8eeb-499f-8dce-3bbf09020a5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2ea75c-236c-47b9-af8d-5af343143f83']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:46.658400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-376393bd-0080-4a36-bdb7-7c77ee104c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:46.665889 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-376393bd-0080-4a36-bdb7-7c77ee104c75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:46.666659 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb51992-7a83-4102-9af4-f2a8163f6cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed38f38f-7470-4310-b8d0-71a98e29d508', 'code': 200} Dec 22 09:39:46.676509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=ed38f38f-7470-4310-b8d0-71a98e29d508,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:46.676838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-ae3da0b1-8eeb-499f-8dce-3bbf09020a5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:46.677122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-ae3da0b1-8eeb-499f-8dce-3bbf09020a5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8a7bc5-9b8b-4bc8-83e0-971c5ecc0b1c') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:46.693235 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:46.770218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae3da0b1-8eeb-499f-8dce-3bbf09020a5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:46.794898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-376393bd-0080-4a36-bdb7-7c77ee104c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:46.795473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376393bd-0080-4a36-bdb7-7c77ee104c75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53f4d47d-c768-4b4c-9216-2cf6d939d0b4 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:39:46.824295 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae3da0b1-8eeb-499f-8dce-3bbf09020a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:46.826353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ae3da0b1-8eeb-499f-8dce-3bbf09020a5d admin admin] Releasing vxlan tunnel 7 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:39:46.847586 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-376393bd-0080-4a36-bdb7-7c77ee104c75 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:46.851994 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-376393bd-0080-4a36-bdb7-7c77ee104c75 admin admin] 10.222.0.50 "DELETE /v2.0/routers/53f4d47d-c768-4b4c-9216-2cf6d939d0b4 HTTP/1.1" status: 204 len: 168 time: 4.7825158 Dec 22 09:39:46.865010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47974) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:46.932409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92092ed-c3f0-4e40-8cb9-bbfd49e19a08 req-d32c5cd6-d240-4e95-8243-9baef2c0fa81 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:46.934188 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c92092ed-c3f0-4e40-8cb9-bbfd49e19a08 req-d32c5cd6-d240-4e95-8243-9baef2c0fa81 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 949 time: 0.3350699 Dec 22 09:39:47.043177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1eb546-191d-4731-a48c-50fec3f8c01e admin admin] Deleting subnet 14279cab-faa4-47a9-9a5c-6644049e4cce {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:39:47.055870 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:47.059634 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd1eb546-191d-4731-a48c-50fec3f8c01e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:47.094543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ae3da0b1-8eeb-499f-8dce-3bbf09020a5d admin admin] Network de2ea75c-236c-47b9-af8d-5af343143f83 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:39:47.099147 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:47.106769 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae3da0b1-8eeb-499f-8dce-3bbf09020a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:47.148207 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9b06ec9d-a84d-4d87-a490-2932a2625642 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:47.189011 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c92092ed-c3f0-4e40-8cb9-bbfd49e19a08 req-e712c962-b14e-4f46-8055-785920298b95 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402503 Dec 22 09:39:47.205558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0095b-1e71-45a5-89ad-4499d838f7fb req-6f745583-1c93-4b4c-bfad-58fc6acbb6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:47.207514 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dfd0095b-1e71-45a5-89ad-4499d838f7fb req-6f745583-1c93-4b4c-bfad-58fc6acbb6a7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 1164 time: 0.4236727 Dec 22 09:39:47.264904 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd1eb546-191d-4731-a48c-50fec3f8c01e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:47.345004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Pushing event updated for resources: {'Port': ['ID=fbda23da-55fb-4a6f-a31d-2bbb52422933,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:47.399196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ae3da0b1-8eeb-499f-8dce-3bbf09020a5d admin admin] Network de2ea75c-236c-47b9-af8d-5af343143f83 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:39:47.413161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 1f40863b-85f6-49ed-9bff-770af2a65950 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:39:47.458396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 1f40863b-85f6-49ed-9bff-770af2a65950 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:39:47.459223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 1f40863b-85f6-49ed-9bff-770af2a65950 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:39:47.462204 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:39:47.591608 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae3da0b1-8eeb-499f-8dce-3bbf09020a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:47.600690 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:47.630151 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae3da0b1-8eeb-499f-8dce-3bbf09020a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:47.647267 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:47.663829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3da0b1-8eeb-499f-8dce-3bbf09020a5d admin admin] Pushing event deleted for resources: {'Network': ['ID=de2ea75c-236c-47b9-af8d-5af343143f83,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:47.666134 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:47.666942 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ae3da0b1-8eeb-499f-8dce-3bbf09020a5d admin admin] 10.222.0.50 "DELETE /v2.0/networks/de2ea75c-236c-47b9-af8d-5af343143f83 HTTP/1.1" status: 204 len: 168 time: 2.6712842 Dec 22 09:39:47.677106 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ae3da0b1-8eeb-499f-8dce-3bbf09020a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:47.699173 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dfd0095b-1e71-45a5-89ad-4499d838f7fb req-1028b0ea-68d9-41f9-b5cc-37526d5abf5a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640090 Dec 22 09:39:47.809325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd1eb546-191d-4731-a48c-50fec3f8c01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:47.869195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47990) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:47.914978 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e362252d-9fbf-4fde-9f5d-5fae2eb9c34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:47.933450 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-37bcfe0c-7d4b-4c9e-96e2-5a4cfa328d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:48.021846 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-990c7908-f50e-4386-a0c5-8d9316839a24 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b14d6bb32424ce08f6f7d9749a7139b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1513615 Dec 22 09:39:48.064219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47994) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:48.099752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362252d-9fbf-4fde-9f5d-5fae2eb9c34c admin admin] Pushing event updated for resources: {'Subnet': ['ID=835786db-f6bd-4763-b56d-9966829ca327,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:48.103825 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e362252d-9fbf-4fde-9f5d-5fae2eb9c34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:48.111103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Network 13861b1c-6df2-49d4-a37b-5d2a5c7bc857 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:39:48.133000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:39:48.168837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e362252d-9fbf-4fde-9f5d-5fae2eb9c34c admin admin] Checking segment: {'id': 'fa400341-1ab1-41e1-9887-80a151427537', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '730d4abf-fc2a-4bd9-b099-791cac9a2466'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:39:48.169240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e362252d-9fbf-4fde-9f5d-5fae2eb9c34c admin admin] Network hostable DHCP agents. Network: 730d4abf-fc2a-4bd9-b099-791cac9a2466, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:39:48.190268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e362252d-9fbf-4fde-9f5d-5fae2eb9c34c admin admin] Network 730d4abf-fc2a-4bd9-b099-791cac9a2466 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:39:48.200648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e362252d-9fbf-4fde-9f5d-5fae2eb9c34c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 730d4abf-fc2a-4bd9-b099-791cac9a2466) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:39:48.215121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e362252d-9fbf-4fde-9f5d-5fae2eb9c34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:48.216283 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e362252d-9fbf-4fde-9f5d-5fae2eb9c34c admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:48.218094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7f1696-6b90-46f5-89e5-e4a7b5612c25 None None] Network 730d4abf-fc2a-4bd9-b099-791cac9a2466 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:39:48.245950 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e362252d-9fbf-4fde-9f5d-5fae2eb9c34c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8411489 Dec 22 09:39:48.480867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46cf13-96bd-49e1-a5fe-4ac566c8a465 req-a9a6d9c2-d1b0-4b3b-ac17-2b048cabc55f tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:48.482498 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b46cf13-96bd-49e1-a5fe-4ac566c8a465 req-a9a6d9c2-d1b0-4b3b-ac17-2b048cabc55f tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.5583217 Dec 22 09:39:48.489170 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-80891a12-3655-427f-9fb1-6ab8b00405d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:48.524736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9323c7d7-1629-41ea-acc5-dae9e5364e6f None None] Provisioning complete for port fbda23da-55fb-4a6f-a31d-2bbb52422933 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:48.525154 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9323c7d7-1629-41ea-acc5-dae9e5364e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:48.617560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5d6158-412d-4c4d-bece-29146e510e65 None None] Network 730d4abf-fc2a-4bd9-b099-791cac9a2466 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:39:48.638630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9323c7d7-1629-41ea-acc5-dae9e5364e6f None None] Port fbda23da-55fb-4a6f-a31d-2bbb52422933 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:39:48.663216 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-80891a12-3655-427f-9fb1-6ab8b00405d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:48.749149 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b46cf13-96bd-49e1-a5fe-4ac566c8a465 req-c1a221b8-e5dd-4697-8a89-e3055b14a78d tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877363 Dec 22 09:39:48.752737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Router 05b7c163-07ce-42aa-b8d8-fbbcbf0b4456 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:39:48.763134 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd1eb546-191d-4731-a48c-50fec3f8c01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:48.788876 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec18cb05-8f2c-46e7-a8c8-e8f74bff4d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:48.833194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618dbd7-bcb4-41fd-9697-d0ac64644a01 req-a9e04169-1dfd-4c1a-b65e-43acecf36463 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:48.834941 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7618dbd7-bcb4-41fd-9697-d0ac64644a01 req-a9e04169-1dfd-4c1a-b65e-43acecf36463 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 949 time: 0.4252179 Dec 22 09:39:48.918338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1eb546-191d-4731-a48c-50fec3f8c01e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14279cab-faa4-47a9-9a5c-6644049e4cce,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:48.951267 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fd1eb546-191d-4731-a48c-50fec3f8c01e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:49.039119 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-80891a12-3655-427f-9fb1-6ab8b00405d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:49.058127 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8e948fe-c4fe-41f9-97be-82c2da238a68 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:49.074088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device ed38f38f-7470-4310-b8d0-71a98e29d508 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:39:49.177292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port ed38f38f-7470-4310-b8d0-71a98e29d508 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:49.177523 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:49.189549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80891a12-3655-427f-9fb1-6ab8b00405d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9533cfb5-8d6b-4386-9bdb-4afb899fe0d0,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:49.220823 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-80891a12-3655-427f-9fb1-6ab8b00405d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:49.226685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-69f9090a-9f31-42eb-9551-991323b2c64d req-77b7372a-a10e-4d25-be90-96652b335381 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1171131690', 'description': 'tempest-description-890764124'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:49.233495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-69f9090a-9f31-42eb-9551-991323b2c64d req-77b7372a-a10e-4d25-be90-96652b335381 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:49.238123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-69f9090a-9f31-42eb-9551-991323b2c64d req-77b7372a-a10e-4d25-be90-96652b335381 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Usage tracker for resource:security_group and tenant:e867f84521524ce2ba067f02c8e2bb27 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:49.241096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-69f9090a-9f31-42eb-9551-991323b2c64d req-77b7372a-a10e-4d25-be90-96652b335381 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:49.247133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-69f9090a-9f31-42eb-9551-991323b2c64d req-77b7372a-a10e-4d25-be90-96652b335381 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:49.260850 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7618dbd7-bcb4-41fd-9697-d0ac64644a01 req-bcf3cdb2-a071-4d4c-8d65-64d361284294 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602378 Dec 22 09:39:49.262598 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd1eb546-191d-4731-a48c-50fec3f8c01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:49.296873 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-80891a12-3655-427f-9fb1-6ab8b00405d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:49.298108 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-80891a12-3655-427f-9fb1-6ab8b00405d6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9533cfb5-8d6b-4386-9bdb-4afb899fe0d0 HTTP/1.1" status: 204 len: 168 time: 1.2317758 Dec 22 09:39:49.299627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-69f9090a-9f31-42eb-9551-991323b2c64d req-77b7372a-a10e-4d25-be90-96652b335381 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:49.318037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48012) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:49.318729 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fd1eb546-191d-4731-a48c-50fec3f8c01e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/14279cab-faa4-47a9-9a5c-6644049e4cce HTTP/1.1" status: 204 len: 168 time: 2.4528878 Dec 22 09:39:49.320653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:39:49.336960 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] 10.222.0.50 "PUT /v2.0/routers/05b7c163-07ce-42aa-b8d8-fbbcbf0b4456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1876736 Dec 22 09:39:49.342199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Sync routers for ids ['05b7c163-07ce-42aa-b8d8-fbbcbf0b4456'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:39:49.357049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-69f9090a-9f31-42eb-9551-991323b2c64d req-77b7372a-a10e-4d25-be90-96652b335381 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:49.361544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-69f9090a-9f31-42eb-9551-991323b2c64d req-77b7372a-a10e-4d25-be90-96652b335381 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Usage tracker for resource:security_group_rule and tenant:e867f84521524ce2ba067f02c8e2bb27 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:49.363233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Routers {'05b7c163-07ce-42aa-b8d8-fbbcbf0b4456'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:39:49.364500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:39:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['05b7c163-07ce-42aa-b8d8-fbbcbf0b4456'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:49.365233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-69f9090a-9f31-42eb-9551-991323b2c64d req-77b7372a-a10e-4d25-be90-96652b335381 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:49.371759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-69f9090a-9f31-42eb-9551-991323b2c64d req-77b7372a-a10e-4d25-be90-96652b335381 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:49.491191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-69f9090a-9f31-42eb-9551-991323b2c64d req-77b7372a-a10e-4d25-be90-96652b335381 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:49.495581 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-69f9090a-9f31-42eb-9551-991323b2c64d req-77b7372a-a10e-4d25-be90-96652b335381 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:49.507964 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dcbda96d-3a5f-47bb-beef-7c7ee56b0d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:49.560717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7372a-a10e-4d25-be90-96652b335381 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event updated for resources: {'SecurityGroup': ['ID=75e5c430-273f-4c30-9665-ed2b2d2124f1,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:49.567663 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d763db8d-596b-4b9e-9939-88068982e340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:49.567916 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-77b7372a-a10e-4d25-be90-96652b335381 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:49.584405 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-69f9090a-9f31-42eb-9551-991323b2c64d req-77b7372a-a10e-4d25-be90-96652b335381 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:49.591405 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-69f9090a-9f31-42eb-9551-991323b2c64d req-77b7372a-a10e-4d25-be90-96652b335381 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1755 time: 0.4156814 Dec 22 09:39:49.647856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48020) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:49.727623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-6f043ec8-2c3f-4474-9ff4-e250abd9def5 req-e149b576-8b7f-4ab4-9057-009e61661c3f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-935741508', 'description': 'tempest-description-236861981'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:49.744752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-6f043ec8-2c3f-4474-9ff4-e250abd9def5 req-e149b576-8b7f-4ab4-9057-009e61661c3f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:49.756765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-6f043ec8-2c3f-4474-9ff4-e250abd9def5 req-e149b576-8b7f-4ab4-9057-009e61661c3f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Usage tracker for resource:security_group and tenant:e867f84521524ce2ba067f02c8e2bb27 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:49.763913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-6f043ec8-2c3f-4474-9ff4-e250abd9def5 req-e149b576-8b7f-4ab4-9057-009e61661c3f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:49.783221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-6f043ec8-2c3f-4474-9ff4-e250abd9def5 req-e149b576-8b7f-4ab4-9057-009e61661c3f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:49.850707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Set router 05b7c163-07ce-42aa-b8d8-fbbcbf0b4456 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:39:49.868919 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6f043ec8-2c3f-4474-9ff4-e250abd9def5 req-e149b576-8b7f-4ab4-9057-009e61661c3f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:49.879099 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d763db8d-596b-4b9e-9939-88068982e340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:49.961961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-6f043ec8-2c3f-4474-9ff4-e250abd9def5 req-e149b576-8b7f-4ab4-9057-009e61661c3f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:49.983442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-6f043ec8-2c3f-4474-9ff4-e250abd9def5 req-e149b576-8b7f-4ab4-9057-009e61661c3f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Usage tracker for resource:security_group_rule and tenant:e867f84521524ce2ba067f02c8e2bb27 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:49.988093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-6f043ec8-2c3f-4474-9ff4-e250abd9def5 req-e149b576-8b7f-4ab4-9057-009e61661c3f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:50.006819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-6f043ec8-2c3f-4474-9ff4-e250abd9def5 req-e149b576-8b7f-4ab4-9057-009e61661c3f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:50.027812 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-b1acfec3-94ef-4fae-b3af-72ff8cd6d47d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 637 time: 0.4211473 Dec 22 09:39:50.037955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d763db8d-596b-4b9e-9939-88068982e340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08743b9d-c4d3-44ca-bf63-fdb06702cb27']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:50.089546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d763db8d-596b-4b9e-9939-88068982e340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa9c35f-52f7-402d-a8dd-92c5f4bb8349') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:50.089917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d763db8d-596b-4b9e-9939-88068982e340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa9c35f-52f7-402d-a8dd-92c5f4bb8349') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:50.118435 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d763db8d-596b-4b9e-9939-88068982e340 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:50.167136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d763db8d-596b-4b9e-9939-88068982e340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:50.186902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d763db8d-596b-4b9e-9939-88068982e340 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:39:50.355011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4255767d-043d-4f3a-aa67-4aa4ebfe298c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1230805529'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:50.372227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4255767d-043d-4f3a-aa67-4aa4ebfe298c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:50.399128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4255767d-043d-4f3a-aa67-4aa4ebfe298c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Usage tracker for resource:network and tenant:2bf9339faedd4d93bde184951affe795 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:50.407106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4255767d-043d-4f3a-aa67-4aa4ebfe298c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:50.482342 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6f043ec8-2c3f-4474-9ff4-e250abd9def5 req-e149b576-8b7f-4ab4-9057-009e61661c3f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:50.487175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'name': 'tempest-ServersTestMultiNic-2084198261-router', 'tenant_id': '2bf9339faedd4d93bde184951affe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f0ced865-fe7c-43d8-bcd5-e35d4ae9344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:39:31Z', 'updated_at': '2020-12-22T09:39:45Z', 'revision_number': 4, 'project_id': '2bf9339faedd4d93bde184951affe795', 'gw_port': {'id': 'f0ced865-fe7c-43d8-bcd5-e35d4ae9344a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:39:33Z', 'updated_at': '2020-12-22T09:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'fbda23da-55fb-4a6f-a31d-2bbb52422933', 'name': '', 'network_id': '13861b1c-6df2-49d4-a37b-5d2a5c7bc857', 'tenant_id': '2bf9339faedd4d93bde184951affe795', 'mac_address': 'fa:16:3e:be:97:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '0aae4c9e-bcd8-469f-a8de-2a081da51b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:39:42Z', 'updated_at': '2020-12-22T09:39:46Z', 'revision_number': 2, 'project_id': '2bf9339faedd4d93bde184951affe795', 'subnets': [{'id': '0aae4c9e-bcd8-469f-a8de-2a081da51b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:50.492608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Checking router: 05b7c163-07ce-42aa-b8d8-fbbcbf0b4456 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:39:50.493198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Updating router 05b7c163-07ce-42aa-b8d8-fbbcbf0b4456 port fbda23da-55fb-4a6f-a31d-2bbb52422933 binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:39:50.494554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c12b4b-c1de-4e02-b82c-681867f03246 req-640f4679-c6f4-4fd9-b885-c806ecc207f7 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:50.499252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4255767d-043d-4f3a-aa67-4aa4ebfe298c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:50.505654 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b5c12b4b-c1de-4e02-b82c-681867f03246 req-640f4679-c6f4-4fd9-b885-c806ecc207f7 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.4411001 Dec 22 09:39:50.530478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d763db8d-596b-4b9e-9939-88068982e340 admin admin] Network 08743b9d-c4d3-44ca-bf63-fdb06702cb27 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:39:50.542350 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6f043ec8-2c3f-4474-9ff4-e250abd9def5 req-e149b576-8b7f-4ab4-9057-009e61661c3f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:50.549650 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d763db8d-596b-4b9e-9939-88068982e340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:50.562917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b844c-fc6d-423c-8c92-9be1496e422e req-726b1444-43a4-4eb2-9e2f-20596a6aaac3 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:50.566485 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-080b844c-fc6d-423c-8c92-9be1496e422e req-726b1444-43a4-4eb2-9e2f-20596a6aaac3 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.64 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.3742499 Dec 22 09:39:50.567315 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:50.574740 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-836739b4-b139-4e2e-b72d-6cf69b3b25d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:50.578856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4255767d-043d-4f3a-aa67-4aa4ebfe298c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Made reservation on behalf of 2bf9339faedd4d93bde184951affe795 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:39:50.585045 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4255767d-043d-4f3a-aa67-4aa4ebfe298c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:50.730313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4255767d-043d-4f3a-aa67-4aa4ebfe298c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:39:50.735463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149b576-8b7f-4ab4-9057-009e61661c3f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event updated for resources: {'SecurityGroup': ['ID=9c64cae7-0096-4631-8671-939caee7734f,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:50.752210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-080b844c-fc6d-423c-8c92-9be1496e422e req-503925f9-c0f3-4b18-8951-832bf9a12092 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Deleting port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:39:50.753419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-080b844c-fc6d-423c-8c92-9be1496e422e req-503925f9-c0f3-4b18-8951-832bf9a12092 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:50.807114 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e149b576-8b7f-4ab4-9057-009e61661c3f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:50.829720 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4255767d-043d-4f3a-aa67-4aa4ebfe298c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:50.830551 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-4255767d-043d-4f3a-aa67-4aa4ebfe298c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Added segment 68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed of type vxlan for network cfc38ceb-3d83-468c-b653-cda00a061cab Dec 22 09:39:50.832520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-35a3ee2a-bf87-48a8-b8b3-b2924b26fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:50.833069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-35a3ee2a-bf87-48a8-b8b3-b2924b26fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:50.833570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-35a3ee2a-bf87-48a8-b8b3-b2924b26fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:50.834012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d763db8d-596b-4b9e-9939-88068982e340 admin admin] Network 08743b9d-c4d3-44ca-bf63-fdb06702cb27 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:39:50.834211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-35a3ee2a-bf87-48a8-b8b3-b2924b26fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:50.834605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-35a3ee2a-bf87-48a8-b8b3-b2924b26fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:50.835390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-35a3ee2a-bf87-48a8-b8b3-b2924b26fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:50.835613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-35a3ee2a-bf87-48a8-b8b3-b2924b26fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:50.837809 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-35a3ee2a-bf87-48a8-b8b3-b2924b26fe84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f&device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 6939 time: 0.6004765 Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:39:50.866539 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:39:50.871373 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6f043ec8-2c3f-4474-9ff4-e250abd9def5 req-e149b576-8b7f-4ab4-9057-009e61661c3f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:50.874237 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6f043ec8-2c3f-4474-9ff4-e250abd9def5 req-e149b576-8b7f-4ab4-9057-009e61661c3f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1754 time: 1.1699882 Dec 22 09:39:50.950456 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b5c12b4b-c1de-4e02-b82c-681867f03246 req-c51feffd-e932-4c51-a728-0bd24b92d112 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434035 Dec 22 09:39:51.007888 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4255767d-043d-4f3a-aa67-4aa4ebfe298c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:51.042994 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d763db8d-596b-4b9e-9939-88068982e340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:51.050392 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1efe8e2-3dea-46f7-a45b-7ae92e4524b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:51.055356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device ed38f38f-7470-4310-b8d0-71a98e29d508 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:39:51.142044 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d763db8d-596b-4b9e-9939-88068982e340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:51.161435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763db8d-596b-4b9e-9939-88068982e340 admin admin] Pushing event deleted for resources: {'Network': ['ID=08743b9d-c4d3-44ca-bf63-fdb06702cb27,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:51.175439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4255767d-043d-4f3a-aa67-4aa4ebfe298c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:51.184273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4255767d-043d-4f3a-aa67-4aa4ebfe298c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:51.185466 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4255767d-043d-4f3a-aa67-4aa4ebfe298c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:51.193467 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d763db8d-596b-4b9e-9939-88068982e340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:51.194048 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d763db8d-596b-4b9e-9939-88068982e340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:51.234937 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d763db8d-596b-4b9e-9939-88068982e340 admin admin] 10.222.0.50 "DELETE /v2.0/networks/08743b9d-c4d3-44ca-bf63-fdb06702cb27 HTTP/1.1" status: 204 len: 168 time: 1.9154603 Dec 22 09:39:51.255707 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4255767d-043d-4f3a-aa67-4aa4ebfe298c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6069596 Dec 22 09:39:51.259788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48058) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:51.273862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ebb78c81-24e6-4353-82a8-48bfa76b9e9c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Request body: {'subnet': {'network_id': 'cfc38ceb-3d83-468c-b653-cda00a061cab', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:51.395978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port ed38f38f-7470-4310-b8d0-71a98e29d508 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:51.396552 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:51.465808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ebb78c81-24e6-4353-82a8-48bfa76b9e9c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:51.473527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ebb78c81-24e6-4353-82a8-48bfa76b9e9c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Usage tracker for resource:subnet and tenant:2bf9339faedd4d93bde184951affe795 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:51.477426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ebb78c81-24e6-4353-82a8-48bfa76b9e9c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:51.486432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ebb78c81-24e6-4353-82a8-48bfa76b9e9c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:51.514322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb78c81-24e6-4353-82a8-48bfa76b9e9c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Made reservation on behalf of 2bf9339faedd4d93bde184951affe795 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:39:51.538427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255767d-043d-4f3a-aa67-4aa4ebfe298c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event updated for resources: {'Network': ['ID=cfc38ceb-3d83-468c-b653-cda00a061cab,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:51.542368 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4255767d-043d-4f3a-aa67-4aa4ebfe298c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:51.569850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48064) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:51.677903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:51.682118 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-61e5c8eb-9ce9-406d-b4fc-512d678e6102 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=15cfc948da3e4885bbbb213e70ea2fb5&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1084156 Dec 22 09:39:51.686867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ebb78c81-24e6-4353-82a8-48bfa76b9e9c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:51.692302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Transition to ACTIVE for port object fbda23da-55fb-4a6f-a31d-2bbb52422933 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:39:51.693611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network cfc38ceb-3d83-468c-b653-cda00a061cab details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:39:51.714104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48068) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:51.717127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network cfc38ceb-3d83-468c-b653-cda00a061cab details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:39:51.757980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network cfc38ceb-3d83-468c-b653-cda00a061cab details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:39:51.847849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45a3b5-b07f-4913-94f2-3c1699911545 req-bf81a154-b24e-42c9-9bb1-37a8b2f0fa52 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:51.856360 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6d45a3b5-b07f-4913-94f2-3c1699911545 req-bf81a154-b24e-42c9-9bb1-37a8b2f0fa52 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 949 time: 0.4689221 Dec 22 09:39:51.868984 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:51.898877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-60665db8-2af6-4dd1-8eac-28d567361197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:51.899303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-60665db8-2af6-4dd1-8eac-28d567361197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:51.899719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-60665db8-2af6-4dd1-8eac-28d567361197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:51.901452 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-60665db8-2af6-4dd1-8eac-28d567361197 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a4284a53-ed3c-4b2e-b701-f977e110a16f&id=4623a071-a810-4e69-a12c-21455bc82af1&id=4623a071-a810-4e69-a12c-21455bc82af1&id=4623a071-a810-4e69-a12c-21455bc82af1&id=4623a071-a810-4e69-a12c-21455bc82af1&id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85&id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 HTTP/1.1" status: 200 len: 2273 time: 1.0179639 Dec 22 09:39:51.994203 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:52.033599 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-32e9f15f-d408-4d41-8a63-1734924810b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6678f581-95c6-4a68-89a6-920891ccd5a6 HTTP/1.1" status: 200 len: 1001 time: 0.1236038 Dec 22 09:39:52.066239 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffa89e12-67f4-4cf8-a2a4-d0e6dce70d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:52.098412 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffa89e12-67f4-4cf8-a2a4-d0e6dce70d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:52.228926 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6d45a3b5-b07f-4913-94f2-3c1699911545 req-783e937a-60e8-410c-9d6f-3839fa672ff5 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715262 Dec 22 09:39:52.229927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffa89e12-67f4-4cf8-a2a4-d0e6dce70d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:52.261389 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bb460aed-3739-45c8-8e22-940b1174a44d tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:52.280706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa89e12-67f4-4cf8-a2a4-d0e6dce70d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ec25a4-08f3-4cd2-8acd-27709cc114ac,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:52.304089 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ffa89e12-67f4-4cf8-a2a4-d0e6dce70d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:52.351830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-080b844c-fc6d-423c-8c92-9be1496e422e req-503925f9-c0f3-4b18-8951-832bf9a12092 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] For port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:52.352463 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-080b844c-fc6d-423c-8c92-9be1496e422e req-503925f9-c0f3-4b18-8951-832bf9a12092 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:52.396365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c84a4-717b-4ae1-aa67-7fc541a0f0ea None None] Pushing event updated for resources: {'Port': ['ID=fbda23da-55fb-4a6f-a31d-2bbb52422933,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:52.401181 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9a0c84a4-717b-4ae1-aa67-7fc541a0f0ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:52.417885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:39:52.538795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-080b844c-fc6d-423c-8c92-9be1496e422e req-503925f9-c0f3-4b18-8951-832bf9a12092 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Calling delete_port for cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:39:52.574279 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffa89e12-67f4-4cf8-a2a4-d0e6dce70d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:52.575720 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ffa89e12-67f4-4cf8-a2a4-d0e6dce70d7b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/48ec25a4-08f3-4cd2-8acd-27709cc114ac HTTP/1.1" status: 204 len: 168 time: 0.8556323 Dec 22 09:39:52.643851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Attempting to bind port fbda23da-55fb-4a6f-a31d-2bbb52422933 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:39:52.644361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Attempting to bind port fbda23da-55fb-4a6f-a31d-2bbb52422933 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'f3f62d88-3e9b-420a-b628-5db6ebd4cf0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '13861b1c-6df2-49d4-a37b-5d2a5c7bc857'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:39:52.644775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Attempting to bind port fbda23da-55fb-4a6f-a31d-2bbb52422933 on network 13861b1c-6df2-49d4-a37b-5d2a5c7bc857 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:39:52.684867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:39:52.685289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Checking segment: {'id': 'f3f62d88-3e9b-420a-b628-5db6ebd4cf0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '13861b1c-6df2-49d4-a37b-5d2a5c7bc857'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:39:52.685743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:52.686248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Bound using segment: {'id': 'f3f62d88-3e9b-420a-b628-5db6ebd4cf0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '13861b1c-6df2-49d4-a37b-5d2a5c7bc857'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:39:52.686787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Bound port: fbda23da-55fb-4a6f-a31d-2bbb52422933, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f62d88-3e9b-420a-b628-5db6ebd4cf0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '13861b1c-6df2-49d4-a37b-5d2a5c7bc857'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:39:52.687206 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:52.699983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ebb78c81-24e6-4353-82a8-48bfa76b9e9c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:52.789874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:52.792104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697a833-8708-4712-bcf1-b0dff1af976f req-c951cedb-9008-4f96-bf01-36672f0972e7 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:52.801134 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d697a833-8708-4712-bcf1-b0dff1af976f req-c951cedb-9008-4f96-bf01-36672f0972e7 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/networks?id=730d4abf-fc2a-4bd9-b099-791cac9a2466 HTTP/1.1" status: 200 len: 812 time: 0.4946375 Dec 22 09:39:52.827807 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d697a833-8708-4712-bcf1-b0dff1af976f req-33486fc8-b4d4-4f4a-afd6-b400352ab85e tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/quotas/e867f84521524ce2ba067f02c8e2bb27 HTTP/1.1" status: 200 len: 375 time: 0.0249081 Dec 22 09:39:52.844592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280cd4ce-b5b0-44e2-a5dc-4b139a71ac02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:52.862741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:52.866302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] For port fbda23da-55fb-4a6f-a31d-2bbb52422933, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:39:52.869232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:52.871389 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:52.893322 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d671c51a-a510-4f04-8229-1ae331887ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:52.897441 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d697a833-8708-4712-bcf1-b0dff1af976f req-1ac6942a-51da-45bc-8937-36fff778120f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?tenant_id=e867f84521524ce2ba067f02c8e2bb27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684080 Dec 22 09:39:52.917337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] For port fbda23da-55fb-4a6f-a31d-2bbb52422933, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=fbda23da-55fb-4a6f-a31d-2bbb52422933,segment=NetworkSegment(f3f62d88-3e9b-420a-b628-5db6ebd4cf0f),segment_id=f3f62d88-3e9b-420a-b628-5db6ebd4cf0f)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:39:52.947085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-8dab0ff6-49d8-4968-a594-ecf734d28aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:52.948837 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-8dab0ff6-49d8-4968-a594-ecf734d28aef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d1e8bbe-1831-4444-9106-90483ff0e76e HTTP/1.1" status: 200 len: 850 time: 0.8841724 Dec 22 09:39:52.950326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:52.988265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb78c81-24e6-4353-82a8-48bfa76b9e9c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event updated for resources: {'Subnet': ['ID=d5411b91-01e0-4182-bdf2-b5ce46895607,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:52.994193 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ebb78c81-24e6-4353-82a8-48bfa76b9e9c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:53.005943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb78c81-24e6-4353-82a8-48bfa76b9e9c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Checking segment: {'id': '68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cfc38ceb-3d83-468c-b653-cda00a061cab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:39:53.006547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb78c81-24e6-4353-82a8-48bfa76b9e9c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network hostable DHCP agents. Network: cfc38ceb-3d83-468c-b653-cda00a061cab, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:39:53.028087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb78c81-24e6-4353-82a8-48bfa76b9e9c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network cfc38ceb-3d83-468c-b653-cda00a061cab is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:39:53.052669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ebb78c81-24e6-4353-82a8-48bfa76b9e9c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, cfc38ceb-3d83-468c-b653-cda00a061cab) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:39:53.077390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb78c81-24e6-4353-82a8-48bfa76b9e9c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:53.078201 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ebb78c81-24e6-4353-82a8-48bfa76b9e9c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:53.105616 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ebb78c81-24e6-4353-82a8-48bfa76b9e9c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8442891 Dec 22 09:39:53.108345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48098) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:53.115197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a8c10e16-0c0f-41de-a2a5-1a0447fe32bf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-167477978'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:53.124942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a8c10e16-0c0f-41de-a2a5-1a0447fe32bf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:53.129638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c09bb4-8af3-4466-a53a-ee81fa12e9b6 None None] Network cfc38ceb-3d83-468c-b653-cda00a061cab requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:39:53.129791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a8c10e16-0c0f-41de-a2a5-1a0447fe32bf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Usage tracker for resource:network and tenant:2bf9339faedd4d93bde184951affe795 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:53.132805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a8c10e16-0c0f-41de-a2a5-1a0447fe32bf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Quota usage for network was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:53.139305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a8c10e16-0c0f-41de-a2a5-1a0447fe32bf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:53.149412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c10e16-0c0f-41de-a2a5-1a0447fe32bf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Made reservation on behalf of 2bf9339faedd4d93bde184951affe795 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:39:53.155730 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8c10e16-0c0f-41de-a2a5-1a0447fe32bf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:53.206053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e9152-402e-41b5-8c1f-4a201a24414a req-17e84286-3b79-401d-952f-e230baac86b9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:53.215853 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e74e9152-402e-41b5-8c1f-4a201a24414a req-17e84286-3b79-401d-952f-e230baac86b9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 950 time: 0.6902988 Dec 22 09:39:53.217081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c10e16-0c0f-41de-a2a5-1a0447fe32bf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:39:53.239118 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8c10e16-0c0f-41de-a2a5-1a0447fe32bf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:53.239535 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-a8c10e16-0c0f-41de-a2a5-1a0447fe32bf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Added segment 9c904039-0fcd-49b4-b66a-762fab5f6734 of type vxlan for network 011ac8c7-9de3-4be4-aa57-586a112ab69e Dec 22 09:39:53.242096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-080b844c-fc6d-423c-8c92-9be1496e422e req-503925f9-c0f3-4b18-8951-832bf9a12092 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:39:53.245742 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-080b844c-fc6d-423c-8c92-9be1496e422e req-503925f9-c0f3-4b18-8951-832bf9a12092 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:39:53.296303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-48de3e20-4a28-450e-93a3-30b702cd8135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:53.298120 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-48de3e20-4a28-450e-93a3-30b702cd8135 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a4284a53-ed3c-4b2e-b701-f977e110a16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3296659 Dec 22 09:39:53.302394 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8c10e16-0c0f-41de-a2a5-1a0447fe32bf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:53.341562 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d697a833-8708-4712-bcf1-b0dff1af976f req-ed871db0-4d73-470a-b98a-99dc0bcdce19 service neutron] 10.222.0.50 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429977 Dec 22 09:39:53.385557 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8c10e16-0c0f-41de-a2a5-1a0447fe32bf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:53.400571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c10e16-0c0f-41de-a2a5-1a0447fe32bf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:53.401383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8c10e16-0c0f-41de-a2a5-1a0447fe32bf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:53.408263 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ddadf6c0-e37b-4962-b14a-033bacd3d70a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:53.518617 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e74e9152-402e-41b5-8c1f-4a201a24414a req-bb92fff0-67c4-40f3-a23f-82038a5bb3e4 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016088 Dec 22 09:39:53.706807 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a8c10e16-0c0f-41de-a2a5-1a0447fe32bf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5966394 Dec 22 09:39:53.708449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c10e16-0c0f-41de-a2a5-1a0447fe32bf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event updated for resources: {'Network': ['ID=011ac8c7-9de3-4be4-aa57-586a112ab69e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:53.712097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48108) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:53.717778 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a8c10e16-0c0f-41de-a2a5-1a0447fe32bf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:53.726104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ec69a5ac-d929-4ebe-abf5-876aee157625 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Request body: {'subnet': {'network_id': '011ac8c7-9de3-4be4-aa57-586a112ab69e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:53.738216 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-6503ee74-241e-4a08-a9c2-308132d4f199 service neutron] 10.222.0.64 "GET /v2.0/networks/a4284a53-ed3c-4b2e-b701-f977e110a16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085314 Dec 22 09:39:53.754445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-080b844c-fc6d-423c-8c92-9be1496e422e req-503925f9-c0f3-4b18-8951-832bf9a12092 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Deleting port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:39:53.754933 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-080b844c-fc6d-423c-8c92-9be1496e422e req-503925f9-c0f3-4b18-8951-832bf9a12092 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:53.763834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 011ac8c7-9de3-4be4-aa57-586a112ab69e details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:39:53.787167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 011ac8c7-9de3-4be4-aa57-586a112ab69e details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:39:53.816165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 011ac8c7-9de3-4be4-aa57-586a112ab69e details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:39:53.970485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ec69a5ac-d929-4ebe-abf5-876aee157625 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:53.975148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ec69a5ac-d929-4ebe-abf5-876aee157625 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Usage tracker for resource:subnet and tenant:2bf9339faedd4d93bde184951affe795 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:53.979128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ec69a5ac-d929-4ebe-abf5-876aee157625 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:53.986619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ec69a5ac-d929-4ebe-abf5-876aee157625 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:53.996870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec69a5ac-d929-4ebe-abf5-876aee157625 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Made reservation on behalf of 2bf9339faedd4d93bde184951affe795 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:39:54.046364 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-00711125-923f-4e8a-aae8-47ed251416ac service neutron] 10.222.0.64 "GET /v2.0/networks/a4284a53-ed3c-4b2e-b701-f977e110a16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2165723 Dec 22 09:39:54.132480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Routers {'05b7c163-07ce-42aa-b8d8-fbbcbf0b4456'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:39:54.133197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:39:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['05b7c163-07ce-42aa-b8d8-fbbcbf0b4456'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:54.138775 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec69a5ac-d929-4ebe-abf5-876aee157625 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:54.200608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6,revision_number=9']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:54.216316 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.345s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:54.257096 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.132s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:54.267448 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-236e6c2b-75cf-4a6d-a92b-c4a2d527ecb9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=21597bba-be5f-49e6-b4ef-eaabcf5291f1 HTTP/1.1" status: 200 len: 217 time: 0.2069199 Dec 22 09:39:54.631406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c84a4-717b-4ae1-aa67-7fc541a0f0ea None None] Pushing event updated for resources: {'Port': ['ID=fbda23da-55fb-4a6f-a31d-2bbb52422933,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:54.650313 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9a0c84a4-717b-4ae1-aa67-7fc541a0f0ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:54.723544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] Set router 05b7c163-07ce-42aa-b8d8-fbbcbf0b4456 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:39:54.731362 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d697a833-8708-4712-bcf1-b0dff1af976f req-b9c0a595-7b63-4f5c-b8fd-076ab726b772 service neutron] 10.222.0.50 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3888373 Dec 22 09:39:54.774482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-cfc38ceb-3d83-468c-b653-cda00a061cab', 'network_id': 'cfc38ceb-3d83-468c-b653-cda00a061cab', 'tenant_id': '2bf9339faedd4d93bde184951affe795', 'fixed_ips': [{'subnet_id': 'd5411b91-01e0-4182-bdf2-b5ce46895607'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:39:54.775496 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:54.877774 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec69a5ac-d929-4ebe-abf5-876aee157625 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:54.887910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-c170bc8f-8da1-46ca-b021-1f69ebe1afa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:54.890377 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-c170bc8f-8da1-46ca-b021-1f69ebe1afa3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7889a3a-9571-460b-9e27-2fdf093fc665 HTTP/1.1" status: 200 len: 797 time: 0.6146157 Dec 22 09:39:55.078228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf191788-60a0-4cf5-b67f-8e01f19f3ff4 req-7f69180b-8d9c-4477-9960-35cb5ee06c1c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:55.081847 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf191788-60a0-4cf5-b67f-8e01f19f3ff4 req-7f69180b-8d9c-4477-9960-35cb5ee06c1c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 949 time: 1.0252666 Dec 22 09:39:55.100168 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e362252d-9fbf-4fde-9f5d-5fae2eb9c34c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:55.102840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-080b844c-fc6d-423c-8c92-9be1496e422e req-503925f9-c0f3-4b18-8951-832bf9a12092 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] For port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:55.103449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-080b844c-fc6d-423c-8c92-9be1496e422e req-503925f9-c0f3-4b18-8951-832bf9a12092 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:55.200572 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280cd4ce-b5b0-44e2-a5dc-4b139a71ac02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6', 'code': 200} Dec 22 09:39:55.210282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69a5ac-d929-4ebe-abf5-876aee157625 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event updated for resources: {'Subnet': ['ID=6110dc97-8760-4d3b-b6a8-2a2404e15d6b,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:55.221534 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec69a5ac-d929-4ebe-abf5-876aee157625 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:55.271492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec69a5ac-d929-4ebe-abf5-876aee157625 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Checking segment: {'id': '9c904039-0fcd-49b4-b66a-762fab5f6734', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '011ac8c7-9de3-4be4-aa57-586a112ab69e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:39:55.271976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec69a5ac-d929-4ebe-abf5-876aee157625 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network hostable DHCP agents. Network: 011ac8c7-9de3-4be4-aa57-586a112ab69e, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:39:55.298999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec69a5ac-d929-4ebe-abf5-876aee157625 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network 011ac8c7-9de3-4be4-aa57-586a112ab69e is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:39:55.324990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ec69a5ac-d929-4ebe-abf5-876aee157625 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 011ac8c7-9de3-4be4-aa57-586a112ab69e) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:39:55.348668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bd15bc-04cc-4124-8ba5-3d712890c7df None None] Network 011ac8c7-9de3-4be4-aa57-586a112ab69e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:39:55.398703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec69a5ac-d929-4ebe-abf5-876aee157625 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:55.399371 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec69a5ac-d929-4ebe-abf5-876aee157625 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:55.452951 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ec69a5ac-d929-4ebe-abf5-876aee157625 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7390766 Dec 22 09:39:55.505920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-080b844c-fc6d-423c-8c92-9be1496e422e req-503925f9-c0f3-4b18-8951-832bf9a12092 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Calling delete_port for cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:39:55.612977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Allocated IP 19.80.0.2 (cfc38ceb-3d83-468c-b653-cda00a061cab/d5411b91-01e0-4182-bdf2-b5ce46895607/e4d6592c-096e-499c-a059-d48504bfa9e5) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:39:55.636914 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf191788-60a0-4cf5-b67f-8e01f19f3ff4 req-257c95e5-2f65-4b4e-a623-955f2bd7659f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388088 Dec 22 09:39:55.735384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-6c8da389-d57e-4f9c-9b2c-c411a7c91d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:55.737112 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-6c8da389-d57e-4f9c-9b2c-c411a7c91d3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4623a071-a810-4e69-a12c-21455bc82af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8277488 Dec 22 09:39:55.870722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fed6b-8927-46b0-a24f-54e1f286aedc req-30d8bdbe-4d69-4491-b18d-b13e72ee870e tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:55.879658 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-622fed6b-8927-46b0-a24f-54e1f286aedc req-30d8bdbe-4d69-4491-b18d-b13e72ee870e tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 948 time: 0.3374944 Dec 22 09:39:55.982000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'name': 'tempest-ServersTestMultiNic-2084198261-router', 'tenant_id': '2bf9339faedd4d93bde184951affe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f0ced865-fe7c-43d8-bcd5-e35d4ae9344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:39:31Z', 'updated_at': '2020-12-22T09:39:45Z', 'revision_number': 4, 'project_id': '2bf9339faedd4d93bde184951affe795', 'gw_port': {'id': 'f0ced865-fe7c-43d8-bcd5-e35d4ae9344a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:39:33Z', 'updated_at': '2020-12-22T09:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'fbda23da-55fb-4a6f-a31d-2bbb52422933', 'name': '', 'network_id': '13861b1c-6df2-49d4-a37b-5d2a5c7bc857', 'tenant_id': '2bf9339faedd4d93bde184951affe795', 'mac_address': 'fa:16:3e:be:97:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '0aae4c9e-bcd8-469f-a8de-2a081da51b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:39:42Z', 'updated_at': '2020-12-22T09:39:52Z', 'revision_number': 4, 'project_id': '2bf9339faedd4d93bde184951affe795', 'subnets': [{'id': '0aae4c9e-bcd8-469f-a8de-2a081da51b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:39:55.991105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee8cda-318b-4dea-8763-e290e731bb47 None None] The sync data for ids ['05b7c163-07ce-42aa-b8d8-fbbcbf0b4456'] in n-d-765315-5 is: [{'id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'name': 'tempest-ServersTestMultiNic-2084198261-router', 'tenant_id': '2bf9339faedd4d93bde184951affe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f0ced865-fe7c-43d8-bcd5-e35d4ae9344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:39:31Z', 'updated_at': '2020-12-22T09:39:45Z', 'revision_number': 4, 'project_id': '2bf9339faedd4d93bde184951affe795', 'gw_port': {'id': 'f0ced865-fe7c-43d8-bcd5-e35d4ae9344a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:39:33Z', 'updated_at': '2020-12-22T09:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'fbda23da-55fb-4a6f-a31d-2bbb52422933', 'name': '', 'network_id': '13861b1c-6df2-49d4-a37b-5d2a5c7bc857', 'tenant_id': '2bf9339faedd4d93bde184951affe795', 'mac_address': 'fa:16:3e:be:97:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '0aae4c9e-bcd8-469f-a8de-2a081da51b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:39:42Z', 'updated_at': '2020-12-22T09:39:52Z', 'revision_number': 4, 'project_id': '2bf9339faedd4d93bde184951affe795', 'subnets': [{'id': '0aae4c9e-bcd8-469f-a8de-2a081da51b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:39:56.004539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-011ac8c7-9de3-4be4-aa57-586a112ab69e', 'network_id': '011ac8c7-9de3-4be4-aa57-586a112ab69e', 'tenant_id': '2bf9339faedd4d93bde184951affe795', 'fixed_ips': [{'subnet_id': '6110dc97-8760-4d3b-b6a8-2a2404e15d6b'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:39:56.005464 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:56.112441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48150) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:56.126174 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-622fed6b-8927-46b0-a24f-54e1f286aedc req-11a7e09e-0e70-45b3-a672-7b56db0e9e57 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/security-groups?id=a92976d0-b110-40a3-b589-6188a8bc7bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449918 Dec 22 09:39:56.146265 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-080b844c-fc6d-423c-8c92-9be1496e422e req-503925f9-c0f3-4b18-8951-832bf9a12092 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:56.309514 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:56.400536 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f2e0bb51-6de5-4a02-892c-8a48dc343182 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:56.443342 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9edadc51-51e5-476c-82ea-2cf3a867aea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:56.445928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Transition to ACTIVE for port object e4d6592c-096e-499c-a059-d48504bfa9e5 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:39:56.484525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9edadc51-51e5-476c-82ea-2cf3a867aea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:56.493583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9edadc51-51e5-476c-82ea-2cf3a867aea1 admin admin] Usage tracker for resource:security_group_rule and tenant:8a51811cdd8349848c8b131f823c76cf is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:56.500160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9edadc51-51e5-476c-82ea-2cf3a867aea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:56.514905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9edadc51-51e5-476c-82ea-2cf3a867aea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:56.534358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503925f9-c0f3-4b18-8951-832bf9a12092 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Pushing event deleted for resources: {'Port': ['ID=cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:56.537521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Transition to ACTIVE for port object e4d6592c-096e-499c-a059-d48504bfa9e5 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:39:56.552343 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-87cf2cd6-1565-436d-86ac-eed9a19024a8 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8006930 Dec 22 09:39:56.558441 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-503925f9-c0f3-4b18-8951-832bf9a12092 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:56.608612 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b12441f-36b1-4a76-a936-ad3ab2026094 req-c6db9cce-5d85-46dc-a216-1ef0fa1d933c tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 210 time: 0.1539965 Dec 22 09:39:56.640698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-080b844c-fc6d-423c-8c92-9be1496e422e req-503925f9-c0f3-4b18-8951-832bf9a12092 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] No DVR routers for this DVR port cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:39:56.646606 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-080b844c-fc6d-423c-8c92-9be1496e422e req-503925f9-c0f3-4b18-8951-832bf9a12092 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:56.649722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280cd4ce-b5b0-44e2-a5dc-4b139a71ac02', 'name': 'network-vif-deleted', 'tag': 'cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:39:56.678743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9edadc51-51e5-476c-82ea-2cf3a867aea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:56.681754 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:56.684028 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9edadc51-51e5-476c-82ea-2cf3a867aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:56.750595 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-080b844c-fc6d-423c-8c92-9be1496e422e req-503925f9-c0f3-4b18-8951-832bf9a12092 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.64 "DELETE /v2.0/ports/cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6 HTTP/1.1" status: 204 len: 173 time: 6.1174259 Dec 22 09:39:56.751502 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-00e2ceab-eb85-4aa3-a6b4-3ce52eed6a05 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:56.779219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48158) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:56.784424 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9edadc51-51e5-476c-82ea-2cf3a867aea1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a51811cdd8349848c8b131f823c76cf&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6704881 Dec 22 09:39:56.795019 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9a0c84a4-717b-4ae1-aa67-7fc541a0f0ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:56.829455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edadc51-51e5-476c-82ea-2cf3a867aea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62fb2fd-c60f-44d6-bd5e-67e534dde0b0,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:56.837254 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9edadc51-51e5-476c-82ea-2cf3a867aea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:56.976610 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-52478ac3-3f72-446a-bbd7-2c140057430d service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3797739 Dec 22 09:39:56.981575 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cce710a7-d1c4-47d1-98b0-47bbaaa452d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:57.617572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Allocated IP 19.86.0.2 (011ac8c7-9de3-4be4-aa57-586a112ab69e/6110dc97-8760-4d3b-b6a8-2a2404e15d6b/8694d31b-a155-4975-a3ae-35750c2c0c86) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:39:57.661254 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-70d536f9-36d8-40d5-a11a-11a983d5f2e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=f7083d1b-bfb3-47ac-b643-58564cb5f4ac HTTP/1.1" status: 200 len: 217 time: 0.6771657 Dec 22 09:39:57.666997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-99c346c7-082c-44b7-aa79-cc591884d280 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:57.671976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-99c346c7-082c-44b7-aa79-cc591884d280 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:57.673823 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-99c346c7-082c-44b7-aa79-cc591884d280 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/networks?id=cfc38ceb-3d83-468c-b653-cda00a061cab&id=011ac8c7-9de3-4be4-aa57-586a112ab69e&id=cfc38ceb-3d83-468c-b653-cda00a061cab HTTP/1.1" status: 200 len: 1391 time: 0.5634258 Dec 22 09:39:57.693918 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cce710a7-d1c4-47d1-98b0-47bbaaa452d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:57.709477 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280cd4ce-b5b0-44e2-a5dc-4b139a71ac02', 'name': 'network-vif-deleted', 'tag': 'cedc3b1b-1dc2-49fe-b9a9-9e81deb967a6', 'status': 'completed', 'code': 200} Dec 22 09:39:57.910340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device fbda23da-55fb-4a6f-a31d-2bbb52422933 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:39:57.933515 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-71e29de2-15fc-474f-b968-4985ccd04b4a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/quotas/2bf9339faedd4d93bde184951affe795 HTTP/1.1" status: 200 len: 375 time: 0.1774828 Dec 22 09:39:57.936981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Pushing event updated for resources: {'Port': ['ID=e4d6592c-096e-499c-a059-d48504bfa9e5,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:57.939529 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cce710a7-d1c4-47d1-98b0-47bbaaa452d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:57.947029 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:57.951015 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-104a6308-b34e-437f-ad34-81b22938b0f4 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:57.956170 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.178s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:57.971394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce710a7-d1c4-47d1-98b0-47bbaaa452d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62fb2fd-c60f-44d6-bd5e-67e534dde0b0,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:58.030506 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cce710a7-d1c4-47d1-98b0-47bbaaa452d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:58.065822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Transition to ACTIVE for port object 8694d31b-a155-4975-a3ae-35750c2c0c86 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:39:58.102662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-da512645-ac6b-4b2d-8205-195b9f991c91 req-a404617e-47f4-4f88-94f1-4dab8b42cbf9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Synchronizing usage tracker for tenant:7c45cc3243e946a7a79dd87b00479ef1 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:39:58.112917 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cce710a7-d1c4-47d1-98b0-47bbaaa452d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:58.114175 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cce710a7-d1c4-47d1-98b0-47bbaaa452d9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c62fb2fd-c60f-44d6-bd5e-67e534dde0b0 HTTP/1.1" status: 204 len: 168 time: 1.3311319 Dec 22 09:39:58.121854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Transition to ACTIVE for port object 8694d31b-a155-4975-a3ae-35750c2c0c86 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:39:58.138790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-1a803057-234e-4f49-9c97-4d84b9b8158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:58.141325 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-1a803057-234e-4f49-9c97-4d84b9b8158d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7889a3a-9571-460b-9e27-2fdf093fc665 HTTP/1.1" status: 200 len: 797 time: 0.4341443 Dec 22 09:39:58.145573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:58.146746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697a833-8708-4712-bcf1-b0dff1af976f req-0e5f04c6-1a20-4664-a6c7-6ad7e6e0dc83 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:58.148730 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d697a833-8708-4712-bcf1-b0dff1af976f req-0e5f04c6-1a20-4664-a6c7-6ad7e6e0dc83 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.37 "GET /v2.0/networks?id=730d4abf-fc2a-4bd9-b099-791cac9a2466 HTTP/1.1" status: 200 len: 812 time: 1.0170851 Dec 22 09:39:58.149439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-da512645-ac6b-4b2d-8205-195b9f991c91 req-a404617e-47f4-4f88-94f1-4dab8b42cbf9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Unset dirty status for tenant:7c45cc3243e946a7a79dd87b00479ef1 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:39:58.150772 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da512645-ac6b-4b2d-8205-195b9f991c91 req-a404617e-47f4-4f88-94f1-4dab8b42cbf9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] 10.222.0.50 "GET /v2.0/ports?device_id=280cd4ce-b5b0-44e2-a5dc-4b139a71ac02 HTTP/1.1" status: 200 len: 210 time: 0.1247263 Dec 22 09:39:58.169360 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:58.235377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-d697a833-8708-4712-bcf1-b0dff1af976f req-303defed-fa87-44a5-8bec-c6d9c931f808 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Request body: {'port': {'device_id': '48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e', 'network_id': '730d4abf-fc2a-4bd9-b099-791cac9a2466', 'admin_state_up': True, 'tenant_id': 'e867f84521524ce2ba067f02c8e2bb27'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:39:58.262332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port fbda23da-55fb-4a6f-a31d-2bbb52422933 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:39:58.326356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-fbbeea5b-d314-4d99-822e-7ec9c0aeb8f4 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Synchronizing usage tracker for tenant:2bf9339faedd4d93bde184951affe795 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:39:58.384665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port fbda23da-55fb-4a6f-a31d-2bbb52422933 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:58.385169 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:58.410687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-fbbeea5b-d314-4d99-822e-7ec9c0aeb8f4 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Unset dirty status for tenant:2bf9339faedd4d93bde184951affe795 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:39:58.412159 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-fbbeea5b-d314-4d99-822e-7ec9c0aeb8f4 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bf9339faedd4d93bde184951affe795&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4622817 Dec 22 09:39:58.442936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Network cfc38ceb-3d83-468c-b653-cda00a061cab is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:39:58.460736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:39:58.474865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Pushing event updated for resources: {'Port': ['ID=8694d31b-a155-4975-a3ae-35750c2c0c86,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:58.477669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:39:58.489733 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:58.571563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Attempting to bind port e4d6592c-096e-499c-a059-d48504bfa9e5 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:39:58.571808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Attempting to bind port e4d6592c-096e-499c-a059-d48504bfa9e5 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cfc38ceb-3d83-468c-b653-cda00a061cab'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:39:58.572246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Attempting to bind port e4d6592c-096e-499c-a059-d48504bfa9e5 on network cfc38ceb-3d83-468c-b653-cda00a061cab {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:39:58.591325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Network 011ac8c7-9de3-4be4-aa57-586a112ab69e is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:39:58.593392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:39:58.593830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Checking segment: {'id': '68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cfc38ceb-3d83-468c-b653-cda00a061cab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:39:58.594287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:58.594735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Bound using segment: {'id': '68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cfc38ceb-3d83-468c-b653-cda00a061cab'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:39:58.595282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Bound port: e4d6592c-096e-499c-a059-d48504bfa9e5, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cfc38ceb-3d83-468c-b653-cda00a061cab'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:39:58.595713 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:58.608421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:39:58.638607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:39:58.754660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-ea727e7d-850a-4eb9-aa62-7ea855d85e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:58.756326 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-ea727e7d-850a-4eb9-aa62-7ea855d85e12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4623a071-a810-4e69-a12c-21455bc82af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6047845 Dec 22 09:39:58.762033 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7d611d69-b23a-4b13-912d-49ffb3509efa req-bf7c486f-ef10-4fcd-9ef8-c5134bcf323f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 210 time: 0.3437679 Dec 22 09:39:58.773757 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:58.787809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Attempting to bind port 8694d31b-a155-4975-a3ae-35750c2c0c86 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:39:58.788229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Attempting to bind port 8694d31b-a155-4975-a3ae-35750c2c0c86 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '9c904039-0fcd-49b4-b66a-762fab5f6734', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '011ac8c7-9de3-4be4-aa57-586a112ab69e'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:39:58.788648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Attempting to bind port 8694d31b-a155-4975-a3ae-35750c2c0c86 on network 011ac8c7-9de3-4be4-aa57-586a112ab69e {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:39:58.811209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:39:58.811596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Checking segment: {'id': '9c904039-0fcd-49b4-b66a-762fab5f6734', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '011ac8c7-9de3-4be4-aa57-586a112ab69e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:39:58.812407 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:58.812861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Bound using segment: {'id': '9c904039-0fcd-49b4-b66a-762fab5f6734', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '011ac8c7-9de3-4be4-aa57-586a112ab69e'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:39:58.813399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Bound port: 8694d31b-a155-4975-a3ae-35750c2c0c86, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c904039-0fcd-49b4-b66a-762fab5f6734', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '011ac8c7-9de3-4be4-aa57-586a112ab69e'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:39:58.813815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:58.888936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] For port e4d6592c-096e-499c-a059-d48504bfa9e5, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:39:58.920708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port fbda23da-55fb-4a6f-a31d-2bbb52422933, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=fbda23da-55fb-4a6f-a31d-2bbb52422933,segment=NetworkSegment(f3f62d88-3e9b-420a-b628-5db6ebd4cf0f),segment_id=f3f62d88-3e9b-420a-b628-5db6ebd4cf0f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:39:58.929033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] For port e4d6592c-096e-499c-a059-d48504bfa9e5, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=e4d6592c-096e-499c-a059-d48504bfa9e5,segment=NetworkSegment(68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed),segment_id=68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:39:58.931975 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:58.937015 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:58.937879 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-5a8b9552-56f2-4927-bb0b-df170dfbe5d7 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709528 Dec 22 09:39:58.988504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:59.020623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-d697a833-8708-4712-bcf1-b0dff1af976f req-303defed-fa87-44a5-8bec-c6d9c931f808 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:39:59.025100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d697a833-8708-4712-bcf1-b0dff1af976f req-303defed-fa87-44a5-8bec-c6d9c931f808 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Usage tracker for resource:port and tenant:e867f84521524ce2ba067f02c8e2bb27 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:39:59.028938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d697a833-8708-4712-bcf1-b0dff1af976f req-303defed-fa87-44a5-8bec-c6d9c931f808 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:39:59.036732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-d697a833-8708-4712-bcf1-b0dff1af976f req-303defed-fa87-44a5-8bec-c6d9c931f808 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:39:59.047158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d697a833-8708-4712-bcf1-b0dff1af976f req-303defed-fa87-44a5-8bec-c6d9c931f808 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Made reservation on behalf of e867f84521524ce2ba067f02c8e2bb27 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:39:59.054342 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d697a833-8708-4712-bcf1-b0dff1af976f req-303defed-fa87-44a5-8bec-c6d9c931f808 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:59.063707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] For port 8694d31b-a155-4975-a3ae-35750c2c0c86, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:39:59.189614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] For port 8694d31b-a155-4975-a3ae-35750c2c0c86, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8694d31b-a155-4975-a3ae-35750c2c0c86,segment=NetworkSegment(9c904039-0fcd-49b4-b66a-762fab5f6734),segment_id=9c904039-0fcd-49b4-b66a-762fab5f6734)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:39:59.222845 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:39:59.279290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=fbda23da-55fb-4a6f-a31d-2bbb52422933,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:59.296708 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:59.301378 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:59.468941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device fbda23da-55fb-4a6f-a31d-2bbb52422933 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:39:59.510657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-d697a833-8708-4712-bcf1-b0dff1af976f req-303defed-fa87-44a5-8bec-c6d9c931f808 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Allocated IP 172.20.0.9 (730d4abf-fc2a-4bd9-b099-791cac9a2466/835786db-f6bd-4763-b56d-9966829ca327/add110e9-0472-40ed-b0a5-d737ce9c0e58) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:39:59.681895 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-150a5dbb-16d0-4ac3-9b36-d6e3637fa6e1 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7361851 Dec 22 09:39:59.844137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Pushing event updated for resources: {'Port': ['ID=e4d6592c-096e-499c-a059-d48504bfa9e5,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:59.850986 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-1d2d5209-2602-4601-b367-64ef675e6feb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=39506343-a90f-4398-8f34-8fc7c0bfacbf HTTP/1.1" status: 200 len: 217 time: 0.1527297 Dec 22 09:39:59.975230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Pushing event updated for resources: {'Port': ['ID=8694d31b-a155-4975-a3ae-35750c2c0c86,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:39:59.982442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-f10bd4bb-5187-41a0-87ad-c64d097705eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:39:59.984345 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:59.985109 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.710s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:39:59.985514 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:39:59.985691 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-f10bd4bb-5187-41a0-87ad-c64d097705eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7889a3a-9571-460b-9e27-2fdf093fc665 HTTP/1.1" status: 200 len: 797 time: 0.1053734 Dec 22 09:39:59.996206 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-73f029ea-c92c-4543-bb2b-dbc80d3f849b service neutron] 10.222.0.50 "GET /v2.0/networks/cfc38ceb-3d83-468c-b653-cda00a061cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2551062 Dec 22 09:39:59.998114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port fbda23da-55fb-4a6f-a31d-2bbb52422933 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:39:59.998853 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:00.412830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48228) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:00.412965 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-d0926168-7469-42e1-8cb6-03df18ff3e72 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9282887 Dec 22 09:40:00.466704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-f3e05b06-46b1-4c44-95ab-0fbc0418a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:00.469791 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-f3e05b06-46b1-4c44-95ab-0fbc0418a995 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4623a071-a810-4e69-a12c-21455bc82af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4349535 Dec 22 09:40:00.484791 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d697a833-8708-4712-bcf1-b0dff1af976f req-303defed-fa87-44a5-8bec-c6d9c931f808 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:00.586250 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-ea5b8a97-d539-4206-9003-4434b9c646d3 service neutron] 10.222.0.50 "GET /v2.0/networks/cfc38ceb-3d83-468c-b653-cda00a061cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5886586 Dec 22 09:40:00.739135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f6dbf-8710-4688-b7f2-f24cc3ac7f51 req-4788bd3c-7967-4fe7-b025-31bdab6badd4 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:00.742428 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8999ad78-57c5-4f1d-9611-1d202e60b2cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c45cc3243e946a7a79dd87b00479ef1&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3282866 Dec 22 09:40:00.744423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed0f6dbf-8710-4688-b7f2-f24cc3ac7f51 req-4788bd3c-7967-4fe7-b025-31bdab6badd4 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 949 time: 0.5766251 Dec 22 09:40:00.748481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48240) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:00.847231 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b64f36d-770c-435a-a5a2-45960d50d379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:00.896770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b64f36d-770c-435a-a5a2-45960d50d379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:00.933142 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-eb81d975-880d-4933-a80f-b9db4778a238 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444251 Dec 22 09:40:00.942627 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed0f6dbf-8710-4688-b7f2-f24cc3ac7f51 req-e76eca6d-66c4-4f0d-b557-8d059c8b17f6 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849713 Dec 22 09:40:00.972647 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b64f36d-770c-435a-a5a2-45960d50d379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:00.972647 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e8930b0-51f6-44f4-bf1e-252f3d7457df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:00.990429 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d697a833-8708-4712-bcf1-b0dff1af976f req-303defed-fa87-44a5-8bec-c6d9c931f808 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:01.012910 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:01.013793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64f36d-770c-435a-a5a2-45960d50d379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92976d0-b110-40a3-b589-6188a8bc7bfd,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:01.027790 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7b64f36d-770c-435a-a5a2-45960d50d379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:01.070577 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b64f36d-770c-435a-a5a2-45960d50d379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:01.077104 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7b64f36d-770c-435a-a5a2-45960d50d379 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a92976d0-b110-40a3-b589-6188a8bc7bfd HTTP/1.1" status: 204 len: 168 time: 0.3230178 Dec 22 09:40:01.142463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303defed-fa87-44a5-8bec-c6d9c931f808 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event updated for resources: {'Port': ['ID=add110e9-0472-40ed-b0a5-d737ce9c0e58,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:01.146133 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-303defed-fa87-44a5-8bec-c6d9c931f808 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:01.504545 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-b57cba15-ede7-432f-aec3-19d26324c95d service neutron] 10.222.0.50 "GET /v2.0/networks/011ac8c7-9de3-4be4-aa57-586a112ab69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8197150 Dec 22 09:40:01.664734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8694d31b-a155-4975-a3ae-35750c2c0c86 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:01.777300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 8694d31b-a155-4975-a3ae-35750c2c0c86 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:40:01.790092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e4d6592c-096e-499c-a059-d48504bfa9e5 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:01.832023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48270) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:01.923598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port e4d6592c-096e-499c-a059-d48504bfa9e5 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:40:01.961846 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e183cecf-09dc-4f91-85e1-2f49549bc59d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bcb4e1b6ab8646d2a59e2446e18b8885&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1269126 Dec 22 09:40:01.963642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48274) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:02.088231 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6a218ed-2081-4d7b-b651-2bc8090ea57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:02.110257 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-9c6294b8-3097-4ff2-b26b-6d3c6765d4ca service neutron] 10.222.0.50 "GET /v2.0/networks/011ac8c7-9de3-4be4-aa57-586a112ab69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5798600 Dec 22 09:40:02.122288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbe9e4-17b5-4567-8806-32e3336dd05a req-1fe5f086-b789-4c28-8630-b4abfb689527 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:02.124869 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-66bbe9e4-17b5-4567-8806-32e3336dd05a req-1fe5f086-b789-4c28-8630-b4abfb689527 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 931 time: 0.9557183 Dec 22 09:40:02.135136 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-62581370-0efa-414a-8838-cd5facdefc08 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1892450 Dec 22 09:40:02.144435 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6a218ed-2081-4d7b-b651-2bc8090ea57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:02.207961 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6a218ed-2081-4d7b-b651-2bc8090ea57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:02.212415 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:02.257932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a218ed-2081-4d7b-b651-2bc8090ea57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21d4a5b-e22c-4577-9e3e-2b5bf60045b7,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:02.283995 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6a218ed-2081-4d7b-b651-2bc8090ea57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:02.289052 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a6a218ed-2081-4d7b-b651-2bc8090ea57a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c21d4a5b-e22c-4577-9e3e-2b5bf60045b7 HTTP/1.1" status: 204 len: 168 time: 0.3228471 Dec 22 09:40:02.306128 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a6a218ed-2081-4d7b-b651-2bc8090ea57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:02.369051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d697a833-8708-4712-bcf1-b0dff1af976f req-303defed-fa87-44a5-8bec-c6d9c931f808 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Network 730d4abf-fc2a-4bd9-b099-791cac9a2466 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:40:02.371697 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-b452a291-3f26-47d4-964d-64cc4cd36b1e service neutron] 10.222.0.50 "GET /v2.0/networks/cfc38ceb-3d83-468c-b653-cda00a061cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432399 Dec 22 09:40:02.383235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f98643-8607-4102-ad8d-b9d5f378906c None None] Network cfc38ceb-3d83-468c-b653-cda00a061cab requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:40:02.463851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-d697a833-8708-4712-bcf1-b0dff1af976f req-303defed-fa87-44a5-8bec-c6d9c931f808 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:40:02.506107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-d697a833-8708-4712-bcf1-b0dff1af976f req-303defed-fa87-44a5-8bec-c6d9c931f808 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:40:02.524252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3f415a8e-62e2-4592-b440-ec15159a595d None None] Provisioning for port e4d6592c-096e-499c-a059-d48504bfa9e5 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:40:02.546581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3f415a8e-62e2-4592-b440-ec15159a595d None None] Provisioning complete for port e4d6592c-096e-499c-a059-d48504bfa9e5 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:02.547063 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f415a8e-62e2-4592-b440-ec15159a595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:02.627728 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-63bc4796-735c-4838-b5de-989ad7444563 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=aeadeb92-77d7-438a-af11-5f5f6953b05c HTTP/1.1" status: 200 len: 217 time: 0.4391322 Dec 22 09:40:02.696753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4435592-ddf1-44df-beb5-2c1febbbe037 None None] Network 011ac8c7-9de3-4be4-aa57-586a112ab69e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:40:02.762815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697a833-8708-4712-bcf1-b0dff1af976f req-303defed-fa87-44a5-8bec-c6d9c931f808 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:02.763552 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d697a833-8708-4712-bcf1-b0dff1af976f req-303defed-fa87-44a5-8bec-c6d9c931f808 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:02.831017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-66bbe9e4-17b5-4567-8806-32e3336dd05a req-ed944dce-c908-47a1-a6d7-da4fb41ba096 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Synchronizing usage tracker for tenant:e867f84521524ce2ba067f02c8e2bb27 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:40:02.900412 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d697a833-8708-4712-bcf1-b0dff1af976f req-303defed-fa87-44a5-8bec-c6d9c931f808 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6758900 Dec 22 09:40:02.940944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Request body: {'port': {'device_id': '48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:02.962450 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f415a8e-62e2-4592-b440-ec15159a595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:03.067563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-685c97f7-b5da-4ca5-b7fb-0facdd9ef12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:03.070171 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-685c97f7-b5da-4ca5-b7fb-0facdd9ef12a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7889a3a-9571-460b-9e27-2fdf093fc665 HTTP/1.1" status: 200 len: 797 time: 0.3728526 Dec 22 09:40:03.071090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-66bbe9e4-17b5-4567-8806-32e3336dd05a req-ed944dce-c908-47a1-a6d7-da4fb41ba096 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Unset dirty status for tenant:e867f84521524ce2ba067f02c8e2bb27 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:40:03.074807 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-66bbe9e4-17b5-4567-8806-32e3336dd05a req-ed944dce-c908-47a1-a6d7-da4fb41ba096 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9332266 Dec 22 09:40:03.095193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-3f415a8e-62e2-4592-b440-ec15159a595d None None] For port e4d6592c-096e-499c-a059-d48504bfa9e5, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=e4d6592c-096e-499c-a059-d48504bfa9e5,segment=NetworkSegment(68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed),segment_id=68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:03.103696 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f415a8e-62e2-4592-b440-ec15159a595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:03.108597 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:03.294642 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-8ff83dc9-d312-46ec-99ba-eae9fde78616 service neutron] 10.222.0.50 "GET /v2.0/networks/cfc38ceb-3d83-468c-b653-cda00a061cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7925873 Dec 22 09:40:03.324597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f415a8e-62e2-4592-b440-ec15159a595d None None] Pushing event updated for resources: {'Port': ['ID=e4d6592c-096e-499c-a059-d48504bfa9e5,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:03.331586 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3f415a8e-62e2-4592-b440-ec15159a595d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:03.341240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-b349d0d6-e1f5-470b-b473-d5b1249eed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:03.343556 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-b349d0d6-e1f5-470b-b473-d5b1249eed2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 1164 time: 0.7205534 Dec 22 09:40:03.348492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a13b1fd9-58cb-40e3-ae98-7f3213e68d73 None None] Provisioning for port 8694d31b-a155-4975-a3ae-35750c2c0c86 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:40:03.356657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a13b1fd9-58cb-40e3-ae98-7f3213e68d73 None None] Provisioning complete for port 8694d31b-a155-4975-a3ae-35750c2c0c86 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:03.357118 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a13b1fd9-58cb-40e3-ae98-7f3213e68d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:03.366808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:03.596470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e4d6592c-096e-499c-a059-d48504bfa9e5 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:03.940133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port e4d6592c-096e-499c-a059-d48504bfa9e5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:03.942408 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:04.019729 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a13b1fd9-58cb-40e3-ae98-7f3213e68d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:04.051426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-d9dfdcdb-c04d-4af1-8f93-64b8befda3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:04.065855 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-d9dfdcdb-c04d-4af1-8f93-64b8befda3ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4623a071-a810-4e69-a12c-21455bc82af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9650238 Dec 22 09:40:04.179131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-a13b1fd9-58cb-40e3-ae98-7f3213e68d73 None None] For port 8694d31b-a155-4975-a3ae-35750c2c0c86, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8694d31b-a155-4975-a3ae-35750c2c0c86,segment=NetworkSegment(9c904039-0fcd-49b4-b66a-762fab5f6734),segment_id=9c904039-0fcd-49b4-b66a-762fab5f6734)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:04.286858 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a13b1fd9-58cb-40e3-ae98-7f3213e68d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:04.294199 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:04.521131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48312) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:04.531118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b1fd9-58cb-40e3-ae98-7f3213e68d73 None None] Pushing event updated for resources: {'Port': ['ID=8694d31b-a155-4975-a3ae-35750c2c0c86,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:04.556979 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a13b1fd9-58cb-40e3-ae98-7f3213e68d73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:04.557646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3516bcc1-fc43-436b-aaea-f7ffaee8d9b8 None None] Provisioning complete for port 8694d31b-a155-4975-a3ae-35750c2c0c86 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:04.558069 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3516bcc1-fc43-436b-aaea-f7ffaee8d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:04.744782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3516bcc1-fc43-436b-aaea-f7ffaee8d9b8 None None] Provisioning complete for port e4d6592c-096e-499c-a059-d48504bfa9e5 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:04.745506 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3516bcc1-fc43-436b-aaea-f7ffaee8d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:04.770059 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-c11194e6-f323-4add-878c-ec5be2a2a300 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398264 Dec 22 09:40:04.861301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085998241-network', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:04.873783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:04.895233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Usage tracker for resource:network and tenant:2fd1aa4eae574f009fc683eb2b5a8ace is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:04.903032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:04.920357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:04.942687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Made reservation on behalf of 2fd1aa4eae574f009fc683eb2b5a8ace for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:40:04.949174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:04.969550 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:05.008292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:05.015327 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b18b4bac-34bf-4498-a907-f6e34340a2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:05.020071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:2fd1aa4eae574f009fc683eb2b5a8ace is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:05.025346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:05.040903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:05.136067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-edf4276d-25df-4a72-9567-1f276acf343b None None] Provisioning complete for port 8694d31b-a155-4975-a3ae-35750c2c0c86 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:05.136934 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-edf4276d-25df-4a72-9567-1f276acf343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:05.159353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:05.163087 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:05.166977 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4174745c-85b3-4146-83b7-6b022ebbc414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:05.203371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0d6418-26a1-4063-9255-240b34d8638b,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:05.221670 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:05.225437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-cfa1825e-d70b-41fa-8c4d-590b8d9eb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:05.229226 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-cfa1825e-d70b-41fa-8c4d-590b8d9eb21d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 1.8685391 Dec 22 09:40:05.233006 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-6b4b3f56-0084-42a1-be25-727ef572d684 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3785775 Dec 22 09:40:05.241488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:40:05.253444 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:05.253891 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Added segment 4c6df13f-e6f1-42c0-b575-b23853bd3f86 of type vxlan for network 10693e4c-fb80-4967-98e2-ab004f5421fd Dec 22 09:40:05.288718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:05.328976 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:05.330553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:05.331426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:05.338049 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3632e2e9-d221-4c62-9b90-9370ba39aaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:05.397995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-edf4276d-25df-4a72-9567-1f276acf343b None None] Provisioning complete for port e4d6592c-096e-499c-a059-d48504bfa9e5 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:05.398501 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-edf4276d-25df-4a72-9567-1f276acf343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:05.461518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8694d31b-a155-4975-a3ae-35750c2c0c86 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:05.471647 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3520f235-2cad-4311-a8b9-382bcae85581 req-fd4f51f6-21cc-4ba0-8858-394f78bb93b8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 210 time: 0.3320041 Dec 22 09:40:05.473016 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-4b76be30-e398-4de5-8208-730a462ad23a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36a3d7c0-e6da-452f-94eb-1a48d0121717 HTTP/1.1" status: 200 len: 217 time: 0.2092345 Dec 22 09:40:05.484617 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9625967 Dec 22 09:40:05.491173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48326) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:05.501059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-9ca244a2-223b-4d42-9dd0-91788e1e869b admin admin] Request body: {'subnet': {'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085998241-subnet', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:05.511845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=10693e4c-fb80-4967-98e2-ab004f5421fd,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:05.519921 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:05.520587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9ca244a2-223b-4d42-9dd0-91788e1e869b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:05.525169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9ca244a2-223b-4d42-9dd0-91788e1e869b admin admin] Usage tracker for resource:subnet and tenant:2fd1aa4eae574f009fc683eb2b5a8ace is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:05.528302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9ca244a2-223b-4d42-9dd0-91788e1e869b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:05.535608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9ca244a2-223b-4d42-9dd0-91788e1e869b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:05.547009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca244a2-223b-4d42-9dd0-91788e1e869b admin admin] Made reservation on behalf of 2fd1aa4eae574f009fc683eb2b5a8ace for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:40:05.553673 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ca244a2-223b-4d42-9dd0-91788e1e869b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:05.554210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 10693e4c-fb80-4967-98e2-ab004f5421fd details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:40:05.570753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 10693e4c-fb80-4967-98e2-ab004f5421fd details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:40:05.586777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 10693e4c-fb80-4967-98e2-ab004f5421fd details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:40:05.625292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-18bbb2c6-3421-4149-9864-e2ca772efdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:05.627358 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-18bbb2c6-3421-4149-9864-e2ca772efdb4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a91aa57c-aefa-41a9-ac61-6f1461aa1426 HTTP/1.1" status: 200 len: 797 time: 0.0936468 Dec 22 09:40:05.634706 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-d7279ef5-ecf1-4583-af67-21e1f4f0273a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ed38f38f-7470-4310-b8d0-71a98e29d508 HTTP/1.1" status: 200 len: 217 time: 0.3729177 Dec 22 09:40:05.772198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-21ff27a7-b3dc-496a-9268-3435376f09ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:05.774100 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-21ff27a7-b3dc-496a-9268-3435376f09ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1279728 Dec 22 09:40:05.964303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c58c27-689e-4aec-8b4e-921237b78ec7 req-754a9946-780f-4f5c-b027-94ed0ebb4b81 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:05.973885 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c4c58c27-689e-4aec-8b4e-921237b78ec7 req-754a9946-780f-4f5c-b027-94ed0ebb4b81 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 949 time: 1.2025466 Dec 22 09:40:06.241356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 8694d31b-a155-4975-a3ae-35750c2c0c86 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:06.241784 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:06.306424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-d4cb00bc-f99f-4541-ad2d-4794b5dd6372 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:06.314755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-d4cb00bc-f99f-4541-ad2d-4794b5dd6372 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:06.315731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-d4cb00bc-f99f-4541-ad2d-4794b5dd6372 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Synchronizing usage tracker for tenant:2bf9339faedd4d93bde184951affe795 on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:40:06.347575 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ca244a2-223b-4d42-9dd0-91788e1e869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:06.366913 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:06.410853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-d4cb00bc-f99f-4541-ad2d-4794b5dd6372 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Unset dirty status for tenant:2bf9339faedd4d93bde184951affe795 on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:40:06.412176 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-d4cb00bc-f99f-4541-ad2d-4794b5dd6372 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.37 "GET /v2.0/networks?id=cfc38ceb-3d83-468c-b653-cda00a061cab&id=011ac8c7-9de3-4be4-aa57-586a112ab69e&id=cfc38ceb-3d83-468c-b653-cda00a061cab HTTP/1.1" status: 200 len: 1391 time: 0.4394870 Dec 22 09:40:06.485829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-e69b65e6-0e92-4d9c-bbac-9358f5275b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:06.487374 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-e69b65e6-0e92-4d9c-bbac-9358f5275b99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8514457 Dec 22 09:40:06.494866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c3bb3c2f-64c2-4fc6-b1ee-52f755fa2be1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Request body: {'port': {'device_id': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'network_id': 'cfc38ceb-3d83-468c-b653-cda00a061cab', 'admin_state_up': True, 'tenant_id': '2bf9339faedd4d93bde184951affe795'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:06.495170 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c4c58c27-689e-4aec-8b4e-921237b78ec7 req-2ad25c06-97b5-46f4-b6fc-397558e9a670 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197775 Dec 22 09:40:06.527840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca244a2-223b-4d42-9dd0-91788e1e869b admin admin] Pushing event updated for resources: {'Subnet': ['ID=06a9cf08-1df0-4abc-85fa-7d8318f9c92d,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:06.548747 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9ca244a2-223b-4d42-9dd0-91788e1e869b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:06.691887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-d1bf265f-798b-4c5f-a93a-1e5cd4f084ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:06.694653 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-d1bf265f-798b-4c5f-a93a-1e5cd4f084ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9119532 Dec 22 09:40:06.719843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26e495-627d-4d70-be13-34280b6e275c req-50d59f65-4c84-4c96-b395-d8a0d41c6ea0 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:06.720802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-cd26e495-627d-4d70-be13-34280b6e275c req-50d59f65-4c84-4c96-b395-d8a0d41c6ea0 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Synchronizing usage tracker for tenant:e867f84521524ce2ba067f02c8e2bb27 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:40:06.742717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c3bb3c2f-64c2-4fc6-b1ee-52f755fa2be1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:06.745132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca244a2-223b-4d42-9dd0-91788e1e869b admin admin] Checking segment: {'id': '4c6df13f-e6f1-42c0-b575-b23853bd3f86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:40:06.745533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca244a2-223b-4d42-9dd0-91788e1e869b admin admin] Network hostable DHCP agents. Network: 10693e4c-fb80-4967-98e2-ab004f5421fd, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:40:06.754296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c3bb3c2f-64c2-4fc6-b1ee-52f755fa2be1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Usage tracker for resource:port and tenant:2bf9339faedd4d93bde184951affe795 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:06.757786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c3bb3c2f-64c2-4fc6-b1ee-52f755fa2be1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Quota usage for port was recalculated. Used quota:4. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:06.774431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c3bb3c2f-64c2-4fc6-b1ee-52f755fa2be1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:06.787715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca244a2-223b-4d42-9dd0-91788e1e869b admin admin] Network 10693e4c-fb80-4967-98e2-ab004f5421fd is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:40:06.801223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c3bb3c2f-64c2-4fc6-b1ee-52f755fa2be1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Made reservation on behalf of 2bf9339faedd4d93bde184951affe795 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:40:06.807253 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c3bb3c2f-64c2-4fc6-b1ee-52f755fa2be1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:06.825863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9ca244a2-223b-4d42-9dd0-91788e1e869b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 10693e4c-fb80-4967-98e2-ab004f5421fd) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:40:06.836759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3509f5-46e6-4991-963c-f64d477e042c None None] Network 10693e4c-fb80-4967-98e2-ab004f5421fd requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:40:06.857147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca244a2-223b-4d42-9dd0-91788e1e869b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:06.857883 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ca244a2-223b-4d42-9dd0-91788e1e869b admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:06.881586 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9ca244a2-223b-4d42-9dd0-91788e1e869b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3891912 Dec 22 09:40:06.901273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48334) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:06.912301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085998241-router', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:06.920617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:06.942327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Usage tracker for resource:router and tenant:2fd1aa4eae574f009fc683eb2b5a8ace is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:06.949901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:06.998806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add110e9-0472-40ed-b0a5-d737ce9c0e58 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:40:07.009167 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:07.022637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:07.028851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Transition to ACTIVE for port object add110e9-0472-40ed-b0a5-d737ce9c0e58 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:40:07.032236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-cd26e495-627d-4d70-be13-34280b6e275c req-50d59f65-4c84-4c96-b395-d8a0d41c6ea0 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Unset dirty status for tenant:e867f84521524ce2ba067f02c8e2bb27 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:40:07.043040 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cd26e495-627d-4d70-be13-34280b6e275c req-50d59f65-4c84-4c96-b395-d8a0d41c6ea0 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 931 time: 1.2641926 Dec 22 09:40:07.043040 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-7ff41d8d-9e0e-427c-99fc-9f619d717a4b service neutron] 10.222.0.64 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441537 Dec 22 09:40:07.053609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:07.083846 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3fcc7a88-0dec-4e4f-b90a-e2e3d765bd63 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:07.149656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-10693e4c-fb80-4967-98e2-ab004f5421fd', 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'fixed_ips': [{'subnet_id': '06a9cf08-1df0-4abc-85fa-7d8318f9c92d'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:40:07.150801 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:07.225482 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-fd978d92-6af4-47b4-b5ad-69aaf3b611e9 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012913 Dec 22 09:40:07.324615 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cd26e495-627d-4d70-be13-34280b6e275c req-125b891b-51d9-471b-983e-60d5a5e5e483 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725675 Dec 22 09:40:07.392616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c3bb3c2f-64c2-4fc6-b1ee-52f755fa2be1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Allocated IP 19.80.0.22 (cfc38ceb-3d83-468c-b653-cda00a061cab/d5411b91-01e0-4182-bdf2-b5ce46895607/8dbfa980-cf85-41a5-8f2e-0c87f8535c2c) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:40:07.395422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:07.396534 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:07.446299 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e13700e-22c4-4343-91f5-34cb08a62f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:07.449914 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:07.644256 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fcc74e43-a416-449d-9ef8-938e6a45bf50 req-a44db30b-390e-4cfe-b8e3-ba7a88e1a38d tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 210 time: 0.1621518 Dec 22 09:40:07.718925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Pushing event updated for resources: {'Port': ['ID=add110e9-0472-40ed-b0a5-d737ce9c0e58,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:07.729995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48352) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:07.734529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Allocated IP 172.20.0.2 (10693e4c-fb80-4967-98e2-ab004f5421fd/06a9cf08-1df0-4abc-85fa-7d8318f9c92d/a7a2cb42-de69-4cb0-b1a7-105b1c5897f3) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:40:07.766788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.767097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.767520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.768029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.768442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.768854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.769259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.769664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.770066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.770470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.770874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.771274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.771728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.772210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.772569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.772972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.773374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.773779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.774181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.774611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.775039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.775464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.775886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.777038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.777589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.778001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.778440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.778869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.779298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.779840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.780580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.781016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.781444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.781865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.782268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.783336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:07.861781 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:07.919808 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-9c5b06ec-0699-4006-8129-afb6663e799a service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6754045 Dec 22 09:40:07.956848 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-b41a6f7b-ddee-4ce4-90b0-95581c552e01 service neutron] 10.222.0.64 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8773439 Dec 22 09:40:08.034291 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:08.047195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Transition to ACTIVE for port object a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:40:08.066443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Transition to ACTIVE for port object a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:40:08.073058 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:08.156809 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-aa7af38b-cbc7-47e4-b2ef-c1d5ff10cb15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cfee7e92-56e4-4a04-8351-71d7acbc11ba HTTP/1.1" status: 200 len: 217 time: 0.1906805 Dec 22 09:40:08.251283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350243c8-9941-4797-b121-e2e1e2b9a488 req-641287ad-939b-4464-87b5-7d0da6dd5e3b tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:08.260077 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-350243c8-9941-4797-b121-e2e1e2b9a488 req-641287ad-939b-4464-87b5-7d0da6dd5e3b tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 949 time: 0.5025415 Dec 22 09:40:08.371834 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f9542d5b-c776-4dcc-b06f-f488bcbb82fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:08.437358 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:08.460313 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-350243c8-9941-4797-b121-e2e1e2b9a488 req-c2313891-c521-4617-92bf-28a49447d571 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990666 Dec 22 09:40:08.466399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f9542d5b-c776-4dcc-b06f-f488bcbb82fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:08.477537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f9542d5b-c776-4dcc-b06f-f488bcbb82fe admin admin] Usage tracker for resource:security_group_rule and tenant:aa69e2cabe2c42e881e0cc352ef9c159 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:08.496292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f9542d5b-c776-4dcc-b06f-f488bcbb82fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:08.508051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Attempting to bind port add110e9-0472-40ed-b0a5-d737ce9c0e58 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:40:08.508557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Attempting to bind port add110e9-0472-40ed-b0a5-d737ce9c0e58 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'fa400341-1ab1-41e1-9887-80a151427537', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '730d4abf-fc2a-4bd9-b099-791cac9a2466'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:40:08.510424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Attempting to bind port add110e9-0472-40ed-b0a5-d737ce9c0e58 on network 730d4abf-fc2a-4bd9-b099-791cac9a2466 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:40:08.531081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f9542d5b-c776-4dcc-b06f-f488bcbb82fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:08.544734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-39b3f7da-7fc6-4e22-a0bd-a1ff0e0d39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:08.557043 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:08.557397 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-39b3f7da-7fc6-4e22-a0bd-a1ff0e0d39d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a91aa57c-aefa-41a9-ac61-6f1461aa1426 HTTP/1.1" status: 200 len: 797 time: 0.3926129 Dec 22 09:40:08.579276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Network 10693e4c-fb80-4967-98e2-ab004f5421fd is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:40:08.586425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:40:08.594291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:40:08.695471 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c3bb3c2f-64c2-4fc6-b1ee-52f755fa2be1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:08.697605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Pushing event updated for resources: {'Port': ['ID=a7a2cb42-de69-4cb0-b1a7-105b1c5897f3,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:08.729169 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:08.755768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Attempting to bind port a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:40:08.756504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Attempting to bind port a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '4c6df13f-e6f1-42c0-b575-b23853bd3f86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:40:08.757188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Attempting to bind port a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 on network 10693e4c-fb80-4967-98e2-ab004f5421fd {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:40:08.763491 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f9542d5b-c776-4dcc-b06f-f488bcbb82fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:08.770989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:40:08.771159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:40:08.771419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Checking segment: {'id': 'fa400341-1ab1-41e1-9887-80a151427537', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '730d4abf-fc2a-4bd9-b099-791cac9a2466'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:40:08.771716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Checking segment: {'id': '4c6df13f-e6f1-42c0-b575-b23853bd3f86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:40:08.771848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:08.772176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Bound using segment: {'id': 'fa400341-1ab1-41e1-9887-80a151427537', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '730d4abf-fc2a-4bd9-b099-791cac9a2466'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:40:08.772498 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:08.772844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Bound port: add110e9-0472-40ed-b0a5-d737ce9c0e58, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa400341-1ab1-41e1-9887-80a151427537', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '730d4abf-fc2a-4bd9-b099-791cac9a2466'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:40:08.773222 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:08.773345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Bound using segment: {'id': '4c6df13f-e6f1-42c0-b575-b23853bd3f86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:40:08.775004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Bound port: a7a2cb42-de69-4cb0-b1a7-105b1c5897f3, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6df13f-e6f1-42c0-b575-b23853bd3f86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:40:08.775711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:08.794773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c3bb3c2f-64c2-4fc6-b1ee-52f755fa2be1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Transition to ACTIVE for port object 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:40:08.809826 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:08.834769 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c3bb3c2f-64c2-4fc6-b1ee-52f755fa2be1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:08.854341 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61c48d42-6f0d-48b7-aec3-6e5330d65870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:08.909064 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f9542d5b-c776-4dcc-b06f-f488bcbb82fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:08.950387 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-77b7372a-a10e-4d25-be90-96652b335381 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:08.960573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] For port a7a2cb42-de69-4cb0-b1a7-105b1c5897f3, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:40:08.964828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] For port a7a2cb42-de69-4cb0-b1a7-105b1c5897f3, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a7a2cb42-de69-4cb0-b1a7-105b1c5897f3,segment=NetworkSegment(4c6df13f-e6f1-42c0-b575-b23853bd3f86),segment_id=4c6df13f-e6f1-42c0-b575-b23853bd3f86)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:40:08.971670 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:08.994631 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b34771ab-f676-4ad9-ad26-e138a573dbcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:09.143107 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f9542d5b-c776-4dcc-b06f-f488bcbb82fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aa69e2cabe2c42e881e0cc352ef9c159&name=default HTTP/1.1" status: 200 len: 2879 time: 1.4030626 Dec 22 09:40:09.151706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48376) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:09.159011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9542d5b-c776-4dcc-b06f-f488bcbb82fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2821956b-1eac-46c1-b25c-22229dd68a62,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:09.173472 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f9542d5b-c776-4dcc-b06f-f488bcbb82fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:09.200262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Pushing event updated for resources: {'Port': ['ID=a7a2cb42-de69-4cb0-b1a7-105b1c5897f3,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:09.206798 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:09.259040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] For port add110e9-0472-40ed-b0a5-d737ce9c0e58, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:40:09.266399 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:09.269762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] For port add110e9-0472-40ed-b0a5-d737ce9c0e58, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=add110e9-0472-40ed-b0a5-d737ce9c0e58,segment=NetworkSegment(fa400341-1ab1-41e1-9887-80a151427537),segment_id=fa400341-1ab1-41e1-9887-80a151427537)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:40:09.278521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb3c2f-64c2-4fc6-b1ee-52f755fa2be1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event updated for resources: {'Port': ['ID=8dbfa980-cf85-41a5-8f2e-0c87f8535c2c,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:09.279611 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:09.298169 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6b079b6e-e11c-4922-a5eb-8b47e21d3cb0 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:09.311873 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c3bb3c2f-64c2-4fc6-b1ee-52f755fa2be1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:09.351979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79bd94-e3b6-4600-a687-5e84e26f8600 req-e970c895-130b-4d68-99cc-1a1936811a2d tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:09.362059 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fe79bd94-e3b6-4600-a687-5e84e26f8600 req-e970c895-130b-4d68-99cc-1a1936811a2d tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 943 time: 0.5020359 Dec 22 09:40:09.385555 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:09.388254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-c5e0c25b-a2e5-4c73-96df-5170b77ac415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:09.392181 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-c5e0c25b-a2e5-4c73-96df-5170b77ac415 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5942924 Dec 22 09:40:09.446850 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:09.461758 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86514b6b-c7a4-4a0f-9e05-adaf6bd2f1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:09.513423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c3bb3c2f-64c2-4fc6-b1ee-52f755fa2be1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network cfc38ceb-3d83-468c-b653-cda00a061cab is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:40:09.521468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c3bb3c2f-64c2-4fc6-b1ee-52f755fa2be1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:40:09.531136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c3bb3c2f-64c2-4fc6-b1ee-52f755fa2be1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:40:09.577473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86514b6b-c7a4-4a0f-9e05-adaf6bd2f1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:09.678767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:09.759439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fa78c-8805-4305-8ffb-2049bce42d3c req-e2bcecd4-e6d5-4c60-9f52-3d942c6a9c12 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:09.761986 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-949fa78c-8805-4305-8ffb-2049bce42d3c req-e2bcecd4-e6d5-4c60-9f52-3d942c6a9c12 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 931 time: 0.8263397 Dec 22 09:40:09.793684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c3bb3c2f-64c2-4fc6-b1ee-52f755fa2be1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:09.794589 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c3bb3c2f-64c2-4fc6-b1ee-52f755fa2be1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:09.877464 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86514b6b-c7a4-4a0f-9e05-adaf6bd2f1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:09.886199 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8fc3431d-c01d-49dd-9fcf-1daccbae1eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:09.895635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4a7e2da7-cdd2-47fb-a813-6917e85b4f33 None None] Provisioning for port 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:40:09.902183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4a7e2da7-cdd2-47fb-a813-6917e85b4f33 None None] Provisioning complete for port 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:09.902540 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4a7e2da7-cdd2-47fb-a813-6917e85b4f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:09.919231 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c3bb3c2f-64c2-4fc6-b1ee-52f755fa2be1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4803424 Dec 22 09:40:09.929483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86514b6b-c7a4-4a0f-9e05-adaf6bd2f1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2821956b-1eac-46c1-b25c-22229dd68a62,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:09.933232 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-86514b6b-c7a4-4a0f-9e05-adaf6bd2f1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:09.935332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86514b6b-c7a4-4a0f-9e05-adaf6bd2f1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:09.948658 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-86514b6b-c7a4-4a0f-9e05-adaf6bd2f1cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2821956b-1eac-46c1-b25c-22229dd68a62 HTTP/1.1" status: 204 len: 168 time: 0.7861435 Dec 22 09:40:09.962250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Pushing event updated for resources: {'Port': ['ID=add110e9-0472-40ed-b0a5-d737ce9c0e58,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:09.974839 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fe79bd94-e3b6-4600-a687-5e84e26f8600 req-288e45b6-bd2b-4250-9672-92e0d0dde05d tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6117821 Dec 22 09:40:09.980701 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:10.015705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-88687e12-33c3-48cd-a453-8a1d7f7e290b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Request body: {'port': {'device_id': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'network_id': '011ac8c7-9de3-4be4-aa57-586a112ab69e', 'admin_state_up': True, 'tenant_id': '2bf9339faedd4d93bde184951affe795'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:10.022915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e2da7-cdd2-47fb-a813-6917e85b4f33 None None] Port 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:40:10.076710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:10.099649 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-949fa78c-8805-4305-8ffb-2049bce42d3c req-791ebacd-0aaf-4936-ac72-00f6ec12feca tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237728 Dec 22 09:40:10.141289 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-a0fa419b-dbee-4ae6-8533-2425626db7ed service neutron] 10.222.0.64 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949220 Dec 22 09:40:10.146482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:10.147231 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:10.148807 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d697a833-8708-4712-bcf1-b0dff1af976f req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] 10.222.0.37 "PUT /v2.0/ports/add110e9-0472-40ed-b0a5-d737ce9c0e58 HTTP/1.1" status: 200 len: 1155 time: 7.2221529 Dec 22 09:40:10.149386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e', 'tag': 'add110e9-0472-40ed-b0a5-d737ce9c0e58'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:40:10.342312 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:10.390095 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea0b6dbd-d4e3-4535-aaf3-92ad6d588917 req-1e8e4f59-1f49-469c-b49c-50af96ad7771 service neutron] 10.222.0.64 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2351429 Dec 22 09:40:10.417921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-88687e12-33c3-48cd-a453-8a1d7f7e290b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:10.432493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-88687e12-33c3-48cd-a453-8a1d7f7e290b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Usage tracker for resource:port and tenant:2bf9339faedd4d93bde184951affe795 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:10.444539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-88687e12-33c3-48cd-a453-8a1d7f7e290b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Quota usage for port was recalculated. Used quota:5. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:10.464535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697a833-8708-4712-bcf1-b0dff1af976f req-c79dbe29-22f4-4094-b15d-5235a956a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:10.466514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Allocated IP 172.25.7.196 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/99dbce24-9b7e-48df-adbf-3e8d7b699430) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:40:10.469801 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d697a833-8708-4712-bcf1-b0dff1af976f req-c79dbe29-22f4-4094-b15d-5235a956a403 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e867f84521524ce2ba067f02c8e2bb27&device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 1158 time: 0.1313722 Dec 22 09:40:10.470037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-88687e12-33c3-48cd-a453-8a1d7f7e290b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:10.489220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-88687e12-33c3-48cd-a453-8a1d7f7e290b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Made reservation on behalf of 2bf9339faedd4d93bde184951affe795 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:40:10.495036 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-88687e12-33c3-48cd-a453-8a1d7f7e290b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:10.722309 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d697a833-8708-4712-bcf1-b0dff1af976f req-d2e3774e-fc6f-4d5b-960d-6841ca697614 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=add110e9-0472-40ed-b0a5-d737ce9c0e58 HTTP/1.1" status: 200 len: 217 time: 0.2288122 Dec 22 09:40:10.777727 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:10.859851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697a833-8708-4712-bcf1-b0dff1af976f req-36b0f993-1bf0-43f1-b3d2-5aef9a276bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:10.861814 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d697a833-8708-4712-bcf1-b0dff1af976f req-36b0f993-1bf0-43f1-b3d2-5aef9a276bd3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=835786db-f6bd-4763-b56d-9966829ca327 HTTP/1.1" status: 200 len: 852 time: 0.1371353 Dec 22 09:40:10.919207 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:10.936124 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d697a833-8708-4712-bcf1-b0dff1af976f req-93690c2a-e47f-42d7-8f68-93a11153c48d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=730d4abf-fc2a-4bd9-b099-791cac9a2466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593798 Dec 22 09:40:10.941230 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d2c28188-3110-44d1-b3a9-cda4c144f184 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:10.944698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f7feb-9ccf-4cbd-9cda-1dc97a754cb3 req-fc12b31e-4b3f-4e48-b888-2df0e136830f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:10.954554 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-721f7feb-9ccf-4cbd-9cda-1dc97a754cb3 req-fc12b31e-4b3f-4e48-b888-2df0e136830f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 949 time: 0.3511467 Dec 22 09:40:11.103378 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e', 'tag': 'add110e9-0472-40ed-b0a5-d737ce9c0e58', 'status': 'completed', 'code': 200} Dec 22 09:40:11.192573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34022869-1581-42e3-b2bb-5febb57f7bde None None] Network 10693e4c-fb80-4967-98e2-ab004f5421fd requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:40:11.474049 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-721f7feb-9ccf-4cbd-9cda-1dc97a754cb3 req-d8659f34-8399-4824-93a7-2f1938d3c5cd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183752 Dec 22 09:40:11.539140 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d697a833-8708-4712-bcf1-b0dff1af976f req-1a55fe5a-8752-4b66-8737-08d4df792c71 service neutron] 10.222.0.37 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820420 Dec 22 09:40:11.554843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3b03b2ce-1c81-4283-93d3-19ed91080d65 None None] Provisioning for port a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:40:11.599208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:11.604446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571545b6-1eaa-4115-8f83-ca6557d6d98e req-52ec838a-5a76-4408-84b7-7df63b5d2e59 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:11.613126 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-571545b6-1eaa-4115-8f83-ca6557d6d98e req-52ec838a-5a76-4408-84b7-7df63b5d2e59 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.3525214 Dec 22 09:40:11.621797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Pushing event updated for resources: {'Port': ['ID=99dbce24-9b7e-48df-adbf-3e8d7b699430,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:11.637194 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:11.752150 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-571545b6-1eaa-4115-8f83-ca6557d6d98e req-9fe5ba98-2af1-41d2-9aa3-35d681c0f7ac tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379504 Dec 22 09:40:11.775526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:40:11.809478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:11.809929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:11.820592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:40:11.833620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:40:11.833842 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d697a833-8708-4712-bcf1-b0dff1af976f req-971701c1-2229-4c73-a8cd-ddb0cabbc780 service neutron] 10.222.0.37 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2856345 Dec 22 09:40:11.841124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:40:11.976814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-88687e12-33c3-48cd-a453-8a1d7f7e290b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Allocated IP 19.86.0.34 (011ac8c7-9de3-4be4-aa57-586a112ab69e/6110dc97-8760-4d3b-b6a8-2a2404e15d6b/9cef7080-53af-43d2-9c00-199c93e5aaf8) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:40:12.071404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48420) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:12.072889 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:12.149955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port a7a2cb42-de69-4cb0-b1a7-105b1c5897f3, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a7a2cb42-de69-4cb0-b1a7-105b1c5897f3,segment=NetworkSegment(4c6df13f-e6f1-42c0-b575-b23853bd3f86),segment_id=4c6df13f-e6f1-42c0-b575-b23853bd3f86)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:12.154133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:12.160285 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa1c5700-5bd9-4379-90c5-a6fb48dc6697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:12.267516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92109b-303d-4ea1-85f1-0bfcb0166179 req-f6a85cf1-0e0d-4430-85ad-9266c3363b7a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:12.270049 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e92109b-303d-4ea1-85f1-0bfcb0166179 req-f6a85cf1-0e0d-4430-85ad-9266c3363b7a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 943 time: 0.2000115 Dec 22 09:40:12.274565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ef6c6-1ee6-4708-9072-e6afe93d8b18 req-1afb14ce-2028-4600-b80f-514d14e9f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:12.276565 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c99ef6c6-1ee6-4708-9072-e6afe93d8b18 req-1afb14ce-2028-4600-b80f-514d14e9f075 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e867f84521524ce2ba067f02c8e2bb27&device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 1158 time: 0.3350174 Dec 22 09:40:12.315369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=a7a2cb42-de69-4cb0-b1a7-105b1c5897f3,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:12.320584 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:12.352973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0bffd52f-c305-4406-af78-5d7598ce57cb None None] Provisioning complete for port a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:12.353628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0bffd52f-c305-4406-af78-5d7598ce57cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:12.458464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1530763666-network', 'tenant_id': 'f8298ddf7cf945579648150318b580de'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:12.469824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:12.474819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Usage tracker for resource:network and tenant:f8298ddf7cf945579648150318b580de is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:12.478320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:12.485919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:12.506936 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e92109b-303d-4ea1-85f1-0bfcb0166179 req-ae9a8cf6-e0f4-4584-96d3-175071fa546a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584606 Dec 22 09:40:12.517320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Made reservation on behalf of f8298ddf7cf945579648150318b580de for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:40:12.521616 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:12.619234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:12.640126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0ee57cb5-7e7c-4767-952c-ebcb1df27b92 None None] Provisioning complete for port a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:12.640769 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ee57cb5-7e7c-4767-952c-ebcb1df27b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:12.673742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ef6c6-1ee6-4708-9072-e6afe93d8b18 req-c9ad4485-4ee6-4204-a05a-dc3de855a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:12.675372 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c99ef6c6-1ee6-4708-9072-e6afe93d8b18 req-c9ad4485-4ee6-4204-a05a-dc3de855a74a service neutron] 10.222.0.37 "GET /v2.0/networks?id=730d4abf-fc2a-4bd9-b099-791cac9a2466 HTTP/1.1" status: 200 len: 906 time: 0.3282733 Dec 22 09:40:12.678469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:12.690139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277aa45-201c-49ee-a31c-a8bd37c55d77 req-8eb154a5-13d5-436e-978d-87fb3bb7394d tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:12.696885 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5277aa45-201c-49ee-a31c-a8bd37c55d77 req-8eb154a5-13d5-436e-978d-87fb3bb7394d tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 931 time: 0.4247673 Dec 22 09:40:12.773806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Usage tracker for resource:security_group_rule and tenant:f8298ddf7cf945579648150318b580de is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:12.782875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:12.789124 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-88687e12-33c3-48cd-a453-8a1d7f7e290b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:12.818841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:12.821705 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c99ef6c6-1ee6-4708-9072-e6afe93d8b18 req-605f8fe7-8e00-4d48-b38d-c883923ac90a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=add110e9-0472-40ed-b0a5-d737ce9c0e58 HTTP/1.1" status: 200 len: 217 time: 0.1205602 Dec 22 09:40:12.856055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-88687e12-33c3-48cd-a453-8a1d7f7e290b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Transition to ACTIVE for port object 9cef7080-53af-43d2-9c00-199c93e5aaf8 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:40:12.924434 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5277aa45-201c-49ee-a31c-a8bd37c55d77 req-2f4af200-cd6b-451f-8bf4-c28287d82144 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244022 Dec 22 09:40:12.968832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:12.983182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ef6c6-1ee6-4708-9072-e6afe93d8b18 req-e5a99844-2f35-4cb0-8ac1-a7d244aa9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:12.985410 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c99ef6c6-1ee6-4708-9072-e6afe93d8b18 req-e5a99844-2f35-4cb0-8ac1-a7d244aa9480 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=835786db-f6bd-4763-b56d-9966829ca327 HTTP/1.1" status: 200 len: 852 time: 0.1405404 Dec 22 09:40:13.017243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-db8f5434-09e1-43ef-a6c7-dd0f46f99fbb None None] Provisioning complete for port a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:13.017898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db8f5434-09e1-43ef-a6c7-dd0f46f99fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:13.103047 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c99ef6c6-1ee6-4708-9072-e6afe93d8b18 req-91ed0ec7-aab0-43c2-885b-18aab7fef2a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=730d4abf-fc2a-4bd9-b099-791cac9a2466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080544 Dec 22 09:40:13.228244 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:13.234614 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-88687e12-33c3-48cd-a453-8a1d7f7e290b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:13.258856 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-36044ee9-3c9b-4d26-adab-c176fe5b7362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:13.333211 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:13.349118 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eea37f24-90d4-4eb4-afff-e1f2faaf787a tempest-ServersAdminTestJSON-1366229739 tempest-ServersAdminTestJSON-1366229739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:13.407553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:40:13.439038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2392efd6-20f6-4760-8ac4-1a7cfec11727,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:13.455710 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:13.461010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:13.461872 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Added segment 9ec21e51-dba8-4c80-95fe-ebec5a7c37f2 of type vxlan for network fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 Dec 22 09:40:13.477832 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c99ef6c6-1ee6-4708-9072-e6afe93d8b18 req-6e72ddfe-99c6-47c7-994a-c9c93f5974d9 service neutron] 10.222.0.37 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659871 Dec 22 09:40:13.514493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:13.537860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19a689-f45c-4e63-be95-42d1e823d3f3 req-9cbb8b57-3182-4437-8eba-91827914f5fa tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:13.539618 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9c19a689-f45c-4e63-be95-42d1e823d3f3 req-9cbb8b57-3182-4437-8eba-91827914f5fa tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 949 time: 0.3461592 Dec 22 09:40:13.590376 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:13.594295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88687e12-33c3-48cd-a453-8a1d7f7e290b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event updated for resources: {'Port': ['ID=9cef7080-53af-43d2-9c00-199c93e5aaf8,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:13.599636 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-88687e12-33c3-48cd-a453-8a1d7f7e290b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:13.647990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:13.648424 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:13.664724 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:13.925885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-88687e12-33c3-48cd-a453-8a1d7f7e290b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network 011ac8c7-9de3-4be4-aa57-586a112ab69e is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:40:13.929108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-88687e12-33c3-48cd-a453-8a1d7f7e290b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:40:13.931507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-88687e12-33c3-48cd-a453-8a1d7f7e290b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:40:13.981318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48452) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:14.058842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-88687e12-33c3-48cd-a453-8a1d7f7e290b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:14.059738 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-88687e12-33c3-48cd-a453-8a1d7f7e290b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:14.105045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Router 7768c70c-3670-46e3-a534-1fafd7e5854e is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:40:14.112042 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-88687e12-33c3-48cd-a453-8a1d7f7e290b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1021669 Dec 22 09:40:14.164045 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9c19a689-f45c-4e63-be95-42d1e823d3f3 req-58b6d07c-21f2-4f55-8f2c-8dd2f14505f3 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6163614 Dec 22 09:40:14.204221 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:14.223419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:14.230073 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:14.244844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f72649a4-0ef5-4c52-b5f2-d940a6ff15de None None] Provisioning for port 9cef7080-53af-43d2-9c00-199c93e5aaf8 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:40:14.250482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-fed2ed3e-13df-47a5-bff7-22126bad7857 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Request body: {'port': {'device_id': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'network_id': 'cfc38ceb-3d83-468c-b653-cda00a061cab', 'admin_state_up': True, 'tenant_id': '2bf9339faedd4d93bde184951affe795'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:14.255216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f72649a4-0ef5-4c52-b5f2-d940a6ff15de None None] Provisioning complete for port 9cef7080-53af-43d2-9c00-199c93e5aaf8 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:14.255645 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f72649a4-0ef5-4c52-b5f2-d940a6ff15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:14.263482 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:14.283208 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c99ef6c6-1ee6-4708-9072-e6afe93d8b18 req-df2a16e6-08ca-4915-8cb8-7e4332dc965f service neutron] 10.222.0.37 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7958817 Dec 22 09:40:14.362746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f72649a4-0ef5-4c52-b5f2-d940a6ff15de None None] Port 9cef7080-53af-43d2-9c00-199c93e5aaf8 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:40:14.388265 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8dafb580-2c65-4f16-9ca9-a98fef586cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:14.399270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Pushing event updated for resources: {'Network': ['ID=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:14.404617 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:14.413404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:40:14.433262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:40:14.434680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9c942-7785-4f79-82ae-ba7e7dfa7e99 req-635ba702-a17b-4d31-a236-cd1631fc2dd7 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:14.437547 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-25b9c942-7785-4f79-82ae-ba7e7dfa7e99 req-635ba702-a17b-4d31-a236-cd1631fc2dd7 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 943 time: 0.7513680 Dec 22 09:40:14.442387 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3576732 Dec 22 09:40:14.445467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48462) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:14.469706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a0c03311-15ef-41df-b515-40deb5774a96 admin admin] Request body: {'subnet': {'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1530763666-subnet', 'tenant_id': 'f8298ddf7cf945579648150318b580de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:14.479823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a0c03311-15ef-41df-b515-40deb5774a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:14.489974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:40:14.490655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a0c03311-15ef-41df-b515-40deb5774a96 admin admin] Usage tracker for resource:subnet and tenant:f8298ddf7cf945579648150318b580de is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:14.508913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a0c03311-15ef-41df-b515-40deb5774a96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:14.524832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a0c03311-15ef-41df-b515-40deb5774a96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:14.537899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c03311-15ef-41df-b515-40deb5774a96 admin admin] Made reservation on behalf of f8298ddf7cf945579648150318b580de for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:40:14.543287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a0c03311-15ef-41df-b515-40deb5774a96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:14.569378 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-25b9c942-7785-4f79-82ae-ba7e7dfa7e99 req-b81f319f-fbf3-46fb-85c7-1d18a0529f6c tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228671 Dec 22 09:40:14.577527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8dafb580-2c65-4f16-9ca9-a98fef586cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:14.596296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8dafb580-2c65-4f16-9ca9-a98fef586cf8 admin admin] Usage tracker for resource:security_group_rule and tenant:4ceb4ba01e0542cb9973838840336e50 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:14.606277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8dafb580-2c65-4f16-9ca9-a98fef586cf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:14.630062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8dafb580-2c65-4f16-9ca9-a98fef586cf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:14.692683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:40:14.702083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-fed2ed3e-13df-47a5-bff7-22126bad7857 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:14.714026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Sync routers for ids ['7768c70c-3670-46e3-a534-1fafd7e5854e'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:40:14.718569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-fed2ed3e-13df-47a5-bff7-22126bad7857 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Usage tracker for resource:port and tenant:2bf9339faedd4d93bde184951affe795 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:14.726726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Routers {'7768c70c-3670-46e3-a534-1fafd7e5854e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:40:14.727540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:40:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7768c70c-3670-46e3-a534-1fafd7e5854e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:40:14.731311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-fed2ed3e-13df-47a5-bff7-22126bad7857 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Quota usage for port was recalculated. Used quota:6. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:14.749010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-fed2ed3e-13df-47a5-bff7-22126bad7857 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:14.767515 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:14.768856 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.8665726 Dec 22 09:40:14.777488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48470) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:14.964147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Set router 7768c70c-3670-46e3-a534-1fafd7e5854e gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:40:15.002555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d735407-e678-4019-8882-bd19534948da req-b02562be-8aaf-44dd-ac4e-8253648e23c3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:15.008281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d735407-e678-4019-8882-bd19534948da req-b02562be-8aaf-44dd-ac4e-8253648e23c3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:15.024529 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d735407-e678-4019-8882-bd19534948da req-b02562be-8aaf-44dd-ac4e-8253648e23c3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 1653 time: 0.4613578 Dec 22 09:40:15.165309 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d735407-e678-4019-8882-bd19534948da req-6e60e6e9-82db-4d0f-8f81-88f0741659a9 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380961 Dec 22 09:40:15.165878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-fed2ed3e-13df-47a5-bff7-22126bad7857 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Made reservation on behalf of 2bf9339faedd4d93bde184951affe795 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:40:15.172243 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-fed2ed3e-13df-47a5-bff7-22126bad7857 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:15.220889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-ce5231b9-6e90-48a9-99b0-7930db85de45 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:40:15.321387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085998241-router', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:40:07Z', 'updated_at': '2020-12-22T09:40:12Z', 'revision_number': 3, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'gw_port': {'id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:09Z', 'updated_at': '2020-12-22T09:40:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:40:15.325326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Checking router: 7768c70c-3670-46e3-a534-1fafd7e5854e for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:40:15.325733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Updating router 7768c70c-3670-46e3-a534-1fafd7e5854e port 99dbce24-9b7e-48df-adbf-3e8d7b699430 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:40:15.361663 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8dafb580-2c65-4f16-9ca9-a98fef586cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:15.394895 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8dafb580-2c65-4f16-9ca9-a98fef586cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:15.396524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:15.410179 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d1c6295e-d28e-49af-b43a-8bf752002841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:15.458870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafb580-2c65-4f16-9ca9-a98fef586cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04d9bab-ac39-42b5-aa92-6af0cb187a3d,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:15.463689 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8dafb580-2c65-4f16-9ca9-a98fef586cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:15.504261 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a0c03311-15ef-41df-b515-40deb5774a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:15.556221 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fd1eb546-191d-4731-a48c-50fec3f8c01e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:15.658092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device ed38f38f-7470-4310-b8d0-71a98e29d508 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:15.767500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port ed38f38f-7470-4310-b8d0-71a98e29d508 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:15.767809 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:15.801849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device add110e9-0472-40ed-b0a5-d737ce9c0e58 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:15.811204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cdfef-03c8-4556-a569-1a519ba17d68 req-6faa3f41-ba6b-45d7-a65c-8e075fb57fb3 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:15.826870 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c37cdfef-03c8-4556-a569-1a519ba17d68 req-6faa3f41-ba6b-45d7-a65c-8e075fb57fb3 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 949 time: 0.3815675 Dec 22 09:40:15.833252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c03311-15ef-41df-b515-40deb5774a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c12495-0928-4c58-a944-5c9e4ea79919,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:15.839494 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a0c03311-15ef-41df-b515-40deb5774a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:15.869088 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8dafb580-2c65-4f16-9ca9-a98fef586cf8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ceb4ba01e0542cb9973838840336e50&name=default HTTP/1.1" status: 200 len: 2883 time: 1.8800750 Dec 22 09:40:15.877684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48484) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:15.925651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port add110e9-0472-40ed-b0a5-d737ce9c0e58 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:40:15.933968 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:15.936982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port add110e9-0472-40ed-b0a5-d737ce9c0e58 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:15.937845 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:15.951765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Transition to ACTIVE for port object 99dbce24-9b7e-48df-adbf-3e8d7b699430 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:40:15.954995 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:16.030407 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c37cdfef-03c8-4556-a569-1a519ba17d68 req-48660751-c5a0-4c05-9307-147a254a2b04 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848888 Dec 22 09:40:16.103414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51be659-f2a3-457c-a523-f909b30b4c0b req-92eae007-5d8d-4b42-8a93-db1b5f5787c8 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:16.105127 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f51be659-f2a3-457c-a523-f909b30b4c0b req-92eae007-5d8d-4b42-8a93-db1b5f5787c8 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 943 time: 0.2354975 Dec 22 09:40:16.121117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c03311-15ef-41df-b515-40deb5774a96 admin admin] Checking segment: {'id': '9ec21e51-dba8-4c80-95fe-ebec5a7c37f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:40:16.121541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c03311-15ef-41df-b515-40deb5774a96 admin admin] Network hostable DHCP agents. Network: fb6a7abf-9fa9-4ac5-95d0-ed70177540e7, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:40:16.126841 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:16.160707 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:16.197873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add110e9-0472-40ed-b0a5-d737ce9c0e58'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:40:16.200711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c03311-15ef-41df-b515-40deb5774a96 admin admin] Network fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:40:16.205822 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd95b9bf-3754-464a-a1a6-856e1ec8bf7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:16.223029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Pushing event updated for resources: {'Port': ['ID=99dbce24-9b7e-48df-adbf-3e8d7b699430,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:16.240234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.240753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.241164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.241720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.242105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.242582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.243042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.243417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.243813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.244923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.247884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.248347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.249432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.250308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.250689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.251069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.251445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.251736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-a0c03311-15ef-41df-b515-40deb5774a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, fb6a7abf-9fa9-4ac5-95d0-ed70177540e7) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:40:16.251878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.252252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.252569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port add110e9-0472-40ed-b0a5-d737ce9c0e58, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=add110e9-0472-40ed-b0a5-d737ce9c0e58,segment=NetworkSegment(fa400341-1ab1-41e1-9887-80a151427537),segment_id=fa400341-1ab1-41e1-9887-80a151427537)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:16.252720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.252961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.253329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.256638 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:16.258108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.258638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.260395 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a13b1fd9-58cb-40e3-ae98-7f3213e68d73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:16.261452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.261838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.263208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.263638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.264172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.264586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.265216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.265587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.265962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.266331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.266698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.267063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:16.286498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c03311-15ef-41df-b515-40deb5774a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:16.287066 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a0c03311-15ef-41df-b515-40deb5774a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:16.305631 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f51be659-f2a3-457c-a523-f909b30b4c0b req-bbd66100-bcd9-45db-9be1-ba6c0ca7c8de tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757329 Dec 22 09:40:16.323040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Attempting to bind port 99dbce24-9b7e-48df-adbf-3e8d7b699430 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:40:16.323462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Attempting to bind port 99dbce24-9b7e-48df-adbf-3e8d7b699430 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:40:16.323882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Attempting to bind port 99dbce24-9b7e-48df-adbf-3e8d7b699430 on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:40:16.338632 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:16.343971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:40:16.344315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:40:16.344909 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:16.345358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:40:16.345907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Bound port: 99dbce24-9b7e-48df-adbf-3e8d7b699430, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:40:16.346333 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:16.352925 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a0c03311-15ef-41df-b515-40deb5774a96 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8895743 Dec 22 09:40:16.359414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad70df5-8614-4bcc-920e-81a564dc7e02 None None] Network fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:40:16.451045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] For port 99dbce24-9b7e-48df-adbf-3e8d7b699430, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:40:16.455419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] For port 99dbce24-9b7e-48df-adbf-3e8d7b699430, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=99dbce24-9b7e-48df-adbf-3e8d7b699430,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:40:16.463999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:16.483473 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:16.560126 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add110e9-0472-40ed-b0a5-d737ce9c0e58', 'code': 200} Dec 22 09:40:16.560824 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd95b9bf-3754-464a-a1a6-856e1ec8bf7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:16.572889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=add110e9-0472-40ed-b0a5-d737ce9c0e58,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:16.587598 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:16.712779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526150e-8da2-4c7a-b480-977e2295ddd4 req-88c18553-89a3-4036-9d6c-4937df7b8144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:16.714769 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2526150e-8da2-4c7a-b480-977e2295ddd4 req-88c18553-89a3-4036-9d6c-4937df7b8144 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 1160 time: 0.2007318 Dec 22 09:40:16.718783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device add110e9-0472-40ed-b0a5-d737ce9c0e58 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:16.723258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782791a-a996-41dc-a8c8-a9b7e2cf9c5c req-ae08caf5-6913-4148-95ab-f71efa5e63c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:16.728245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782791a-a996-41dc-a8c8-a9b7e2cf9c5c req-ae08caf5-6913-4148-95ab-f71efa5e63c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:16.729987 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0782791a-a996-41dc-a8c8-a9b7e2cf9c5c req-ae08caf5-6913-4148-95ab-f71efa5e63c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 1653 time: 0.1307411 Dec 22 09:40:16.754860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:40:16.821751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Pushing event updated for resources: {'Port': ['ID=99dbce24-9b7e-48df-adbf-3e8d7b699430,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:16.828702 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:16.889515 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd95b9bf-3754-464a-a1a6-856e1ec8bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:16.905334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c78205-d7d0-4813-b67c-0b5eb1c20305 None None] Network fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:40:16.912764 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2526150e-8da2-4c7a-b480-977e2295ddd4 req-01345796-95ec-4821-bf9a-dcadfca49d21 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816161 Dec 22 09:40:16.914565 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:16.933497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-fed2ed3e-13df-47a5-bff7-22126bad7857 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Allocated IP 19.80.0.137 (cfc38ceb-3d83-468c-b653-cda00a061cab/d5411b91-01e0-4182-bdf2-b5ce46895607/ea10ea85-3dc0-497e-ac5e-1af59f5c4450) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:40:16.952722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95b9bf-3754-464a-a1a6-856e1ec8bf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04d9bab-ac39-42b5-aa92-6af0cb187a3d,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:16.959505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Routers {'7768c70c-3670-46e3-a534-1fafd7e5854e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:40:16.962137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:40:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7768c70c-3670-46e3-a534-1fafd7e5854e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:40:16.985215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port add110e9-0472-40ed-b0a5-d737ce9c0e58 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:16.986354 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0782791a-a996-41dc-a8c8-a9b7e2cf9c5c req-8ac4df8e-173f-4ad1-bbaa-219015d0a11e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206950 Dec 22 09:40:16.986953 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:17.076752 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cd95b9bf-3754-464a-a1a6-856e1ec8bf7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:17.148193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd95b9bf-3754-464a-a1a6-856e1ec8bf7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:17.152193 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cd95b9bf-3754-464a-a1a6-856e1ec8bf7e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d04d9bab-ac39-42b5-aa92-6af0cb187a3d HTTP/1.1" status: 204 len: 168 time: 1.2729471 Dec 22 09:40:17.445189 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:17.497187 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-fed2ed3e-13df-47a5-bff7-22126bad7857 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:17.590370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-fed2ed3e-13df-47a5-bff7-22126bad7857 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Transition to ACTIVE for port object ea10ea85-3dc0-497e-ac5e-1af59f5c4450 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:40:17.761528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f3473-ef56-41e8-8aa7-ac3ccfea684d req-e395b367-c99e-4326-a8e9-f3defa89f3ac tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:17.763871 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-689f3473-ef56-41e8-8aa7-ac3ccfea684d req-e395b367-c99e-4326-a8e9-f3defa89f3ac tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 949 time: 0.4208267 Dec 22 09:40:17.850830 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-689f3473-ef56-41e8-8aa7-ac3ccfea684d req-4c53f758-d0d4-40b4-a3f2-9c8f80b9f6a2 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684578 Dec 22 09:40:17.929919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002f027-b76e-49a0-a846-eee499e04308 req-5667d9bf-5c2e-409a-a8a7-5243fb15b2e1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:17.933905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a002f027-b76e-49a0-a846-eee499e04308 req-5667d9bf-5c2e-409a-a8a7-5243fb15b2e1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Synchronizing usage tracker for tenant:f8298ddf7cf945579648150318b580de on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:40:17.979551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a002f027-b76e-49a0-a846-eee499e04308 req-5667d9bf-5c2e-409a-a8a7-5243fb15b2e1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Unset dirty status for tenant:f8298ddf7cf945579648150318b580de on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:40:17.981116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] Set router 7768c70c-3670-46e3-a534-1fafd7e5854e gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:40:17.998820 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a002f027-b76e-49a0-a846-eee499e04308 req-5667d9bf-5c2e-409a-a8a7-5243fb15b2e1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/networks?id=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 HTTP/1.1" status: 200 len: 815 time: 0.4920342 Dec 22 09:40:18.028149 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a002f027-b76e-49a0-a846-eee499e04308 req-5eaabec0-df2d-41af-8af1-46171648d3a7 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/quotas/f8298ddf7cf945579648150318b580de HTTP/1.1" status: 200 len: 375 time: 0.0260074 Dec 22 09:40:18.043527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Allocated IP 172.20.0.1 (10693e4c-fb80-4967-98e2-ab004f5421fd/06a9cf08-1df0-4abc-85fa-7d8318f9c92d/da9baaae-8f01-4057-b883-3c6f0173d500) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:40:18.113418 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a002f027-b76e-49a0-a846-eee499e04308 req-143327af-8529-42e4-bc98-2916070646de tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8298ddf7cf945579648150318b580de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818388 Dec 22 09:40:18.338027 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a002f027-b76e-49a0-a846-eee499e04308 req-43d59d44-ee6e-42d5-88e0-8f782f376bbc service neutron] 10.222.0.50 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229929 Dec 22 09:40:18.346858 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:18.377202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Transition to ACTIVE for port object da9baaae-8f01-4057-b883-3c6f0173d500 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:40:18.423296 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-fed2ed3e-13df-47a5-bff7-22126bad7857 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:18.450116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:18.669561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085998241-router', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:40:07Z', 'updated_at': '2020-12-22T09:40:12Z', 'revision_number': 3, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'gw_port': {'id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:09Z', 'updated_at': '2020-12-22T09:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:40:18.675985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2342a7-a01b-4748-bed2-872559678ec1 None None] The sync data for ids ['7768c70c-3670-46e3-a534-1fafd7e5854e'] in n-d-765315-5 is: [{'id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085998241-router', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:40:07Z', 'updated_at': '2020-12-22T09:40:12Z', 'revision_number': 3, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'gw_port': {'id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:09Z', 'updated_at': '2020-12-22T09:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:40:18.686630 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-db9edbc5-617e-44e1-82a1-3a4a4888d2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:18.740442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device add110e9-0472-40ed-b0a5-d737ce9c0e58 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:18.761614 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a002f027-b76e-49a0-a846-eee499e04308 req-c3e5da4c-e7c0-43be-bec2-5b14cfad4b86 service neutron] 10.222.0.50 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4224343 Dec 22 09:40:18.770041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ba1af-db49-40ff-9e86-29d35effcd7e req-61659d68-977d-433d-968f-64c3618d00b7 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:18.771678 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-282ba1af-db49-40ff-9e86-29d35effcd7e req-61659d68-977d-433d-968f-64c3618d00b7 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 945 time: 0.4022915 Dec 22 09:40:18.885882 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-282ba1af-db49-40ff-9e86-29d35effcd7e req-87a83e80-cb62-47ae-bd14-c7a498305878 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075237 Dec 22 09:40:18.931045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port add110e9-0472-40ed-b0a5-d737ce9c0e58 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:18.931636 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:19.081826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48580) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:19.120851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2ed3e-13df-47a5-bff7-22126bad7857 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event updated for resources: {'Port': ['ID=ea10ea85-3dc0-497e-ac5e-1af59f5c4450,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:19.484326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Network 10693e4c-fb80-4967-98e2-ab004f5421fd is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:40:19.502164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:40:19.521231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:40:19.531843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba39e73-ca1d-4a96-b510-8ea9834ced55 req-a04c681b-294f-4fb5-a070-a87792e9e8ab tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:19.571641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba39e73-ca1d-4a96-b510-8ea9834ced55 req-a04c681b-294f-4fb5-a070-a87792e9e8ab tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:19.580529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba39e73-ca1d-4a96-b510-8ea9834ced55 req-a04c681b-294f-4fb5-a070-a87792e9e8ab tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:19.582376 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5ba39e73-ca1d-4a96-b510-8ea9834ced55 req-a04c681b-294f-4fb5-a070-a87792e9e8ab tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 2375 time: 0.2669613 Dec 22 09:40:19.612766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1317592656-network', 'tenant_id': 'd929b0c1d4424de8ae818e10970de19a'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:19.614335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Pushing event updated for resources: {'Port': ['ID=da9baaae-8f01-4057-b883-3c6f0173d500,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:19.636409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:19.650129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Usage tracker for resource:network and tenant:d929b0c1d4424de8ae818e10970de19a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:19.656905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:19.661271 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.974s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:19.678736 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.929s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:19.679307 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:19.681344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 99dbce24-9b7e-48df-adbf-3e8d7b699430 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:19.697302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:19.764546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Made reservation on behalf of d929b0c1d4424de8ae818e10970de19a for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:40:19.805346 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:19.815194 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:19.948722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 99dbce24-9b7e-48df-adbf-3e8d7b699430 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:40:19.976672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 99dbce24-9b7e-48df-adbf-3e8d7b699430 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:19.977395 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:20.051770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:20.154762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:20.157489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4bfc1742-2135-4ea3-963d-4edf170bedbc None None] Provisioning for port da9baaae-8f01-4057-b883-3c6f0173d500 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:40:20.184634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4bfc1742-2135-4ea3-963d-4edf170bedbc None None] Provisioning complete for port da9baaae-8f01-4057-b883-3c6f0173d500 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:20.185123 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4bfc1742-2135-4ea3-963d-4edf170bedbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:20.221427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Usage tracker for resource:security_group_rule and tenant:d929b0c1d4424de8ae818e10970de19a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:20.232632 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5ba39e73-ca1d-4a96-b510-8ea9834ced55 req-f4fba3de-03ce-40a0-b81a-22c396f2303c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6307514 Dec 22 09:40:20.249230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:20.290718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4bfc1742-2135-4ea3-963d-4edf170bedbc None None] Port da9baaae-8f01-4057-b883-3c6f0173d500 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:40:20.316226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:20.318874 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-a5bc45c7-c6f1-46f8-954d-f17764ce48ea service neutron] show failed (client error): The resource could not be found. Dec 22 09:40:20.319997 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-a5bc45c7-c6f1-46f8-954d-f17764ce48ea service neutron] 10.222.0.64 "GET /v2.0/ports/ed38f38f-7470-4310-b8d0-71a98e29d508/bindings/n-h2-765315-5 HTTP/1.1" status: 404 len: 380 time: 0.1507509 Dec 22 09:40:20.336336 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:20.351119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fab9c1-2160-42eb-8a56-4211ae1ed799 req-c22f0d10-1862-4b60-9543-1f729e8fc82b tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:20.353396 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42fab9c1-2160-42eb-8a56-4211ae1ed799 req-c22f0d10-1862-4b60-9543-1f729e8fc82b tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 949 time: 0.6279902 Dec 22 09:40:20.368553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 99dbce24-9b7e-48df-adbf-3e8d7b699430, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=99dbce24-9b7e-48df-adbf-3e8d7b699430,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:20.375504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:20.378035 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:20.517620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=99dbce24-9b7e-48df-adbf-3e8d7b699430,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:20.529275 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:20.562245 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad39e248-b2f0-4888-be10-23e0d26e12be req-f1b008aa-fcb3-442d-a6a7-68aaf0acfcb4 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=c3d349f6-41ba-4968-ac92-9885f5d50e59 HTTP/1.1" status: 200 len: 210 time: 0.0700285 Dec 22 09:40:20.576999 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42fab9c1-2160-42eb-8a56-4211ae1ed799 req-e293a8de-7415-40c3-a972-99730357ad53 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942918 Dec 22 09:40:20.802143 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:20.806483 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:20.818462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-fed2ed3e-13df-47a5-bff7-22126bad7857 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network cfc38ceb-3d83-468c-b653-cda00a061cab is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:40:20.828714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-fed2ed3e-13df-47a5-bff7-22126bad7857 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:40:20.863222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:40:20.883281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-fed2ed3e-13df-47a5-bff7-22126bad7857 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:40:20.893611 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:20.894030 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Added segment 325cf657-7b4f-4f7f-8000-0e5ba7212b74 of type vxlan for network 833462e4-7a59-4bdd-83cf-780214821b9f Dec 22 09:40:20.942372 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7f8e3322-2134-4f5a-9195-6e0901b5148e tempest-LiveMigrationNegativeTest-1485339375 tempest-LiveMigrationNegativeTest-1485339375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:20.994495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe6bf36-584e-467c-9449-285ab8d63153,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:21.093206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-fed2ed3e-13df-47a5-bff7-22126bad7857 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:21.093930 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-fed2ed3e-13df-47a5-bff7-22126bad7857 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:21.157518 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-fed2ed3e-13df-47a5-bff7-22126bad7857 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9681251 Dec 22 09:40:21.165433 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:21.171380 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:21.196201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Request body: {'port': {'device_id': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:21.308342 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:21.353679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9e4203ec-c194-4a5b-82ca-f2d391653e49 None None] Provisioning for port ea10ea85-3dc0-497e-ac5e-1af59f5c4450 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:40:21.360489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9e4203ec-c194-4a5b-82ca-f2d391653e49 None None] Provisioning complete for port ea10ea85-3dc0-497e-ac5e-1af59f5c4450 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:21.360934 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e4203ec-c194-4a5b-82ca-f2d391653e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:21.401908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-46ed93f3-bb31-4e94-b3ae-74b5e818fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:21.416367 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-46ed93f3-bb31-4e94-b3ae-74b5e818fb80 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0&tenant_id=4f8a67b33ff048d5bd0b60e257789306 HTTP/1.1" status: 200 len: 1164 time: 0.4234130 Dec 22 09:40:21.439817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcc6d9-c887-47e5-8894-cd73abf4ff48 req-6cb4b47f-d04b-4277-abb4-ec92e12a2245 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:21.453749 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50fcc6d9-c887-47e5-8894-cd73abf4ff48 req-6cb4b47f-d04b-4277-abb4-ec92e12a2245 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 945 time: 0.5127058 Dec 22 09:40:21.471899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9e4203ec-c194-4a5b-82ca-f2d391653e49 None None] Port ea10ea85-3dc0-497e-ac5e-1af59f5c4450 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:40:21.479675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device ed38f38f-7470-4310-b8d0-71a98e29d508 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:40:21.550318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-5', 'device_owner': 'compute:nova'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:21.586627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 99dbce24-9b7e-48df-adbf-3e8d7b699430 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:21.731424 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:21.769214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:21.823032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 99dbce24-9b7e-48df-adbf-3e8d7b699430 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:21.824274 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:21.864247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb51992-7a83-4102-9af4-f2a8163f6cc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed38f38f-7470-4310-b8d0-71a98e29d508'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:40:21.885812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port ed38f38f-7470-4310-b8d0-71a98e29d508, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=ed38f38f-7470-4310-b8d0-71a98e29d508,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:21.897365 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:21.903260 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:22.023240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=ed38f38f-7470-4310-b8d0-71a98e29d508,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:22.043436 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:22.045631 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:22.320031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:22.320698 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:22.324637 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2cadfdb2-58f1-4013-a88d-fb058ae1b72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:22.347808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002f027-b76e-49a0-a846-eee499e04308 req-770d0a95-746a-4cff-b3f3-cb11ac920fe6 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:22.349497 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a002f027-b76e-49a0-a846-eee499e04308 req-770d0a95-746a-4cff-b3f3-cb11ac920fe6 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.64 "GET /v2.0/networks?id=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 HTTP/1.1" status: 200 len: 815 time: 0.3183041 Dec 22 09:40:22.351989 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50fcc6d9-c887-47e5-8894-cd73abf4ff48 req-a360e89b-4dd5-483a-861f-f7200e185c51 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8972466 Dec 22 09:40:22.407293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a002f027-b76e-49a0-a846-eee499e04308 req-475f4d8b-75bf-43f6-b67a-8697e40515a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Request body: {'port': {'device_id': 'c3d349f6-41ba-4968-ac92-9885f5d50e59', 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7', 'admin_state_up': True, 'tenant_id': 'f8298ddf7cf945579648150318b580de'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:22.599157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a002f027-b76e-49a0-a846-eee499e04308 req-475f4d8b-75bf-43f6-b67a-8697e40515a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:22.604049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a002f027-b76e-49a0-a846-eee499e04308 req-475f4d8b-75bf-43f6-b67a-8697e40515a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Usage tracker for resource:port and tenant:f8298ddf7cf945579648150318b580de is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:22.608001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a002f027-b76e-49a0-a846-eee499e04308 req-475f4d8b-75bf-43f6-b67a-8697e40515a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:22.618003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a002f027-b76e-49a0-a846-eee499e04308 req-475f4d8b-75bf-43f6-b67a-8697e40515a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:22.695993 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df1172a5-17df-4d46-9121-03ffe0269f16 req-6fdb3e83-4570-455c-b75b-994b536e3459 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=c3d349f6-41ba-4968-ac92-9885f5d50e59 HTTP/1.1" status: 200 len: 210 time: 0.1157346 Dec 22 09:40:22.702106 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:22.764385 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:22.824336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Pushing event updated for resources: {'Network': ['ID=833462e4-7a59-4bdd-83cf-780214821b9f,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:22.829429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:40:22.838987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 833462e4-7a59-4bdd-83cf-780214821b9f details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:40:22.848016 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:22.859152 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:22.892254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Transition to ACTIVE for port object 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:40:22.898745 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:22.913520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 833462e4-7a59-4bdd-83cf-780214821b9f details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:40:22.953934 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:22.969807 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:23.180384 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:23.251895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 833462e4-7a59-4bdd-83cf-780214821b9f details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:40:23.305621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Pushing event updated for resources: {'Port': ['ID=da9baaae-8f01-4057-b883-3c6f0173d500,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:23.315353 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 4.2321374 Dec 22 09:40:23.324722 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:23.325446 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cd481b7d-6e6f-46a2-bb39-e6b0950155bc tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:23.393247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48624) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:23.411578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Request body: {'subnet': {'network_id': '833462e4-7a59-4bdd-83cf-780214821b9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1317592656-subnet', 'tenant_id': 'd929b0c1d4424de8ae818e10970de19a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:23.418084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:23.423203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Usage tracker for resource:subnet and tenant:d929b0c1d4424de8ae818e10970de19a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:23.430834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:23.437592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:23.460604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a002f027-b76e-49a0-a846-eee499e04308 req-475f4d8b-75bf-43f6-b67a-8697e40515a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Made reservation on behalf of f8298ddf7cf945579648150318b580de for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:40:23.487011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a002f027-b76e-49a0-a846-eee499e04308 req-475f4d8b-75bf-43f6-b67a-8697e40515a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:23.512836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Made reservation on behalf of d929b0c1d4424de8ae818e10970de19a for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:40:23.518700 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:23.719832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Pushing event updated for resources: {'Port': ['ID=8dbfa980-cf85-41a5-8f2e-0c87f8535c2c,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:23.739500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb23565-2a0e-4683-a67d-87842b448d03 req-f908cde2-b6fb-481f-bd03-f49943bb0001 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:23.744372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb23565-2a0e-4683-a67d-87842b448d03 req-f908cde2-b6fb-481f-bd03-f49943bb0001 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:23.751708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb23565-2a0e-4683-a67d-87842b448d03 req-f908cde2-b6fb-481f-bd03-f49943bb0001 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:23.754287 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ffb23565-2a0e-4683-a67d-87842b448d03 req-f908cde2-b6fb-481f-bd03-f49943bb0001 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 2375 time: 2.2199633 Dec 22 09:40:23.765863 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:23.976698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Network 10693e4c-fb80-4967-98e2-ab004f5421fd is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:40:24.000573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:40:24.084421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Attempting to bind port 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:40:24.085077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Attempting to bind port 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cfc38ceb-3d83-468c-b653-cda00a061cab'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:40:24.085631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Attempting to bind port 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c on network cfc38ceb-3d83-468c-b653-cda00a061cab {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:40:24.106935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:40:24.108195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Checking segment: {'id': '68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cfc38ceb-3d83-468c-b653-cda00a061cab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:40:24.108934 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:24.109493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Bound using segment: {'id': '68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cfc38ceb-3d83-468c-b653-cda00a061cab'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:40:24.110528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Bound port: 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cfc38ceb-3d83-468c-b653-cda00a061cab'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:40:24.111333 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:24.282884 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ffb23565-2a0e-4683-a67d-87842b448d03 req-b10144ed-86cf-4747-b786-a7ba75fcfe38 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668470 Dec 22 09:40:24.296851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] For port ed38f38f-7470-4310-b8d0-71a98e29d508, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=ed38f38f-7470-4310-b8d0-71a98e29d508,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:24.351601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e48b47-82aa-4313-b6ee-ec214e6f46cf req-7cd50689-701e-411e-b1c4-11679b0c9c43 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:24.359990 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-13e48b47-82aa-4313-b6ee-ec214e6f46cf req-7cd50689-701e-411e-b1c4-11679b0c9c43 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 947 time: 1.4091957 Dec 22 09:40:24.362791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-a002f027-b76e-49a0-a846-eee499e04308 req-475f4d8b-75bf-43f6-b67a-8697e40515a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Allocated IP 172.20.0.3 (fb6a7abf-9fa9-4ac5-95d0-ed70177540e7/f2c12495-0928-4c58-a944-5c9e4ea79919/a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:40:24.474839 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb51992-7a83-4102-9af4-f2a8163f6cc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed38f38f-7470-4310-b8d0-71a98e29d508', 'code': 200} Dec 22 09:40:24.486950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] For port 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:40:24.492378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] For port 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=8dbfa980-cf85-41a5-8f2e-0c87f8535c2c,segment=NetworkSegment(68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed),segment_id=68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:40:24.509505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b6c60f68-fc70-4c6a-bb3f-5864d5dd0854 None None] Provisioning complete for port da9baaae-8f01-4057-b883-3c6f0173d500 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:24.510216 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6c60f68-fc70-4c6a-bb3f-5864d5dd0854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:24.532271 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-13e48b47-82aa-4313-b6ee-ec214e6f46cf req-f6ba73d5-b529-4d02-ba52-e70cc7376e70 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711876 Dec 22 09:40:24.586248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] For port ed38f38f-7470-4310-b8d0-71a98e29d508, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:40:24.608911 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:24.651121 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a34f63ee-c29a-45f9-895b-218ded6de4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:24.654603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b6c60f68-fc70-4c6a-bb3f-5864d5dd0854 None None] Port da9baaae-8f01-4057-b883-3c6f0173d500 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:40:24.858927 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b28166e0-ae30-4bc0-bbc9-f55095c99ebc req-e22c30ae-3172-4862-8176-b57b6cb61f30 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=c3d349f6-41ba-4968-ac92-9885f5d50e59 HTTP/1.1" status: 200 len: 210 time: 0.0678864 Dec 22 09:40:24.883932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed38f38f-7470-4310-b8d0-71a98e29d508 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:40:24.909888 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-191b1ce6-f2bd-44b2-beb0-d9a50c209199 req-5290e871-f1cb-45e4-9e9a-9b176f0d436e tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1171131690&fields=id&tenant_id=e867f84521524ce2ba067f02c8e2bb27 HTTP/1.1" status: 200 len: 267 time: 0.1525776 Dec 22 09:40:24.933412 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:25.072694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Transition to ACTIVE for port object ed38f38f-7470-4310-b8d0-71a98e29d508 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:40:25.106008 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:25.130564 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1f06a7dd-3614-4502-8dd1-d4839fa09d69 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:25.296692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Pushing event updated for resources: {'Port': ['ID=ed38f38f-7470-4310-b8d0-71a98e29d508,revision_number=6']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:25.315411 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:25.418578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b1ce6-f2bd-44b2-beb0-d9a50c209199 req-6978663a-a9c5-4c15-ba26-635413fec651 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:25.420678 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-191b1ce6-f2bd-44b2-beb0-d9a50c209199 req-6978663a-a9c5-4c15-ba26-635413fec651 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 945 time: 0.4903955 Dec 22 09:40:25.440281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-191b1ce6-f2bd-44b2-beb0-d9a50c209199 req-e2b6f762-229c-48fb-967b-b199d0239023 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Request body: {'port': {'security_groups': ['40effe33-5414-4d8b-82c0-4611e8cd1529', '75e5c430-273f-4c30-9665-ed2b2d2124f1']}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:25.529938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Pushing event updated for resources: {'Port': ['ID=8dbfa980-cf85-41a5-8f2e-0c87f8535c2c,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:25.556298 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:25.617513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:25.618202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:25.619759 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] 10.222.0.37 "PUT /v2.0/ports/8dbfa980-cf85-41a5-8f2e-0c87f8535c2c HTTP/1.1" status: 200 len: 1155 time: 4.4330983 Dec 22 09:40:25.620540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'tag': '8dbfa980-cf85-41a5-8f2e-0c87f8535c2c'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:40:25.640860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Router 7768c70c-3670-46e3-a534-1fafd7e5854e has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:40:25.660294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Request body: {'port': {'device_id': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:25.697411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-191b1ce6-f2bd-44b2-beb0-d9a50c209199 req-e2b6f762-229c-48fb-967b-b199d0239023 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:25.727920 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a002f027-b76e-49a0-a846-eee499e04308 req-475f4d8b-75bf-43f6-b67a-8697e40515a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:25.830339 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a002f027-b76e-49a0-a846-eee499e04308 req-475f4d8b-75bf-43f6-b67a-8697e40515a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:25.887676 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:25.956069 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:26.207391 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:26.360361 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57936ae9-e0ca-43d6-8154-bd1a167657f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:26.433321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c721e07-31a9-4288-9cf4-04eec590febe,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:26.486103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.486392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.486823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.487243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.487659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.488098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.488509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.489737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.489737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.489737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.490231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.490436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.491075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.491500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.491909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.492373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.492779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.493326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.493722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.494680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.494680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.494987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.495259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.495657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.496186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.496589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.496989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.497388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.498431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.498955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.499624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.499876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.500513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.500894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.501310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.502366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:26.506932 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:26.512649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:40:26.522569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Sync routers for ids ['7768c70c-3670-46e3-a534-1fafd7e5854e'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:40:26.541370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Routers {'7768c70c-3670-46e3-a534-1fafd7e5854e'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:40:26.542543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:40:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7768c70c-3670-46e3-a534-1fafd7e5854e'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:40:26.572745 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] 10.222.0.50 "PUT /v2.0/routers/7768c70c-3670-46e3-a534-1fafd7e5854e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7940843 Dec 22 09:40:26.815302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Checking segment: {'id': '325cf657-7b4f-4f7f-8000-0e5ba7212b74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '833462e4-7a59-4bdd-83cf-780214821b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:40:26.816184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Network hostable DHCP agents. Network: 833462e4-7a59-4bdd-83cf-780214821b9f, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:40:26.852003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Set router 7768c70c-3670-46e3-a534-1fafd7e5854e gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:40:26.882046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Network 833462e4-7a59-4bdd-83cf-780214821b9f is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:40:26.902718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 833462e4-7a59-4bdd-83cf-780214821b9f) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:40:26.921025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:26.922023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:26.950341 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.5518219 Dec 22 09:40:27.043677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff6e53-0c50-4bf2-bfde-2017100d5d77 req-01abf168-769e-4c13-a9f6-d6ddc3386eda tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:27.055164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cef7080-53af-43d2-9c00-199c93e5aaf8 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:40:27.056187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff6e53-0c50-4bf2-bfde-2017100d5d77 req-01abf168-769e-4c13-a9f6-d6ddc3386eda tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:27.067624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff6e53-0c50-4bf2-bfde-2017100d5d77 req-01abf168-769e-4c13-a9f6-d6ddc3386eda tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:27.070509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:27.071872 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5bff6e53-0c50-4bf2-bfde-2017100d5d77 req-01abf168-769e-4c13-a9f6-d6ddc3386eda tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 2387 time: 1.4669766 Dec 22 09:40:27.074806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f4d8b-75bf-43f6-b67a-8697e40515a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Pushing event updated for resources: {'Port': ['ID=a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:27.082768 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-475f4d8b-75bf-43f6-b67a-8697e40515a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.195s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:27.086347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Transition to ACTIVE for port object 9cef7080-53af-43d2-9c00-199c93e5aaf8 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:40:27.089447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:27.147686 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c3bb3c2f-64c2-4fc6-b1ee-52f755fa2be1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:27.166014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d199bce-7c77-448b-a06b-ec0a9f9baf9e None None] Network 833462e4-7a59-4bdd-83cf-780214821b9f requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:40:27.183080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] No DVR routers for this DVR port ed38f38f-7470-4310-b8d0-71a98e29d508 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:40:27.357465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Pushing event updated for resources: {'Port': ['ID=9cef7080-53af-43d2-9c00-199c93e5aaf8,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:27.374422 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:27.527402 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5bff6e53-0c50-4bf2-bfde-2017100d5d77 req-1a6c67f9-9187-4092-a2ee-168d79448564 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419076 Dec 22 09:40:27.679260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Attempting to bind port 9cef7080-53af-43d2-9c00-199c93e5aaf8 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:40:27.679663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Attempting to bind port 9cef7080-53af-43d2-9c00-199c93e5aaf8 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '9c904039-0fcd-49b4-b66a-762fab5f6734', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '011ac8c7-9de3-4be4-aa57-586a112ab69e'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:40:27.680919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Attempting to bind port 9cef7080-53af-43d2-9c00-199c93e5aaf8 on network 011ac8c7-9de3-4be4-aa57-586a112ab69e {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:40:27.685689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Attempting to bind port ed38f38f-7470-4310-b8d0-71a98e29d508 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:40:27.686116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Attempting to bind port ed38f38f-7470-4310-b8d0-71a98e29d508 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:40:27.686607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Attempting to bind port ed38f38f-7470-4310-b8d0-71a98e29d508 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:40:27.690748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a002f027-b76e-49a0-a846-eee499e04308 req-475f4d8b-75bf-43f6-b67a-8697e40515a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Network fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:40:27.692358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:40:27.692749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Checking segment: {'id': '9c904039-0fcd-49b4-b66a-762fab5f6734', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '011ac8c7-9de3-4be4-aa57-586a112ab69e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:40:27.693162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:27.693806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Bound using segment: {'id': '9c904039-0fcd-49b4-b66a-762fab5f6734', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '011ac8c7-9de3-4be4-aa57-586a112ab69e'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:40:27.694826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Bound port: 9cef7080-53af-43d2-9c00-199c93e5aaf8, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c904039-0fcd-49b4-b66a-762fab5f6734', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '011ac8c7-9de3-4be4-aa57-586a112ab69e'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:40:27.695219 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:27.698980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-a002f027-b76e-49a0-a846-eee499e04308 req-475f4d8b-75bf-43f6-b67a-8697e40515a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:40:27.707150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a002f027-b76e-49a0-a846-eee499e04308 req-475f4d8b-75bf-43f6-b67a-8697e40515a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:40:27.809829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002f027-b76e-49a0-a846-eee499e04308 req-475f4d8b-75bf-43f6-b67a-8697e40515a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:27.811492 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a002f027-b76e-49a0-a846-eee499e04308 req-475f4d8b-75bf-43f6-b67a-8697e40515a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:27.835220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:40:27.835659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:40:27.836233 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:27.836752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:40:27.837267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Bound port: ed38f38f-7470-4310-b8d0-71a98e29d508, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:40:27.837653 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:27.884964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] For port 9cef7080-53af-43d2-9c00-199c93e5aaf8, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:40:27.889052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] For port 9cef7080-53af-43d2-9c00-199c93e5aaf8, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=9cef7080-53af-43d2-9c00-199c93e5aaf8,segment=NetworkSegment(9c904039-0fcd-49b4-b66a-762fab5f6734),segment_id=9c904039-0fcd-49b4-b66a-762fab5f6734)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:40:27.895374 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:27.912945 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:27.978479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] For port ed38f38f-7470-4310-b8d0-71a98e29d508, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:40:27.982055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] For port ed38f38f-7470-4310-b8d0-71a98e29d508, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ed38f38f-7470-4310-b8d0-71a98e29d508,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:40:27.984913 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a002f027-b76e-49a0-a846-eee499e04308 req-475f4d8b-75bf-43f6-b67a-8697e40515a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6135182 Dec 22 09:40:27.991682 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:28.065046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d47f19-65ce-45bc-a75f-27ea86f6d6f3 None None] Network 833462e4-7a59-4bdd-83cf-780214821b9f requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:40:28.130668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Pushing event updated for resources: {'Port': ['ID=9cef7080-53af-43d2-9c00-199c93e5aaf8,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:28.137492 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:28.175417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Request body: {'port': {'device_id': 'c3d349f6-41ba-4968-ac92-9885f5d50e59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:28.187410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:28.187666 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:28.189158 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] 10.222.0.37 "PUT /v2.0/ports/9cef7080-53af-43d2-9c00-199c93e5aaf8 HTTP/1.1" status: 200 len: 1155 time: 2.5352352 Dec 22 09:40:28.228750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Request body: {'port': {'device_id': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:28.299324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085998241-router', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:40:07Z', 'updated_at': '2020-12-22T09:40:21Z', 'revision_number': 4, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'gw_port': {'id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:09Z', 'updated_at': '2020-12-22T09:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'da9baaae-8f01-4057-b883-3c6f0173d500', 'name': '', 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'mac_address': 'fa:16:3e:2b:8f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '06a9cf08-1df0-4abc-85fa-7d8318f9c92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:17Z', 'updated_at': '2020-12-22T09:40:22Z', 'revision_number': 2, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'subnets': [{'id': '06a9cf08-1df0-4abc-85fa-7d8318f9c92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:40:28.305374 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-243d292a-5327-4f89-94f2-83784e714435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:28.307505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Checking router: 7768c70c-3670-46e3-a534-1fafd7e5854e for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:40:28.308065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Updating router 7768c70c-3670-46e3-a534-1fafd7e5854e port da9baaae-8f01-4057-b883-3c6f0173d500 binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:40:28.420685 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:28.508015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:28.614812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:28.616142 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:28.617941 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] 10.222.0.37 "PUT /v2.0/ports/ed38f38f-7470-4310-b8d0-71a98e29d508 HTTP/1.1" status: 200 len: 1159 time: 7.0817826 Dec 22 09:40:28.627134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Pushing event updated for resources: {'Port': ['ID=ed38f38f-7470-4310-b8d0-71a98e29d508,revision_number=7']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:28.631405 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:28.632797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb51992-7a83-4102-9af4-f2a8163f6cc0', 'tag': 'ed38f38f-7470-4310-b8d0-71a98e29d508'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:40:28.692187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-191b1ce6-f2bd-44b2-beb0-d9a50c209199 req-e2b6f762-229c-48fb-967b-b199d0239023 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] For port add110e9-0472-40ed-b0a5-d737ce9c0e58, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=add110e9-0472-40ed-b0a5-d737ce9c0e58,segment=NetworkSegment(fa400341-1ab1-41e1-9887-80a151427537),segment_id=fa400341-1ab1-41e1-9887-80a151427537)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:28.725418 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-191b1ce6-f2bd-44b2-beb0-d9a50c209199 req-e2b6f762-229c-48fb-967b-b199d0239023 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:28.806399 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-191b1ce6-f2bd-44b2-beb0-d9a50c209199 req-e2b6f762-229c-48fb-967b-b199d0239023 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:28.855220 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5f6d92a0-e4b0-4d59-a910-856c9f87f33c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:28.972977 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:29.103849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:29.118128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Transition to ACTIVE for port object da9baaae-8f01-4057-b883-3c6f0173d500 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:40:29.126081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:29.278399 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:29.361600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072621e7-01aa-4eb1-be2f-5124cd198848 None None] Pushing event updated for resources: {'Port': ['ID=da9baaae-8f01-4057-b883-3c6f0173d500,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:29.365426 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-072621e7-01aa-4eb1-be2f-5124cd198848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:29.542770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Attempting to bind port da9baaae-8f01-4057-b883-3c6f0173d500 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:40:29.543323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Attempting to bind port da9baaae-8f01-4057-b883-3c6f0173d500 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '4c6df13f-e6f1-42c0-b575-b23853bd3f86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:40:29.543620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Attempting to bind port da9baaae-8f01-4057-b883-3c6f0173d500 on network 10693e4c-fb80-4967-98e2-ab004f5421fd {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:40:29.550672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:40:29.551099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Checking segment: {'id': '4c6df13f-e6f1-42c0-b575-b23853bd3f86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:40:29.551779 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:29.552456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Bound using segment: {'id': '4c6df13f-e6f1-42c0-b575-b23853bd3f86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:40:29.553231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Bound port: da9baaae-8f01-4057-b883-3c6f0173d500, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6df13f-e6f1-42c0-b575-b23853bd3f86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:40:29.553906 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:29.580962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:40:29.589983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:29.621442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Transition to ACTIVE for port object a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:40:29.671513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcfb30-d99f-43fc-b134-64328ee4819e req-66ac1860-6ae7-4bbe-82c2-f97f00debb1a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:29.673289 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ccfcfb30-d99f-43fc-b134-64328ee4819e req-66ac1860-6ae7-4bbe-82c2-f97f00debb1a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 947 time: 1.6873827 Dec 22 09:40:29.674024 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:29.700105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] For port da9baaae-8f01-4057-b883-3c6f0173d500, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:40:29.704318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] For port da9baaae-8f01-4057-b883-3c6f0173d500, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=da9baaae-8f01-4057-b883-3c6f0173d500,segment=NetworkSegment(4c6df13f-e6f1-42c0-b575-b23853bd3f86),segment_id=4c6df13f-e6f1-42c0-b575-b23853bd3f86)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:40:29.710479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:29.715037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6f762-229c-48fb-967b-b199d0239023 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event updated for resources: {'Port': ['ID=add110e9-0472-40ed-b0a5-d737ce9c0e58,revision_number=5']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:29.740264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea10ea85-3dc0-497e-ac5e-1af59f5c4450 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:40:29.742018 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e2b6f762-229c-48fb-967b-b199d0239023 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:29.750085 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b1235439-b8ad-4b54-9076-8e0987e33a9a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:29.752242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:29.774901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Transition to ACTIVE for port object ea10ea85-3dc0-497e-ac5e-1af59f5c4450 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:40:29.782198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:29.802465 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d4f91723-07a1-4d82-aabd-4d8e182e5004 tempest-ImagesOneServerTestJSON-67623158 tempest-ImagesOneServerTestJSON-67623158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:30.004251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-ca70c7ee-7dcb-4c7f-a673-12a30f9ed0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:30.006077 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-ca70c7ee-7dcb-4c7f-a673-12a30f9ed0b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 1162 time: 1.3239570 Dec 22 09:40:30.015861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Pushing event updated for resources: {'Port': ['ID=ea10ea85-3dc0-497e-ac5e-1af59f5c4450,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:30.030122 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:30.032883 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ccfcfb30-d99f-43fc-b134-64328ee4819e req-3e0d0882-dafe-45af-a3e1-6b76361df56c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221030 Dec 22 09:40:30.156925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Pushing event updated for resources: {'Port': ['ID=a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:30.166229 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'tag': '8dbfa980-cf85-41a5-8f2e-0c87f8535c2c', 'status': 'completed', 'code': 200} Dec 22 09:40:30.176040 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:30.276973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b1ce6-f2bd-44b2-beb0-d9a50c209199 req-e2b6f762-229c-48fb-967b-b199d0239023 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:30.278521 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-191b1ce6-f2bd-44b2-beb0-d9a50c209199 req-e2b6f762-229c-48fb-967b-b199d0239023 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:30.280369 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-191b1ce6-f2bd-44b2-beb0-d9a50c209199 req-e2b6f762-229c-48fb-967b-b199d0239023 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "PUT /v2.0/ports/add110e9-0472-40ed-b0a5-d737ce9c0e58 HTTP/1.1" status: 200 len: 981 time: 4.8475854 Dec 22 09:40:30.425776 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57428f22-a852-4e87-b254-7d94e130c83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:30.583185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Routers {'7768c70c-3670-46e3-a534-1fafd7e5854e'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:40:30.583970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:40:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7768c70c-3670-46e3-a534-1fafd7e5854e'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:40:30.773381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-2ef31ace-1357-43ba-9b68-1396149902ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:30.775054 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-2ef31ace-1357-43ba-9b68-1396149902ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.7327158 Dec 22 09:40:30.917290 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-827da8c4-afab-47d9-82b6-ec9b965e149d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ed38f38f-7470-4310-b8d0-71a98e29d508 HTTP/1.1" status: 200 len: 217 time: 0.1129923 Dec 22 09:40:30.918979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Attempting to bind port a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:40:30.919393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Attempting to bind port a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '9ec21e51-dba8-4c80-95fe-ebec5a7c37f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:40:30.919770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Attempting to bind port a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a on network fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:40:31.077167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] Set router 7768c70c-3670-46e3-a534-1fafd7e5854e gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:40:31.109785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d36a42-ba69-4ef5-836c-75dc0380a673 req-70591994-c664-47d7-8021-9129fac0ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:31.110216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d36a42-ba69-4ef5-836c-75dc0380a673 req-70591994-c664-47d7-8021-9129fac0ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:31.110519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d36a42-ba69-4ef5-836c-75dc0380a673 req-70591994-c664-47d7-8021-9129fac0ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:31.112404 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54d36a42-ba69-4ef5-836c-75dc0380a673 req-70591994-c664-47d7-8021-9129fac0ba78 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2bf9339faedd4d93bde184951affe795&device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 2950 time: 0.9137821 Dec 22 09:40:31.127723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Attempting to bind port ea10ea85-3dc0-497e-ac5e-1af59f5c4450 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:40:31.132833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Attempting to bind port ea10ea85-3dc0-497e-ac5e-1af59f5c4450 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cfc38ceb-3d83-468c-b653-cda00a061cab'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:40:31.133976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Attempting to bind port ea10ea85-3dc0-497e-ac5e-1af59f5c4450 on network cfc38ceb-3d83-468c-b653-cda00a061cab {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:40:31.213774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:40:31.215012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Checking segment: {'id': '68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cfc38ceb-3d83-468c-b653-cda00a061cab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:40:31.216077 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:31.217653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Bound using segment: {'id': '68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cfc38ceb-3d83-468c-b653-cda00a061cab'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:40:31.218874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Bound port: ea10ea85-3dc0-497e-ac5e-1af59f5c4450, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cfc38ceb-3d83-468c-b653-cda00a061cab'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:40:31.219898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:31.392060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:40:31.394210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Checking segment: {'id': '9ec21e51-dba8-4c80-95fe-ebec5a7c37f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:40:31.394771 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:31.395295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Bound using segment: {'id': '9ec21e51-dba8-4c80-95fe-ebec5a7c37f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:40:31.395970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Bound port: a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec21e51-dba8-4c80-95fe-ebec5a7c37f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:40:31.397275 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:31.441178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-dcd6952b-1f1c-4e98-9d74-a561a8202183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:31.443117 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-dcd6952b-1f1c-4e98-9d74-a561a8202183 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.5021913 Dec 22 09:40:31.493714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] For port ea10ea85-3dc0-497e-ac5e-1af59f5c4450, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:40:31.501729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d36a42-ba69-4ef5-836c-75dc0380a673 req-4c92afa0-787b-463b-bc47-0d602656e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:31.502406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d36a42-ba69-4ef5-836c-75dc0380a673 req-4c92afa0-787b-463b-bc47-0d602656e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:31.502925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d36a42-ba69-4ef5-836c-75dc0380a673 req-4c92afa0-787b-463b-bc47-0d602656e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:31.504990 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54d36a42-ba69-4ef5-836c-75dc0380a673 req-4c92afa0-787b-463b-bc47-0d602656e251 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2bf9339faedd4d93bde184951affe795&shared=False HTTP/1.1" status: 200 len: 2270 time: 0.3623068 Dec 22 09:40:31.510502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] For port ea10ea85-3dc0-497e-ac5e-1af59f5c4450, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ea10ea85-3dc0-497e-ac5e-1af59f5c4450,segment=NetworkSegment(68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed),segment_id=68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:40:31.707018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072621e7-01aa-4eb1-be2f-5124cd198848 None None] Pushing event updated for resources: {'Port': ['ID=da9baaae-8f01-4057-b883-3c6f0173d500,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:31.722568 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-072621e7-01aa-4eb1-be2f-5124cd198848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.297s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:31.735333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d36a42-ba69-4ef5-836c-75dc0380a673 req-200374ef-d423-45c4-87c6-97eb1d304010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:31.737013 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54d36a42-ba69-4ef5-836c-75dc0380a673 req-200374ef-d423-45c4-87c6-97eb1d304010 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2248983 Dec 22 09:40:31.739061 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:31.755215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085998241-router', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:40:07Z', 'updated_at': '2020-12-22T09:40:21Z', 'revision_number': 4, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'gw_port': {'id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:09Z', 'updated_at': '2020-12-22T09:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'da9baaae-8f01-4057-b883-3c6f0173d500', 'name': '', 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'mac_address': 'fa:16:3e:2b:8f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '06a9cf08-1df0-4abc-85fa-7d8318f9c92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:17Z', 'updated_at': '2020-12-22T09:40:29Z', 'revision_number': 4, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'subnets': [{'id': '06a9cf08-1df0-4abc-85fa-7d8318f9c92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:40:31.760883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e21f800-bfb9-4dcf-b833-6f65eb25db84 None None] The sync data for ids ['7768c70c-3670-46e3-a534-1fafd7e5854e'] in n-d-765315-5 is: [{'id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085998241-router', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:40:07Z', 'updated_at': '2020-12-22T09:40:21Z', 'revision_number': 4, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'gw_port': {'id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:09Z', 'updated_at': '2020-12-22T09:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'da9baaae-8f01-4057-b883-3c6f0173d500', 'name': '', 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'mac_address': 'fa:16:3e:2b:8f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '06a9cf08-1df0-4abc-85fa-7d8318f9c92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:17Z', 'updated_at': '2020-12-22T09:40:29Z', 'revision_number': 4, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'subnets': [{'id': '06a9cf08-1df0-4abc-85fa-7d8318f9c92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:40:31.895196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf6b48-d469-47b7-8a9d-52a49c8adbd7 req-37d61fc4-2911-4a42-b1a3-c52a12017505 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:31.896204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8dcf6b48-d469-47b7-8a9d-52a49c8adbd7 req-37d61fc4-2911-4a42-b1a3-c52a12017505 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Synchronizing usage tracker for tenant:f8298ddf7cf945579648150318b580de on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:40:31.935805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device add110e9-0472-40ed-b0a5-d737ce9c0e58 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:31.975368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] For port a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:40:31.990192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8dcf6b48-d469-47b7-8a9d-52a49c8adbd7 req-37d61fc4-2911-4a42-b1a3-c52a12017505 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Unset dirty status for tenant:f8298ddf7cf945579648150318b580de on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:40:31.991542 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8dcf6b48-d469-47b7-8a9d-52a49c8adbd7 req-37d61fc4-2911-4a42-b1a3-c52a12017505 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=c3d349f6-41ba-4968-ac92-9885f5d50e59 HTTP/1.1" status: 200 len: 943 time: 1.3535066 Dec 22 09:40:32.042448 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4fe8aee1-bb6b-4fd0-ab21-548445105d09 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:32.122268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-a46014ca-1ae1-42bd-bb4f-7006295d1505 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:32.131277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port add110e9-0472-40ed-b0a5-d737ce9c0e58 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:32.131924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:32.136143 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-a46014ca-1ae1-42bd-bb4f-7006295d1505 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/networks?id=10693e4c-fb80-4967-98e2-ab004f5421fd HTTP/1.1" status: 200 len: 829 time: 0.6184964 Dec 22 09:40:32.180179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] For port a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a,segment=NetworkSegment(9ec21e51-dba8-4c80-95fe-ebec5a7c37f2),segment_id=9ec21e51-dba8-4c80-95fe-ebec5a7c37f2)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:40:32.190579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'tag': '9cef7080-53af-43d2-9c00-199c93e5aaf8'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:40:32.195139 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-36b9d312-7377-4645-a2f3-078ec1ca7037 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/quotas/2fd1aa4eae574f009fc683eb2b5a8ace HTTP/1.1" status: 200 len: 375 time: 0.0469582 Dec 22 09:40:32.285935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:32.289645 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:32.299248 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:32.300322 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] 10.222.0.37 "PUT /v2.0/ports/ea10ea85-3dc0-497e-ac5e-1af59f5c4450 HTTP/1.1" status: 200 len: 1156 time: 4.0760314 Dec 22 09:40:32.382784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Pushing event updated for resources: {'Port': ['ID=ea10ea85-3dc0-497e-ac5e-1af59f5c4450,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:32.580280 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:32.582989 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8fd2be8b-ccfd-4c94-a821-312eb055843f tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:32.672058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-a756650c-266d-4c80-984d-bf1f77cc4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:32.689114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-a756650c-266d-4c80-984d-bf1f77cc4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:32.690330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-a756650c-266d-4c80-984d-bf1f77cc4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:32.696061 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-a756650c-266d-4c80-984d-bf1f77cc4521 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2bf9339faedd4d93bde184951affe795&device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 3056 time: 0.3163750 Dec 22 09:40:32.762222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8dcf6b48-d469-47b7-8a9d-52a49c8adbd7 req-1a9bb83e-c93e-4cfd-aab5-5e8668378039 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Synchronizing usage tracker for tenant:f8298ddf7cf945579648150318b580de on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:40:32.768995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-00e5b0be-8eeb-4ae6-b6ee-87df3dfa2724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:32.771590 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-00e5b0be-8eeb-4ae6-b6ee-87df3dfa2724 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2556922 Dec 22 09:40:33.019819 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-61e6586a-5c1a-41ea-9a70-e21e54d3b028 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.22&port_id=8dbfa980-cf85-41a5-8f2e-0c87f8535c2c HTTP/1.1" status: 200 len: 217 time: 0.3040292 Dec 22 09:40:33.066474 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-31290783-a01e-4989-b9ab-742bdf52f5da service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611847 Dec 22 09:40:33.273489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-2b30e445-d0f6-446c-9f0d-8ef3ed54c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:33.280014 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-2b30e445-d0f6-446c-9f0d-8ef3ed54c93a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5411b91-01e0-4182-bdf2-b5ce46895607 HTTP/1.1" status: 200 len: 801 time: 0.2452929 Dec 22 09:40:33.334086 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aebd4412-2b1f-44bb-bef3-1bf9527be799 req-b401cd3e-8eb4-4437-8cdf-f9794512f46d service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2139552 Dec 22 09:40:33.339709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8dcf6b48-d469-47b7-8a9d-52a49c8adbd7 req-1a9bb83e-c93e-4cfd-aab5-5e8668378039 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Unset dirty status for tenant:f8298ddf7cf945579648150318b580de on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:40:33.342924 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8dcf6b48-d469-47b7-8a9d-52a49c8adbd7 req-1a9bb83e-c93e-4cfd-aab5-5e8668378039 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3325946 Dec 22 09:40:33.352978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:33.355681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:33.357600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a002f027-b76e-49a0-a846-eee499e04308 req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] 10.222.0.64 "PUT /v2.0/ports/a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a HTTP/1.1" status: 200 len: 1155 time: 5.1873889 Dec 22 09:40:33.360369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Pushing event updated for resources: {'Port': ['ID=a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:33.382255 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-98dab4c3-59c4-4201-b04c-c89fbf9a9f37 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fd1aa4eae574f009fc683eb2b5a8ace&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1858065 Dec 22 09:40:33.465637 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:33.572432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-07333cf9-8ab6-4ad8-8a69-8bc0020d5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:33.574668 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-07333cf9-8ab6-4ad8-8a69-8bc0020d5adf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cfc38ceb-3d83-468c-b653-cda00a061cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2850249 Dec 22 09:40:33.714118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device da9baaae-8f01-4057-b883-3c6f0173d500 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:33.906510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-060f1447-8b41-4e05-9258-4c13b81c8dec req-9e1ab9a5-7f46-4e8f-b906-73fc95f123fc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1146644260', 'description': 'tempest-description-940139500'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:33.924036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-060f1447-8b41-4e05-9258-4c13b81c8dec req-9e1ab9a5-7f46-4e8f-b906-73fc95f123fc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:33.924036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-060f1447-8b41-4e05-9258-4c13b81c8dec req-9e1ab9a5-7f46-4e8f-b906-73fc95f123fc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Usage tracker for resource:security_group and tenant:d929b0c1d4424de8ae818e10970de19a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:33.924835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-060f1447-8b41-4e05-9258-4c13b81c8dec req-9e1ab9a5-7f46-4e8f-b906-73fc95f123fc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:33.938877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-060f1447-8b41-4e05-9258-4c13b81c8dec req-9e1ab9a5-7f46-4e8f-b906-73fc95f123fc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:33.939482 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-bac16746-dce1-4239-8616-c17c29076b9a service neutron] 10.222.0.37 "GET /v2.0/networks/cfc38ceb-3d83-468c-b653-cda00a061cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516939 Dec 22 09:40:33.956659 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-7aeac81b-a00f-44a0-a452-7f7342b2f602 service neutron] 10.222.0.50 "GET /v2.0/networks/10693e4c-fb80-4967-98e2-ab004f5421fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733101 Dec 22 09:40:33.961985 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-060f1447-8b41-4e05-9258-4c13b81c8dec req-9e1ab9a5-7f46-4e8f-b906-73fc95f123fc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:33.977849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port da9baaae-8f01-4057-b883-3c6f0173d500 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:40:33.996287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port da9baaae-8f01-4057-b883-3c6f0173d500 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:33.996993 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:34.074228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-060f1447-8b41-4e05-9258-4c13b81c8dec req-9e1ab9a5-7f46-4e8f-b906-73fc95f123fc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:34.084622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-060f1447-8b41-4e05-9258-4c13b81c8dec req-9e1ab9a5-7f46-4e8f-b906-73fc95f123fc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Usage tracker for resource:security_group_rule and tenant:d929b0c1d4424de8ae818e10970de19a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:34.108826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-060f1447-8b41-4e05-9258-4c13b81c8dec req-9e1ab9a5-7f46-4e8f-b906-73fc95f123fc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:34.160966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-060f1447-8b41-4e05-9258-4c13b81c8dec req-9e1ab9a5-7f46-4e8f-b906-73fc95f123fc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:34.214144 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:34.226167 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-11552522-f788-4a9d-a8fc-28fd513a931a service neutron] 10.222.0.37 "GET /v2.0/networks/cfc38ceb-3d83-468c-b653-cda00a061cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2744753 Dec 22 09:40:34.255267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port da9baaae-8f01-4057-b883-3c6f0173d500, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=da9baaae-8f01-4057-b883-3c6f0173d500,segment=NetworkSegment(4c6df13f-e6f1-42c0-b575-b23853bd3f86),segment_id=4c6df13f-e6f1-42c0-b575-b23853bd3f86)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:34.258337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:34.260543 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:34.302336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002f027-b76e-49a0-a846-eee499e04308 req-97284048-5ee9-4bac-8543-fd13f3ee5fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:34.304205 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a002f027-b76e-49a0-a846-eee499e04308 req-97284048-5ee9-4bac-8543-fd13f3ee5fe2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8298ddf7cf945579648150318b580de&device_id=c3d349f6-41ba-4968-ac92-9885f5d50e59 HTTP/1.1" status: 200 len: 1158 time: 0.8367696 Dec 22 09:40:34.342210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=da9baaae-8f01-4057-b883-3c6f0173d500,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:34.348812 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:34.389083 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-dbd2407e-c61a-45f4-930c-42fd727fecd5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.34&port_id=9cef7080-53af-43d2-9c00-199c93e5aaf8 HTTP/1.1" status: 200 len: 217 time: 0.1547859 Dec 22 09:40:34.446204 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a002f027-b76e-49a0-a846-eee499e04308 req-a04bd5d8-b3f6-4431-b580-2a0dfba2097b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a HTTP/1.1" status: 200 len: 217 time: 0.1122389 Dec 22 09:40:34.504749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c3240192-8470-42d0-918e-29113ea84841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:34.508079 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-c3240192-8470-42d0-918e-29113ea84841 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6110dc97-8760-4d3b-b6a8-2a2404e15d6b HTTP/1.1" status: 200 len: 801 time: 0.1127291 Dec 22 09:40:34.608586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002f027-b76e-49a0-a846-eee499e04308 req-2041ab8a-52e7-41df-a68e-52751d780395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:34.611264 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a002f027-b76e-49a0-a846-eee499e04308 req-2041ab8a-52e7-41df-a68e-52751d780395 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2c12495-0928-4c58-a944-5c9e4ea79919 HTTP/1.1" status: 200 len: 855 time: 0.1541307 Dec 22 09:40:34.630919 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1600a391-fd76-4739-ab92-6a9733294ba4 service neutron] 10.222.0.50 "GET /v2.0/networks/10693e4c-fb80-4967-98e2-ab004f5421fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6203129 Dec 22 09:40:34.632225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-3c803db9-8f91-4958-a853-a903d337104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:34.634131 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-3c803db9-8f91-4958-a853-a903d337104e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=011ac8c7-9de3-4be4-aa57-586a112ab69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1159511 Dec 22 09:40:34.708929 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a002f027-b76e-49a0-a846-eee499e04308 req-cd7a38cc-40f6-4e6c-80e7-702a2b2c6c10 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737336 Dec 22 09:40:34.766850 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-060f1447-8b41-4e05-9258-4c13b81c8dec req-9e1ab9a5-7f46-4e8f-b906-73fc95f123fc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:34.782456 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-060f1447-8b41-4e05-9258-4c13b81c8dec req-9e1ab9a5-7f46-4e8f-b906-73fc95f123fc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:34.791144 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-11eb0e86-4dcd-49b1-9ff0-589e666f6126 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:34.845062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ab9a5-7f46-4e8f-b906-73fc95f123fc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Pushing event updated for resources: {'SecurityGroup': ['ID=40a03e5c-3335-4304-98b8-3fc2c142a4a8,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:34.852875 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-0ff13e50-dcfc-49a3-b35d-c291eb7a26a3 service neutron] 10.222.0.37 "GET /v2.0/networks/011ac8c7-9de3-4be4-aa57-586a112ab69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086029 Dec 22 09:40:35.002129 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e1ab9a5-7f46-4e8f-b906-73fc95f123fc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:35.005154 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f932b325-184d-478c-a2cd-74af82bac234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:35.035250 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-060f1447-8b41-4e05-9258-4c13b81c8dec req-9e1ab9a5-7f46-4e8f-b906-73fc95f123fc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:35.058621 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-060f1447-8b41-4e05-9258-4c13b81c8dec req-9e1ab9a5-7f46-4e8f-b906-73fc95f123fc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1769 time: 1.1550286 Dec 22 09:40:35.090663 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a002f027-b76e-49a0-a846-eee499e04308 req-449f8837-f00e-4e69-8fec-93e0586d1197 service neutron] 10.222.0.64 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658996 Dec 22 09:40:35.241016 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-8c7d8e09-8fe8-4f9f-b449-bef7a4b974a8 service neutron] 10.222.0.37 "GET /v2.0/networks/011ac8c7-9de3-4be4-aa57-586a112ab69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3651319 Dec 22 09:40:35.355591 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a002f027-b76e-49a0-a846-eee499e04308 req-66fd573d-ed4c-4472-9fe0-20cf8b738bce service neutron] 10.222.0.64 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2194009 Dec 22 09:40:35.434695 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-95d01825-ea16-4604-b301-c4f4d07291b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=ea10ea85-3dc0-497e-ac5e-1af59f5c4450 HTTP/1.1" status: 200 len: 217 time: 0.1605341 Dec 22 09:40:35.439567 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb51992-7a83-4102-9af4-f2a8163f6cc0', 'tag': 'ed38f38f-7470-4310-b8d0-71a98e29d508', 'status': 'completed', 'code': 200} Dec 22 09:40:35.532765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-a9704fee-490e-45b6-821e-88f1b51f4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:35.534711 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-a9704fee-490e-45b6-821e-88f1b51f4995 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5411b91-01e0-4182-bdf2-b5ce46895607 HTTP/1.1" status: 200 len: 801 time: 0.0913579 Dec 22 09:40:35.556965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device da9baaae-8f01-4057-b883-3c6f0173d500 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:35.692331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-12f27694-3674-4ba5-b69c-06ca8dc297f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:35.694183 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-12f27694-3674-4ba5-b69c-06ca8dc297f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cfc38ceb-3d83-468c-b653-cda00a061cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1512442 Dec 22 09:40:35.754196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port da9baaae-8f01-4057-b883-3c6f0173d500 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:35.755086 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:35.826679 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c96c432d-38d3-4d06-a24f-907212e66f77 req-d1000332-44d8-42bd-8f10-c7958f12ae55 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-935741508&fields=id&tenant_id=e867f84521524ce2ba067f02c8e2bb27 HTTP/1.1" status: 200 len: 267 time: 0.2410252 Dec 22 09:40:36.059368 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-0b5a8862-d8e9-4724-9339-50c9261f82db service neutron] 10.222.0.37 "GET /v2.0/networks/cfc38ceb-3d83-468c-b653-cda00a061cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564277 Dec 22 09:40:36.135432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55f7b1-dc98-46f9-995c-f4e4a3954bc7 req-3c601673-f184-4671-b8cd-ac7afaa913ab tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:36.145681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55f7b1-dc98-46f9-995c-f4e4a3954bc7 req-3c601673-f184-4671-b8cd-ac7afaa913ab tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:36.155068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55f7b1-dc98-46f9-995c-f4e4a3954bc7 req-3c601673-f184-4671-b8cd-ac7afaa913ab tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:36.168871 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec55f7b1-dc98-46f9-995c-f4e4a3954bc7 req-3c601673-f184-4671-b8cd-ac7afaa913ab tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 2411 time: 1.0762134 Dec 22 09:40:36.302030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-ca27ee40-42c8-4f16-82db-7dea15448ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:36.305147 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-ca27ee40-42c8-4f16-82db-7dea15448ba1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 1162 time: 0.9465168 Dec 22 09:40:36.405512 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec55f7b1-dc98-46f9-995c-f4e4a3954bc7 req-4c1f0cd8-a292-4071-ac6c-894c56fe4edf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265527 Dec 22 09:40:36.787648 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d89e243b-ee10-4121-8dd3-e0ba9c067b45 req-269e98f1-04e1-4f42-94d5-1eccd3cefcbf service neutron] 10.222.0.37 "GET /v2.0/networks/cfc38ceb-3d83-468c-b653-cda00a061cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7193496 Dec 22 09:40:37.001247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-8650aba6-5083-4fa1-998a-b835b3196b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:37.003059 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-8650aba6-5083-4fa1-998a-b835b3196b3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 1162 time: 1.5625155 Dec 22 09:40:37.034419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c432d-38d3-4d06-a24f-907212e66f77 req-75de7ad8-f77e-4d3c-bd2d-179c62564441 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:37.038382 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c96c432d-38d3-4d06-a24f-907212e66f77 req-75de7ad8-f77e-4d3c-bd2d-179c62564441 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 984 time: 1.1894262 Dec 22 09:40:37.186989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c96c432d-38d3-4d06-a24f-907212e66f77 req-6ab08de8-3e57-4a00-81a0-64c56a39ec25 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Request body: {'port': {'security_groups': ['40effe33-5414-4d8b-82c0-4611e8cd1529', '75e5c430-273f-4c30-9665-ed2b2d2124f1', '9c64cae7-0096-4631-8671-939caee7734f']}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:37.381899 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8c084169-1ddb-4e7f-bf73-2aac5b490dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:37.454952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e', 'tag': 'add110e9-0472-40ed-b0a5-d737ce9c0e58'}, {'name': 'network-changed', 'server_uuid': 'c3d349f6-41ba-4968-ac92-9885f5d50e59', 'tag': 'a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:40:37.479512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-4d2347ac-fbb8-4fed-817a-cab7ba605809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:37.482458 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-4d2347ac-fbb8-4fed-817a-cab7ba605809 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 1.1325531 Dec 22 09:40:37.498449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device ed38f38f-7470-4310-b8d0-71a98e29d508 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:37.550822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-aa6b4f9a-f883-48c7-8beb-f4131eb166f7 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:37.551608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-aa6b4f9a-f883-48c7-8beb-f4131eb166f7 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Synchronizing usage tracker for tenant:2fd1aa4eae574f009fc683eb2b5a8ace on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:40:37.570050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-aa6b4f9a-f883-48c7-8beb-f4131eb166f7 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Unset dirty status for tenant:2fd1aa4eae574f009fc683eb2b5a8ace on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:40:37.571313 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-aa6b4f9a-f883-48c7-8beb-f4131eb166f7 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.37 "GET /v2.0/networks?id=10693e4c-fb80-4967-98e2-ab004f5421fd HTTP/1.1" status: 200 len: 829 time: 0.2546811 Dec 22 09:40:37.597639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-c29e1663-a175-42c0-afd4-8c10ea3058f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Request body: {'port': {'device_id': '8a3375dc-a46c-4252-b4b3-113bea0e257d', 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd', 'admin_state_up': True, 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:37.645764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201043f-1df2-4355-87bb-701f95d10b48 req-a6f17185-2987-4900-9787-29bea7a4c311 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:37.648379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port ed38f38f-7470-4310-b8d0-71a98e29d508 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:40:37.656124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port ed38f38f-7470-4310-b8d0-71a98e29d508 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:37.656883 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e201043f-1df2-4355-87bb-701f95d10b48 req-a6f17185-2987-4900-9787-29bea7a4c311 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 947 time: 0.6922522 Dec 22 09:40:37.657262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:37.722592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-7a1c2898-54c7-449e-b7e7-1e41e26e20fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:37.724263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-7a1c2898-54c7-449e-b7e7-1e41e26e20fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.6815252 Dec 22 09:40:37.724867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c96c432d-38d3-4d06-a24f-907212e66f77 req-6ab08de8-3e57-4a00-81a0-64c56a39ec25 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:37.781693 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-da3c5f1d-b185-4fe3-bb1a-7d696e468b41 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ed38f38f-7470-4310-b8d0-71a98e29d508 HTTP/1.1" status: 200 len: 217 time: 0.2334077 Dec 22 09:40:37.801267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-c8b48bfb-8f0d-4e2e-9408-e3e5a5562722 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:40:37.831931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-c29e1663-a175-42c0-afd4-8c10ea3058f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:37.836543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-c29e1663-a175-42c0-afd4-8c10ea3058f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Usage tracker for resource:port and tenant:2fd1aa4eae574f009fc683eb2b5a8ace is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:37.840765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-c29e1663-a175-42c0-afd4-8c10ea3058f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Quota usage for port was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:37.852188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-c29e1663-a175-42c0-afd4-8c10ea3058f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:37.869156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-c29e1663-a175-42c0-afd4-8c10ea3058f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Made reservation on behalf of 2fd1aa4eae574f009fc683eb2b5a8ace for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:40:37.875189 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-c29e1663-a175-42c0-afd4-8c10ea3058f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:37.899498 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:37.941401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb51992-7a83-4102-9af4-f2a8163f6cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed38f38f-7470-4310-b8d0-71a98e29d508'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:40:37.956422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port ed38f38f-7470-4310-b8d0-71a98e29d508, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ed38f38f-7470-4310-b8d0-71a98e29d508,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:37.961021 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:37.965588 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:37.966792 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-2a17cc5f-3655-429a-994c-f22e94e2faca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ed38f38f-7470-4310-b8d0-71a98e29d508 HTTP/1.1" status: 200 len: 217 time: 0.2206874 Dec 22 09:40:37.992742 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e201043f-1df2-4355-87bb-701f95d10b48 req-394a93d9-a809-48b3-83eb-950dc968c0a1 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347344 Dec 22 09:40:38.066120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=ed38f38f-7470-4310-b8d0-71a98e29d508,revision_number=8']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:38.081242 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:38.151105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-5c5142fc-30e4-47bf-9891-0db0d0fc3620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:38.153293 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-5c5142fc-30e4-47bf-9891-0db0d0fc3620 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1319921 Dec 22 09:40:38.253162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-c29e1663-a175-42c0-afd4-8c10ea3058f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Allocated IP 172.20.0.11 (10693e4c-fb80-4967-98e2-ab004f5421fd/06a9cf08-1df0-4abc-85fa-7d8318f9c92d/23847375-f8e5-4a79-97cf-1ff82a1ec317) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:40:38.506087 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-c29e1663-a175-42c0-afd4-8c10ea3058f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:38.525903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-c29e1663-a175-42c0-afd4-8c10ea3058f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Transition to ACTIVE for port object 23847375-f8e5-4a79-97cf-1ff82a1ec317 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:40:38.545351 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'tag': '9cef7080-53af-43d2-9c00-199c93e5aaf8', 'status': 'completed', 'code': 200} Dec 22 09:40:38.560083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-13471ba7-4b18-4e8f-a957-cac07b707f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:38.561607 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-13471ba7-4b18-4e8f-a957-cac07b707f3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.7013505 Dec 22 09:40:38.599185 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-c29e1663-a175-42c0-afd4-8c10ea3058f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:38.645212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:38.739130 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:38.761182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:40:38.774097 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:38.777339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:38.777758 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:38.852171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e1663-a175-42c0-afd4-8c10ea3058f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Pushing event updated for resources: {'Port': ['ID=23847375-f8e5-4a79-97cf-1ff82a1ec317,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:38.892864 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c29e1663-a175-42c0-afd4-8c10ea3058f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:38.901914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-c29e1663-a175-42c0-afd4-8c10ea3058f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Network 10693e4c-fb80-4967-98e2-ab004f5421fd is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:40:38.908600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c96c432d-38d3-4d06-a24f-907212e66f77 req-6ab08de8-3e57-4a00-81a0-64c56a39ec25 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] For port add110e9-0472-40ed-b0a5-d737ce9c0e58, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=add110e9-0472-40ed-b0a5-d737ce9c0e58,segment=NetworkSegment(fa400341-1ab1-41e1-9887-80a151427537),segment_id=fa400341-1ab1-41e1-9887-80a151427537)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:38.909127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-c29e1663-a175-42c0-afd4-8c10ea3058f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:40:38.913869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-d42b1179-60e2-4327-aa73-3f971a6a0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:38.918309 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-d42b1179-60e2-4327-aa73-3f971a6a0e97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3523004 Dec 22 09:40:38.921683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:38.928955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-c29e1663-a175-42c0-afd4-8c10ea3058f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:40:38.933494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-7bfc892f-7ee3-4ffb-966a-615dbeb5e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:38.935396 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-7bfc892f-7ee3-4ffb-966a-615dbeb5e95e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3057792 Dec 22 09:40:38.967844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a,segment=NetworkSegment(9ec21e51-dba8-4c80-95fe-ebec5a7c37f2),segment_id=9ec21e51-dba8-4c80-95fe-ebec5a7c37f2)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:38.983680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:38.986517 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:39.032104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-c29e1663-a175-42c0-afd4-8c10ea3058f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:39.032850 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-c29e1663-a175-42c0-afd4-8c10ea3058f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:39.063184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:39.067007 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:39.103006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2919f-376f-4c53-a669-9abab0abaae0 req-2ca51751-dc4d-4fa4-ae26-0391edfdf770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:39.103410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2919f-376f-4c53-a669-9abab0abaae0 req-2ca51751-dc4d-4fa4-ae26-0391edfdf770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:39.103782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2919f-376f-4c53-a669-9abab0abaae0 req-2ca51751-dc4d-4fa4-ae26-0391edfdf770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:39.105633 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04a2919f-376f-4c53-a669-9abab0abaae0 req-2ca51751-dc4d-4fa4-ae26-0391edfdf770 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2bf9339faedd4d93bde184951affe795&device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 3056 time: 0.5593846 Dec 22 09:40:39.109268 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-c29e1663-a175-42c0-afd4-8c10ea3058f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5163362 Dec 22 09:40:39.168451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54eeacb-69ad-4c1e-b118-89e6949af473 req-9adc56d3-cafa-4b47-b365-b7008eed10cb tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:39.177689 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f54eeacb-69ad-4c1e-b118-89e6949af473 req-9adc56d3-cafa-4b47-b365-b7008eed10cb tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=c3d349f6-41ba-4968-ac92-9885f5d50e59 HTTP/1.1" status: 200 len: 943 time: 0.5995443 Dec 22 09:40:39.242156 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-c96c432d-38d3-4d06-a24f-907212e66f77 req-6ab08de8-3e57-4a00-81a0-64c56a39ec25 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:40:39.258163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Request body: {'port': {'device_id': '8a3375dc-a46c-4252-b4b3-113bea0e257d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:39.274337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:39.307175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-73bc84be-df69-4461-b868-a430e92152cc None None] Provisioning for port 23847375-f8e5-4a79-97cf-1ff82a1ec317 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:40:39.315738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-73bc84be-df69-4461-b868-a430e92152cc None None] Provisioning complete for port 23847375-f8e5-4a79-97cf-1ff82a1ec317 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:39.317250 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73bc84be-df69-4461-b868-a430e92152cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:39.343693 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f54eeacb-69ad-4c1e-b118-89e6949af473 req-a499c9d9-f6da-4810-bacc-b8ab663ed743 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649024 Dec 22 09:40:39.408381 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c96c432d-38d3-4d06-a24f-907212e66f77 req-6ab08de8-3e57-4a00-81a0-64c56a39ec25 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:39.413224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-73bc84be-df69-4461-b868-a430e92152cc None None] Port 23847375-f8e5-4a79-97cf-1ff82a1ec317 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:40:39.431975 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c96c432d-38d3-4d06-a24f-907212e66f77 req-6ab08de8-3e57-4a00-81a0-64c56a39ec25 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:39.502920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-6599f7ef-fa32-4fcc-bd1c-431c64cece05 None None] Time-cost: Fetching 3 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:40:39.518175 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:39.535814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2919f-376f-4c53-a669-9abab0abaae0 req-27b60629-733c-4001-9099-9f5d2e8898fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:39.537702 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04a2919f-376f-4c53-a669-9abab0abaae0 req-27b60629-733c-4001-9099-9f5d2e8898fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=011ac8c7-9de3-4be4-aa57-586a112ab69e HTTP/1.1" status: 200 len: 895 time: 0.4045639 Dec 22 09:40:39.558296 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-845bedff-c6a8-47e8-9340-2d413dde4d01 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6200876 Dec 22 09:40:39.560353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:39.648889 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04a2919f-376f-4c53-a669-9abab0abaae0 req-4fab1d2a-7061-48b1-8228-fb5c44959d3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.34&port_id=9cef7080-53af-43d2-9c00-199c93e5aaf8 HTTP/1.1" status: 200 len: 217 time: 0.0769849 Dec 22 09:40:39.689442 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-7809fad7-7c4a-4f25-bc7d-24a1234e5409 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698047 Dec 22 09:40:39.696256 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:39.723421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:39.875379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:39.875786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:39.905737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2919f-376f-4c53-a669-9abab0abaae0 req-f92c94a0-12f6-455d-9f0a-d451466c6783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:39.907266 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04a2919f-376f-4c53-a669-9abab0abaae0 req-f92c94a0-12f6-455d-9f0a-d451466c6783 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6110dc97-8760-4d3b-b6a8-2a2404e15d6b HTTP/1.1" status: 200 len: 801 time: 0.2290556 Dec 22 09:40:40.113987 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:40.126049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2919f-376f-4c53-a669-9abab0abaae0 req-9af7bc3a-3d3b-454e-9a4f-ede47843ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:40.127932 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04a2919f-376f-4c53-a669-9abab0abaae0 req-9af7bc3a-3d3b-454e-9a4f-ede47843ab3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=011ac8c7-9de3-4be4-aa57-586a112ab69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2040083 Dec 22 09:40:40.369515 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:40.441504 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-68a97162-0dbd-4da9-87fd-9653289657bb service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7507997 Dec 22 09:40:40.454514 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04a2919f-376f-4c53-a669-9abab0abaae0 req-3a7705ca-189b-4f81-a68b-cd2928c33991 service neutron] 10.222.0.37 "GET /v2.0/networks/011ac8c7-9de3-4be4-aa57-586a112ab69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172390 Dec 22 09:40:40.546147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'tag': 'ea10ea85-3dc0-497e-ac5e-1af59f5c4450'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:40:40.569014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c432d-38d3-4d06-a24f-907212e66f77 req-6ab08de8-3e57-4a00-81a0-64c56a39ec25 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:40.569704 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c96c432d-38d3-4d06-a24f-907212e66f77 req-6ab08de8-3e57-4a00-81a0-64c56a39ec25 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:40.585461 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c96c432d-38d3-4d06-a24f-907212e66f77 req-6ab08de8-3e57-4a00-81a0-64c56a39ec25 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "PUT /v2.0/ports/add110e9-0472-40ed-b0a5-d737ce9c0e58 HTTP/1.1" status: 200 len: 1020 time: 3.3964620 Dec 22 09:40:40.622986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab08de8-3e57-4a00-81a0-64c56a39ec25 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event updated for resources: {'Port': ['ID=add110e9-0472-40ed-b0a5-d737ce9c0e58,revision_number=6']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:40.632936 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6ab08de8-3e57-4a00-81a0-64c56a39ec25 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.115s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:40.663782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf6050-1df1-411c-9574-ab7dbccbb3fb req-b270c257-17c4-4542-94c1-f7957cf98b36 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:40.674957 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1cbf6050-1df1-411c-9574-ab7dbccbb3fb req-b270c257-17c4-4542-94c1-f7957cf98b36 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/ports?device_id=8a3375dc-a46c-4252-b4b3-113bea0e257d HTTP/1.1" status: 200 len: 932 time: 0.9415369 Dec 22 09:40:40.762716 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04a2919f-376f-4c53-a669-9abab0abaae0 req-b3dca551-aae1-45a0-ba0f-d05b655e7b4d service neutron] 10.222.0.37 "GET /v2.0/networks/011ac8c7-9de3-4be4-aa57-586a112ab69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2800047 Dec 22 09:40:40.765922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23847375-f8e5-4a79-97cf-1ff82a1ec317 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:40:40.775666 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:40.801029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Transition to ACTIVE for port object 23847375-f8e5-4a79-97cf-1ff82a1ec317 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:40:40.805298 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:40.814882 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef24dc1c-2295-49a1-8499-0d099dc23b29 req-5d423403-4e5c-46ba-9bf0-25cd571bd79c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "GET /v2.0/security-groups/40a03e5c-3335-4304-98b8-3fc2c142a4a8 HTTP/1.1" status: 200 len: 1764 time: 0.1868618 Dec 22 09:40:40.819963 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b32177d-2e88-49d2-9ed4-9906cc4a1feb req-a90f5dca-6750-408a-a974-599e6b403d7f service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0847003 Dec 22 09:40:40.829856 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-97923631-f970-4eac-88f1-2083f7811cdb tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:40.833862 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1cbf6050-1df1-411c-9574-ab7dbccbb3fb req-3fc623c9-12ef-4890-b29e-c4c3d7b4a5ee tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/security-groups?id=dd0d6418-26a1-4063-9255-240b34d8638b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569960 Dec 22 09:40:40.847793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-ef24dc1c-2295-49a1-8499-0d099dc23b29 req-9cdec743-d4cd-4aea-bf81-0786b9d3320c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '40a03e5c-3335-4304-98b8-3fc2c142a4a8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:40.850942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-ef24dc1c-2295-49a1-8499-0d099dc23b29 req-9cdec743-d4cd-4aea-bf81-0786b9d3320c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '40a03e5c-3335-4304-98b8-3fc2c142a4a8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:40.883305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-ef24dc1c-2295-49a1-8499-0d099dc23b29 req-9cdec743-d4cd-4aea-bf81-0786b9d3320c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:40.892513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ef24dc1c-2295-49a1-8499-0d099dc23b29 req-9cdec743-d4cd-4aea-bf81-0786b9d3320c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Usage tracker for resource:security_group_rule and tenant:d929b0c1d4424de8ae818e10970de19a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:40.897392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ef24dc1c-2295-49a1-8499-0d099dc23b29 req-9cdec743-d4cd-4aea-bf81-0786b9d3320c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:40.905080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-ef24dc1c-2295-49a1-8499-0d099dc23b29 req-9cdec743-d4cd-4aea-bf81-0786b9d3320c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:41.100524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ef24dc1c-2295-49a1-8499-0d099dc23b29 req-9cdec743-d4cd-4aea-bf81-0786b9d3320c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group_rule, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:41.124880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afadb8-3637-4ebc-9e64-9baf6ce51860 req-bccf6245-a927-444e-942b-ec0ba08e8d3e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:41.129762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afadb8-3637-4ebc-9e64-9baf6ce51860 req-bccf6245-a927-444e-942b-ec0ba08e8d3e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:41.134997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afadb8-3637-4ebc-9e64-9baf6ce51860 req-bccf6245-a927-444e-942b-ec0ba08e8d3e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:41.137027 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-05afadb8-3637-4ebc-9e64-9baf6ce51860 req-bccf6245-a927-444e-942b-ec0ba08e8d3e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 2411 time: 0.1659894 Dec 22 09:40:41.150064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 9cef7080-53af-43d2-9c00-199c93e5aaf8 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:41.162927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ef24dc1c-2295-49a1-8499-0d099dc23b29 req-9cdec743-d4cd-4aea-bf81-0786b9d3320c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:41.185619 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ef24dc1c-2295-49a1-8499-0d099dc23b29 req-9cdec743-d4cd-4aea-bf81-0786b9d3320c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:41.194150 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:41.252222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdec743-d4cd-4aea-bf81-0786b9d3320c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb801279-ee93-40da-b2ee-170551b2986f,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:41.257225 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9cdec743-d4cd-4aea-bf81-0786b9d3320c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:41.269744 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ef24dc1c-2295-49a1-8499-0d099dc23b29 req-9cdec743-d4cd-4aea-bf81-0786b9d3320c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group_rule, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:41.270995 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef24dc1c-2295-49a1-8499-0d099dc23b29 req-9cdec743-d4cd-4aea-bf81-0786b9d3320c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.4351432 Dec 22 09:40:41.299576 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-05afadb8-3637-4ebc-9e64-9baf6ce51860 req-a519cc5e-acf0-4701-aaa8-fcf9348c488c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344283 Dec 22 09:40:41.316218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 9cef7080-53af-43d2-9c00-199c93e5aaf8 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:40:41.322287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 9cef7080-53af-43d2-9c00-199c93e5aaf8 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:41.322287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:41.372239 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e', 'tag': 'add110e9-0472-40ed-b0a5-d737ce9c0e58', 'status': 'completed', 'code': 200} Dec 22 09:40:41.373663 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d349f6-41ba-4968-ac92-9885f5d50e59', 'tag': 'a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a', 'status': 'completed', 'code': 200} Dec 22 09:40:41.586973 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:41.595353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a3ba3-acb4-4bb2-9467-a61eaa6a5011 req-4d6646c6-6187-4b32-9c08-4a8b940e78f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:41.597009 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b26a3ba3-acb4-4bb2-9467-a61eaa6a5011 req-4d6646c6-6187-4b32-9c08-4a8b940e78f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8298ddf7cf945579648150318b580de&device_id=c3d349f6-41ba-4968-ac92-9885f5d50e59 HTTP/1.1" status: 200 len: 1160 time: 0.1864190 Dec 22 09:40:41.612430 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb51992-7a83-4102-9af4-f2a8163f6cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed38f38f-7470-4310-b8d0-71a98e29d508', 'code': 200} Dec 22 09:40:41.630901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 9cef7080-53af-43d2-9c00-199c93e5aaf8, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=9cef7080-53af-43d2-9c00-199c93e5aaf8,segment=NetworkSegment(9c904039-0fcd-49b4-b66a-762fab5f6734),segment_id=9c904039-0fcd-49b4-b66a-762fab5f6734)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:41.634191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:41.635348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:41.704970 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:41.927733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=9cef7080-53af-43d2-9c00-199c93e5aaf8,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:41.936605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:40:41.954735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:41.955366 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:42.027518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.028575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.029807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.030653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.031506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.032416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.033213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.035219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.036150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.040225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.041156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.041953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.043111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.045630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.046581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.050749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.054037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.055101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.066495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.068728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.069388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.069879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.070511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.071135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.071881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.072533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.080032 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'tag': 'ea10ea85-3dc0-497e-ac5e-1af59f5c4450', 'status': 'completed', 'code': 200} Dec 22 09:40:42.082903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.083637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.084514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.085148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.085968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.086617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.087224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.088059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.088685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.089297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:40:42.096961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Pushing event updated for resources: {'Port': ['ID=23847375-f8e5-4a79-97cf-1ff82a1ec317,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:42.113867 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.284s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:42.138297 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:42.178000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a3ba3-acb4-4bb2-9467-a61eaa6a5011 req-ecc6717d-2bfb-405e-a017-01a8108c6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:42.180612 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b26a3ba3-acb4-4bb2-9467-a61eaa6a5011 req-ecc6717d-2bfb-405e-a017-01a8108c6665 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 HTTP/1.1" status: 200 len: 910 time: 0.5383284 Dec 22 09:40:42.277872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-5c812865-4e82-4cd2-988a-0a3923b85f61 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:42.280335 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-5c812865-4e82-4cd2-988a-0a3923b85f61 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.37 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0&tenant_id=4f8a67b33ff048d5bd0b60e257789306&binding%3Ahost_id=n-h2-765315-5 HTTP/1.1" status: 200 len: 949 time: 0.4337091 Dec 22 09:40:42.358226 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b26a3ba3-acb4-4bb2-9467-a61eaa6a5011 req-9e70c025-2c59-445b-adbf-451a5d1a286e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a HTTP/1.1" status: 200 len: 217 time: 0.1670589 Dec 22 09:40:42.367770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:42.375517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Attempting to bind port 23847375-f8e5-4a79-97cf-1ff82a1ec317 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:40:42.376517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Attempting to bind port 23847375-f8e5-4a79-97cf-1ff82a1ec317 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '4c6df13f-e6f1-42c0-b575-b23853bd3f86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:40:42.377078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Attempting to bind port 23847375-f8e5-4a79-97cf-1ff82a1ec317 on network 10693e4c-fb80-4967-98e2-ab004f5421fd {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:40:42.403626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:40:42.404412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Checking segment: {'id': '4c6df13f-e6f1-42c0-b575-b23853bd3f86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:40:42.405172 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:42.405748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Bound using segment: {'id': '4c6df13f-e6f1-42c0-b575-b23853bd3f86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:40:42.406768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Bound port: 23847375-f8e5-4a79-97cf-1ff82a1ec317, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6df13f-e6f1-42c0-b575-b23853bd3f86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:40:42.407325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:42.418497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=8dbfa980-cf85-41a5-8f2e-0c87f8535c2c,segment=NetworkSegment(68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed),segment_id=68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:42.423187 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:42.424238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device ed38f38f-7470-4310-b8d0-71a98e29d508 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:42.433004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a3ba3-acb4-4bb2-9467-a61eaa6a5011 req-e698d675-b4f9-4b80-97e4-ae4a228d9bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:42.435315 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b26a3ba3-acb4-4bb2-9467-a61eaa6a5011 req-e698d675-b4f9-4b80-97e4-ae4a228d9bdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e867f84521524ce2ba067f02c8e2bb27&device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 1239 time: 0.7714448 Dec 22 09:40:42.455361 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-85a41ad5-59a0-4dc9-8485-0cbea072defc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:42.515910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693814b-1cda-485b-961f-d21816b74b3d req-51fdea08-3b05-4c9c-ab8f-624a99ddbc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:42.516368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693814b-1cda-485b-961f-d21816b74b3d req-51fdea08-3b05-4c9c-ab8f-624a99ddbc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:42.516790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693814b-1cda-485b-961f-d21816b74b3d req-51fdea08-3b05-4c9c-ab8f-624a99ddbc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:42.518767 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e693814b-1cda-485b-961f-d21816b74b3d req-51fdea08-3b05-4c9c-ab8f-624a99ddbc53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2bf9339faedd4d93bde184951affe795&device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 3058 time: 0.2837267 Dec 22 09:40:42.562003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=8dbfa980-cf85-41a5-8f2e-0c87f8535c2c,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:42.567451 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:42.590943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port ed38f38f-7470-4310-b8d0-71a98e29d508 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:42.591981 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:42.596926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c81025-2d65-4c32-913c-0b74b79fa007 req-1239e97d-7f21-4a5a-accb-f0632be48097 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:42.600449 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9c81025-2d65-4c32-913c-0b74b79fa007 req-1239e97d-7f21-4a5a-accb-f0632be48097 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=c3d349f6-41ba-4968-ac92-9885f5d50e59 HTTP/1.1" status: 200 len: 945 time: 0.5455995 Dec 22 09:40:42.602635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a3ba3-acb4-4bb2-9467-a61eaa6a5011 req-08627de0-9a43-45b9-b633-6e30122b6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:42.605055 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b26a3ba3-acb4-4bb2-9467-a61eaa6a5011 req-08627de0-9a43-45b9-b633-6e30122b6f9e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2c12495-0928-4c58-a944-5c9e4ea79919 HTTP/1.1" status: 200 len: 855 time: 0.1797211 Dec 22 09:40:42.713750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96476c-9587-4024-ab1b-5b4e2509cdb9 req-a2745f83-6dbe-45ef-ae8d-b74f05f64b43 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:42.720235 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed96476c-9587-4024-ab1b-5b4e2509cdb9 req-a2745f83-6dbe-45ef-ae8d-b74f05f64b43 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 1023 time: 0.4582663 Dec 22 09:40:42.722652 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-44afd0a6-4ec9-41df-8586-33e9991483e4 service neutron] 10.222.0.37 "GET /v2.0/ports/ed38f38f-7470-4310-b8d0-71a98e29d508/bindings/n-h2-765315-5 HTTP/1.1" status: 200 len: 452 time: 0.4212048 Dec 22 09:40:42.733837 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b26a3ba3-acb4-4bb2-9467-a61eaa6a5011 req-d4fbdef9-fdfe-4749-9fcc-8ee35f76ce24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158698 Dec 22 09:40:42.811447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] For port 23847375-f8e5-4a79-97cf-1ff82a1ec317, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:40:42.818355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] For port 23847375-f8e5-4a79-97cf-1ff82a1ec317, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=23847375-f8e5-4a79-97cf-1ff82a1ec317,segment=NetworkSegment(4c6df13f-e6f1-42c0-b575-b23853bd3f86),segment_id=4c6df13f-e6f1-42c0-b575-b23853bd3f86)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:40:42.838383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:42.866104 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:42.901107 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9c81025-2d65-4c32-913c-0b74b79fa007 req-1fac7ffb-ce32-4bdf-b51e-e8c927645eee tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900226 Dec 22 09:40:42.918980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a3ba3-acb4-4bb2-9467-a61eaa6a5011 req-272d72ff-b3fa-4229-bd5d-6265a6ea9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:42.920808 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b26a3ba3-acb4-4bb2-9467-a61eaa6a5011 req-272d72ff-b3fa-4229-bd5d-6265a6ea9964 service neutron] 10.222.0.37 "GET /v2.0/networks?id=730d4abf-fc2a-4bd9-b099-791cac9a2466 HTTP/1.1" status: 200 len: 906 time: 0.4458389 Dec 22 09:40:42.939632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693814b-1cda-485b-961f-d21816b74b3d req-01da0d63-13ee-4b1e-8476-0141b310f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:42.941261 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e693814b-1cda-485b-961f-d21816b74b3d req-01da0d63-13ee-4b1e-8476-0141b310f11e service neutron] 10.222.0.37 "GET /v2.0/networks?id=cfc38ceb-3d83-468c-b653-cda00a061cab HTTP/1.1" status: 200 len: 896 time: 0.4044635 Dec 22 09:40:43.077605 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed96476c-9587-4024-ab1b-5b4e2509cdb9 req-2fff0684-3834-4c77-bae7-c2070876f1d0 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?id=9c64cae7-0096-4631-8671-939caee7734f&id=75e5c430-273f-4c30-9665-ed2b2d2124f1&id=40effe33-5414-4d8b-82c0-4611e8cd1529 HTTP/1.1" status: 200 len: 5947 time: 0.3482654 Dec 22 09:40:43.143113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-b1a8e39e-cec2-43ab-a497-e51375a53e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:43.144787 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-b1a8e39e-cec2-43ab-a497-e51375a53e24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 1164 time: 0.3463364 Dec 22 09:40:43.147021 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ebb962a-b88d-469a-9d43-b809c09d732a req-d2bea16c-02c6-46d2-96b4-88ca0e565725 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "GET /v2.0/security-groups/40a03e5c-3335-4304-98b8-3fc2c142a4a8 HTTP/1.1" status: 200 len: 2326 time: 0.1669202 Dec 22 09:40:43.149198 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b26a3ba3-acb4-4bb2-9467-a61eaa6a5011 req-f0bf9fd4-2afd-4d68-8c4c-1bdd88c6886b service neutron] 10.222.0.64 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900387 Dec 22 09:40:43.173283 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b26a3ba3-acb4-4bb2-9467-a61eaa6a5011 req-94f158a4-2f7c-4eaf-872e-cde1ae516acb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=add110e9-0472-40ed-b0a5-d737ce9c0e58 HTTP/1.1" status: 200 len: 217 time: 0.2207851 Dec 22 09:40:43.201418 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e693814b-1cda-485b-961f-d21816b74b3d req-4097a4bc-7351-434f-8e03-e4d226b31d32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=ea10ea85-3dc0-497e-ac5e-1af59f5c4450 HTTP/1.1" status: 200 len: 217 time: 0.1860781 Dec 22 09:40:43.319012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Pushing event updated for resources: {'Port': ['ID=23847375-f8e5-4a79-97cf-1ff82a1ec317,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:43.337371 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:43.388492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a3ba3-acb4-4bb2-9467-a61eaa6a5011 req-ef230fbe-0ac7-409f-a66b-92214856bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:43.390396 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b26a3ba3-acb4-4bb2-9467-a61eaa6a5011 req-ef230fbe-0ac7-409f-a66b-92214856bce5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=835786db-f6bd-4763-b56d-9966829ca327 HTTP/1.1" status: 200 len: 852 time: 0.1977215 Dec 22 09:40:43.399446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693814b-1cda-485b-961f-d21816b74b3d req-bbd3993c-c304-464f-ae88-fbf6ff32af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:43.401078 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e693814b-1cda-485b-961f-d21816b74b3d req-bbd3993c-c304-464f-ae88-fbf6ff32af92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5411b91-01e0-4182-bdf2-b5ce46895607 HTTP/1.1" status: 200 len: 801 time: 0.1360307 Dec 22 09:40:43.482770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e', 'tag': 'add110e9-0472-40ed-b0a5-d737ce9c0e58'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:40:43.496755 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b26a3ba3-acb4-4bb2-9467-a61eaa6a5011 req-ae8eef50-930b-4d41-9d59-6ae63b79760c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=730d4abf-fc2a-4bd9-b099-791cac9a2466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917583 Dec 22 09:40:43.502444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:43.503139 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:43.504655 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] 10.222.0.37 "PUT /v2.0/ports/23847375-f8e5-4a79-97cf-1ff82a1ec317 HTTP/1.1" status: 200 len: 1156 time: 4.2541988 Dec 22 09:40:43.613350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d349f6-41ba-4968-ac92-9885f5d50e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a'}, {'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cef7080-53af-43d2-9c00-199c93e5aaf8'}, {'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbfa980-cf85-41a5-8f2e-0c87f8535c2c'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:40:43.629674 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b26a3ba3-acb4-4bb2-9467-a61eaa6a5011 req-3ca22dd5-4043-4294-8525-8404a8e75ca4 service neutron] 10.222.0.64 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4723897 Dec 22 09:40:43.637176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-952ceff2-9248-4026-9831-b42b79b497f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:43.639732 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-952ceff2-9248-4026-9831-b42b79b497f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.4847591 Dec 22 09:40:43.730253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc32e-1aed-4efb-ba8f-9f7fb351de3b req-343ff4f2-f51f-4177-bf6b-a4f861e6aeb3 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:43.732538 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c8fc32e-1aed-4efb-ba8f-9f7fb351de3b req-343ff4f2-f51f-4177-bf6b-a4f861e6aeb3 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 949 time: 0.4906201 Dec 22 09:40:43.750135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc6758-51df-4224-bbb0-9285689ac591 req-8abb4899-38d7-490c-9fa4-83bf15eda0ab tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:43.751863 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b8cc6758-51df-4224-bbb0-9285689ac591 req-8abb4899-38d7-490c-9fa4-83bf15eda0ab tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/ports?device_id=8a3375dc-a46c-4252-b4b3-113bea0e257d HTTP/1.1" status: 200 len: 944 time: 0.4439557 Dec 22 09:40:43.753259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693814b-1cda-485b-961f-d21816b74b3d req-10abb34b-cd0b-4c35-a259-b893082055b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:43.754890 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e693814b-1cda-485b-961f-d21816b74b3d req-10abb34b-cd0b-4c35-a259-b893082055b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cfc38ceb-3d83-468c-b653-cda00a061cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3117373 Dec 22 09:40:43.771420 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-76fd654c-4c71-4de3-8fff-f6af6cb36fac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ed38f38f-7470-4310-b8d0-71a98e29d508 HTTP/1.1" status: 200 len: 217 time: 0.1233101 Dec 22 09:40:43.848552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-9deb1b2a-a157-4974-8ff5-f58a5569ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:43.850737 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-9deb1b2a-a157-4974-8ff5-f58a5569ae55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fd1aa4eae574f009fc683eb2b5a8ace&device_id=8a3375dc-a46c-4252-b4b3-113bea0e257d HTTP/1.1" status: 200 len: 1159 time: 0.2722592 Dec 22 09:40:43.901976 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b26a3ba3-acb4-4bb2-9467-a61eaa6a5011 req-1636937d-fe0d-40b7-8cd1-9e7eebbe457e service neutron] 10.222.0.37 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699040 Dec 22 09:40:43.908212 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c8fc32e-1aed-4efb-ba8f-9f7fb351de3b req-8814e5b2-7159-4bfc-8c82-89ecbbe28a6a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551831 Dec 22 09:40:43.922831 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b8cc6758-51df-4224-bbb0-9285689ac591 req-5972ca3c-6693-4bc9-9227-a9e85d34c14a tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/security-groups?id=dd0d6418-26a1-4063-9255-240b34d8638b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503491 Dec 22 09:40:43.924561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-5589de86-67d1-4d93-9397-345adc51ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:43.926682 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-5589de86-67d1-4d93-9397-345adc51ffef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1267233 Dec 22 09:40:44.065235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-5f7e3221-2bd4-4471-8fb1-f57f89bd0290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:44.068062 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-5f7e3221-2bd4-4471-8fb1-f57f89bd0290 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1326973 Dec 22 09:40:44.135311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3375dc-a46c-4252-b4b3-113bea0e257d', 'tag': '23847375-f8e5-4a79-97cf-1ff82a1ec317'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:40:44.166999 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-c2197627-f779-4db8-acbe-98deaf19c1ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23847375-f8e5-4a79-97cf-1ff82a1ec317 HTTP/1.1" status: 200 len: 217 time: 0.2580214 Dec 22 09:40:44.393629 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8cd20463-8edc-47e2-a441-7223543728ed service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176363 Dec 22 09:40:44.448594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c139a-ab26-4b0e-b1b9-0b4f06457259 req-79f7ff67-7dbb-4dbb-a909-868f33eef67e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:44.450757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device add110e9-0472-40ed-b0a5-d737ce9c0e58 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:44.454525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c139a-ab26-4b0e-b1b9-0b4f06457259 req-79f7ff67-7dbb-4dbb-a909-868f33eef67e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:44.463595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c139a-ab26-4b0e-b1b9-0b4f06457259 req-79f7ff67-7dbb-4dbb-a909-868f33eef67e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:44.463595 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ff8c139a-ab26-4b0e-b1b9-0b4f06457259 req-79f7ff67-7dbb-4dbb-a909-868f33eef67e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 2415 time: 0.3514850 Dec 22 09:40:44.471088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db105395-39c3-4340-b427-120faed52003 req-62d72027-5134-4cc1-8675-eeb3a475cbe0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:44.472896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db105395-39c3-4340-b427-120faed52003 req-62d72027-5134-4cc1-8675-eeb3a475cbe0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.3209405 Dec 22 09:40:44.564371 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e693814b-1cda-485b-961f-d21816b74b3d req-7ae38a91-d4fe-450c-bb64-f5f4ff05dd2d service neutron] 10.222.0.37 "GET /v2.0/networks/cfc38ceb-3d83-468c-b653-cda00a061cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7962408 Dec 22 09:40:44.582151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port add110e9-0472-40ed-b0a5-d737ce9c0e58 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:44.582151 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:44.623399 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b26a3ba3-acb4-4bb2-9467-a61eaa6a5011 req-ebd6df9b-a7dd-41e2-914b-b42e1623890f service neutron] 10.222.0.37 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5973501 Dec 22 09:40:44.631208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-e2a56c6f-4efb-48ef-a519-3caebaf4a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:44.633885 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-e2a56c6f-4efb-48ef-a519-3caebaf4a970 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=06a9cf08-1df0-4abc-85fa-7d8318f9c92d HTTP/1.1" status: 200 len: 868 time: 0.4563336 Dec 22 09:40:44.895976 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e693814b-1cda-485b-961f-d21816b74b3d req-6a46db47-cfa8-4f0a-a7fc-fbd373220a68 service neutron] 10.222.0.37 "GET /v2.0/networks/cfc38ceb-3d83-468c-b653-cda00a061cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3231192 Dec 22 09:40:44.905201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-9e91b7e8-dbb7-40b6-ae5a-8bea375b7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:44.907485 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-9e91b7e8-dbb7-40b6-ae5a-8bea375b7553 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10693e4c-fb80-4967-98e2-ab004f5421fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2509589 Dec 22 09:40:44.949219 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ff8c139a-ab26-4b0e-b1b9-0b4f06457259 req-ec01037b-4a8a-4f6c-a4d3-e8350bebc0b7 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626303 Dec 22 09:40:44.966710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 9cef7080-53af-43d2-9c00-199c93e5aaf8 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:44.985849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db105395-39c3-4340-b427-120faed52003 req-eb61abdd-13d3-4bad-8fce-6c4f491c9782 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4974134 Dec 22 09:40:45.004846 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-859a121a-fab2-48d9-a0a8-57fe8ef6561a service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6018724 Dec 22 09:40:45.042782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-261bb666-f408-49c3-a937-0988f46443bb req-6d919a0c-c6ce-4670-a4ae-984722fc4409 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Request body: {'security_group': {'name': ' tempest-securitygroup -648064679 ', 'description': 'tempest-description-1574646399'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:45.050412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-261bb666-f408-49c3-a937-0988f46443bb req-6d919a0c-c6ce-4670-a4ae-984722fc4409 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:45.061420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-261bb666-f408-49c3-a937-0988f46443bb req-6d919a0c-c6ce-4670-a4ae-984722fc4409 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:45.072508 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-261bb666-f408-49c3-a937-0988f46443bb req-6d919a0c-c6ce-4670-a4ae-984722fc4409 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:45.083073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 9cef7080-53af-43d2-9c00-199c93e5aaf8 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:45.083804 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:45.102438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-261bb666-f408-49c3-a937-0988f46443bb req-6d919a0c-c6ce-4670-a4ae-984722fc4409 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:45.108270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-261bb666-f408-49c3-a937-0988f46443bb req-6d919a0c-c6ce-4670-a4ae-984722fc4409 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Usage tracker for resource:security_group_rule and tenant:e867f84521524ce2ba067f02c8e2bb27 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:45.112113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-261bb666-f408-49c3-a937-0988f46443bb req-6d919a0c-c6ce-4670-a4ae-984722fc4409 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:45.118669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-261bb666-f408-49c3-a937-0988f46443bb req-6d919a0c-c6ce-4670-a4ae-984722fc4409 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:45.174192 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-203d8e85-b0d6-4440-b756-85424264b073 service neutron] 10.222.0.37 "GET /v2.0/networks/10693e4c-fb80-4967-98e2-ab004f5421fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513151 Dec 22 09:40:45.223653 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-261bb666-f408-49c3-a937-0988f46443bb req-6d919a0c-c6ce-4670-a4ae-984722fc4409 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:45.232875 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-261bb666-f408-49c3-a937-0988f46443bb req-6d919a0c-c6ce-4670-a4ae-984722fc4409 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:45.240568 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-94a6f709-7e87-418b-9bf5-1bafa7715687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:45.281804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device ea10ea85-3dc0-497e-ac5e-1af59f5c4450 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:45.298900 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad029567-e8d4-4304-a21a-acb490888248 req-9bcb56fa-f318-42d1-8eb0-e0099802643b tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "GET /v2.0/security-group-rules/bb801279-ee93-40da-b2ee-170551b2986f HTTP/1.1" status: 200 len: 746 time: 0.0378358 Dec 22 09:40:45.335107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d919a0c-c6ce-4670-a4ae-984722fc4409 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event updated for resources: {'SecurityGroup': ['ID=335790ad-42e4-4df2-82e0-cefba29e4972,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:45.370227 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6d919a0c-c6ce-4670-a4ae-984722fc4409 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:45.379257 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-261bb666-f408-49c3-a937-0988f46443bb req-6d919a0c-c6ce-4670-a4ae-984722fc4409 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:45.380348 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-261bb666-f408-49c3-a937-0988f46443bb req-6d919a0c-c6ce-4670-a4ae-984722fc4409 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1737 time: 0.3426902 Dec 22 09:40:45.382913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port ea10ea85-3dc0-497e-ac5e-1af59f5c4450 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:40:45.394405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port ea10ea85-3dc0-497e-ac5e-1af59f5c4450 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:45.395081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:45.395696 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd4bfc76-2431-48fb-84fe-155119137c45 req-5388afb9-87d4-4fef-97ba-8e8b5b0bb5c1 service neutron] 10.222.0.37 "GET /v2.0/networks/10693e4c-fb80-4967-98e2-ab004f5421fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2132432 Dec 22 09:40:45.412235 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad029567-e8d4-4304-a21a-acb490888248 req-8196e5d1-5a07-4016-babd-6c8cb7b80f70 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "GET /v2.0/security-groups/40a03e5c-3335-4304-98b8-3fc2c142a4a8 HTTP/1.1" status: 200 len: 2326 time: 0.1035187 Dec 22 09:40:45.487336 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ad029567-e8d4-4304-a21a-acb490888248 req-0d6aef43-b563-459f-8db7-230642524864 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group_rule, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:45.501738 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ad029567-e8d4-4304-a21a-acb490888248 req-0d6aef43-b563-459f-8db7-230642524864 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:45.509822 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e', 'tag': 'add110e9-0472-40ed-b0a5-d737ce9c0e58', 'status': 'completed', 'code': 200} Dec 22 09:40:45.534267 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ad029567-e8d4-4304-a21a-acb490888248 req-0d6aef43-b563-459f-8db7-230642524864 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:45.538154 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:45.558442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6aef43-b563-459f-8db7-230642524864 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb801279-ee93-40da-b2ee-170551b2986f,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:45.564630 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ad029567-e8d4-4304-a21a-acb490888248 req-0d6aef43-b563-459f-8db7-230642524864 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group_rule, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:45.568516 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad029567-e8d4-4304-a21a-acb490888248 req-0d6aef43-b563-459f-8db7-230642524864 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "DELETE /v2.0/security-group-rules/bb801279-ee93-40da-b2ee-170551b2986f HTTP/1.1" status: 204 len: 173 time: 0.1362541 Dec 22 09:40:45.569491 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0d6aef43-b563-459f-8db7-230642524864 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:45.581216 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:45.606908 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d349f6-41ba-4968-ac92-9885f5d50e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a', 'code': 200} Dec 22 09:40:45.607398 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cef7080-53af-43d2-9c00-199c93e5aaf8', 'code': 200} Dec 22 09:40:45.607822 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbfa980-cf85-41a5-8f2e-0c87f8535c2c', 'code': 200} Dec 22 09:40:45.623219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port ea10ea85-3dc0-497e-ac5e-1af59f5c4450, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ea10ea85-3dc0-497e-ac5e-1af59f5c4450,segment=NetworkSegment(68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed),segment_id=68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:45.626518 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:45.627604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:45.659971 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:45.723692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3826f4-51e7-4e9e-b1ce-314e95fa165e req-4cb7a9a7-7718-4d5c-8688-0a0c3a133c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:45.727272 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e3826f4-51e7-4e9e-b1ce-314e95fa165e req-4cb7a9a7-7718-4d5c-8688-0a0c3a133c65 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e867f84521524ce2ba067f02c8e2bb27&device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 1239 time: 0.1588957 Dec 22 09:40:45.741145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=ea10ea85-3dc0-497e-ac5e-1af59f5c4450,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:45.752734 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:45.825695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:45.826645 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:45.973298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f946f-8f54-411c-8d61-d925a1806365 req-a2a28c00-3947-410f-b915-6bf6a2274cef tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:45.982260 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-341f946f-8f54-411c-8d61-d925a1806365 req-a2a28c00-3947-410f-b915-6bf6a2274cef tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=c3d349f6-41ba-4968-ac92-9885f5d50e59 HTTP/1.1" status: 200 len: 945 time: 0.2145362 Dec 22 09:40:46.001224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230f7a1-7519-438e-b5c2-8f9c7e52fbe0 req-53d2e4fb-9784-4bbd-97df-2f88f78a6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:46.003077 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8230f7a1-7519-438e-b5c2-8f9c7e52fbe0 req-53d2e4fb-9784-4bbd-97df-2f88f78a6fc2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c3d349f6-41ba-4968-ac92-9885f5d50e59 HTTP/1.1" status: 200 len: 1160 time: 0.3235302 Dec 22 09:40:46.023999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3826f4-51e7-4e9e-b1ce-314e95fa165e req-af48f2a1-39ee-457a-b20a-1ea5c7061f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:46.025776 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e3826f4-51e7-4e9e-b1ce-314e95fa165e req-af48f2a1-39ee-457a-b20a-1ea5c7061f41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=730d4abf-fc2a-4bd9-b099-791cac9a2466 HTTP/1.1" status: 200 len: 906 time: 0.2891493 Dec 22 09:40:46.027643 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3375dc-a46c-4252-b4b3-113bea0e257d', 'tag': '23847375-f8e5-4a79-97cf-1ff82a1ec317', 'status': 'completed', 'code': 200} Dec 22 09:40:46.061633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84829108-52de-4cb3-a26b-f529e3273ebb req-01ea2fa8-661c-4d65-a2ee-615e5d09ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:46.064519 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84829108-52de-4cb3-a26b-f529e3273ebb req-01ea2fa8-661c-4d65-a2ee-615e5d09ee57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fd1aa4eae574f009fc683eb2b5a8ace&device_id=8a3375dc-a46c-4252-b4b3-113bea0e257d HTTP/1.1" status: 200 len: 1159 time: 0.2021668 Dec 22 09:40:46.115508 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e3826f4-51e7-4e9e-b1ce-314e95fa165e req-a258f0e1-34ab-41a5-bc7f-42c598ce28ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=add110e9-0472-40ed-b0a5-d737ce9c0e58 HTTP/1.1" status: 200 len: 217 time: 0.0814109 Dec 22 09:40:46.130234 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8230f7a1-7519-438e-b5c2-8f9c7e52fbe0 req-a74a4adb-2e0a-4fd4-bf93-6e8e28c3c998 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146619 Dec 22 09:40:46.136320 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-341f946f-8f54-411c-8d61-d925a1806365 req-623b294c-cdb3-4481-8961-9a8cd9593656 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530213 Dec 22 09:40:46.216562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3826f4-51e7-4e9e-b1ce-314e95fa165e req-3e033728-ac43-41c3-b4d2-e103686643bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:46.218293 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e3826f4-51e7-4e9e-b1ce-314e95fa165e req-3e033728-ac43-41c3-b4d2-e103686643bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=835786db-f6bd-4763-b56d-9966829ca327 HTTP/1.1" status: 200 len: 852 time: 0.0919306 Dec 22 09:40:46.300622 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e3826f4-51e7-4e9e-b1ce-314e95fa165e req-748dd680-680c-4c2e-ab56-1d6336f4473c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=730d4abf-fc2a-4bd9-b099-791cac9a2466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632672 Dec 22 09:40:46.324455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84829108-52de-4cb3-a26b-f529e3273ebb req-1a72fc97-5f3b-43f9-a6d5-bc80a241dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:46.326154 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84829108-52de-4cb3-a26b-f529e3273ebb req-1a72fc97-5f3b-43f9-a6d5-bc80a241dcca service neutron] 10.222.0.37 "GET /v2.0/networks?id=10693e4c-fb80-4967-98e2-ab004f5421fd HTTP/1.1" status: 200 len: 923 time: 0.2374125 Dec 22 09:40:46.461151 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84829108-52de-4cb3-a26b-f529e3273ebb req-b7bd8539-ce3a-4b05-a14a-0824cee3d12f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23847375-f8e5-4a79-97cf-1ff82a1ec317 HTTP/1.1" status: 200 len: 217 time: 0.0890598 Dec 22 09:40:46.472069 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e3826f4-51e7-4e9e-b1ce-314e95fa165e req-cdeb5a01-ae75-4b68-870c-4ee835df3cc9 service neutron] 10.222.0.37 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558747 Dec 22 09:40:46.564659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4cb69-2a0f-46fb-9c63-b1a70c6579b6 req-968e6d7c-a012-4691-ae20-e740b827f2e7 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:46.566310 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-99f4cb69-2a0f-46fb-9c63-b1a70c6579b6 req-968e6d7c-a012-4691-ae20-e740b827f2e7 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 949 time: 0.4788353 Dec 22 09:40:46.571336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84829108-52de-4cb3-a26b-f529e3273ebb req-ea3bbac9-9b43-46bd-bb7e-f0432a99bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:46.572405 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84829108-52de-4cb3-a26b-f529e3273ebb req-ea3bbac9-9b43-46bd-bb7e-f0432a99bd53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=06a9cf08-1df0-4abc-85fa-7d8318f9c92d HTTP/1.1" status: 200 len: 868 time: 0.1017480 Dec 22 09:40:46.588779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device ea10ea85-3dc0-497e-ac5e-1af59f5c4450 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:46.648535 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e3826f4-51e7-4e9e-b1ce-314e95fa165e req-ebf4ed4f-3cf9-4881-88bd-222892fc5e28 service neutron] 10.222.0.37 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1596808 Dec 22 09:40:46.673702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port ea10ea85-3dc0-497e-ac5e-1af59f5c4450 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:46.674417 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:46.682708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd9926-fe8d-42e7-a48f-eb8f31a8e15f req-102ac9a2-2473-4fc9-b1cf-94c6f5132a49 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:46.684393 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9cd9926-fe8d-42e7-a48f-eb8f31a8e15f req-102ac9a2-2473-4fc9-b1cf-94c6f5132a49 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/ports?device_id=8a3375dc-a46c-4252-b4b3-113bea0e257d HTTP/1.1" status: 200 len: 944 time: 0.3561606 Dec 22 09:40:46.686831 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-99f4cb69-2a0f-46fb-9c63-b1a70c6579b6 req-21cb3144-1a5f-414c-b0f6-56860aa385f1 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123514 Dec 22 09:40:46.764676 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9cd9926-fe8d-42e7-a48f-eb8f31a8e15f req-a30f70ff-7e57-49cf-8ae7-802a9484709d tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/security-groups?id=dd0d6418-26a1-4063-9255-240b34d8638b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722709 Dec 22 09:40:46.771903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84829108-52de-4cb3-a26b-f529e3273ebb req-a26c5941-4556-42b5-909d-6d88d0cf1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:46.773526 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84829108-52de-4cb3-a26b-f529e3273ebb req-a26c5941-4556-42b5-909d-6d88d0cf1063 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10693e4c-fb80-4967-98e2-ab004f5421fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612306 Dec 22 09:40:46.998688 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fad78127-103d-4432-a430-a54d8f57db34 req-91922906-f04e-4c8b-a31e-f75c69afbc8b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/335790ad-42e4-4df2-82e0-cefba29e4972 HTTP/1.1" status: 200 len: 1732 time: 0.1533070 Dec 22 09:40:47.030937 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84829108-52de-4cb3-a26b-f529e3273ebb req-8ddfbae1-b3d8-4bb0-bb0c-56e2fc572354 service neutron] 10.222.0.37 "GET /v2.0/networks/10693e4c-fb80-4967-98e2-ab004f5421fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235155 Dec 22 09:40:47.043077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-e7040eac-4324-418a-9dd7-47ef6601bfb6 req-0cf6b12b-e48e-46f5-b60e-0cddc43ebb30 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2118161420', 'description': 'tempest-description-1063212041'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:47.051740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-e7040eac-4324-418a-9dd7-47ef6601bfb6 req-0cf6b12b-e48e-46f5-b60e-0cddc43ebb30 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:47.056827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e7040eac-4324-418a-9dd7-47ef6601bfb6 req-0cf6b12b-e48e-46f5-b60e-0cddc43ebb30 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Usage tracker for resource:security_group and tenant:d929b0c1d4424de8ae818e10970de19a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:47.060845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e7040eac-4324-418a-9dd7-47ef6601bfb6 req-0cf6b12b-e48e-46f5-b60e-0cddc43ebb30 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:47.071680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-e7040eac-4324-418a-9dd7-47ef6601bfb6 req-0cf6b12b-e48e-46f5-b60e-0cddc43ebb30 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:47.082641 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e7040eac-4324-418a-9dd7-47ef6601bfb6 req-0cf6b12b-e48e-46f5-b60e-0cddc43ebb30 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:47.152562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-e7040eac-4324-418a-9dd7-47ef6601bfb6 req-0cf6b12b-e48e-46f5-b60e-0cddc43ebb30 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:47.162237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e7040eac-4324-418a-9dd7-47ef6601bfb6 req-0cf6b12b-e48e-46f5-b60e-0cddc43ebb30 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Usage tracker for resource:security_group_rule and tenant:d929b0c1d4424de8ae818e10970de19a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:47.228237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e7040eac-4324-418a-9dd7-47ef6601bfb6 req-0cf6b12b-e48e-46f5-b60e-0cddc43ebb30 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:47.239918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-e7040eac-4324-418a-9dd7-47ef6601bfb6 req-0cf6b12b-e48e-46f5-b60e-0cddc43ebb30 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:47.299036 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84829108-52de-4cb3-a26b-f529e3273ebb req-91f405b7-2ded-4f88-bc8f-b8d53e24da78 service neutron] 10.222.0.37 "GET /v2.0/networks/10693e4c-fb80-4967-98e2-ab004f5421fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2051194 Dec 22 09:40:47.379777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e7040eac-4324-418a-9dd7-47ef6601bfb6 req-0cf6b12b-e48e-46f5-b60e-0cddc43ebb30 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:47.383600 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e7040eac-4324-418a-9dd7-47ef6601bfb6 req-0cf6b12b-e48e-46f5-b60e-0cddc43ebb30 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:47.396819 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b8e2a467-f3cc-4a49-b4b9-b885693e892b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:47.534004 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e7040eac-4324-418a-9dd7-47ef6601bfb6 req-0cf6b12b-e48e-46f5-b60e-0cddc43ebb30 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:47.535500 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e7040eac-4324-418a-9dd7-47ef6601bfb6 req-0cf6b12b-e48e-46f5-b60e-0cddc43ebb30 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1770 time: 0.4977541 Dec 22 09:40:47.538388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6b12b-e48e-46f5-b60e-0cddc43ebb30 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Pushing event updated for resources: {'SecurityGroup': ['ID=2e36b832-99f1-4009-9022-ea449b7eb4e0,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:47.556105 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0cf6b12b-e48e-46f5-b60e-0cddc43ebb30 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:47.603305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201382ed-51fb-4cc6-94a4-368be498f190 req-ce274a75-68f5-4c78-9cc7-e9d87ffe01f5 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:47.608663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201382ed-51fb-4cc6-94a4-368be498f190 req-ce274a75-68f5-4c78-9cc7-e9d87ffe01f5 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:47.609000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea10ea85-3dc0-497e-ac5e-1af59f5c4450'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:40:47.614111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201382ed-51fb-4cc6-94a4-368be498f190 req-ce274a75-68f5-4c78-9cc7-e9d87ffe01f5 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:47.615889 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-201382ed-51fb-4cc6-94a4-368be498f190 req-ce274a75-68f5-4c78-9cc7-e9d87ffe01f5 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 2417 time: 0.1760023 Dec 22 09:40:47.696571 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-201382ed-51fb-4cc6-94a4-368be498f190 req-69a7a6e3-a21e-49e8-88c1-7a9a792795bf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687551 Dec 22 09:40:47.812235 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a1dc9ae8-0fc5-4e69-af55-84ef370cc9c2 req-6fe63e7f-6704-492c-be3e-08d06dc0d28d tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/335790ad-42e4-4df2-82e0-cefba29e4972 HTTP/1.1" status: 200 len: 1732 time: 0.0560284 Dec 22 09:40:47.902088 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a1dc9ae8-0fc5-4e69-af55-84ef370cc9c2 req-587023cf-25b8-4acb-af02-eaada11018ab tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:47.939233 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a1dc9ae8-0fc5-4e69-af55-84ef370cc9c2 req-587023cf-25b8-4acb-af02-eaada11018ab tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:48.051958 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a1dc9ae8-0fc5-4e69-af55-84ef370cc9c2 req-587023cf-25b8-4acb-af02-eaada11018ab tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:48.059825 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9c271fe0-b7b5-494d-a28b-1c1e0d85a53e tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:48.103650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587023cf-25b8-4acb-af02-eaada11018ab tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event deleted for resources: {'SecurityGroup': ['ID=335790ad-42e4-4df2-82e0-cefba29e4972,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:48.112383 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-587023cf-25b8-4acb-af02-eaada11018ab tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:48.130154 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a1dc9ae8-0fc5-4e69-af55-84ef370cc9c2 req-587023cf-25b8-4acb-af02-eaada11018ab tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:48.132149 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a1dc9ae8-0fc5-4e69-af55-84ef370cc9c2 req-587023cf-25b8-4acb-af02-eaada11018ab tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "DELETE /v2.0/security-groups/335790ad-42e4-4df2-82e0-cefba29e4972 HTTP/1.1" status: 204 len: 173 time: 0.3118861 Dec 22 09:40:48.169847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e14b12-b438-46db-bad4-b6d2ded63b12 req-60e897ba-59ca-47d7-ad9f-585c90b08759 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:48.173795 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33e14b12-b438-46db-bad4-b6d2ded63b12 req-60e897ba-59ca-47d7-ad9f-585c90b08759 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=c3d349f6-41ba-4968-ac92-9885f5d50e59 HTTP/1.1" status: 200 len: 945 time: 0.1925833 Dec 22 09:40:48.274032 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-85105e82-c1b5-4ede-b1ed-d226490dd6f4 req-7edc8b92-c893-458e-abaf-825e1da3368d tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "GET /v2.0/security-groups/2e36b832-99f1-4009-9022-ea449b7eb4e0 HTTP/1.1" status: 200 len: 1765 time: 0.0709734 Dec 22 09:40:48.279574 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33e14b12-b438-46db-bad4-b6d2ded63b12 req-3007ae4c-d6c8-4567-aa3b-eabe6ff323a6 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992935 Dec 22 09:40:48.413955 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea10ea85-3dc0-497e-ac5e-1af59f5c4450', 'code': 200} Dec 22 09:40:48.636866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-bdeee760-df7a-4396-a19b-a3a16915bb4c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:40:48.852753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89acc7-0a16-4ba3-8862-1407fe938ecd req-b7297f6c-4f04-411c-b393-5a40849da261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:48.854523 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba89acc7-0a16-4ba3-8862-1407fe938ecd req-b7297f6c-4f04-411c-b393-5a40849da261 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 1161 time: 0.4000616 Dec 22 09:40:48.859027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-fa691a12-d0b4-4fce-86e5-23c822520394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:48.868261 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-fa691a12-d0b4-4fce-86e5-23c822520394 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0&tenant_id=4f8a67b33ff048d5bd0b60e257789306 HTTP/1.1" status: 200 len: 1164 time: 0.3372014 Dec 22 09:40:48.882696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207dafe-480d-46e5-9e44-7acd90a141e2 req-8789df7d-600c-40e7-9689-72cab5847eb7 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:48.884590 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e207dafe-480d-46e5-9e44-7acd90a141e2 req-8789df7d-600c-40e7-9689-72cab5847eb7 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 949 time: 0.3599122 Dec 22 09:40:48.999635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-5', 'device_owner': 'compute:nova'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:49.030927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b832d08-55c8-4361-9865-ced01cd765b5 req-e74ef6fd-0e94-4f36-abc8-6a3e6f972aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:49.032714 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b832d08-55c8-4361-9865-ced01cd765b5 req-e74ef6fd-0e94-4f36-abc8-6a3e6f972aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/ports?device_id=8a3375dc-a46c-4252-b4b3-113bea0e257d HTTP/1.1" status: 200 len: 944 time: 0.4588053 Dec 22 09:40:49.050588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474886c-dbfc-4d1e-b017-5190dcc00e44 req-09716448-2e47-4a00-9f49-d48a9d4fef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:49.051022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474886c-dbfc-4d1e-b017-5190dcc00e44 req-09716448-2e47-4a00-9f49-d48a9d4fef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:49.051438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474886c-dbfc-4d1e-b017-5190dcc00e44 req-09716448-2e47-4a00-9f49-d48a9d4fef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:49.053238 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e474886c-dbfc-4d1e-b017-5190dcc00e44 req-09716448-2e47-4a00-9f49-d48a9d4fef9f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 3062 time: 0.5232763 Dec 22 09:40:49.253812 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e207dafe-480d-46e5-9e44-7acd90a141e2 req-bea394bd-b138-40df-87d9-b4068c21bd1a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134156 Dec 22 09:40:49.264154 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b832d08-55c8-4361-9865-ced01cd765b5 req-3a0b8490-c993-481b-9b56-87efd52191f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/security-groups?id=dd0d6418-26a1-4063-9255-240b34d8638b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020462 Dec 22 09:40:49.277527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89acc7-0a16-4ba3-8862-1407fe938ecd req-c421f18b-0db5-4c09-aa1d-53d25e2a6fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:49.279843 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba89acc7-0a16-4ba3-8862-1407fe938ecd req-c421f18b-0db5-4c09-aa1d-53d25e2a6fd4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 905 time: 0.3872576 Dec 22 09:40:49.283869 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e474886c-dbfc-4d1e-b017-5190dcc00e44 req-2351feb1-c37a-46a7-bb3b-086daaa3fc3d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944315 Dec 22 09:40:49.350129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 23847375-f8e5-4a79-97cf-1ff82a1ec317 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:49.399387 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-2058ecb2-75b6-47d8-ab17-d83d99f3e9d7 req-3b7370b1-7de7-44e0-af7e-01b24fb98a53 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] show failed (client error): The resource could not be found. Dec 22 09:40:49.401172 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2058ecb2-75b6-47d8-ab17-d83d99f3e9d7 req-3b7370b1-7de7-44e0-af7e-01b24fb98a53 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/335790ad-42e4-4df2-82e0-cefba29e4972 HTTP/1.1" status: 404 len: 352 time: 0.0569732 Dec 22 09:40:49.405304 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:49.436983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 23847375-f8e5-4a79-97cf-1ff82a1ec317 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:40:49.458801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 23847375-f8e5-4a79-97cf-1ff82a1ec317 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:49.459567 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:49.538676 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba89acc7-0a16-4ba3-8862-1407fe938ecd req-2bea1831-3304-450f-b579-9295d32b3cef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f77f0c63-abd4-4133-adc9-a667b99a94b1 HTTP/1.1" status: 200 len: 1002 time: 0.2470574 Dec 22 09:40:49.640790 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:49.677979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 23847375-f8e5-4a79-97cf-1ff82a1ec317, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=23847375-f8e5-4a79-97cf-1ff82a1ec317,segment=NetworkSegment(4c6df13f-e6f1-42c0-b575-b23853bd3f86),segment_id=4c6df13f-e6f1-42c0-b575-b23853bd3f86)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:49.681040 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:49.683082 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:49.720441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device ed38f38f-7470-4310-b8d0-71a98e29d508 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:40:49.813817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=23847375-f8e5-4a79-97cf-1ff82a1ec317,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:49.818578 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:49.877131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:49.907040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-408cefd9-5083-4bc4-b5f7-0046c7b12965 req-f5dba946-b582-40ea-a91a-425e2ce87ce2 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-648279309', 'description': 'tempest-description-337234889'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:49.911983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port ed38f38f-7470-4310-b8d0-71a98e29d508, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ed38f38f-7470-4310-b8d0-71a98e29d508,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:49.915145 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:49.917213 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:49.925913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-408cefd9-5083-4bc4-b5f7-0046c7b12965 req-f5dba946-b582-40ea-a91a-425e2ce87ce2 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:49.952012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-408cefd9-5083-4bc4-b5f7-0046c7b12965 req-f5dba946-b582-40ea-a91a-425e2ce87ce2 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Usage tracker for resource:security_group and tenant:d929b0c1d4424de8ae818e10970de19a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:49.958717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-408cefd9-5083-4bc4-b5f7-0046c7b12965 req-f5dba946-b582-40ea-a91a-425e2ce87ce2 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Quota usage for security_group was recalculated. Used quota:3. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:49.961411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:40:49.961771 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:40:49.969900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-408cefd9-5083-4bc4-b5f7-0046c7b12965 req-f5dba946-b582-40ea-a91a-425e2ce87ce2 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:49.982303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89acc7-0a16-4ba3-8862-1407fe938ecd req-e3d2c8fe-7827-42d9-a7cc-f40e228814a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:49.983916 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba89acc7-0a16-4ba3-8862-1407fe938ecd req-e3d2c8fe-7827-42d9-a7cc-f40e228814a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.3977032 Dec 22 09:40:49.990267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=ed38f38f-7470-4310-b8d0-71a98e29d508,revision_number=9']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:49.990800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-408cefd9-5083-4bc4-b5f7-0046c7b12965 req-f5dba946-b582-40ea-a91a-425e2ce87ce2 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:49.993774 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:50.073838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c41524-f9a4-48f5-a291-a90e3c517ed4 req-8b9e7aba-af9d-4744-9c46-436b65b7cb68 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:50.078848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c41524-f9a4-48f5-a291-a90e3c517ed4 req-8b9e7aba-af9d-4744-9c46-436b65b7cb68 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:50.083272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c41524-f9a4-48f5-a291-a90e3c517ed4 req-8b9e7aba-af9d-4744-9c46-436b65b7cb68 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:50.085078 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1c41524-f9a4-48f5-a291-a90e3c517ed4 req-8b9e7aba-af9d-4744-9c46-436b65b7cb68 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 2417 time: 0.6098928 Dec 22 09:40:50.086232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-408cefd9-5083-4bc4-b5f7-0046c7b12965 req-f5dba946-b582-40ea-a91a-425e2ce87ce2 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:50.094916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-408cefd9-5083-4bc4-b5f7-0046c7b12965 req-f5dba946-b582-40ea-a91a-425e2ce87ce2 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Usage tracker for resource:security_group_rule and tenant:d929b0c1d4424de8ae818e10970de19a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:50.099314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-408cefd9-5083-4bc4-b5f7-0046c7b12965 req-f5dba946-b582-40ea-a91a-425e2ce87ce2 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:50.129232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-408cefd9-5083-4bc4-b5f7-0046c7b12965 req-f5dba946-b582-40ea-a91a-425e2ce87ce2 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:50.179286 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1c41524-f9a4-48f5-a291-a90e3c517ed4 req-30ef368d-1c41-4730-a977-b73718e7b3ce tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869935 Dec 22 09:40:50.194491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89acc7-0a16-4ba3-8862-1407fe938ecd req-6197cfe6-24d8-4568-a91f-f7295df826a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:50.196107 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba89acc7-0a16-4ba3-8862-1407fe938ecd req-6197cfe6-24d8-4568-a91f-f7295df826a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1928458 Dec 22 09:40:50.259058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-000209ad-48cc-4685-b049-b529e7d6cc37 req-72d17f80-da65-435e-a7af-fa28b0e4906a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1098798086', 'description': 'tempest-description-1967182653'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:50.278124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-000209ad-48cc-4685-b049-b529e7d6cc37 req-72d17f80-da65-435e-a7af-fa28b0e4906a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:50.288512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-000209ad-48cc-4685-b049-b529e7d6cc37 req-72d17f80-da65-435e-a7af-fa28b0e4906a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Usage tracker for resource:security_group and tenant:e867f84521524ce2ba067f02c8e2bb27 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:50.346550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-000209ad-48cc-4685-b049-b529e7d6cc37 req-72d17f80-da65-435e-a7af-fa28b0e4906a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Quota usage for security_group was recalculated. Used quota:3. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:50.361092 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-408cefd9-5083-4bc4-b5f7-0046c7b12965 req-f5dba946-b582-40ea-a91a-425e2ce87ce2 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:50.362262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-000209ad-48cc-4685-b049-b529e7d6cc37 req-72d17f80-da65-435e-a7af-fa28b0e4906a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:50.373389 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-408cefd9-5083-4bc4-b5f7-0046c7b12965 req-f5dba946-b582-40ea-a91a-425e2ce87ce2 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:50.383013 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:50.413472 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-000209ad-48cc-4685-b049-b529e7d6cc37 req-72d17f80-da65-435e-a7af-fa28b0e4906a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:50.415579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3375dc-a46c-4252-b4b3-113bea0e257d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23847375-f8e5-4a79-97cf-1ff82a1ec317'}, {'server_uuid': 'dcb51992-7a83-4102-9af4-f2a8163f6cc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed38f38f-7470-4310-b8d0-71a98e29d508'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:40:50.455114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dba946-b582-40ea-a91a-425e2ce87ce2 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Pushing event updated for resources: {'SecurityGroup': ['ID=a2860cf3-0b41-4519-8bfb-a1fb06b1ecd7,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:50.495160 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-408cefd9-5083-4bc4-b5f7-0046c7b12965 req-f5dba946-b582-40ea-a91a-425e2ce87ce2 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:50.496478 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-408cefd9-5083-4bc4-b5f7-0046c7b12965 req-f5dba946-b582-40ea-a91a-425e2ce87ce2 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1768 time: 0.6120756 Dec 22 09:40:50.500546 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f5dba946-b582-40ea-a91a-425e2ce87ce2 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:50.517792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-000209ad-48cc-4685-b049-b529e7d6cc37 req-72d17f80-da65-435e-a7af-fa28b0e4906a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:50.523633 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba89acc7-0a16-4ba3-8862-1407fe938ecd req-402e514e-288e-4506-864f-e03f94d6988f service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201566 Dec 22 09:40:50.536385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-000209ad-48cc-4685-b049-b529e7d6cc37 req-72d17f80-da65-435e-a7af-fa28b0e4906a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Usage tracker for resource:security_group_rule and tenant:e867f84521524ce2ba067f02c8e2bb27 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:50.565048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-000209ad-48cc-4685-b049-b529e7d6cc37 req-72d17f80-da65-435e-a7af-fa28b0e4906a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:50.582566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-000209ad-48cc-4685-b049-b529e7d6cc37 req-72d17f80-da65-435e-a7af-fa28b0e4906a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:50.584735 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:50.865697 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba89acc7-0a16-4ba3-8862-1407fe938ecd req-33a6c37c-9437-45c0-93cb-a4797e424032 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3327904 Dec 22 09:40:50.891310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device ea10ea85-3dc0-497e-ac5e-1af59f5c4450 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:50.931211 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-000209ad-48cc-4685-b049-b529e7d6cc37 req-72d17f80-da65-435e-a7af-fa28b0e4906a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:50.938685 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-000209ad-48cc-4685-b049-b529e7d6cc37 req-72d17f80-da65-435e-a7af-fa28b0e4906a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:50.951971 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e1ab9a5-7f46-4e8f-b906-73fc95f123fc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:50.991153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port ea10ea85-3dc0-497e-ac5e-1af59f5c4450 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:50.991563 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:51.014487 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-000209ad-48cc-4685-b049-b529e7d6cc37 req-72d17f80-da65-435e-a7af-fa28b0e4906a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:51.016091 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-000209ad-48cc-4685-b049-b529e7d6cc37 req-72d17f80-da65-435e-a7af-fa28b0e4906a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 0.7763681 Dec 22 09:40:51.036054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d17f80-da65-435e-a7af-fa28b0e4906a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event updated for resources: {'SecurityGroup': ['ID=281d6e01-ba2a-42fa-b4f7-f83b68bb89e8,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:51.042510 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-72d17f80-da65-435e-a7af-fa28b0e4906a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:51.198107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 23847375-f8e5-4a79-97cf-1ff82a1ec317 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:51.285447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 23847375-f8e5-4a79-97cf-1ff82a1ec317 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:51.285872 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:51.366056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] For port ed38f38f-7470-4310-b8d0-71a98e29d508, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ed38f38f-7470-4310-b8d0-71a98e29d508,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:51.418104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffbe7e-5355-4a45-933d-c96b6d159c68 req-9c979ab4-440b-40a2-8fae-2d607953cbee tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:51.430522 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-31ffbe7e-5355-4a45-933d-c96b6d159c68 req-9c979ab4-440b-40a2-8fae-2d607953cbee tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/ports?device_id=8a3375dc-a46c-4252-b4b3-113bea0e257d HTTP/1.1" status: 200 len: 946 time: 0.2633679 Dec 22 09:40:51.463485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00910579-5170-472f-8725-556555e086e0 req-52120438-949c-464b-b9d8-056ef4402c81 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:51.467199 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00910579-5170-472f-8725-556555e086e0 req-52120438-949c-464b-b9d8-056ef4402c81 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 947 time: 0.2317021 Dec 22 09:40:51.551847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] For port ed38f38f-7470-4310-b8d0-71a98e29d508, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:40:51.635433 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-31ffbe7e-5355-4a45-933d-c96b6d159c68 req-29367aeb-0b20-4372-8921-26f0b88f8d59 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/security-groups?id=dd0d6418-26a1-4063-9255-240b34d8638b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037756 Dec 22 09:40:51.645078 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00910579-5170-472f-8725-556555e086e0 req-b6d86009-f5ac-4b51-a7d2-73de3611fac5 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559358 Dec 22 09:40:51.650400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed38f38f-7470-4310-b8d0-71a98e29d508 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:40:51.659367 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:51.673472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Transition to ACTIVE for port object ed38f38f-7470-4310-b8d0-71a98e29d508 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:40:51.677422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:51.695527 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:51.755993 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3375dc-a46c-4252-b4b3-113bea0e257d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23847375-f8e5-4a79-97cf-1ff82a1ec317', 'code': 200} Dec 22 09:40:51.756618 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb51992-7a83-4102-9af4-f2a8163f6cc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed38f38f-7470-4310-b8d0-71a98e29d508', 'code': 200} Dec 22 09:40:52.012412 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5656ac4f-02c6-4dd2-bd13-2c975dfa3592 req-36aaae46-8073-4c6a-89bd-d73bf2585f74 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "GET /v2.0/security-groups/a2860cf3-0b41-4519-8bfb-a1fb06b1ecd7 HTTP/1.1" status: 200 len: 1763 time: 0.2686994 Dec 22 09:40:52.013963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Pushing event updated for resources: {'Port': ['ID=ed38f38f-7470-4310-b8d0-71a98e29d508,revision_number=10']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:52.022745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-24e5efc1-2f80-4675-b90c-9a706d481566 req-822a73e7-5938-4803-a1fc-5951cb60f89b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1983877073', 'description': 'tempest-description-31533331'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:52.050654 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:52.050654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-24e5efc1-2f80-4675-b90c-9a706d481566 req-822a73e7-5938-4803-a1fc-5951cb60f89b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:52.054706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-24e5efc1-2f80-4675-b90c-9a706d481566 req-822a73e7-5938-4803-a1fc-5951cb60f89b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Usage tracker for resource:security_group and tenant:e867f84521524ce2ba067f02c8e2bb27 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:52.063180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-24e5efc1-2f80-4675-b90c-9a706d481566 req-822a73e7-5938-4803-a1fc-5951cb60f89b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Quota usage for security_group was recalculated. Used quota:4. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:52.092763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-24e5efc1-2f80-4675-b90c-9a706d481566 req-822a73e7-5938-4803-a1fc-5951cb60f89b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:52.124916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57a780-d67e-4c08-bcf5-03493c569c5e req-3546e207-1b73-4dfb-ae49-833ba6c9af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:52.126759 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9f57a780-d67e-4c08-bcf5-03493c569c5e req-3546e207-1b73-4dfb-ae49-833ba6c9af60 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a3375dc-a46c-4252-b4b3-113bea0e257d HTTP/1.1" status: 200 len: 1161 time: 0.1988337 Dec 22 09:40:52.127836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-24e5efc1-2f80-4675-b90c-9a706d481566 req-822a73e7-5938-4803-a1fc-5951cb60f89b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:52.337162 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9f57a780-d67e-4c08-bcf5-03493c569c5e req-56bc5d3a-0d96-4180-808d-3091f90a02c7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dd0d6418-26a1-4063-9255-240b34d8638b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938028 Dec 22 09:40:52.414316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-24e5efc1-2f80-4675-b90c-9a706d481566 req-822a73e7-5938-4803-a1fc-5951cb60f89b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:52.434307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] No DVR routers for this DVR port ed38f38f-7470-4310-b8d0-71a98e29d508 on host n-h2-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:40:52.445767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-24e5efc1-2f80-4675-b90c-9a706d481566 req-822a73e7-5938-4803-a1fc-5951cb60f89b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Usage tracker for resource:security_group_rule and tenant:e867f84521524ce2ba067f02c8e2bb27 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:52.458589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-24e5efc1-2f80-4675-b90c-9a706d481566 req-822a73e7-5938-4803-a1fc-5951cb60f89b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:52.476352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-24e5efc1-2f80-4675-b90c-9a706d481566 req-822a73e7-5938-4803-a1fc-5951cb60f89b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:52.522914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Attempting to bind port ed38f38f-7470-4310-b8d0-71a98e29d508 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:40:52.523425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Attempting to bind port ed38f38f-7470-4310-b8d0-71a98e29d508 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:40:52.524775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Attempting to bind port ed38f38f-7470-4310-b8d0-71a98e29d508 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:40:52.537131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:40:52.537713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:40:52.538234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:52.538873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:40:52.539495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Bound port: ed38f38f-7470-4310-b8d0-71a98e29d508, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:40:52.540039 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:52.577267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a90046-ca50-4fce-8a2a-9f3dacd235f8 req-01674f05-a1ce-484d-a886-170648d7f384 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:52.581862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a90046-ca50-4fce-8a2a-9f3dacd235f8 req-01674f05-a1ce-484d-a886-170648d7f384 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:52.586626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a90046-ca50-4fce-8a2a-9f3dacd235f8 req-01674f05-a1ce-484d-a886-170648d7f384 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:52.596965 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a3a90046-ca50-4fce-8a2a-9f3dacd235f8 req-01674f05-a1ce-484d-a886-170648d7f384 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 2417 time: 0.3555098 Dec 22 09:40:52.650840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device ea10ea85-3dc0-497e-ac5e-1af59f5c4450 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:52.721707 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a3a90046-ca50-4fce-8a2a-9f3dacd235f8 req-8d5cb719-2626-4a2a-bc61-b18acb521e50 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233475 Dec 22 09:40:52.805525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-24e5efc1-2f80-4675-b90c-9a706d481566 req-822a73e7-5938-4803-a1fc-5951cb60f89b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:52.812061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-2d88561a-f505-481b-9f01-805ab7ca0e85 req-72d5f3f0-2aa3-4e25-aba3-2671fb21db39 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1481126790', 'description': 'tempest-description-1721921233'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:52.821685 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-24e5efc1-2f80-4675-b90c-9a706d481566 req-822a73e7-5938-4803-a1fc-5951cb60f89b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:52.827228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2d88561a-f505-481b-9f01-805ab7ca0e85 req-72d5f3f0-2aa3-4e25-aba3-2671fb21db39 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:52.833946 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e149b576-8b7f-4ab4-9057-009e61661c3f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:52.890320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2d88561a-f505-481b-9f01-805ab7ca0e85 req-72d5f3f0-2aa3-4e25-aba3-2671fb21db39 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Usage tracker for resource:security_group and tenant:d929b0c1d4424de8ae818e10970de19a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:52.902450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2d88561a-f505-481b-9f01-805ab7ca0e85 req-72d5f3f0-2aa3-4e25-aba3-2671fb21db39 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Quota usage for security_group was recalculated. Used quota:4. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:52.930818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2d88561a-f505-481b-9f01-805ab7ca0e85 req-72d5f3f0-2aa3-4e25-aba3-2671fb21db39 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:52.941203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a73e7-5938-4803-a1fc-5951cb60f89b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event updated for resources: {'SecurityGroup': ['ID=f0921fe2-a7f8-4945-a161-1a7ae1ee2431,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:52.951043 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-822a73e7-5938-4803-a1fc-5951cb60f89b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:52.952431 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-24e5efc1-2f80-4675-b90c-9a706d481566 req-822a73e7-5938-4803-a1fc-5951cb60f89b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:52.954390 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-24e5efc1-2f80-4675-b90c-9a706d481566 req-822a73e7-5938-4803-a1fc-5951cb60f89b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1756 time: 0.9544322 Dec 22 09:40:52.958891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] For port ed38f38f-7470-4310-b8d0-71a98e29d508, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:40:52.968182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] For port ed38f38f-7470-4310-b8d0-71a98e29d508, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=ed38f38f-7470-4310-b8d0-71a98e29d508,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:40:52.970196 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2d88561a-f505-481b-9f01-805ab7ca0e85 req-72d5f3f0-2aa3-4e25-aba3-2671fb21db39 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:52.983522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port ea10ea85-3dc0-497e-ac5e-1af59f5c4450 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:52.984242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:53.014057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2d88561a-f505-481b-9f01-805ab7ca0e85 req-72d5f3f0-2aa3-4e25-aba3-2671fb21db39 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:53.019481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2d88561a-f505-481b-9f01-805ab7ca0e85 req-72d5f3f0-2aa3-4e25-aba3-2671fb21db39 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Usage tracker for resource:security_group_rule and tenant:d929b0c1d4424de8ae818e10970de19a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:53.024503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2d88561a-f505-481b-9f01-805ab7ca0e85 req-72d5f3f0-2aa3-4e25-aba3-2671fb21db39 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:53.032049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2d88561a-f505-481b-9f01-805ab7ca0e85 req-72d5f3f0-2aa3-4e25-aba3-2671fb21db39 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:53.125160 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2d88561a-f505-481b-9f01-805ab7ca0e85 req-72d5f3f0-2aa3-4e25-aba3-2671fb21db39 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:53.127032 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:53.148225 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:53.239668 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2d88561a-f505-481b-9f01-805ab7ca0e85 req-72d5f3f0-2aa3-4e25-aba3-2671fb21db39 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:53.603511 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2d88561a-f505-481b-9f01-805ab7ca0e85 req-72d5f3f0-2aa3-4e25-aba3-2671fb21db39 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:53.638218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2d88561a-f505-481b-9f01-805ab7ca0e85 req-72d5f3f0-2aa3-4e25-aba3-2671fb21db39 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1770 time: 0.8183298 Dec 22 09:40:53.674668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Pushing event updated for resources: {'Port': ['ID=ed38f38f-7470-4310-b8d0-71a98e29d508,revision_number=11']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:53.686879 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:53.687435 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-587023cf-25b8-4acb-af02-eaada11018ab tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:53.763714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:40:53.768505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f721e-bb4f-4ac4-bcb1-2780ae42795f req-d8652993-ef0c-471e-ab34-7732414a783b tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:53.776744 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eb9f721e-bb4f-4ac4-bcb1-2780ae42795f req-d8652993-ef0c-471e-ab34-7732414a783b tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/ports?device_id=8a3375dc-a46c-4252-b4b3-113bea0e257d HTTP/1.1" status: 200 len: 946 time: 0.5074518 Dec 22 09:40:53.785065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5f3f0-2aa3-4e25-aba3-2671fb21db39 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Pushing event updated for resources: {'SecurityGroup': ['ID=e79a3779-849b-4f9d-b999-158b2cb323c6,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:53.802510 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-72d5f3f0-2aa3-4e25-aba3-2671fb21db39 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:53.914513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:53.915548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:53.917984 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] 10.222.0.64 "PUT /v2.0/ports/ed38f38f-7470-4310-b8d0-71a98e29d508 HTTP/1.1" status: 200 len: 1160 time: 4.9226956 Dec 22 09:40:53.919256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb51992-7a83-4102-9af4-f2a8163f6cc0', 'tag': 'ed38f38f-7470-4310-b8d0-71a98e29d508'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:40:53.972947 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eb9f721e-bb4f-4ac4-bcb1-2780ae42795f req-0cb5a99b-c378-4c45-a42b-147367f75dea tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/security-groups?id=dd0d6418-26a1-4063-9255-240b34d8638b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945484 Dec 22 09:40:54.131253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-dcdec7c0-11b3-404c-8934-19ea8e1249f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:54.134030 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-dcdec7c0-11b3-404c-8934-19ea8e1249f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 1163 time: 0.1565444 Dec 22 09:40:54.154467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9f7cd-e0e0-490a-90b9-bfe271de8b4e req-9cfe9d2e-9927-4e2a-a16b-72f2159b4d53 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:54.165795 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e9c9f7cd-e0e0-490a-90b9-bfe271de8b4e req-9cfe9d2e-9927-4e2a-a16b-72f2159b4d53 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 948 time: 0.3347940 Dec 22 09:40:54.658045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 23847375-f8e5-4a79-97cf-1ff82a1ec317 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:40:54.798141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 23847375-f8e5-4a79-97cf-1ff82a1ec317 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:40:54.799036 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:54.806840 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e9c9f7cd-e0e0-490a-90b9-bfe271de8b4e req-b748f7ee-3c07-48ea-8838-10179f933918 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6396611 Dec 22 09:40:54.810843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-46684103-375a-4629-ade9-c78b3fc92024 req-18ec6eec-ed04-424c-a7bd-356b8a3beb41 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-611800381', 'description': 'tempest-description-852944225'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:54.826622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-46684103-375a-4629-ade9-c78b3fc92024 req-18ec6eec-ed04-424c-a7bd-356b8a3beb41 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:54.844403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-46684103-375a-4629-ade9-c78b3fc92024 req-18ec6eec-ed04-424c-a7bd-356b8a3beb41 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Usage tracker for resource:security_group and tenant:e867f84521524ce2ba067f02c8e2bb27 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:54.849089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-46684103-375a-4629-ade9-c78b3fc92024 req-18ec6eec-ed04-424c-a7bd-356b8a3beb41 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Quota usage for security_group was recalculated. Used quota:5. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:54.882965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-46684103-375a-4629-ade9-c78b3fc92024 req-18ec6eec-ed04-424c-a7bd-356b8a3beb41 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:54.938284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-4f339d5d-3faf-4fab-b891-9fd40ea50d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:54.940101 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-4f339d5d-3faf-4fab-b891-9fd40ea50d46 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.7523868 Dec 22 09:40:55.008439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-46684103-375a-4629-ade9-c78b3fc92024 req-18ec6eec-ed04-424c-a7bd-356b8a3beb41 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:55.031397 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e055c9b-1b05-49b0-9e42-84f1cfa52e2a req-d5f205c0-f88d-43a7-80b9-439bcfa46c20 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "GET /v2.0/security-groups/e79a3779-849b-4f9d-b999-158b2cb323c6 HTTP/1.1" status: 200 len: 1765 time: 0.1623249 Dec 22 09:40:55.050850 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a55336-455b-4906-ba10-9c5bc373beaf req-ef53d705-2c3a-4587-a9ea-30e9a5b0507e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.3619866 Dec 22 09:40:55.052469 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-971aa821-c8e7-4603-a58b-bf08586e320a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ed38f38f-7470-4310-b8d0-71a98e29d508 HTTP/1.1" status: 200 len: 217 time: 0.1012108 Dec 22 09:40:55.060888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-46684103-375a-4629-ade9-c78b3fc92024 req-18ec6eec-ed04-424c-a7bd-356b8a3beb41 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:55.065099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-46684103-375a-4629-ade9-c78b3fc92024 req-18ec6eec-ed04-424c-a7bd-356b8a3beb41 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Usage tracker for resource:security_group_rule and tenant:e867f84521524ce2ba067f02c8e2bb27 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:55.068475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-46684103-375a-4629-ade9-c78b3fc92024 req-18ec6eec-ed04-424c-a7bd-356b8a3beb41 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:55.150940 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-6d716552-af1b-4324-983e-0d9ad9f16fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:55.154301 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-6d716552-af1b-4324-983e-0d9ad9f16fa0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.0788062 Dec 22 09:40:55.155473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-46684103-375a-4629-ade9-c78b3fc92024 req-18ec6eec-ed04-424c-a7bd-356b8a3beb41 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:55.160184 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb51992-7a83-4102-9af4-f2a8163f6cc0', 'tag': 'ed38f38f-7470-4310-b8d0-71a98e29d508', 'status': 'completed', 'code': 200} Dec 22 09:40:55.305322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-46684103-375a-4629-ade9-c78b3fc92024 req-18ec6eec-ed04-424c-a7bd-356b8a3beb41 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:55.352173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a55336-455b-4906-ba10-9c5bc373beaf req-ab789d20-2fa0-4157-a81f-d9505257a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:55.353324 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a55336-455b-4906-ba10-9c5bc373beaf req-ab789d20-2fa0-4157-a81f-d9505257a46f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 1165 time: 0.1563332 Dec 22 09:40:55.364552 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-46684103-375a-4629-ade9-c78b3fc92024 req-18ec6eec-ed04-424c-a7bd-356b8a3beb41 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:55.378685 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6d919a0c-c6ce-4670-a4ae-984722fc4409 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:55.474714 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-46684103-375a-4629-ade9-c78b3fc92024 req-18ec6eec-ed04-424c-a7bd-356b8a3beb41 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:55.487387 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-46684103-375a-4629-ade9-c78b3fc92024 req-18ec6eec-ed04-424c-a7bd-356b8a3beb41 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1756 time: 0.7070847 Dec 22 09:40:55.579284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec6eec-ed04-424c-a7bd-356b8a3beb41 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event updated for resources: {'SecurityGroup': ['ID=6b166bc4-4273-4eb0-8ff6-6559b9e90abd,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:55.608129 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-18ec6eec-ed04-424c-a7bd-356b8a3beb41 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:55.617175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-0fa18f5c-2483-4c26-a1b2-b3be1a4a13dd req-ec777c72-562a-4aed-8dbc-86d83cba1296 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-336645106', 'description': 'tempest-description-853917010'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:55.633011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-0fa18f5c-2483-4c26-a1b2-b3be1a4a13dd req-ec777c72-562a-4aed-8dbc-86d83cba1296 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:55.637788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-bcabacde-82d3-4897-96c4-b5e2a8b1d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:55.639742 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-bcabacde-82d3-4897-96c4-b5e2a8b1d9e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4783833 Dec 22 09:40:55.643759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1c503-86e3-496b-b0fc-662409345a46 req-383866d3-e003-4669-94e8-7305a47c9f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:55.645953 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8db1c503-86e3-496b-b0fc-662409345a46 req-383866d3-e003-4669-94e8-7305a47c9f6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 1163 time: 0.3311610 Dec 22 09:40:55.647179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-0fa18f5c-2483-4c26-a1b2-b3be1a4a13dd req-ec777c72-562a-4aed-8dbc-86d83cba1296 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Usage tracker for resource:security_group and tenant:d929b0c1d4424de8ae818e10970de19a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:55.653272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a55336-455b-4906-ba10-9c5bc373beaf req-f1a1577b-93e1-4597-a122-c0c47429c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:55.656290 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a55336-455b-4906-ba10-9c5bc373beaf req-f1a1577b-93e1-4597-a122-c0c47429c5ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.2625432 Dec 22 09:40:55.731204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-0fa18f5c-2483-4c26-a1b2-b3be1a4a13dd req-ec777c72-562a-4aed-8dbc-86d83cba1296 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Quota usage for security_group was recalculated. Used quota:5. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:55.760381 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a55336-455b-4906-ba10-9c5bc373beaf req-37dd3fa6-3ebd-42eb-a0a7-9f9448e488cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6cbd8b77-13d2-4719-aebc-7917c943b833 HTTP/1.1" status: 200 len: 217 time: 0.0951948 Dec 22 09:40:55.783198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-0fa18f5c-2483-4c26-a1b2-b3be1a4a13dd req-ec777c72-562a-4aed-8dbc-86d83cba1296 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:55.923257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a55336-455b-4906-ba10-9c5bc373beaf req-f856f144-d940-42e5-90d9-7dd169c1d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:55.926139 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a55336-455b-4906-ba10-9c5bc373beaf req-f856f144-d940-42e5-90d9-7dd169c1d97e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1549957 Dec 22 09:40:55.994644 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0fa18f5c-2483-4c26-a1b2-b3be1a4a13dd req-ec777c72-562a-4aed-8dbc-86d83cba1296 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:56.042126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a55336-455b-4906-ba10-9c5bc373beaf req-b8b15e58-cc1a-4ebc-ad0a-7240cd9df75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:56.044153 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a55336-455b-4906-ba10-9c5bc373beaf req-b8b15e58-cc1a-4ebc-ad0a-7240cd9df75d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1075172 Dec 22 09:40:56.104631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-0fa18f5c-2483-4c26-a1b2-b3be1a4a13dd req-ec777c72-562a-4aed-8dbc-86d83cba1296 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:56.117542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86427d1b-2c09-41ba-8695-f2e733d0a1d0 req-15f3b0f9-9169-4ac9-b1c0-acc15722917d tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:56.126898 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86427d1b-2c09-41ba-8695-f2e733d0a1d0 req-15f3b0f9-9169-4ac9-b1c0-acc15722917d tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/ports?device_id=8a3375dc-a46c-4252-b4b3-113bea0e257d HTTP/1.1" status: 200 len: 946 time: 0.4759119 Dec 22 09:40:56.157152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-0fa18f5c-2483-4c26-a1b2-b3be1a4a13dd req-ec777c72-562a-4aed-8dbc-86d83cba1296 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Usage tracker for resource:security_group_rule and tenant:d929b0c1d4424de8ae818e10970de19a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:56.161374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-0fa18f5c-2483-4c26-a1b2-b3be1a4a13dd req-ec777c72-562a-4aed-8dbc-86d83cba1296 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:56.168381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-0fa18f5c-2483-4c26-a1b2-b3be1a4a13dd req-ec777c72-562a-4aed-8dbc-86d83cba1296 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:56.270855 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0fa18f5c-2483-4c26-a1b2-b3be1a4a13dd req-ec777c72-562a-4aed-8dbc-86d83cba1296 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:56.274272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1c503-86e3-496b-b0fc-662409345a46 req-8908c0da-ccaf-4c97-aa04-4b66c0ecb34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:56.277649 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8db1c503-86e3-496b-b0fc-662409345a46 req-8908c0da-ccaf-4c97-aa04-4b66c0ecb34c service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.5426846 Dec 22 09:40:56.286690 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0fa18f5c-2483-4c26-a1b2-b3be1a4a13dd req-ec777c72-562a-4aed-8dbc-86d83cba1296 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:56.294637 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-9550a58f-d8f0-40bf-96fd-dab4a6057055 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025059 Dec 22 09:40:56.299866 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61463b45-1c36-4f8e-b2c2-2cc216ba50b1 tempest-SecurityGroupsTestAdminJSON-1702997454 tempest-SecurityGroupsTestAdminJSON-1702997454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:56.322134 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a55336-455b-4906-ba10-9c5bc373beaf req-148a9b83-82c3-440a-9918-78c032ca640a service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687926 Dec 22 09:40:56.479806 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8db1c503-86e3-496b-b0fc-662409345a46 req-c40f66d9-5061-4c21-bcee-bb95fde8e537 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ed38f38f-7470-4310-b8d0-71a98e29d508 HTTP/1.1" status: 200 len: 217 time: 0.1836047 Dec 22 09:40:56.489908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec777c72-562a-4aed-8dbc-86d83cba1296 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Pushing event updated for resources: {'SecurityGroup': ['ID=23c266e8-f720-4b4f-95df-c1917d868364,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:56.521182 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a55336-455b-4906-ba10-9c5bc373beaf req-cc127f35-3069-4f2a-802e-9f74e1f7829d service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1860902 Dec 22 09:40:56.552241 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec777c72-562a-4aed-8dbc-86d83cba1296 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:56.568617 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86427d1b-2c09-41ba-8695-f2e733d0a1d0 req-e45b2a0f-4ee3-4c1a-b842-c002f2e20b56 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/security-groups?id=dd0d6418-26a1-4063-9255-240b34d8638b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402423 Dec 22 09:40:56.578618 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0fa18f5c-2483-4c26-a1b2-b3be1a4a13dd req-ec777c72-562a-4aed-8dbc-86d83cba1296 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:56.579926 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0fa18f5c-2483-4c26-a1b2-b3be1a4a13dd req-ec777c72-562a-4aed-8dbc-86d83cba1296 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1768 time: 1.0124249 Dec 22 09:40:56.754180 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed4d76eb-ccca-4212-a51e-28bf3ddf2853 req-13214b0c-169f-4d13-88a6-aabba250ec21 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3679647 Dec 22 09:40:56.769306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1c503-86e3-496b-b0fc-662409345a46 req-90a4b758-f2f9-4308-92f5-ba6116283a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:56.770923 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8db1c503-86e3-496b-b0fc-662409345a46 req-90a4b758-f2f9-4308-92f5-ba6116283a8c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.2782600 Dec 22 09:40:57.017478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1c503-86e3-496b-b0fc-662409345a46 req-be59b71a-9afd-460e-a2f2-6aa7435bc40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:57.019160 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8db1c503-86e3-496b-b0fc-662409345a46 req-be59b71a-9afd-460e-a2f2-6aa7435bc40b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2207599 Dec 22 09:40:57.160909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-cd0a1d9a-5feb-4dee-bbd9-6ffb38858f64 req-ebf5fd1b-176f-4f1d-a2b7-3965bd71d05a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Synchronizing usage tracker for tenant:e867f84521524ce2ba067f02c8e2bb27 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:40:57.195363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1c503-86e3-496b-b0fc-662409345a46 req-7166df48-c369-42cf-8f73-814e3408d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:57.198123 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8db1c503-86e3-496b-b0fc-662409345a46 req-7166df48-c369-42cf-8f73-814e3408d50b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 1163 time: 0.2998350 Dec 22 09:40:57.355386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-cd0a1d9a-5feb-4dee-bbd9-6ffb38858f64 req-ebf5fd1b-176f-4f1d-a2b7-3965bd71d05a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Unset dirty status for tenant:e867f84521524ce2ba067f02c8e2bb27 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:40:57.357101 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cd0a1d9a-5feb-4dee-bbd9-6ffb38858f64 req-ebf5fd1b-176f-4f1d-a2b7-3965bd71d05a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e867f84521524ce2ba067f02c8e2bb27 HTTP/1.1" status: 200 len: 10549 time: 0.6363392 Dec 22 09:40:57.381872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8484af1-4a25-4adc-ac85-d68d4d4021c7 req-43928b74-db11-40d4-907f-0456f0ef2729 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:57.386372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8484af1-4a25-4adc-ac85-d68d4d4021c7 req-43928b74-db11-40d4-907f-0456f0ef2729 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:57.392354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8484af1-4a25-4adc-ac85-d68d4d4021c7 req-43928b74-db11-40d4-907f-0456f0ef2729 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:57.400170 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8484af1-4a25-4adc-ac85-d68d4d4021c7 req-43928b74-db11-40d4-907f-0456f0ef2729 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 2417 time: 0.3257823 Dec 22 09:40:57.581810 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8db1c503-86e3-496b-b0fc-662409345a46 req-7a80da10-bbdd-4f5b-95cf-6c00878c8efb service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395913 Dec 22 09:40:57.604825 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8484af1-4a25-4adc-ac85-d68d4d4021c7 req-855e760f-b7b5-402c-8d94-864fcc4d00bf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035880 Dec 22 09:40:57.658491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1c503-86e3-496b-b0fc-662409345a46 req-928dbe0d-9d25-4f06-afe4-c344abf951cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:57.660132 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8db1c503-86e3-496b-b0fc-662409345a46 req-928dbe0d-9d25-4f06-afe4-c344abf951cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.3846898 Dec 22 09:40:57.662374 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cd0a1d9a-5feb-4dee-bbd9-6ffb38858f64 req-17ec1eeb-e999-4db3-84a1-6ed4e170f33a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/40effe33-5414-4d8b-82c0-4611e8cd1529 HTTP/1.1" status: 200 len: 2881 time: 0.2926836 Dec 22 09:40:57.750882 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8db1c503-86e3-496b-b0fc-662409345a46 req-8d9191e6-b84f-4fc9-82c1-0d55a382ea70 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ed38f38f-7470-4310-b8d0-71a98e29d508 HTTP/1.1" status: 200 len: 217 time: 0.0692923 Dec 22 09:40:57.852266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-ac9ad729-a839-4296-b786-6873fa97a39f tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:57.856892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-ac9ad729-a839-4296-b786-6873fa97a39f tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:57.863378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-ac9ad729-a839-4296-b786-6873fa97a39f tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:57.864413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-ac9ad729-a839-4296-b786-6873fa97a39f tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Synchronizing usage tracker for tenant:2bf9339faedd4d93bde184951affe795 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:40:57.887250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-ac9ad729-a839-4296-b786-6873fa97a39f tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Unset dirty status for tenant:2bf9339faedd4d93bde184951affe795 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:40:57.889507 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-ac9ad729-a839-4296-b786-6873fa97a39f tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.37 "GET /v2.0/ports?device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 2417 time: 0.1492443 Dec 22 09:40:57.980038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-f54100a1-15bc-48fa-a57e-053938bc9cc1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Deleting port 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:40:57.980679 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-f54100a1-15bc-48fa-a57e-053938bc9cc1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:58.247506 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cd0a1d9a-5feb-4dee-bbd9-6ffb38858f64 req-040d0bd2-9a93-4375-a6ac-5c4961963628 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/40effe33-5414-4d8b-82c0-4611e8cd1529 HTTP/1.1" status: 200 len: 2881 time: 0.5705631 Dec 22 09:40:58.251542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1c503-86e3-496b-b0fc-662409345a46 req-1664e734-0d2b-441e-bba8-4b01d37f7e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:58.253218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8db1c503-86e3-496b-b0fc-662409345a46 req-1664e734-0d2b-441e-bba8-4b01d37f7e40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1053765 Dec 22 09:40:58.449217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-f54100a1-15bc-48fa-a57e-053938bc9cc1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] For port 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=8dbfa980-cf85-41a5-8f2e-0c87f8535c2c,segment=NetworkSegment(68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed),segment_id=68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:58.449830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-f54100a1-15bc-48fa-a57e-053938bc9cc1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:58.493440 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ac397102-7775-4a4d-bd6e-dd353f938932 req-ac253b11-1f6a-4082-b433-3f77921c6781 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "GET /v2.0/security-groups/23c266e8-f720-4b4f-95df-c1917d868364 HTTP/1.1" status: 200 len: 1763 time: 0.1694589 Dec 22 09:40:58.525632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151031c-a858-45c3-ad2f-dfc5969ceed8 req-ea150b09-0a8e-4733-91ea-ef6ba0b46ef3 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:58.531556 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3151031c-a858-45c3-ad2f-dfc5969ceed8 req-ea150b09-0a8e-4733-91ea-ef6ba0b46ef3 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 948 time: 0.7326570 Dec 22 09:40:58.543118 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8db1c503-86e3-496b-b0fc-662409345a46 req-f051a880-f744-4b1f-b173-4466f6bfb4d3 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9110150 Dec 22 09:40:58.571189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 9cef7080-53af-43d2-9c00-199c93e5aaf8 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:40:58.638784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1c503-86e3-496b-b0fc-662409345a46 req-64c71496-0184-43d7-9083-389fbd8f4da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:40:58.647782 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8db1c503-86e3-496b-b0fc-662409345a46 req-64c71496-0184-43d7-9083-389fbd8f4da8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3055136 Dec 22 09:40:58.715209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-f54100a1-15bc-48fa-a57e-053938bc9cc1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Calling delete_port for 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:40:58.857982 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:58.889319 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3151031c-a858-45c3-ad2f-dfc5969ceed8 req-2442ac4d-69ab-4f17-bbf3-38dcdbff569e tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442931 Dec 22 09:40:58.943990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 9cef7080-53af-43d2-9c00-199c93e5aaf8, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=9cef7080-53af-43d2-9c00-199c93e5aaf8,segment=NetworkSegment(9c904039-0fcd-49b4-b66a-762fab5f6734),segment_id=9c904039-0fcd-49b4-b66a-762fab5f6734)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:58.945796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cef7080-53af-43d2-9c00-199c93e5aaf8'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:40:58.954367 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:58.954923 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-f54100a1-15bc-48fa-a57e-053938bc9cc1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:58.956186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:40:58.998669 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69b75fa4-1b0e-4136-9c97-daf3785925f1 tempest-ServersOnMultiNodesTest-961835074 tempest-ServersOnMultiNodesTest-961835074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:59.007997 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:59.038603 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-a0729081-4416-489a-823f-95a9397b3727 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 258 time: 0.4979229 Dec 22 09:40:59.044189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:40:59.050551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:40:59.055017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Usage tracker for resource:floatingip and tenant:2fd1aa4eae574f009fc683eb2b5a8ace is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:40:59.058476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:40:59.064946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] No Port match for: 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:40:59.065225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:40:59.065753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c not bound to the agent host n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:40:59.066458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device ea10ea85-3dc0-497e-ac5e-1af59f5c4450 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:40:59.076722 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:59.112782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54100a1-15bc-48fa-a57e-053938bc9cc1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event deleted for resources: {'Port': ['ID=8dbfa980-cf85-41a5-8f2e-0c87f8535c2c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:59.121987 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f54100a1-15bc-48fa-a57e-053938bc9cc1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:59.156613 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8db1c503-86e3-496b-b0fc-662409345a46 req-a4d3b667-1d7c-43d7-b9c4-ba708942fcaf service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037483 Dec 22 09:40:59.323992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=9cef7080-53af-43d2-9c00-199c93e5aaf8,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:59.330014 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:59.354327 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:59.448582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port ea10ea85-3dc0-497e-ac5e-1af59f5c4450, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ea10ea85-3dc0-497e-ac5e-1af59f5c4450,segment=NetworkSegment(68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed),segment_id=68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:40:59.456406 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8db1c503-86e3-496b-b0fc-662409345a46 req-3c5af3c2-f10c-4c5e-bb5e-6c085beb24d0 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2455959 Dec 22 09:40:59.456768 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:59.458559 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:40:59.544670 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e6892fbd-2af5-4413-8d82-e10aa5b23c06 req-fa5d67f7-9d20-4259-b793-fa4507564790 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/281d6e01-ba2a-42fa-b4f7-f83b68bb89e8 HTTP/1.1" status: 200 len: 1753 time: 0.0853629 Dec 22 09:40:59.602534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-f54100a1-15bc-48fa-a57e-053938bc9cc1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] No DVR routers for this DVR port 8dbfa980-cf85-41a5-8f2e-0c87f8535c2c on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:40:59.614487 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-f54100a1-15bc-48fa-a57e-053938bc9cc1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:59.646247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'name': 'network-vif-deleted', 'tag': '8dbfa980-cf85-41a5-8f2e-0c87f8535c2c'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:40:59.655044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=ea10ea85-3dc0-497e-ac5e-1af59f5c4450,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:40:59.660624 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-f54100a1-15bc-48fa-a57e-053938bc9cc1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.37 "DELETE /v2.0/ports/8dbfa980-cf85-41a5-8f2e-0c87f8535c2c HTTP/1.1" status: 204 len: 173 time: 1.7631547 Dec 22 09:40:59.661833 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:40:59.763125 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:40:59.875984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-4b98a52b-fa20-47f6-a0b6-61e6f9a0676e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Deleting port 9cef7080-53af-43d2-9c00-199c93e5aaf8 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:40:59.876473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-4b98a52b-fa20-47f6-a0b6-61e6f9a0676e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:00.015781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e6892fbd-2af5-4413-8d82-e10aa5b23c06 req-42dcdce1-ab27-4f61-b282-a1910a7b6d25 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:00.051713 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e6892fbd-2af5-4413-8d82-e10aa5b23c06 req-42dcdce1-ab27-4f61-b282-a1910a7b6d25 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:00.119311 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e6892fbd-2af5-4413-8d82-e10aa5b23c06 req-42dcdce1-ab27-4f61-b282-a1910a7b6d25 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:00.128084 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-817a5307-4ab3-4db0-8e2e-e126a894d6f9 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:00.150399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcdce1-ab27-4f61-b282-a1910a7b6d25 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event deleted for resources: {'SecurityGroup': ['ID=281d6e01-ba2a-42fa-b4f7-f83b68bb89e8,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:00.156626 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-42dcdce1-ab27-4f61-b282-a1910a7b6d25 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:00.389518 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e6892fbd-2af5-4413-8d82-e10aa5b23c06 req-42dcdce1-ab27-4f61-b282-a1910a7b6d25 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:00.391065 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e6892fbd-2af5-4413-8d82-e10aa5b23c06 req-42dcdce1-ab27-4f61-b282-a1910a7b6d25 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "DELETE /v2.0/security-groups/281d6e01-ba2a-42fa-b4f7-f83b68bb89e8 HTTP/1.1" status: 204 len: 173 time: 0.8449600 Dec 22 09:41:00.413665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-4b98a52b-fa20-47f6-a0b6-61e6f9a0676e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] For port 9cef7080-53af-43d2-9c00-199c93e5aaf8, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=9cef7080-53af-43d2-9c00-199c93e5aaf8,segment=NetworkSegment(9c904039-0fcd-49b4-b66a-762fab5f6734),segment_id=9c904039-0fcd-49b4-b66a-762fab5f6734)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:41:00.414081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-4b98a52b-fa20-47f6-a0b6-61e6f9a0676e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:00.420080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Allocated IP 172.25.7.181 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/29d95ed7-b35b-4747-b65a-033c2bd75ffa) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:41:00.447744 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-8f3e81bd-27bd-4ce6-8ed8-df20427f3179 req-74d281a1-a0d8-4fe9-848e-f08ba8eb6f9e tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] show failed (client error): The resource could not be found. Dec 22 09:41:00.449028 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8f3e81bd-27bd-4ce6-8ed8-df20427f3179 req-74d281a1-a0d8-4fe9-848e-f08ba8eb6f9e tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "GET /v2.0/security-groups/d187d8da-2ec1-4bf2-a1a4-bb93a537fed6 HTTP/1.1" status: 404 len: 352 time: 0.0229959 Dec 22 09:41:00.603502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-4b98a52b-fa20-47f6-a0b6-61e6f9a0676e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Calling delete_port for 9cef7080-53af-43d2-9c00-199c93e5aaf8 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:41:00.752133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:00.772882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5debd9f-83a8-49f8-9463-e42425e8ab62 req-87905a67-d920-4706-a424-c1b377a841f5 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:00.777869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5debd9f-83a8-49f8-9463-e42425e8ab62 req-87905a67-d920-4706-a424-c1b377a841f5 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:00.786681 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f5debd9f-83a8-49f8-9463-e42425e8ab62 req-87905a67-d920-4706-a424-c1b377a841f5 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 1678 time: 0.1636195 Dec 22 09:41:00.803733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-4b98a52b-fa20-47f6-a0b6-61e6f9a0676e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:00.824045 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:00.862332 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f5debd9f-83a8-49f8-9463-e42425e8ab62 req-546c4918-421a-4a1d-b322-9342b4bc5df8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745027 Dec 22 09:41:00.874956 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:00.881908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98a52b-fa20-47f6-a0b6-61e6f9a0676e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event deleted for resources: {'Port': ['ID=9cef7080-53af-43d2-9c00-199c93e5aaf8,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:00.885833 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4b98a52b-fa20-47f6-a0b6-61e6f9a0676e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:00.919323 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6ad12fb4-a0d3-465a-9a98-68922d6ffa54 tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:00.971100 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cef7080-53af-43d2-9c00-199c93e5aaf8', 'code': 200} Dec 22 09:41:01.182601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device ed38f38f-7470-4310-b8d0-71a98e29d508 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:41:01.230825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Pushing event updated for resources: {'Port': ['ID=29d95ed7-b35b-4747-b65a-033c2bd75ffa,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:01.317160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port ed38f38f-7470-4310-b8d0-71a98e29d508 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:41:01.333099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port ed38f38f-7470-4310-b8d0-71a98e29d508 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:01.334047 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:01.346015 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'name': 'network-vif-deleted', 'tag': '8dbfa980-cf85-41a5-8f2e-0c87f8535c2c', 'status': 'completed', 'code': 200} Dec 22 09:41:01.397582 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:01.431112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:41:01.437627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:41:01.441799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:41:01.469157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-4b98a52b-fa20-47f6-a0b6-61e6f9a0676e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] No DVR routers for this DVR port 9cef7080-53af-43d2-9c00-199c93e5aaf8 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:41:01.472809 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-4b98a52b-fa20-47f6-a0b6-61e6f9a0676e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:01.497826 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-4b98a52b-fa20-47f6-a0b6-61e6f9a0676e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.37 "DELETE /v2.0/ports/9cef7080-53af-43d2-9c00-199c93e5aaf8 HTTP/1.1" status: 204 len: 173 time: 1.8276668 Dec 22 09:41:01.528716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dce158-494f-4a90-9088-f314f6a45848 req-a32832bd-92f1-418a-91ae-124e54b24c9b tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:01.532462 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f8dce158-494f-4a90-9088-f314f6a45848 req-a32832bd-92f1-418a-91ae-124e54b24c9b tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 948 time: 0.3329382 Dec 22 09:41:01.558762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:01.622739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-e1bba534-0fad-4d16-a0be-799f054de6cd tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Deleting port ea10ea85-3dc0-497e-ac5e-1af59f5c4450 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:41:01.623361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-e1bba534-0fad-4d16-a0be-799f054de6cd tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:01.628508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port ed38f38f-7470-4310-b8d0-71a98e29d508, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=ed38f38f-7470-4310-b8d0-71a98e29d508,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:41:01.639018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:01.643318 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:01.707610 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:01.783828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=ed38f38f-7470-4310-b8d0-71a98e29d508,revision_number=12']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:01.787916 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:01.789104 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f8dce158-494f-4a90-9088-f314f6a45848 req-ca2fb338-d377-454f-87d8-e9734bf29c07 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474859 Dec 22 09:41:01.808446 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:02.106693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-e1bba534-0fad-4d16-a0be-799f054de6cd tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] For port ea10ea85-3dc0-497e-ac5e-1af59f5c4450, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ea10ea85-3dc0-497e-ac5e-1af59f5c4450,segment=NetworkSegment(68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed),segment_id=68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:41:02.107721 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-e1bba534-0fad-4d16-a0be-799f054de6cd tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:02.117208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device ed38f38f-7470-4310-b8d0-71a98e29d508 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:41:02.194344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port ed38f38f-7470-4310-b8d0-71a98e29d508 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:02.194700 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:02.206735 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:02.273253 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:02.308523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-e1bba534-0fad-4d16-a0be-799f054de6cd tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Calling delete_port for ea10ea85-3dc0-497e-ac5e-1af59f5c4450 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:41:02.357998 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-38c50a8b-45a2-411f-89d0-8f0a25408698 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:02.550872 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-e1bba534-0fad-4d16-a0be-799f054de6cd tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:02.572506 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:02.634912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bba534-0fad-4d16-a0be-799f054de6cd tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event deleted for resources: {'Port': ['ID=ea10ea85-3dc0-497e-ac5e-1af59f5c4450,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:02.644210 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e1bba534-0fad-4d16-a0be-799f054de6cd tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:02.846403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Pushing event updated for resources: {'Port': ['ID=29d95ed7-b35b-4747-b65a-033c2bd75ffa,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:02.852776 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:02.853982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-e1bba534-0fad-4d16-a0be-799f054de6cd tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] No DVR routers for this DVR port ea10ea85-3dc0-497e-ac5e-1af59f5c4450 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:41:02.858355 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-e1bba534-0fad-4d16-a0be-799f054de6cd tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:02.858488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-696eb8e4-8e10-452a-ba67-9d979384ab04 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:02.867604 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-696eb8e4-8e10-452a-ba67-9d979384ab04 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/networks?id=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 HTTP/1.1" status: 200 len: 815 time: 0.9104917 Dec 22 09:41:02.871289 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e299d2ab-aa0e-4151-9904-00dc6df802e4 req-e1bba534-0fad-4d16-a0be-799f054de6cd tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.37 "DELETE /v2.0/ports/ea10ea85-3dc0-497e-ac5e-1af59f5c4450 HTTP/1.1" status: 204 len: 173 time: 1.3673625 Dec 22 09:41:02.896091 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-2c779f36-c762-4856-9d9a-eb7097100213 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/quotas/f8298ddf7cf945579648150318b580de HTTP/1.1" status: 200 len: 375 time: 0.0270493 Dec 22 09:41:02.973626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea10ea85-3dc0-497e-ac5e-1af59f5c4450'}, {'server_uuid': 'dcb51992-7a83-4102-9af4-f2a8163f6cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed38f38f-7470-4310-b8d0-71a98e29d508'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:41:03.198698 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:03.207860 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-6bce4f19-002a-4597-8ca1-ab284eadb52c tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8298ddf7cf945579648150318b580de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2976019 Dec 22 09:41:03.285372 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:03.287317 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2472460 Dec 22 09:41:03.348171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'name': 'network-vif-deleted', 'tag': '9cef7080-53af-43d2-9c00-199c93e5aaf8'}, {'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'name': 'network-vif-deleted', 'tag': 'ea10ea85-3dc0-497e-ac5e-1af59f5c4450'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:41:03.517083 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-4a911026-86e0-4c4a-aac1-00d60781be9e service neutron] 10.222.0.50 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740803 Dec 22 09:41:03.571379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-f5b80de1-8c78-459c-8b0c-2d29d9e8bf91 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Synchronizing usage tracker for tenant:2fd1aa4eae574f009fc683eb2b5a8ace on resource:floatingip {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:41:03.702656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-f5b80de1-8c78-459c-8b0c-2d29d9e8bf91 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Unset dirty status for tenant:2fd1aa4eae574f009fc683eb2b5a8ace on resource:floatingip {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:41:03.703975 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-f5b80de1-8c78-459c-8b0c-2d29d9e8bf91 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 696 time: 0.4095585 Dec 22 09:41:03.712008 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-a7f4fabf-122f-4dbe-b9d4-c413f92312cd service neutron] 10.222.0.50 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1938405 Dec 22 09:41:03.936740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-776810dd-e6f8-4b6d-b95c-59f580c79e8c tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:03.938406 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-776810dd-e6f8-4b6d-b95c-59f580c79e8c tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.2139018 Dec 22 09:41:03.955904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-9bbedb0a-c013-49b4-ba38-40e9eff6d090 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:41:03.961426 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04eefccb-842f-4f0e-b733-e9a44a8734c4 req-9bbedb0a-c013-49b4-ba38-40e9eff6d090 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0155129 Dec 22 09:41:04.046121 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-e3749237-1003-4222-aca7-0ffdd21979ee req-4bf65d63-4486-41ed-b557-8bb9e2193c8d tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] show failed (client error): The resource could not be found. Dec 22 09:41:04.047038 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3749237-1003-4222-aca7-0ffdd21979ee req-4bf65d63-4486-41ed-b557-8bb9e2193c8d tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/281d6e01-ba2a-42fa-b4f7-f83b68bb89e8 HTTP/1.1" status: 404 len: 352 time: 0.0324042 Dec 22 09:41:04.159044 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-07c38d33-ef92-435f-9383-ef7b4ea8f897 req-71c603db-f30c-4a8f-808f-1aaf8ed1e709 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] show failed (client error): The resource could not be found. Dec 22 09:41:04.161976 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07c38d33-ef92-435f-9383-ef7b4ea8f897 req-71c603db-f30c-4a8f-808f-1aaf8ed1e709 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "GET /v2.0/security-group-rules/8bb6ed03-038f-473f-9b0e-3f54083fe18c HTTP/1.1" status: 404 len: 361 time: 0.0345542 Dec 22 09:41:04.461263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3824af08-9ad6-4d95-937c-e74e44f26fd8 req-edf2251d-0e96-4639-ae9e-0b82e1657ff6 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=cebe6168-da54-46bd-9a8c-0375426eae46 HTTP/1.1" status: 200 len: 210 time: 0.0807135 Dec 22 09:41:04.530134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14299140-4fc6-41b2-a8df-80112af5b2f6 req-1c9c2cde-5f71-4158-96c0-b34a062a7af2 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:04.530134 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-14299140-4fc6-41b2-a8df-80112af5b2f6 req-1c9c2cde-5f71-4158-96c0-b34a062a7af2 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 950 time: 0.2852950 Dec 22 09:41:04.616382 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-14299140-4fc6-41b2-a8df-80112af5b2f6 req-d2657f05-8529-4bd9-aac6-15fa30bb4122 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693004 Dec 22 09:41:04.625462 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea10ea85-3dc0-497e-ac5e-1af59f5c4450', 'code': 200} Dec 22 09:41:04.625777 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb51992-7a83-4102-9af4-f2a8163f6cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed38f38f-7470-4310-b8d0-71a98e29d508', 'code': 200} Dec 22 09:41:04.685116 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'name': 'network-vif-deleted', 'tag': '9cef7080-53af-43d2-9c00-199c93e5aaf8', 'status': 'completed', 'code': 200} Dec 22 09:41:04.685458 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebe6168-da54-46bd-9a8c-0375426eae46', 'name': 'network-vif-deleted', 'tag': 'ea10ea85-3dc0-497e-ac5e-1af59f5c4450', 'status': 'completed', 'code': 200} Dec 22 09:41:04.819848 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba1620b8-9383-48e2-8947-07b82c4875ce req-6130c289-206e-49ee-a5ec-2923055a14bb tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=1f6c35b5-e425-4a12-aca7-b7d971aca632 HTTP/1.1" status: 200 len: 210 time: 0.0527680 Dec 22 09:41:04.986947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b81f29-2f9f-423f-916d-851c1d138532 req-72c5c238-8a1e-4768-98b9-c9875917f68a tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:04.988719 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07b81f29-2f9f-423f-916d-851c1d138532 req-72c5c238-8a1e-4768-98b9-c9875917f68a tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/ports?device_id=8a3375dc-a46c-4252-b4b3-113bea0e257d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1718788 Dec 22 09:41:04.991130 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa20366e-b426-4492-a93d-e56b86390058 req-fcb7a25f-c5b2-49d4-bc9b-64ce407e2d5c tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/f0921fe2-a7f8-4945-a161-1a7ae1ee2431 HTTP/1.1" status: 200 len: 1751 time: 0.0934708 Dec 22 09:41:05.000150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c99be65f-fd9b-4f50-87e7-fed5a425eeba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:05.130358 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07b81f29-2f9f-423f-916d-851c1d138532 req-527937c2-916d-4fac-8404-6f10e1726331 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 696 time: 0.1327765 Dec 22 09:41:05.151761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-07b81f29-2f9f-423f-916d-851c1d138532 req-2987cfea-e8e2-4a01-869b-076892a2bead tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Request body: {'floatingip': {'port_id': '23847375-f8e5-4a79-97cf-1ff82a1ec317', 'fixed_ip_address': '172.20.0.11'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:05.266559 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-07b81f29-2f9f-423f-916d-851c1d138532 req-2987cfea-e8e2-4a01-869b-076892a2bead tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks [] for floatingip, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:05.351485 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fa20366e-b426-4492-a93d-e56b86390058 req-21df1ef8-bbc8-4954-8406-a81f4077934a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:05.424737 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fa20366e-b426-4492-a93d-e56b86390058 req-21df1ef8-bbc8-4954-8406-a81f4077934a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:05.660106 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fa20366e-b426-4492-a93d-e56b86390058 req-21df1ef8-bbc8-4954-8406-a81f4077934a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:05.711083 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-42dcdce1-ab27-4f61-b282-a1910a7b6d25 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:05.800350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df1ef8-bbc8-4954-8406-a81f4077934a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0921fe2-a7f8-4945-a161-1a7ae1ee2431,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:05.821629 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-21df1ef8-bbc8-4954-8406-a81f4077934a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:05.849709 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fa20366e-b426-4492-a93d-e56b86390058 req-21df1ef8-bbc8-4954-8406-a81f4077934a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:05.855634 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa20366e-b426-4492-a93d-e56b86390058 req-21df1ef8-bbc8-4954-8406-a81f4077934a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "DELETE /v2.0/security-groups/f0921fe2-a7f8-4945-a161-1a7ae1ee2431 HTTP/1.1" status: 204 len: 173 time: 0.8554184 Dec 22 09:41:06.038682 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c976c998-7792-4139-af58-eba9f5eb1058 req-f109ff2f-9c3e-4fae-b971-a997f6bd0f90 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "GET /v2.0/security-groups/23c266e8-f720-4b4f-95df-c1917d868364 HTTP/1.1" status: 200 len: 1763 time: 0.1016130 Dec 22 09:41:06.047717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-ea088340-3a26-4fc5-9b54-f8892fa079f1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:06.049363 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-ea088340-3a26-4fc5-9b54-f8892fa079f1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.64 "GET /v2.0/networks?id=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 HTTP/1.1" status: 200 len: 815 time: 0.5187256 Dec 22 09:41:06.089923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-d6ea1324-2273-496b-aa18-1166e8b9ec37 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Request body: {'port': {'device_id': '1f6c35b5-e425-4a12-aca7-b7d971aca632', 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7', 'admin_state_up': True, 'tenant_id': 'f8298ddf7cf945579648150318b580de'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:06.375893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c976c998-7792-4139-af58-eba9f5eb1058 req-83a9b244-7116-4428-847d-eb06d7f054e9 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:06.451083 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c976c998-7792-4139-af58-eba9f5eb1058 req-83a9b244-7116-4428-847d-eb06d7f054e9 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:06.460353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-d6ea1324-2273-496b-aa18-1166e8b9ec37 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:06.488425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-d6ea1324-2273-496b-aa18-1166e8b9ec37 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:06.862338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-d6ea1324-2273-496b-aa18-1166e8b9ec37 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Made reservation on behalf of f8298ddf7cf945579648150318b580de for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:41:06.867880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-d6ea1324-2273-496b-aa18-1166e8b9ec37 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:06.915700 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-07b81f29-2f9f-423f-916d-851c1d138532 req-2987cfea-e8e2-4a01-869b-076892a2bead tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks [] for floatingip, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:06.920018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c976c998-7792-4139-af58-eba9f5eb1058 req-83a9b244-7116-4428-847d-eb06d7f054e9 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:06.927356 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f21a80d5-d557-415d-b61f-99311951e27f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:06.940138 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-07b81f29-2f9f-423f-916d-851c1d138532 req-2987cfea-e8e2-4a01-869b-076892a2bead tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:07.026460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9b244-7116-4428-847d-eb06d7f054e9 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c266e8-f720-4b4f-95df-c1917d868364,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:07.037967 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-83a9b244-7116-4428-847d-eb06d7f054e9 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:07.057036 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c976c998-7792-4139-af58-eba9f5eb1058 req-83a9b244-7116-4428-847d-eb06d7f054e9 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:07.058268 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c976c998-7792-4139-af58-eba9f5eb1058 req-83a9b244-7116-4428-847d-eb06d7f054e9 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "DELETE /v2.0/security-groups/23c266e8-f720-4b4f-95df-c1917d868364 HTTP/1.1" status: 204 len: 173 time: 1.0055649 Dec 22 09:41:07.246346 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-07b81f29-2f9f-423f-916d-851c1d138532 req-2987cfea-e8e2-4a01-869b-076892a2bead tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Floating IP 4f20ef87-4b22-410a-9754-069ff0736262 associated. External IP: 172.25.7.181, port: 23847375-f8e5-4a79-97cf-1ff82a1ec317. Dec 22 09:41:07.330027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49162) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:07.361246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99d564fe-7f58-49dc-b81b-80522735dc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:07.408290 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-4147369b-7940-4b0c-ab7e-126d89bafba5 req-c1f39a60-34bf-4e4b-99a9-58867a93e313 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] show failed (client error): The resource could not be found. Dec 22 09:41:07.409426 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4147369b-7940-4b0c-ab7e-126d89bafba5 req-c1f39a60-34bf-4e4b-99a9-58867a93e313 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/f0921fe2-a7f8-4945-a161-1a7ae1ee2431 HTTP/1.1" status: 404 len: 352 time: 0.0533376 Dec 22 09:41:07.570666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-186316bf-c2c4-4ee8-80e1-e45397376fe1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Deleting subnet 6110dc97-8760-4d3b-b6a8-2a2404e15d6b {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:41:07.574210 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-186316bf-c2c4-4ee8-80e1-e45397376fe1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:07.633419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-186316bf-c2c4-4ee8-80e1-e45397376fe1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:07.637735 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d4d376ab-023f-4273-b67b-87e49ac7139e req-fe56d025-c744-4141-b938-10964e494452 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=1f6c35b5-e425-4a12-aca7-b7d971aca632 HTTP/1.1" status: 200 len: 210 time: 0.0672023 Dec 22 09:41:07.742004 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-186316bf-c2c4-4ee8-80e1-e45397376fe1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:07.773604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-d6ea1324-2273-496b-aa18-1166e8b9ec37 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Allocated IP 172.20.0.11 (fb6a7abf-9fa9-4ac5-95d0-ed70177540e7/f2c12495-0928-4c58-a944-5c9e4ea79919/219ff286-a492-4797-84ae-5d2fe435f553) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:41:07.898103 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9673a0a5-3e3a-4c2b-9f94-1b6b660cbb4f req-b9905565-3b23-4e7e-903e-045266526336 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "GET /v2.0/security-groups/e79a3779-849b-4f9d-b999-158b2cb323c6 HTTP/1.1" status: 200 len: 1765 time: 0.1942644 Dec 22 09:41:07.998270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07b81f29-2f9f-423f-916d-851c1d138532 req-2987cfea-e8e2-4a01-869b-076892a2bead tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Router 7768c70c-3670-46e3-a534-1fafd7e5854e has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:41:08.039663 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-186316bf-c2c4-4ee8-80e1-e45397376fe1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:08.056561 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9cdce978-7798-4d01-86d8-765dbd969975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:08.109329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186316bf-c2c4-4ee8-80e1-e45397376fe1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event deleted for resources: {'Subnet': ['ID=6110dc97-8760-4d3b-b6a8-2a2404e15d6b,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:08.114912 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-186316bf-c2c4-4ee8-80e1-e45397376fe1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:08.188040 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9673a0a5-3e3a-4c2b-9f94-1b6b660cbb4f req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:08.203107 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-186316bf-c2c4-4ee8-80e1-e45397376fe1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:08.210586 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-186316bf-c2c4-4ee8-80e1-e45397376fe1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "DELETE /v2.0/subnets/6110dc97-8760-4d3b-b6a8-2a2404e15d6b HTTP/1.1" status: 204 len: 168 time: 0.8786712 Dec 22 09:41:08.213302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49170) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:08.223979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250967c0-5156-49b3-a2b0-e7d64f91f1b9 None None] Network 011ac8c7-9de3-4be4-aa57-586a112ab69e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:41:08.258508 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9673a0a5-3e3a-4c2b-9f94-1b6b660cbb4f req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:08.360500 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:08.415512 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-d6ea1324-2273-496b-aa18-1166e8b9ec37 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:08.432578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9673a0a5-3e3a-4c2b-9f94-1b6b660cbb4f req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:08.433772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Deleting port 8694d31b-a155-4975-a3ae-35750c2c0c86 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:41:08.435325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:08.441044 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-80891a12-3655-427f-9fb1-6ab8b00405d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:08.457212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07b81f29-2f9f-423f-916d-851c1d138532 req-2987cfea-e8e2-4a01-869b-076892a2bead tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:41:08.466805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b0b71d-b52d-4bf0-bcbd-dffd8a14bf73 None None] Sync routers for ids ['7768c70c-3670-46e3-a534-1fafd7e5854e'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:41:08.470138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79a3779-849b-4f9d-b999-158b2cb323c6,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:08.478133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b0b71d-b52d-4bf0-bcbd-dffd8a14bf73 None None] Routers {'7768c70c-3670-46e3-a534-1fafd7e5854e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:41:08.478990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f0b0b71d-b52d-4bf0-bcbd-dffd8a14bf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:41:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7768c70c-3670-46e3-a534-1fafd7e5854e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:08.488789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.489214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.489635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.490049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.490457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.490866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.491272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.491676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.492121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.492528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.492931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.493334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.493810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.494211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.494610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.495015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.495416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.495798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.496513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.497880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.498638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.499202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.499737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.500341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.501033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.501643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.502288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.502835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.503391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.504287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.504843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.505410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.505976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.506544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.507139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.507540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:08.518327 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:08.523180 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9673a0a5-3e3a-4c2b-9f94-1b6b660cbb4f req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:08.524416 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9673a0a5-3e3a-4c2b-9f94-1b6b660cbb4f req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "DELETE /v2.0/security-groups/e79a3779-849b-4f9d-b999-158b2cb323c6 HTTP/1.1" status: 204 len: 173 time: 0.6119354 Dec 22 09:41:08.527083 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-07b81f29-2f9f-423f-916d-851c1d138532 req-2987cfea-e8e2-4a01-869b-076892a2bead tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:08.566653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22de0a7-04eb-43bc-9151-c53548786283 None None] DHCP port deletion for 011ac8c7-9de3-4be4-aa57-586a112ab69e request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:41:08.574351 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-d6ea1324-2273-496b-aa18-1166e8b9ec37 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:08.597417 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-50dc1f1e-747a-4f33-b027-71836b891e94 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:08.621162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e22de0a7-04eb-43bc-9151-c53548786283 None None] Deleting port 8694d31b-a155-4975-a3ae-35750c2c0c86 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:41:08.622176 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e22de0a7-04eb-43bc-9151-c53548786283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:08.700637 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07b81f29-2f9f-423f-916d-851c1d138532 req-2987cfea-e8e2-4a01-869b-076892a2bead tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "PUT /v2.0/floatingips/4f20ef87-4b22-410a-9754-069ff0736262 HTTP/1.1" status: 200 len: 997 time: 3.5637450 Dec 22 09:41:08.706119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3375dc-a46c-4252-b4b3-113bea0e257d', 'tag': '23847375-f8e5-4a79-97cf-1ff82a1ec317'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:41:08.737049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] For port 8694d31b-a155-4975-a3ae-35750c2c0c86, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8694d31b-a155-4975-a3ae-35750c2c0c86,segment=NetworkSegment(9c904039-0fcd-49b4-b66a-762fab5f6734),segment_id=9c904039-0fcd-49b4-b66a-762fab5f6734)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:41:08.737827 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:08.742049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-f0b0b71d-b52d-4bf0-bcbd-dffd8a14bf73 None None] Set router 7768c70c-3670-46e3-a534-1fafd7e5854e gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:41:08.791175 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:08.871073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea1324-2273-496b-aa18-1166e8b9ec37 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Pushing event updated for resources: {'Port': ['ID=219ff286-a492-4797-84ae-5d2fe435f553,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:08.885270 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-ace0c891-01cd-456b-9765-69740fd822a5 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/networks?tenant_id=4f8a67b33ff048d5bd0b60e257789306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1727333 Dec 22 09:41:08.888093 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d6ea1324-2273-496b-aa18-1166e8b9ec37 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:08.914536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Calling delete_port for 8694d31b-a155-4975-a3ae-35750c2c0c86 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:41:08.998610 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:09.126046 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0d2b4189-a2e1-4b01-a68b-3fdcb8e25691 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:09.129790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e22de0a7-04eb-43bc-9151-c53548786283 None None] For port 8694d31b-a155-4975-a3ae-35750c2c0c86, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8694d31b-a155-4975-a3ae-35750c2c0c86,segment=NetworkSegment(9c904039-0fcd-49b4-b66a-762fab5f6734),segment_id=9c904039-0fcd-49b4-b66a-762fab5f6734)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:41:09.131097 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e22de0a7-04eb-43bc-9151-c53548786283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:09.191788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event deleted for resources: {'Port': ['ID=8694d31b-a155-4975-a3ae-35750c2c0c86,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:09.211743 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:09.212641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] No DVR routers for this DVR port 8694d31b-a155-4975-a3ae-35750c2c0c86 on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:41:09.284729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f0b0b71d-b52d-4bf0-bcbd-dffd8a14bf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085998241-router', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:40:07Z', 'updated_at': '2020-12-22T09:40:21Z', 'revision_number': 4, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'gw_port': {'id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:09Z', 'updated_at': '2020-12-22T09:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': '4f20ef87-4b22-410a-9754-069ff0736262', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'port_id': '23847375-f8e5-4a79-97cf-1ff82a1ec317', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd', 'mac_address': 'fa:16:3e:49:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3375dc-a46c-4252-b4b3-113bea0e257d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:41:01Z', 'updated_at': '2020-12-22T09:41:06Z', 'revision_number': 1, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9baaae-8f01-4057-b883-3c6f0173d500', 'name': '', 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'mac_address': 'fa:16:3e:2b:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '06a9cf08-1df0-4abc-85fa-7d8318f9c92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:17Z', 'updated_at': '2020-12-22T09:40:34Z', 'revision_number': 5, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'subnets': [{'id': '06a9cf08-1df0-4abc-85fa-7d8318f9c92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:09.288127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e22de0a7-04eb-43bc-9151-c53548786283 None None] Calling delete_port for 8694d31b-a155-4975-a3ae-35750c2c0c86 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:41:09.298419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b0b71d-b52d-4bf0-bcbd-dffd8a14bf73 None None] Checking router: 7768c70c-3670-46e3-a534-1fafd7e5854e for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:41:09.327316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b0b71d-b52d-4bf0-bcbd-dffd8a14bf73 None None] Routers {'7768c70c-3670-46e3-a534-1fafd7e5854e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:41:09.328509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f0b0b71d-b52d-4bf0-bcbd-dffd8a14bf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:41:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7768c70c-3670-46e3-a534-1fafd7e5854e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:09.350327 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:09.363052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-d6ea1324-2273-496b-aa18-1166e8b9ec37 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Network fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:41:09.367851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-d6ea1324-2273-496b-aa18-1166e8b9ec37 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:41:09.373845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-d6ea1324-2273-496b-aa18-1166e8b9ec37 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:41:09.384583 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-e22de0a7-04eb-43bc-9151-c53548786283 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:41:09.384997 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-e22de0a7-04eb-43bc-9151-c53548786283 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:41:09.388830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:09.411225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b81f29-2f9f-423f-916d-851c1d138532 req-433ebefd-d2e3-49ac-acdb-9b2a1f4d375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:09.412945 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07b81f29-2f9f-423f-916d-851c1d138532 req-433ebefd-d2e3-49ac-acdb-9b2a1f4d375e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fd1aa4eae574f009fc683eb2b5a8ace&device_id=8a3375dc-a46c-4252-b4b3-113bea0e257d HTTP/1.1" status: 200 len: 1161 time: 0.6993258 Dec 22 09:41:09.463970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-f0229ab0-1d2e-4a16-ae62-6a3910f7e69a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:09.480536 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-f0229ab0-1d2e-4a16-ae62-6a3910f7e69a tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5867705 Dec 22 09:41:09.521174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8694d31b-a155-4975-a3ae-35750c2c0c86 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:41:09.525138 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-03ecfd65-ee5e-48cb-a83e-3daad6d64889 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/quotas/4f8a67b33ff048d5bd0b60e257789306 HTTP/1.1" status: 200 len: 375 time: 0.0505254 Dec 22 09:41:09.537707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011ac8c7-9de3-4be4-aa57-586a112ab69e']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:09.565205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c904039-0fcd-49b4-b66a-762fab5f6734') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:09.565918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c904039-0fcd-49b4-b66a-762fab5f6734') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:09.567155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 8694d31b-a155-4975-a3ae-35750c2c0c86 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:41:09.567716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8694d31b-a155-4975-a3ae-35750c2c0c86 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:41:09.572009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-f0b0b71d-b52d-4bf0-bcbd-dffd8a14bf73 None None] Set router 7768c70c-3670-46e3-a534-1fafd7e5854e gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:41:09.585051 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:09.601521 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:09.604120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Releasing vxlan tunnel 3 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:41:09.638355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-d6ea1324-2273-496b-aa18-1166e8b9ec37 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:09.639037 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-d6ea1324-2273-496b-aa18-1166e8b9ec37 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:09.684551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:09.705332 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-d6ea1324-2273-496b-aa18-1166e8b9ec37 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6321900 Dec 22 09:41:09.732474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Request body: {'port': {'device_id': '1f6c35b5-e425-4a12-aca7-b7d971aca632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:09.769412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b81f29-2f9f-423f-916d-851c1d138532 req-520637c3-c118-47c4-ac64-dc904fc60e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:09.771043 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07b81f29-2f9f-423f-916d-851c1d138532 req-520637c3-c118-47c4-ac64-dc904fc60e50 service neutron] 10.222.0.50 "GET /v2.0/networks?id=10693e4c-fb80-4967-98e2-ab004f5421fd HTTP/1.1" status: 200 len: 923 time: 0.3447027 Dec 22 09:41:09.807658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network 011ac8c7-9de3-4be4-aa57-586a112ab69e has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:41:09.819602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:09.886953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e22de0a7-04eb-43bc-9151-c53548786283 None None] Deleting port 8694d31b-a155-4975-a3ae-35750c2c0c86 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:41:09.888552 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e22de0a7-04eb-43bc-9151-c53548786283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:09.904153 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-a10da05a-36b4-4e84-a82b-b09b733e3a58 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3779531 Dec 22 09:41:09.966623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e22de0a7-04eb-43bc-9151-c53548786283 None None] The port '8694d31b-a155-4975-a3ae-35750c2c0c86' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:41:10.019955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f0b0b71d-b52d-4bf0-bcbd-dffd8a14bf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085998241-router', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:40:07Z', 'updated_at': '2020-12-22T09:40:21Z', 'revision_number': 4, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'gw_port': {'id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:09Z', 'updated_at': '2020-12-22T09:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': '4f20ef87-4b22-410a-9754-069ff0736262', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'port_id': '23847375-f8e5-4a79-97cf-1ff82a1ec317', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd', 'mac_address': 'fa:16:3e:49:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3375dc-a46c-4252-b4b3-113bea0e257d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:41:01Z', 'updated_at': '2020-12-22T09:41:06Z', 'revision_number': 1, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9baaae-8f01-4057-b883-3c6f0173d500', 'name': '', 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'mac_address': 'fa:16:3e:2b:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '06a9cf08-1df0-4abc-85fa-7d8318f9c92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:17Z', 'updated_at': '2020-12-22T09:40:34Z', 'revision_number': 5, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'subnets': [{'id': '06a9cf08-1df0-4abc-85fa-7d8318f9c92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:10.025086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b0b71d-b52d-4bf0-bcbd-dffd8a14bf73 None None] The sync data for ids ['7768c70c-3670-46e3-a534-1fafd7e5854e'] in n-d-765315-5 is: [{'id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085998241-router', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:40:07Z', 'updated_at': '2020-12-22T09:40:21Z', 'revision_number': 4, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'gw_port': {'id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:09Z', 'updated_at': '2020-12-22T09:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': '4f20ef87-4b22-410a-9754-069ff0736262', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'port_id': '23847375-f8e5-4a79-97cf-1ff82a1ec317', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd', 'mac_address': 'fa:16:3e:49:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3375dc-a46c-4252-b4b3-113bea0e257d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:41:01Z', 'updated_at': '2020-12-22T09:41:06Z', 'revision_number': 1, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9baaae-8f01-4057-b883-3c6f0173d500', 'name': '', 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'mac_address': 'fa:16:3e:2b:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '06a9cf08-1df0-4abc-85fa-7d8318f9c92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:17Z', 'updated_at': '2020-12-22T09:40:34Z', 'revision_number': 5, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'subnets': [{'id': '06a9cf08-1df0-4abc-85fa-7d8318f9c92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:41:10.027028 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07b81f29-2f9f-423f-916d-851c1d138532 req-cc85de85-f0b6-45c3-aa3d-e8b86cb70552 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23847375-f8e5-4a79-97cf-1ff82a1ec317 HTTP/1.1" status: 200 len: 1000 time: 0.2317615 Dec 22 09:41:10.042436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network 011ac8c7-9de3-4be4-aa57-586a112ab69e has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:41:10.063030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:41:10.076993 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:41:10.087380 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:10.180703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b81f29-2f9f-423f-916d-851c1d138532 req-59741c67-7e5b-4c59-b424-2d20de227872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:10.182333 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07b81f29-2f9f-423f-916d-851c1d138532 req-59741c67-7e5b-4c59-b424-2d20de227872 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=06a9cf08-1df0-4abc-85fa-7d8318f9c92d HTTP/1.1" status: 200 len: 868 time: 0.1436241 Dec 22 09:41:10.217765 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:10.222913 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b50bc87a-c8dc-4eeb-a77f-c8109fb5776d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:10.246842 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:10.262571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event deleted for resources: {'Network': ['ID=011ac8c7-9de3-4be4-aa57-586a112ab69e,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:10.266777 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:10.292607 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "DELETE /v2.0/networks/011ac8c7-9de3-4be4-aa57-586a112ab69e HTTP/1.1" status: 204 len: 168 time: 2.0775847 Dec 22 09:41:10.296093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49194) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:10.400355 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:10.474724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db58a3a-6d08-465c-9b08-45b0641e3747 None None] New status for floating IP 4f20ef87-4b22-410a-9754-069ff0736262: ACTIVE {{(pid=81073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:41:10.527173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b81f29-2f9f-423f-916d-851c1d138532 req-e595d4c6-b233-4539-8d69-645977a78ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:10.530182 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07b81f29-2f9f-423f-916d-851c1d138532 req-e595d4c6-b233-4539-8d69-645977a78ec6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=10693e4c-fb80-4967-98e2-ab004f5421fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3398705 Dec 22 09:41:10.559457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbcc154-64cc-4c6f-9b00-bf9918387b67 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Deleting subnet d5411b91-01e0-4182-bdf2-b5ce46895607 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:41:10.561244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-07b81f29-2f9f-423f-916d-851c1d138532 req-b5cc4018-6867-4728-b289-132d68a6e3d5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:41:10.562351 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07b81f29-2f9f-423f-916d-851c1d138532 req-b5cc4018-6867-4728-b289-132d68a6e3d5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0059946 Dec 22 09:41:10.573010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc154-64cc-4c6f-9b00-bf9918387b67 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:10.630778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4bf97-10a0-4326-a637-13b146268831 req-0688cea2-d89b-4148-8d5c-1ab37fac9646 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:10.632460 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-66a4bf97-10a0-4326-a637-13b146268831 req-0688cea2-d89b-4148-8d5c-1ab37fac9646 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.3515582 Dec 22 09:41:10.650451 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc154-64cc-4c6f-9b00-bf9918387b67 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:10.894062 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-66a4bf97-10a0-4326-a637-13b146268831 req-93ef8781-78ea-4dc2-b74b-2e37772e05fb tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878467 Dec 22 09:41:10.909529 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07b81f29-2f9f-423f-916d-851c1d138532 req-f016f63b-fe78-48d8-80cd-8210bda0a738 service neutron] 10.222.0.50 "GET /v2.0/networks/10693e4c-fb80-4967-98e2-ab004f5421fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362620 Dec 22 09:41:11.046016 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc154-64cc-4c6f-9b00-bf9918387b67 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:11.133087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219ff286-a492-4797-84ae-5d2fe435f553 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:41:11.165395 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:11.176348 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54d8100b-727d-46a1-814f-c3f7d596e320 req-cb69477e-41c8-4c56-9e96-d11b1f838fae tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/6b166bc4-4273-4eb0-8ff6-6559b9e90abd HTTP/1.1" status: 200 len: 1751 time: 0.2235692 Dec 22 09:41:11.204217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Transition to ACTIVE for port object 219ff286-a492-4797-84ae-5d2fe435f553 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:41:11.213810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:11.240658 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d6ea1324-2273-496b-aa18-1166e8b9ec37 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:11.323745 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07b81f29-2f9f-423f-916d-851c1d138532 req-d7fa013d-4b76-440f-ad7e-293e5892803f service neutron] 10.222.0.50 "GET /v2.0/networks/10693e4c-fb80-4967-98e2-ab004f5421fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3722794 Dec 22 09:41:11.348050 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc154-64cc-4c6f-9b00-bf9918387b67 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:11.370309 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec69a5ac-d929-4ebe-abf5-876aee157625 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:11.428336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcc154-64cc-4c6f-9b00-bf9918387b67 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event deleted for resources: {'Subnet': ['ID=d5411b91-01e0-4182-bdf2-b5ce46895607,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:11.431808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=219ff286-a492-4797-84ae-5d2fe435f553,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:11.432484 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7cbcc154-64cc-4c6f-9b00-bf9918387b67 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:11.446135 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:11.466832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-54d8100b-727d-46a1-814f-c3f7d596e320 req-84f833b3-5b26-4a47-bedb-4d45881f7f5f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:11.521607 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-54d8100b-727d-46a1-814f-c3f7d596e320 req-84f833b3-5b26-4a47-bedb-4d45881f7f5f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:11.573507 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-d80fb9a5-4f3d-479d-b5aa-40c920aa71dd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.37 "GET /v2.0/networks?tenant_id=4f8a67b33ff048d5bd0b60e257789306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613337 Dec 22 09:41:11.616164 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc154-64cc-4c6f-9b00-bf9918387b67 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:11.630758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49208) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:11.631461 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7cbcc154-64cc-4c6f-9b00-bf9918387b67 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "DELETE /v2.0/subnets/d5411b91-01e0-4182-bdf2-b5ce46895607 HTTP/1.1" status: 204 len: 168 time: 1.3342037 Dec 22 09:41:11.639538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386870f4-6618-44ec-80ea-ca7e5e850c60 None None] Network cfc38ceb-3d83-468c-b653-cda00a061cab requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:41:11.832516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-3cb2db0a-d323-46c4-926e-05e88259eaaf tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:11.834622 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-3cb2db0a-d323-46c4-926e-05e88259eaaf tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484441 Dec 22 09:41:11.872106 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-54d8100b-727d-46a1-814f-c3f7d596e320 req-84f833b3-5b26-4a47-bedb-4d45881f7f5f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:11.882911 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-18ec6eec-ed04-424c-a7bd-356b8a3beb41 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:11.890466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-e6bf8b53-f9ef-467c-9894-e477f176571f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Request body: {'port': {'device_id': '2625e67b-98a7-4352-b065-91ad2cace476', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '4f8a67b33ff048d5bd0b60e257789306'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:11.912458 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7e13dff5-d781-4654-9ae4-1a2c8c5b4260 req-b0852cfc-c810-4877-9673-541c642aabe9 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "GET /v2.0/security-groups/a2860cf3-0b41-4519-8bfb-a1fb06b1ecd7 HTTP/1.1" status: 200 len: 1763 time: 0.3026574 Dec 22 09:41:11.932763 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9f27b25-6870-499b-bb5c-4efe77f498ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:11.940589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae80eac-35e0-4f26-9c04-bd7f11d2a303 None None] DHCP port deletion for cfc38ceb-3d83-468c-b653-cda00a061cab request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:41:11.945370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0ae80eac-35e0-4f26-9c04-bd7f11d2a303 None None] Deleting port e4d6592c-096e-499c-a059-d48504bfa9e5 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:41:11.945880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ae80eac-35e0-4f26-9c04-bd7f11d2a303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:12.003249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f833b3-5b26-4a47-bedb-4d45881f7f5f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b166bc4-4273-4eb0-8ff6-6559b9e90abd,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:12.020641 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-84f833b3-5b26-4a47-bedb-4d45881f7f5f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:12.046714 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-54d8100b-727d-46a1-814f-c3f7d596e320 req-84f833b3-5b26-4a47-bedb-4d45881f7f5f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:12.047923 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54d8100b-727d-46a1-814f-c3f7d596e320 req-84f833b3-5b26-4a47-bedb-4d45881f7f5f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "DELETE /v2.0/security-groups/6b166bc4-4273-4eb0-8ff6-6559b9e90abd HTTP/1.1" status: 204 len: 173 time: 0.8600924 Dec 22 09:41:12.048860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Attempting to bind port 219ff286-a492-4797-84ae-5d2fe435f553 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:41:12.049397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Attempting to bind port 219ff286-a492-4797-84ae-5d2fe435f553 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '9ec21e51-dba8-4c80-95fe-ebec5a7c37f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:41:12.049936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Attempting to bind port 219ff286-a492-4797-84ae-5d2fe435f553 on network fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:41:12.060056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-e6bf8b53-f9ef-467c-9894-e477f176571f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:12.070986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-e6bf8b53-f9ef-467c-9894-e477f176571f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:12.072158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:41:12.072726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Checking segment: {'id': '9ec21e51-dba8-4c80-95fe-ebec5a7c37f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:41:12.073464 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:12.074019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Bound using segment: {'id': '9ec21e51-dba8-4c80-95fe-ebec5a7c37f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:41:12.074717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Bound port: 219ff286-a492-4797-84ae-5d2fe435f553, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec21e51-dba8-4c80-95fe-ebec5a7c37f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:41:12.075259 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:12.081672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-e6bf8b53-f9ef-467c-9894-e477f176571f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Made reservation on behalf of 4f8a67b33ff048d5bd0b60e257789306 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:41:12.088664 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-e6bf8b53-f9ef-467c-9894-e477f176571f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:12.089779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a9f27b25-6870-499b-bb5c-4efe77f498ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Deleting port e4d6592c-096e-499c-a059-d48504bfa9e5 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:41:12.090527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9f27b25-6870-499b-bb5c-4efe77f498ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:12.239145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-0ae80eac-35e0-4f26-9c04-bd7f11d2a303 None None] For port e4d6592c-096e-499c-a059-d48504bfa9e5, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=e4d6592c-096e-499c-a059-d48504bfa9e5,segment=NetworkSegment(68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed),segment_id=68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:41:12.239589 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ae80eac-35e0-4f26-9c04-bd7f11d2a303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:12.376641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0ae80eac-35e0-4f26-9c04-bd7f11d2a303 None None] Calling delete_port for e4d6592c-096e-499c-a059-d48504bfa9e5 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:41:12.458986 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ae80eac-35e0-4f26-9c04-bd7f11d2a303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:12.473955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-e6bf8b53-f9ef-467c-9894-e477f176571f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Allocated IP 192.168.233.200 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/c3a796b4-2b8c-466f-860e-5b4afcb1f551) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:41:12.475350 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:12.525698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae80eac-35e0-4f26-9c04-bd7f11d2a303 None None] Pushing event deleted for resources: {'Port': ['ID=e4d6592c-096e-499c-a059-d48504bfa9e5,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:12.539649 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0ae80eac-35e0-4f26-9c04-bd7f11d2a303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:12.573420 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7e13dff5-d781-4654-9ae4-1a2c8c5b4260 req-a31bc97e-a404-40a2-a032-e74560268763 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:12.581812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a9f27b25-6870-499b-bb5c-4efe77f498ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] The port 'e4d6592c-096e-499c-a059-d48504bfa9e5' was deleted {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:41:12.622727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae80eac-35e0-4f26-9c04-bd7f11d2a303 None None] No DVR routers for this DVR port e4d6592c-096e-499c-a059-d48504bfa9e5 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:41:12.715054 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-e6bf8b53-f9ef-467c-9894-e477f176571f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:12.734523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-e6bf8b53-f9ef-467c-9894-e477f176571f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Transition to ACTIVE for port object c3a796b4-2b8c-466f-860e-5b4afcb1f551 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:41:12.758682 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-e6bf8b53-f9ef-467c-9894-e477f176571f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:12.770398 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7e13dff5-d781-4654-9ae4-1a2c8c5b4260 req-a31bc97e-a404-40a2-a032-e74560268763 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:12.778696 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:12.876883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] For port 219ff286-a492-4797-84ae-5d2fe435f553, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:41:12.894334 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9f27b25-6870-499b-bb5c-4efe77f498ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:12.933144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf8b53-f9ef-467c-9894-e477f176571f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Pushing event updated for resources: {'Port': ['ID=c3a796b4-2b8c-466f-860e-5b4afcb1f551,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:12.936728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] For port 219ff286-a492-4797-84ae-5d2fe435f553, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=219ff286-a492-4797-84ae-5d2fe435f553,segment=NetworkSegment(9ec21e51-dba8-4c80-95fe-ebec5a7c37f2),segment_id=9ec21e51-dba8-4c80-95fe-ebec5a7c37f2)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:41:12.938316 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e6bf8b53-f9ef-467c-9894-e477f176571f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:12.960301 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:12.980306 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d0af42e3-8fb0-4061-9c6f-0355f8bf1cb1 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:12.984660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-e6bf8b53-f9ef-467c-9894-e477f176571f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:41:12.985931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-e6bf8b53-f9ef-467c-9894-e477f176571f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:41:12.988522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-e6bf8b53-f9ef-467c-9894-e477f176571f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:41:13.062469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-e6bf8b53-f9ef-467c-9894-e477f176571f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:13.063208 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-e6bf8b53-f9ef-467c-9894-e477f176571f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:13.090279 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-e6bf8b53-f9ef-467c-9894-e477f176571f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2045231 Dec 22 09:41:13.116168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Request body: {'port': {'device_id': '2625e67b-98a7-4352-b065-91ad2cace476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:13.120299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea2ed7-54e4-4445-8a0e-c355e9ca1add req-407aebd6-58c6-4eb6-94c1-84a174fbf9a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:13.121089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e2ea2ed7-54e4-4445-8a0e-c355e9ca1add req-407aebd6-58c6-4eb6-94c1-84a174fbf9a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Synchronizing usage tracker for tenant:f8298ddf7cf945579648150318b580de on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:41:13.132957 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7e13dff5-d781-4654-9ae4-1a2c8c5b4260 req-a31bc97e-a404-40a2-a032-e74560268763 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:13.249011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a9f27b25-6870-499b-bb5c-4efe77f498ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc38ceb-3d83-468c-b653-cda00a061cab']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:13.249629 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:13.272562 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7e13dff5-d781-4654-9ae4-1a2c8c5b4260 req-a31bc97e-a404-40a2-a032-e74560268763 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:13.284602 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7e13dff5-d781-4654-9ae4-1a2c8c5b4260 req-a31bc97e-a404-40a2-a032-e74560268763 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "DELETE /v2.0/security-groups/a2860cf3-0b41-4519-8bfb-a1fb06b1ecd7 HTTP/1.1" status: 204 len: 173 time: 1.3711007 Dec 22 09:41:13.290074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a9f27b25-6870-499b-bb5c-4efe77f498ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:13.290644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a9f27b25-6870-499b-bb5c-4efe77f498ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ae06de-7d37-48cd-8c4d-ff6a2c4d5fed') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:13.298892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e2ea2ed7-54e4-4445-8a0e-c355e9ca1add req-407aebd6-58c6-4eb6-94c1-84a174fbf9a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Unset dirty status for tenant:f8298ddf7cf945579648150318b580de on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:41:13.300766 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2ea2ed7-54e4-4445-8a0e-c355e9ca1add req-407aebd6-58c6-4eb6-94c1-84a174fbf9a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=1f6c35b5-e425-4a12-aca7-b7d971aca632 HTTP/1.1" status: 200 len: 944 time: 0.7358444 Dec 22 09:41:13.306397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c7037af8-d007-4044-938f-975bd250ede4 None None] Provisioning for port c3a796b4-2b8c-466f-860e-5b4afcb1f551 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:41:13.312011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=219ff286-a492-4797-84ae-5d2fe435f553,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:13.316221 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:13.321937 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-72d17f80-da65-435e-a7af-fa28b0e4906a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:13.326389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c7037af8-d007-4044-938f-975bd250ede4 None None] Provisioning complete for port c3a796b4-2b8c-466f-860e-5b4afcb1f551 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:13.327138 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7037af8-d007-4044-938f-975bd250ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:13.333312 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9f27b25-6870-499b-bb5c-4efe77f498ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:13.387655 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3375dc-a46c-4252-b4b3-113bea0e257d', 'tag': '23847375-f8e5-4a79-97cf-1ff82a1ec317', 'status': 'completed', 'code': 200} Dec 22 09:41:13.405483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bc97e-a404-40a2-a032-e74560268763 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2860cf3-0b41-4519-8bfb-a1fb06b1ecd7,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:13.405483 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a31bc97e-a404-40a2-a032-e74560268763 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:13.591272 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2ea2ed7-54e4-4445-8a0e-c355e9ca1add req-c4d774ee-b986-480f-a58e-070510495062 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727230 Dec 22 09:41:13.613871 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9f27b25-6870-499b-bb5c-4efe77f498ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:13.629525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e4d6592c-096e-499c-a059-d48504bfa9e5 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:41:13.647815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:13.647815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:13.647815 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] 10.222.0.64 "PUT /v2.0/ports/219ff286-a492-4797-84ae-5d2fe435f553 HTTP/1.1" status: 200 len: 1156 time: 3.9143324 Dec 22 09:41:13.709824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9f27b25-6870-499b-bb5c-4efe77f498ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Releasing vxlan tunnel 7 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:41:13.752147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: e4d6592c-096e-499c-a059-d48504bfa9e5 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:41:13.762045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e4d6592c-096e-499c-a059-d48504bfa9e5 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:41:13.869564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c7037af8-d007-4044-938f-975bd250ede4 None None] Port c3a796b4-2b8c-466f-860e-5b4afcb1f551 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:41:13.990582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a796b4-2b8c-466f-860e-5b4afcb1f551 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:41:13.998858 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:14.011864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Transition to ACTIVE for port object c3a796b4-2b8c-466f-860e-5b4afcb1f551 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:41:14.016902 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:14.033331 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-88687e12-33c3-48cd-a453-8a1d7f7e290b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:14.040971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a9f27b25-6870-499b-bb5c-4efe77f498ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network cfc38ceb-3d83-468c-b653-cda00a061cab has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:41:14.053467 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9f27b25-6870-499b-bb5c-4efe77f498ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:14.081624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4021b1-1395-4059-8e69-0ddec278be6c req-d5a69bec-92c9-4855-93c8-4be484f1835f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:14.083808 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2d4021b1-1395-4059-8e69-0ddec278be6c req-d5a69bec-92c9-4855-93c8-4be484f1835f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 936 time: 0.4420316 Dec 22 09:41:14.102366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301b9c5-ba04-418b-9938-b73f2204077e req-1b960bf7-8828-49be-9983-73eb30c6403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:14.104072 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2301b9c5-ba04-418b-9938-b73f2204077e req-1b960bf7-8828-49be-9983-73eb30c6403b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fd1aa4eae574f009fc683eb2b5a8ace&device_id=8a3375dc-a46c-4252-b4b3-113bea0e257d HTTP/1.1" status: 200 len: 1161 time: 0.6643319 Dec 22 09:41:14.195506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a796b4-2b8c-466f-860e-5b4afcb1f551,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:14.201198 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:14.397395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Attempting to bind port c3a796b4-2b8c-466f-860e-5b4afcb1f551 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:41:14.397754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Attempting to bind port c3a796b4-2b8c-466f-860e-5b4afcb1f551 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:41:14.398131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Attempting to bind port c3a796b4-2b8c-466f-860e-5b4afcb1f551 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:41:14.404596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:41:14.405079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:41:14.405541 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:14.405771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:41:14.406217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Bound port: c3a796b4-2b8c-466f-860e-5b4afcb1f551, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:41:14.406733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:14.414548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-a1397a25-79a8-4c41-b0a3-216d87b62b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:14.417409 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-a1397a25-79a8-4c41-b0a3-216d87b62b97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8298ddf7cf945579648150318b580de&device_id=1f6c35b5-e425-4a12-aca7-b7d971aca632 HTTP/1.1" status: 200 len: 1159 time: 0.6693697 Dec 22 09:41:14.507481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] For port c3a796b4-2b8c-466f-860e-5b4afcb1f551, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:41:14.510759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] For port c3a796b4-2b8c-466f-860e-5b4afcb1f551, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c3a796b4-2b8c-466f-860e-5b4afcb1f551,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:41:14.514767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:14.531615 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:14.662567 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-9435eeff-764d-4a40-b17b-ed28a123572e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=219ff286-a492-4797-84ae-5d2fe435f553 HTTP/1.1" status: 200 len: 217 time: 0.1715980 Dec 22 09:41:14.670641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a9f27b25-6870-499b-bb5c-4efe77f498ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network cfc38ceb-3d83-468c-b653-cda00a061cab has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:41:14.686726 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2d4021b1-1395-4059-8e69-0ddec278be6c req-37adba0a-d931-459b-a5f6-f64b43c92de2 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5816152 Dec 22 09:41:14.688768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a796b4-2b8c-466f-860e-5b4afcb1f551,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:14.692724 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:14.729660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:14.730344 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:14.732079 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] 10.222.0.37 "PUT /v2.0/ports/c3a796b4-2b8c-466f-860e-5b4afcb1f551 HTTP/1.1" status: 200 len: 1160 time: 1.6210771 Dec 22 09:41:14.732601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2625e67b-98a7-4352-b065-91ad2cace476', 'tag': 'c3a796b4-2b8c-466f-860e-5b4afcb1f551'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:41:14.760324 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:41:14.876524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-14fe8145-1acf-4230-91ee-7c7b7750cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:14.878788 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-14fe8145-1acf-4230-91ee-7c7b7750cdbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 1163 time: 0.0886142 Dec 22 09:41:14.913218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-d9e0e626-47d9-47d1-930c-f97e20045638 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 258 time: 0.6526103 Dec 22 09:41:14.914158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301b9c5-ba04-418b-9938-b73f2204077e req-cf379e76-d587-497e-9c4e-529475446f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:14.915802 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2301b9c5-ba04-418b-9938-b73f2204077e req-cf379e76-d587-497e-9c4e-529475446f3a service neutron] 10.222.0.37 "GET /v2.0/networks?id=10693e4c-fb80-4967-98e2-ab004f5421fd HTTP/1.1" status: 200 len: 923 time: 0.7304158 Dec 22 09:41:14.922889 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-aeb1b8ad-5d6e-4ffc-ad89-2076fb97f450 req-8511341b-5682-4dfb-b729-2dcd48d89c84 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] show failed (client error): The resource could not be found. Dec 22 09:41:14.924095 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aeb1b8ad-5d6e-4ffc-ad89-2076fb97f450 req-8511341b-5682-4dfb-b729-2dcd48d89c84 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/6b166bc4-4273-4eb0-8ff6-6559b9e90abd HTTP/1.1" status: 404 len: 352 time: 0.1476038 Dec 22 09:41:14.969138 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-8f3e30b6-7547-40ad-8191-7c729ac0a603 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=c3a796b4-2b8c-466f-860e-5b4afcb1f551 HTTP/1.1" status: 200 len: 217 time: 0.0749509 Dec 22 09:41:15.051999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-395f3e23-6818-4dd9-8a7f-bb8d453356d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:15.053749 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-395f3e23-6818-4dd9-8a7f-bb8d453356d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.0738673 Dec 22 09:41:15.149966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-7832a19b-33dd-44b1-8584-7b34e255810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:15.151674 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-7832a19b-33dd-44b1-8584-7b34e255810c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0909634 Dec 22 09:41:15.268520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:15.282973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:15.315372 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-70f6893d-feee-49d9-b1f5-df97301c63b3 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554193 Dec 22 09:41:15.320165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-60ec5096-4803-4f44-bcb4-a8922efad788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:15.321798 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-60ec5096-4803-4f44-bcb4-a8922efad788 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2c12495-0928-4c58-a944-5c9e4ea79919 HTTP/1.1" status: 200 len: 855 time: 0.6386788 Dec 22 09:41:15.337028 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9f27b25-6870-499b-bb5c-4efe77f498ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:15.338820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:15.387868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6c35b5-e425-4a12-aca7-b7d971aca632', 'tag': '219ff286-a492-4797-84ae-5d2fe435f553'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:41:15.428173 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-22a8135e-a4b0-4e22-8dff-dc3d5b9f4743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:15.445297 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-bd7744a0-d9de-408d-8a7c-a3897c111d5a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039739 Dec 22 09:41:15.468167 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9f27b25-6870-499b-bb5c-4efe77f498ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:15.479276 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc9455a9-9d96-4b36-9807-da8f20b85835 req-ca825634-a74b-475a-b27e-58c920f7a9eb service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1567333 Dec 22 09:41:15.500389 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2301b9c5-ba04-418b-9938-b73f2204077e req-c6dab07e-c878-404e-9ced-225b84050215 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23847375-f8e5-4a79-97cf-1ff82a1ec317 HTTP/1.1" status: 200 len: 1002 time: 0.5752780 Dec 22 09:41:15.501153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:15.527346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f27b25-6870-499b-bb5c-4efe77f498ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event deleted for resources: {'Network': ['ID=cfc38ceb-3d83-468c-b653-cda00a061cab,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:15.579031 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9f27b25-6870-499b-bb5c-4efe77f498ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:15.606994 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e6a76a6-fbf6-4462-bf12-339a836e578b req-d7a80d9e-a9c5-4fff-86ad-563d2be46666 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "GET /v2.0/security-groups/2e36b832-99f1-4009-9022-ea449b7eb4e0 HTTP/1.1" status: 200 len: 1765 time: 0.3316908 Dec 22 09:41:15.608372 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a9f27b25-6870-499b-bb5c-4efe77f498ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "DELETE /v2.0/networks/cfc38ceb-3d83-468c-b653-cda00a061cab HTTP/1.1" status: 204 len: 168 time: 3.9513803 Dec 22 09:41:15.616186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49236) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:15.620462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0ca63490-04e3-4e05-b627-d633bd9c857b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2020470156'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:15.626202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0ca63490-04e3-4e05-b627-d633bd9c857b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:15.630631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0ca63490-04e3-4e05-b627-d633bd9c857b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Usage tracker for resource:network and tenant:2bf9339faedd4d93bde184951affe795 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:41:15.633703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0ca63490-04e3-4e05-b627-d633bd9c857b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:41:15.639891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0ca63490-04e3-4e05-b627-d633bd9c857b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:15.649818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca63490-04e3-4e05-b627-d633bd9c857b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Made reservation on behalf of 2bf9339faedd4d93bde184951affe795 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:41:15.656135 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ca63490-04e3-4e05-b627-d633bd9c857b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:15.691198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca63490-04e3-4e05-b627-d633bd9c857b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:41:15.700980 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ca63490-04e3-4e05-b627-d633bd9c857b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:15.701403 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-0ca63490-04e3-4e05-b627-d633bd9c857b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Added segment 06fba399-aad0-4711-88be-9a1f7e12708b of type vxlan for network 854fa135-384b-4b10-ade4-73b48dcb840b Dec 22 09:41:15.738238 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ca63490-04e3-4e05-b627-d633bd9c857b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:15.760672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301b9c5-ba04-418b-9938-b73f2204077e req-eec1a728-eff8-4708-9272-2536c96825c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:15.762965 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2301b9c5-ba04-418b-9938-b73f2204077e req-eec1a728-eff8-4708-9272-2536c96825c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=06a9cf08-1df0-4abc-85fa-7d8318f9c92d HTTP/1.1" status: 200 len: 868 time: 0.2368853 Dec 22 09:41:15.778422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ca63490-04e3-4e05-b627-d633bd9c857b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:15.782659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca63490-04e3-4e05-b627-d633bd9c857b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:15.783308 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ca63490-04e3-4e05-b627-d633bd9c857b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:15.789005 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-af4ff415-2b26-4bb1-a1e4-0e23a66e4bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:15.848690 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0ca63490-04e3-4e05-b627-d633bd9c857b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2333605 Dec 22 09:41:15.883551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49242) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:15.910570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca63490-04e3-4e05-b627-d633bd9c857b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event updated for resources: {'Network': ['ID=854fa135-384b-4b10-ade4-73b48dcb840b,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:15.913631 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0ca63490-04e3-4e05-b627-d633bd9c857b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:15.915966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-abe738da-c510-47e0-ba9a-0e05a48138c2 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Request body: {'subnet': {'network_id': '854fa135-384b-4b10-ade4-73b48dcb840b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:15.925450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 854fa135-384b-4b10-ade4-73b48dcb840b details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:41:15.943075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 854fa135-384b-4b10-ade4-73b48dcb840b details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:41:15.967411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 854fa135-384b-4b10-ade4-73b48dcb840b details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:41:15.969643 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-a5f8d248-e2a3-4ef6-a42e-4f45ff951e7a service neutron] 10.222.0.64 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988151 Dec 22 09:41:16.035300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6e6a76a6-fbf6-4462-bf12-339a836e578b req-14b422b1-da72-472a-941c-889802d8fdcc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:16.236194 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6e6a76a6-fbf6-4462-bf12-339a836e578b req-14b422b1-da72-472a-941c-889802d8fdcc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:16.282361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-abe738da-c510-47e0-ba9a-0e05a48138c2 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:16.297612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-abe738da-c510-47e0-ba9a-0e05a48138c2 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Usage tracker for resource:subnet and tenant:2bf9339faedd4d93bde184951affe795 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:41:16.302706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-abe738da-c510-47e0-ba9a-0e05a48138c2 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:41:16.333785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-abe738da-c510-47e0-ba9a-0e05a48138c2 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:16.347076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301b9c5-ba04-418b-9938-b73f2204077e req-85099145-4433-488e-9364-0da309720d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:16.348782 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2301b9c5-ba04-418b-9938-b73f2204077e req-85099145-4433-488e-9364-0da309720d5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10693e4c-fb80-4967-98e2-ab004f5421fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5190086 Dec 22 09:41:16.389684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:16.400690 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cff2afff-bb54-4fb1-9884-fec7ee6081f9 req-61881d82-dd5b-4593-b961-17396feaee27 service neutron] 10.222.0.64 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4187708 Dec 22 09:41:16.411649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe738da-c510-47e0-ba9a-0e05a48138c2 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Made reservation on behalf of 2bf9339faedd4d93bde184951affe795 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:41:16.453154 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6e6a76a6-fbf6-4462-bf12-339a836e578b req-14b422b1-da72-472a-941c-889802d8fdcc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:16.466170 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:16.562569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b422b1-da72-472a-941c-889802d8fdcc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e36b832-99f1-4009-9022-ea449b7eb4e0,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:16.581276 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-14b422b1-da72-472a-941c-889802d8fdcc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:16.650029 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6e6a76a6-fbf6-4462-bf12-339a836e578b req-14b422b1-da72-472a-941c-889802d8fdcc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:16.651272 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e6a76a6-fbf6-4462-bf12-339a836e578b req-14b422b1-da72-472a-941c-889802d8fdcc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "DELETE /v2.0/security-groups/2e36b832-99f1-4009-9022-ea449b7eb4e0 HTTP/1.1" status: 204 len: 173 time: 1.0309110 Dec 22 09:41:16.759439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abe738da-c510-47e0-ba9a-0e05a48138c2 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:16.845554 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2301b9c5-ba04-418b-9938-b73f2204077e req-ab1ee801-2167-4b44-bdcc-9b08d4495cbd service neutron] 10.222.0.37 "GET /v2.0/networks/10693e4c-fb80-4967-98e2-ab004f5421fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800956 Dec 22 09:41:17.215422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a9288-be4b-4096-8392-7baba35c5ec0 req-1678f698-e639-4b65-ba45-774193fba22d tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:17.217383 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b44a9288-be4b-4096-8392-7baba35c5ec0 req-1678f698-e639-4b65-ba45-774193fba22d tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.4417541 Dec 22 09:41:17.258745 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2301b9c5-ba04-418b-9938-b73f2204077e req-1d8af28c-0459-4e57-b57f-85f0272ffe05 service neutron] 10.222.0.37 "GET /v2.0/networks/10693e4c-fb80-4967-98e2-ab004f5421fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3948159 Dec 22 09:41:17.647016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Allocated IP 172.25.7.81 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/a5dd67b2-3376-4be7-b9fe-4f630c464057) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:41:17.655123 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b44a9288-be4b-4096-8392-7baba35c5ec0 req-ab82b346-503a-4e30-b210-f9ca478b1994 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4036818 Dec 22 09:41:17.989077 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:18.042322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41743fce-0991-426d-9da8-c2f9d5249090 req-1df4ff93-e519-4c80-8d5e-b165dc416f69 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:18.044060 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-41743fce-0991-426d-9da8-c2f9d5249090 req-1df4ff93-e519-4c80-8d5e-b165dc416f69 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=1f6c35b5-e425-4a12-aca7-b7d971aca632 HTTP/1.1" status: 200 len: 944 time: 0.2448468 Dec 22 09:41:18.099931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:18.118356 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:18.166070 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-41743fce-0991-426d-9da8-c2f9d5249090 req-fcac08f3-4351-48e7-8a1e-2dbcb8577c6c tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153238 Dec 22 09:41:18.240803 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2625e67b-98a7-4352-b065-91ad2cace476', 'tag': 'c3a796b4-2b8c-466f-860e-5b4afcb1f551', 'status': 'completed', 'code': 200} Dec 22 09:41:18.339515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Pushing event updated for resources: {'Port': ['ID=a5dd67b2-3376-4be7-b9fe-4f630c464057,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:18.390125 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:18.491090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abe738da-c510-47e0-ba9a-0e05a48138c2 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:18.526468 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e139589-5e79-4983-8aab-b2f42a71250b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:18.601962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-04d92946-a499-4f23-93d0-a192c0670d6b req-13bea395-3d4f-41f3-9ebb-7c099d144af5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Synchronizing usage tracker for tenant:e867f84521524ce2ba067f02c8e2bb27 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:41:18.607264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:41:18.616798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:41:18.623596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:41:18.768895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded32c1c-031b-4cfb-939e-bd95853bc831 req-7d18fe0c-ead4-4e31-b869-b358aab83533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:18.770426 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ded32c1c-031b-4cfb-939e-bd95853bc831 req-7d18fe0c-ead4-4e31-b869-b358aab83533 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 1163 time: 0.4321859 Dec 22 09:41:18.771149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe738da-c510-47e0-ba9a-0e05a48138c2 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event updated for resources: {'Subnet': ['ID=344c24ac-d751-445c-aac5-abb46783a72e,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:18.777456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-04d92946-a499-4f23-93d0-a192c0670d6b req-13bea395-3d4f-41f3-9ebb-7c099d144af5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Unset dirty status for tenant:e867f84521524ce2ba067f02c8e2bb27 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:41:18.779186 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04d92946-a499-4f23-93d0-a192c0670d6b req-13bea395-3d4f-41f3-9ebb-7c099d144af5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e867f84521524ce2ba067f02c8e2bb27 HTTP/1.1" status: 200 len: 5947 time: 0.5004132 Dec 22 09:41:18.781628 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-abe738da-c510-47e0-ba9a-0e05a48138c2 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:19.029513 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04d92946-a499-4f23-93d0-a192c0670d6b req-22cb86e9-30c4-4700-a337-9a72e587c450 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/40effe33-5414-4d8b-82c0-4611e8cd1529 HTTP/1.1" status: 200 len: 2881 time: 0.2419660 Dec 22 09:41:19.035564 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:19.138911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded32c1c-031b-4cfb-939e-bd95853bc831 req-9daa0649-08b3-407d-a1e8-1380425536e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:19.140793 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ded32c1c-031b-4cfb-939e-bd95853bc831 req-9daa0649-08b3-407d-a1e8-1380425536e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.3544219 Dec 22 09:41:19.232025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe738da-c510-47e0-ba9a-0e05a48138c2 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Checking segment: {'id': '06fba399-aad0-4711-88be-9a1f7e12708b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '854fa135-384b-4b10-ade4-73b48dcb840b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:41:19.232448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe738da-c510-47e0-ba9a-0e05a48138c2 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network hostable DHCP agents. Network: 854fa135-384b-4b10-ade4-73b48dcb840b, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:41:19.275987 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ded32c1c-031b-4cfb-939e-bd95853bc831 req-47ef984e-f703-43eb-8ebd-ed2904121242 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=c3a796b4-2b8c-466f-860e-5b4afcb1f551 HTTP/1.1" status: 200 len: 217 time: 0.1093972 Dec 22 09:41:19.280926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c3a796b4-2b8c-466f-860e-5b4afcb1f551 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:41:19.330177 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:19.364622 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04d92946-a499-4f23-93d0-a192c0670d6b req-5eb45ccf-6bd2-4a61-95e3-1b8d2b80ef91 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/40effe33-5414-4d8b-82c0-4611e8cd1529 HTTP/1.1" status: 200 len: 2881 time: 0.3219399 Dec 22 09:41:19.378722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port c3a796b4-2b8c-466f-860e-5b4afcb1f551 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:41:19.384887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port c3a796b4-2b8c-466f-860e-5b4afcb1f551 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:19.385318 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:19.400343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe738da-c510-47e0-ba9a-0e05a48138c2 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network 854fa135-384b-4b10-ade4-73b48dcb840b is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:41:19.463673 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6c35b5-e425-4a12-aca7-b7d971aca632', 'tag': '219ff286-a492-4797-84ae-5d2fe435f553', 'status': 'completed', 'code': 200} Dec 22 09:41:19.473450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-abe738da-c510-47e0-ba9a-0e05a48138c2 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 854fa135-384b-4b10-ade4-73b48dcb840b) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:41:19.478839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded32c1c-031b-4cfb-939e-bd95853bc831 req-d531e62a-e655-4411-949a-429508fb35cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:19.480814 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ded32c1c-031b-4cfb-939e-bd95853bc831 req-d531e62a-e655-4411-949a-429508fb35cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1918709 Dec 22 09:41:19.511270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec9cefb-04de-43e1-9c4a-f3d0930638eb None None] Network 854fa135-384b-4b10-ade4-73b48dcb840b requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:41:19.597493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe738da-c510-47e0-ba9a-0e05a48138c2 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:19.598213 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abe738da-c510-47e0-ba9a-0e05a48138c2 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:19.814505 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-abe738da-c510-47e0-ba9a-0e05a48138c2 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9051056 Dec 22 09:41:19.821938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49280) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:19.828562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-2ff8b7d6-46ce-4f70-87af-fa373c30f6c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-990122462'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:19.834929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2ff8b7d6-46ce-4f70-87af-fa373c30f6c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:19.841934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2ff8b7d6-46ce-4f70-87af-fa373c30f6c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Usage tracker for resource:network and tenant:2bf9339faedd4d93bde184951affe795 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:41:19.846091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2ff8b7d6-46ce-4f70-87af-fa373c30f6c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Quota usage for network was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:41:19.854029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2ff8b7d6-46ce-4f70-87af-fa373c30f6c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:19.881859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff8b7d6-46ce-4f70-87af-fa373c30f6c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Made reservation on behalf of 2bf9339faedd4d93bde184951affe795 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:41:19.893857 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b7d6-46ce-4f70-87af-fa373c30f6c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:19.933170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded32c1c-031b-4cfb-939e-bd95853bc831 req-0329df85-c331-4a80-8164-cb72b3d887c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:19.934953 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ded32c1c-031b-4cfb-939e-bd95853bc831 req-0329df85-c331-4a80-8164-cb72b3d887c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4426901 Dec 22 09:41:19.947207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff8b7d6-46ce-4f70-87af-fa373c30f6c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:41:19.948352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f82ab-ad1f-446a-81a1-cb9df17486f8 req-35793b1b-7d46-4d74-ae02-294450a444cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:19.950004 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a71f82ab-ad1f-446a-81a1-cb9df17486f8 req-35793b1b-7d46-4d74-ae02-294450a444cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8298ddf7cf945579648150318b580de&device_id=1f6c35b5-e425-4a12-aca7-b7d971aca632 HTTP/1.1" status: 200 len: 1159 time: 0.4023805 Dec 22 09:41:19.960413 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b7d6-46ce-4f70-87af-fa373c30f6c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:19.961587 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-2ff8b7d6-46ce-4f70-87af-fa373c30f6c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Added segment 85178b09-a5f7-4af5-be61-5df9d55679cf of type vxlan for network 1d251ff2-021a-41fa-a488-99bc36548e49 Dec 22 09:41:19.990775 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:20.003836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b7d6-46ce-4f70-87af-fa373c30f6c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:20.045810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port c3a796b4-2b8c-466f-860e-5b4afcb1f551, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c3a796b4-2b8c-466f-860e-5b4afcb1f551,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:41:20.049188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2625e67b-98a7-4352-b065-91ad2cace476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a796b4-2b8c-466f-860e-5b4afcb1f551'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:41:20.055071 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b7d6-46ce-4f70-87af-fa373c30f6c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:20.060212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff8b7d6-46ce-4f70-87af-fa373c30f6c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:20.061086 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b7d6-46ce-4f70-87af-fa373c30f6c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:20.061841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:20.066394 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:20.069938 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0ca63490-04e3-4e05-b627-d633bd9c857b tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:20.182195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-854fa135-384b-4b10-ade4-73b48dcb840b', 'network_id': '854fa135-384b-4b10-ade4-73b48dcb840b', 'tenant_id': '2bf9339faedd4d93bde184951affe795', 'fixed_ips': [{'subnet_id': '344c24ac-d751-445c-aac5-abb46783a72e'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:41:20.183672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:20.357169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be9ce3-f039-4d0d-9197-349876dca481 req-ddf3b155-9763-48aa-b14f-307328557d94 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:20.365223 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57be9ce3-f039-4d0d-9197-349876dca481 req-ddf3b155-9763-48aa-b14f-307328557d94 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 948 time: 0.7456424 Dec 22 09:41:20.527370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Allocated IP 19.80.0.2 (854fa135-384b-4b10-ade4-73b48dcb840b/344c24ac-d751-445c-aac5-abb46783a72e/a0a73970-3da8-4a93-af63-63f1c442235d) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:41:20.540077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8b7d6-46ce-4f70-87af-fa373c30f6c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event updated for resources: {'Network': ['ID=1d251ff2-021a-41fa-a488-99bc36548e49,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:20.543956 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2ff8b7d6-46ce-4f70-87af-fa373c30f6c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:20.562303 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:41:20.563889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 1d251ff2-021a-41fa-a488-99bc36548e49 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:41:20.567728 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2ff8b7d6-46ce-4f70-87af-fa373c30f6c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7619379 Dec 22 09:41:20.568937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49286) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:20.577001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5a4f02f4-519f-4f4f-9f80-dd39fb536dc9 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Request body: {'subnet': {'network_id': '1d251ff2-021a-41fa-a488-99bc36548e49', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:20.589225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 1d251ff2-021a-41fa-a488-99bc36548e49 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:41:20.604600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57be9ce3-f039-4d0d-9197-349876dca481 req-a2cb258e-d82b-4d01-a729-918530414fd7 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376597 Dec 22 09:41:20.609908 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:20.632149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 1d251ff2-021a-41fa-a488-99bc36548e49 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:41:20.685076 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:20.728495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5a4f02f4-519f-4f4f-9f80-dd39fb536dc9 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:20.731011 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:20.733351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5a4f02f4-519f-4f4f-9f80-dd39fb536dc9 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Usage tracker for resource:subnet and tenant:2bf9339faedd4d93bde184951affe795 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:41:20.736468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5a4f02f4-519f-4f4f-9f80-dd39fb536dc9 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:41:20.743332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5a4f02f4-519f-4f4f-9f80-dd39fb536dc9 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:20.752764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=c3a796b4-2b8c-466f-860e-5b4afcb1f551,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:20.764065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4f02f4-519f-4f4f-9f80-dd39fb536dc9 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Made reservation on behalf of 2bf9339faedd4d93bde184951affe795 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:41:20.772239 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:20.822352 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ded32c1c-031b-4cfb-939e-bd95853bc831 req-24489ba7-0655-48dc-bb12-a348559cb778 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8764665 Dec 22 09:41:20.834549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f82ab-ad1f-446a-81a1-cb9df17486f8 req-ac437946-c9a7-489b-bb49-e89ce7c59ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:20.836334 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a71f82ab-ad1f-446a-81a1-cb9df17486f8 req-ac437946-c9a7-489b-bb49-e89ce7c59ea3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 HTTP/1.1" status: 200 len: 910 time: 0.5658708 Dec 22 09:41:20.943227 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a4f02f4-519f-4f4f-9f80-dd39fb536dc9 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:21.013445 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ded32c1c-031b-4cfb-939e-bd95853bc831 req-a5b2a74f-1e43-48a8-b5e4-c385c0adadc1 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1760712 Dec 22 09:41:21.119145 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:21.131154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Transition to ACTIVE for port object a0a73970-3da8-4a93-af63-63f1c442235d will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:41:21.151838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 219ff286-a492-4797-84ae-5d2fe435f553 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:41:21.179089 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a71f82ab-ad1f-446a-81a1-cb9df17486f8 req-82ce7940-be58-47c8-b093-56530387ba1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=219ff286-a492-4797-84ae-5d2fe435f553 HTTP/1.1" status: 200 len: 217 time: 0.1435189 Dec 22 09:41:21.225584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Transition to ACTIVE for port object a0a73970-3da8-4a93-af63-63f1c442235d will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:41:21.238407 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:21.255698 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:21.286411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 219ff286-a492-4797-84ae-5d2fe435f553 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:41:21.330532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 219ff286-a492-4797-84ae-5d2fe435f553 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:21.331045 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:21.333942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Pushing event updated for resources: {'Port': ['ID=a5dd67b2-3376-4be7-b9fe-4f630c464057,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:21.351543 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:21.450334 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d42ab65d-ff99-4b8b-968c-1ce6b79db495 req-48d92424-0689-4e02-94dd-689770d3eb8a tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "GET /v2.0/security-groups/40a03e5c-3335-4304-98b8-3fc2c142a4a8 HTTP/1.1" status: 200 len: 1764 time: 0.4353678 Dec 22 09:41:21.480346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Pushing event updated for resources: {'Port': ['ID=a0a73970-3da8-4a93-af63-63f1c442235d,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:21.483898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:21.486915 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:21.509898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f82ab-ad1f-446a-81a1-cb9df17486f8 req-7bd71f84-e253-4b69-a481-a66b2f08fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:21.511508 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a71f82ab-ad1f-446a-81a1-cb9df17486f8 req-7bd71f84-e253-4b69-a481-a66b2f08fef6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2c12495-0928-4c58-a944-5c9e4ea79919 HTTP/1.1" status: 200 len: 855 time: 0.2982829 Dec 22 09:41:21.552929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:21.569068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a4f02f4-519f-4f4f-9f80-dd39fb536dc9 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:21.596462 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:21.604598 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.6781945 Dec 22 09:41:21.623437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 219ff286-a492-4797-84ae-5d2fe435f553, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=219ff286-a492-4797-84ae-5d2fe435f553,segment=NetworkSegment(9ec21e51-dba8-4c80-95fe-ebec5a7c37f2),segment_id=9ec21e51-dba8-4c80-95fe-ebec5a7c37f2)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:41:21.631628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:21.641604 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3f415a8e-62e2-4592-b440-ec15159a595d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:21.670079 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a71f82ab-ad1f-446a-81a1-cb9df17486f8 req-6795e86a-8a13-40ed-a6b8-3cde253380c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1502028 Dec 22 09:41:21.730286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=219ff286-a492-4797-84ae-5d2fe435f553,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:21.756179 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:21.756845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Network 854fa135-384b-4b10-ade4-73b48dcb840b is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:41:21.756971 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d42ab65d-ff99-4b8b-968c-1ce6b79db495 req-6d2748ff-a81e-45a5-9cfa-e68e8d1c440e tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:21.759493 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:21.759493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:41:21.761493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f6d71e57-9f25-4a58-9308-97e66a9aa894 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Synchronizing usage tracker for tenant:2fd1aa4eae574f009fc683eb2b5a8ace on resource:floatingip {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:41:21.766674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:41:21.889128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Attempting to bind port a0a73970-3da8-4a93-af63-63f1c442235d on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:41:21.889682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Attempting to bind port a0a73970-3da8-4a93-af63-63f1c442235d by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '06fba399-aad0-4711-88be-9a1f7e12708b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '854fa135-384b-4b10-ade4-73b48dcb840b'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:41:21.890100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Attempting to bind port a0a73970-3da8-4a93-af63-63f1c442235d on network 854fa135-384b-4b10-ade4-73b48dcb840b {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:41:21.891024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f6d71e57-9f25-4a58-9308-97e66a9aa894 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Unset dirty status for tenant:2fd1aa4eae574f009fc683eb2b5a8ace on resource:floatingip {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:41:21.893699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4f02f4-519f-4f4f-9f80-dd39fb536dc9 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Checking segment: {'id': '85178b09-a5f7-4af5-be61-5df9d55679cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1d251ff2-021a-41fa-a488-99bc36548e49'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:41:21.894399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4f02f4-519f-4f4f-9f80-dd39fb536dc9 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network hostable DHCP agents. Network: 1d251ff2-021a-41fa-a488-99bc36548e49, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:41:21.897300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:41:21.897696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Checking segment: {'id': '06fba399-aad0-4711-88be-9a1f7e12708b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '854fa135-384b-4b10-ade4-73b48dcb840b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:41:21.898159 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:21.898286 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-f6d71e57-9f25-4a58-9308-97e66a9aa894 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.81 HTTP/1.1" status: 200 len: 695 time: 0.2926483 Dec 22 09:41:21.898600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Bound using segment: {'id': '06fba399-aad0-4711-88be-9a1f7e12708b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '854fa135-384b-4b10-ade4-73b48dcb840b'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:41:21.901028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Bound port: a0a73970-3da8-4a93-af63-63f1c442235d, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06fba399-aad0-4711-88be-9a1f7e12708b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '854fa135-384b-4b10-ade4-73b48dcb840b'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:41:21.901028 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:21.908773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f02f4-519f-4f4f-9f80-dd39fb536dc9 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event updated for resources: {'Subnet': ['ID=06037e5b-f564-4a6f-a3e1-0c787ded8f80,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:21.912685 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5a4f02f4-519f-4f4f-9f80-dd39fb536dc9 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:21.936707 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d42ab65d-ff99-4b8b-968c-1ce6b79db495 req-6d2748ff-a81e-45a5-9cfa-e68e8d1c440e tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:21.945251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4f02f4-519f-4f4f-9f80-dd39fb536dc9 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network 1d251ff2-021a-41fa-a488-99bc36548e49 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:41:21.966836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5a4f02f4-519f-4f4f-9f80-dd39fb536dc9 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 1d251ff2-021a-41fa-a488-99bc36548e49) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:41:22.007678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4f02f4-519f-4f4f-9f80-dd39fb536dc9 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:22.008340 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a4f02f4-519f-4f4f-9f80-dd39fb536dc9 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:22.024407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] For port a0a73970-3da8-4a93-af63-63f1c442235d, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:41:22.029269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] For port a0a73970-3da8-4a93-af63-63f1c442235d, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a0a73970-3da8-4a93-af63-63f1c442235d,segment=NetworkSegment(06fba399-aad0-4711-88be-9a1f7e12708b),segment_id=06fba399-aad0-4711-88be-9a1f7e12708b)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:41:22.033608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42c858d-e7b3-4144-ab69-f938b085ed70 None None] Network 1d251ff2-021a-41fa-a488-99bc36548e49 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:41:22.051194 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5a4f02f4-519f-4f4f-9f80-dd39fb536dc9 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4733665 Dec 22 09:41:22.051421 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:22.106201 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a71f82ab-ad1f-446a-81a1-cb9df17486f8 req-28f0266d-3959-4e56-ada5-8932a14f6624 service neutron] 10.222.0.64 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171126 Dec 22 09:41:22.161259 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d42ab65d-ff99-4b8b-968c-1ce6b79db495 req-6d2748ff-a81e-45a5-9cfa-e68e8d1c440e tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:22.186657 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f9542d5b-c776-4dcc-b06f-f488bcbb82fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:22.199096 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:22.207462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2748ff-a81e-45a5-9cfa-e68e8d1c440e tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a03e5c-3335-4304-98b8-3fc2c142a4a8,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:22.221656 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6d2748ff-a81e-45a5-9cfa-e68e8d1c440e tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:22.326529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-ca55597a-7dab-463d-b7d7-d66eaa5107a0 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:22.338908 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98dc1bd2-33ac-48db-8d0d-c7260061a620 req-ca55597a-7dab-463d-b7d7-d66eaa5107a0 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.4396110 Dec 22 09:41:22.344909 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d42ab65d-ff99-4b8b-968c-1ce6b79db495 req-6d2748ff-a81e-45a5-9cfa-e68e8d1c440e tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:22.346143 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d42ab65d-ff99-4b8b-968c-1ce6b79db495 req-6d2748ff-a81e-45a5-9cfa-e68e8d1c440e tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] 10.222.0.50 "DELETE /v2.0/security-groups/40a03e5c-3335-4304-98b8-3fc2c142a4a8 HTTP/1.1" status: 204 len: 173 time: 0.8946030 Dec 22 09:41:22.354487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49300) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:22.420228 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a71f82ab-ad1f-446a-81a1-cb9df17486f8 req-597247a4-3a4a-4650-8948-0f904ed6482f service neutron] 10.222.0.64 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3050344 Dec 22 09:41:22.565337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb50de0-d426-43ea-9ba6-3ed5660252ae admin admin] Deleting subnet 1c721e07-31a9-4288-9cf4-04eec590febe {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:41:22.573475 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6bb50de0-d426-43ea-9ba6-3ed5660252ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:22.623932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535eb59-67f8-44e6-a064-fabd7ac32c7d req-ea625bb9-acb9-4e7b-b9b4-647d313592c3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:22.634866 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4535eb59-67f8-44e6-a064-fabd7ac32c7d req-ea625bb9-acb9-4e7b-b9b4-647d313592c3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.1466653 Dec 22 09:41:22.676183 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6bb50de0-d426-43ea-9ba6-3ed5660252ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:22.718841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 219ff286-a492-4797-84ae-5d2fe435f553 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:41:22.748032 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6bb50de0-d426-43ea-9ba6-3ed5660252ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:22.773315 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4535eb59-67f8-44e6-a064-fabd7ac32c7d req-5dd85dab-64fc-4e04-aa05-f936e0c9e723 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368327 Dec 22 09:41:22.828373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Pushing event updated for resources: {'Port': ['ID=a0a73970-3da8-4a93-af63-63f1c442235d,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:22.832091 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:22.832921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c737e-6568-426d-840c-752e40d85fb1 req-0cb17f94-d53d-4dc0-a81e-9ec99f0a4d85 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:22.838962 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-180c737e-6568-426d-840c-752e40d85fb1 req-0cb17f94-d53d-4dc0-a81e-9ec99f0a4d85 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=1f6c35b5-e425-4a12-aca7-b7d971aca632 HTTP/1.1" status: 200 len: 946 time: 0.1843615 Dec 22 09:41:22.885162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-2c37bd21-5990-4c60-969f-f3d35625f152 req-e6ccb538-14b0-4516-a021-f789f00f52da tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-497786399', 'description': 'tempest-description-1885835967'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:22.908669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2c37bd21-5990-4c60-969f-f3d35625f152 req-e6ccb538-14b0-4516-a021-f789f00f52da tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:22.925057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c3a796b4-2b8c-466f-860e-5b4afcb1f551 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:41:22.936632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2c37bd21-5990-4c60-969f-f3d35625f152 req-e6ccb538-14b0-4516-a021-f789f00f52da tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:22.951637 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-180c737e-6568-426d-840c-752e40d85fb1 req-5e4981e0-36d3-422b-8676-b5c7a96f018e tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040471 Dec 22 09:41:22.960026 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2c37bd21-5990-4c60-969f-f3d35625f152 req-e6ccb538-14b0-4516-a021-f789f00f52da tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:22.993715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-1d251ff2-021a-41fa-a488-99bc36548e49', 'network_id': '1d251ff2-021a-41fa-a488-99bc36548e49', 'tenant_id': '2bf9339faedd4d93bde184951affe795', 'fixed_ips': [{'subnet_id': '06037e5b-f564-4a6f-a3e1-0c787ded8f80'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:41:22.994832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:23.020848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2c37bd21-5990-4c60-969f-f3d35625f152 req-e6ccb538-14b0-4516-a021-f789f00f52da tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:23.029942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2c37bd21-5990-4c60-969f-f3d35625f152 req-e6ccb538-14b0-4516-a021-f789f00f52da tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Usage tracker for resource:security_group_rule and tenant:e867f84521524ce2ba067f02c8e2bb27 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:41:23.040923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2c37bd21-5990-4c60-969f-f3d35625f152 req-e6ccb538-14b0-4516-a021-f789f00f52da tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:41:23.056584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2c37bd21-5990-4c60-969f-f3d35625f152 req-e6ccb538-14b0-4516-a021-f789f00f52da tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:23.067565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 219ff286-a492-4797-84ae-5d2fe435f553 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:23.068276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:23.120087 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2625e67b-98a7-4352-b065-91ad2cace476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a796b4-2b8c-466f-860e-5b4afcb1f551', 'code': 200} Dec 22 09:41:23.226600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port c3a796b4-2b8c-466f-860e-5b4afcb1f551 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:23.226822 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:23.287432 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6bb50de0-d426-43ea-9ba6-3ed5660252ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:23.321984 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1f93955-cbb2-4d74-bea9-7ffa4423da0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:23.340660 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2c37bd21-5990-4c60-969f-f3d35625f152 req-e6ccb538-14b0-4516-a021-f789f00f52da tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:23.418863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb50de0-d426-43ea-9ba6-3ed5660252ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c721e07-31a9-4288-9cf4-04eec590febe,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:23.424543 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6bb50de0-d426-43ea-9ba6-3ed5660252ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:23.446304 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2c37bd21-5990-4c60-969f-f3d35625f152 req-e6ccb538-14b0-4516-a021-f789f00f52da tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:23.494349 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:23.560558 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2c37bd21-5990-4c60-969f-f3d35625f152 req-e6ccb538-14b0-4516-a021-f789f00f52da tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:23.562079 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c37bd21-5990-4c60-969f-f3d35625f152 req-e6ccb538-14b0-4516-a021-f789f00f52da tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1757 time: 0.6815660 Dec 22 09:41:23.593880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6bb50de0-d426-43ea-9ba6-3ed5660252ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:23.613969 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6bb50de0-d426-43ea-9ba6-3ed5660252ae admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1c721e07-31a9-4288-9cf4-04eec590febe HTTP/1.1" status: 204 len: 168 time: 1.2575164 Dec 22 09:41:23.617001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49306) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:23.657057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccb538-14b0-4516-a021-f789f00f52da tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event updated for resources: {'SecurityGroup': ['ID=6c34a441-ede3-4ebe-91b2-441fda9956b7,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:23.676356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7b7b9-4d26-4d23-a97c-fd8884a45892 req-46c6e4bb-4250-40dd-a66a-91b343d6fbbd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:23.685328 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6cc7b7b9-4d26-4d23-a97c-fd8884a45892 req-46c6e4bb-4250-40dd-a66a-91b343d6fbbd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 950 time: 0.3383830 Dec 22 09:41:23.709534 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e6ccb538-14b0-4516-a021-f789f00f52da tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:23.723568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afec371-5141-4b75-8070-e8874e1781f0 req-8704fba0-4a82-4264-b651-5f335572a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:23.724093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a0a73970-3da8-4a93-af63-63f1c442235d up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:41:23.725849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4afec371-5141-4b75-8070-e8874e1781f0 req-8704fba0-4a82-4264-b651-5f335572a193 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 1165 time: 0.5127854 Dec 22 09:41:23.778489 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6cc7b7b9-4d26-4d23-a97c-fd8884a45892 req-eeb74625-7ba6-430b-a7af-58db1e19874e tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917995 Dec 22 09:41:23.827116 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4afec371-5141-4b75-8070-e8874e1781f0 req-6d227456-ee7b-4485-9291-5fdc048f6a55 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813849 Dec 22 09:41:23.960658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21d68e53-b217-4e61-9dc8-1142df108b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:23.973805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Allocated IP 19.86.0.2 (1d251ff2-021a-41fa-a488-99bc36548e49/06037e5b-f564-4a6f-a3e1-0c787ded8f80/97dac06d-2618-43e1-bd39-c83b6eeb6f9f) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:41:24.271091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-e6a3203e-3a95-4705-a6b7-9d127cf86b46 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:24.275982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-e6a3203e-3a95-4705-a6b7-9d127cf86b46 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:24.277094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-e6a3203e-3a95-4705-a6b7-9d127cf86b46 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Synchronizing usage tracker for tenant:2bf9339faedd4d93bde184951affe795 on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:41:24.289190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9febe7-e444-4b88-ba2b-189b95522258 req-8e747eb5-1f04-49cc-8a4e-0fecc5fc3e10 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:24.304843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:24.306247 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c9febe7-e444-4b88-ba2b-189b95522258 req-8e747eb5-1f04-49cc-8a4e-0fecc5fc3e10 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/ports?device_id=8a3375dc-a46c-4252-b4b3-113bea0e257d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2504277 Dec 22 09:41:24.317689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Transition to ACTIVE for port object 97dac06d-2618-43e1-bd39-c83b6eeb6f9f will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:41:24.328867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21d68e53-b217-4e61-9dc8-1142df108b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:24.338362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Transition to ACTIVE for port object 97dac06d-2618-43e1-bd39-c83b6eeb6f9f will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:41:24.354931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:24.477396 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c9febe7-e444-4b88-ba2b-189b95522258 req-79b67252-d495-4218-abf2-73f6d6199847 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.81 HTTP/1.1" status: 200 len: 695 time: 0.1698039 Dec 22 09:41:24.483446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-7c9febe7-e444-4b88-ba2b-189b95522258 req-a60ce7f4-564f-4f7e-b2bf-9b579aab274f tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Request body: {'floatingip': {'port_id': '23847375-f8e5-4a79-97cf-1ff82a1ec317', 'fixed_ip_address': '172.20.0.11'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:24.608544 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0ae80eac-35e0-4f26-9c04-bd7f11d2a303 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:24.610376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-21d68e53-b217-4e61-9dc8-1142df108b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833462e4-7a59-4bdd-83cf-780214821b9f']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:24.652585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-21d68e53-b217-4e61-9dc8-1142df108b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325cf657-7b4f-4f7f-8000-0e5ba7212b74') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:24.659237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-21d68e53-b217-4e61-9dc8-1142df108b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325cf657-7b4f-4f7f-8000-0e5ba7212b74') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:24.689972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21d68e53-b217-4e61-9dc8-1142df108b08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:24.729298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Pushing event updated for resources: {'Port': ['ID=97dac06d-2618-43e1-bd39-c83b6eeb6f9f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:24.736067 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21d68e53-b217-4e61-9dc8-1142df108b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:24.737978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-21d68e53-b217-4e61-9dc8-1142df108b08 admin admin] Releasing vxlan tunnel 11 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:41:24.753641 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:24.798069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Network 1d251ff2-021a-41fa-a488-99bc36548e49 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:41:24.801405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:41:24.806230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port a0a73970-3da8-4a93-af63-63f1c442235d completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:41:24.813077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:41:24.891955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Attempting to bind port 97dac06d-2618-43e1-bd39-c83b6eeb6f9f on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:41:24.892671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Attempting to bind port 97dac06d-2618-43e1-bd39-c83b6eeb6f9f by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '85178b09-a5f7-4af5-be61-5df9d55679cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1d251ff2-021a-41fa-a488-99bc36548e49'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:41:24.893772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Attempting to bind port 97dac06d-2618-43e1-bd39-c83b6eeb6f9f on network 1d251ff2-021a-41fa-a488-99bc36548e49 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:41:24.903329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:41:24.904160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Checking segment: {'id': '85178b09-a5f7-4af5-be61-5df9d55679cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1d251ff2-021a-41fa-a488-99bc36548e49'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:41:24.904784 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:24.905385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Bound using segment: {'id': '85178b09-a5f7-4af5-be61-5df9d55679cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1d251ff2-021a-41fa-a488-99bc36548e49'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:41:24.906071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Bound port: 97dac06d-2618-43e1-bd39-c83b6eeb6f9f, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85178b09-a5f7-4af5-be61-5df9d55679cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1d251ff2-021a-41fa-a488-99bc36548e49'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:41:24.906760 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:24.942976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-e6a3203e-3a95-4705-a6b7-9d127cf86b46 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Unset dirty status for tenant:2bf9339faedd4d93bde184951affe795 on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:41:24.952438 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-e6a3203e-3a95-4705-a6b7-9d127cf86b46 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/networks?id=854fa135-384b-4b10-ade4-73b48dcb840b&id=1d251ff2-021a-41fa-a488-99bc36548e49 HTTP/1.1" status: 200 len: 1391 time: 1.0229137 Dec 22 09:41:24.974945 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7c9febe7-e444-4b88-ba2b-189b95522258 req-a60ce7f4-564f-4f7e-b2bf-9b579aab274f tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks [] for floatingip, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:25.020411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] For port 97dac06d-2618-43e1-bd39-c83b6eeb6f9f, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:41:25.024373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] For port 97dac06d-2618-43e1-bd39-c83b6eeb6f9f, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=97dac06d-2618-43e1-bd39-c83b6eeb6f9f,segment=NetworkSegment(85178b09-a5f7-4af5-be61-5df9d55679cf),segment_id=85178b09-a5f7-4af5-be61-5df9d55679cf)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:41:25.029267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c206944-e08b-4d32-9c69-3b5859fb7407 None None] Network 854fa135-384b-4b10-ade4-73b48dcb840b requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:41:25.053758 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:25.075755 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-153ed23a-c9e3-4ff3-b548-9b15aa38061c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:25.158775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-21d68e53-b217-4e61-9dc8-1142df108b08 admin admin] Network 833462e4-7a59-4bdd-83cf-780214821b9f has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:41:25.187520 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21d68e53-b217-4e61-9dc8-1142df108b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:25.201279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6c35b5-e425-4a12-aca7-b7d971aca632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219ff286-a492-4797-84ae-5d2fe435f553'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:41:25.207471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Pushing event updated for resources: {'Port': ['ID=97dac06d-2618-43e1-bd39-c83b6eeb6f9f,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:25.220671 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:25.264129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6a4f6b4e-d073-468a-8f73-db8a14e66cb4 None None] Provisioning for port a0a73970-3da8-4a93-af63-63f1c442235d completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:41:25.318852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6a4f6b4e-d073-468a-8f73-db8a14e66cb4 None None] Provisioning complete for port a0a73970-3da8-4a93-af63-63f1c442235d triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:25.319701 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6b4e-d073-468a-8f73-db8a14e66cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:25.383907 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-9068ce6c-b321-46c7-a240-96c4f8299c65 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/quotas/2bf9339faedd4d93bde184951affe795 HTTP/1.1" status: 200 len: 375 time: 0.4303515 Dec 22 09:41:25.500187 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-7c9febe7-e444-4b88-ba2b-189b95522258 req-a60ce7f4-564f-4f7e-b2bf-9b579aab274f tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] update failed (client error): There was a conflict when trying to complete your request. Dec 22 09:41:25.503271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-21d68e53-b217-4e61-9dc8-1142df108b08 admin admin] Network 833462e4-7a59-4bdd-83cf-780214821b9f has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:41:25.509652 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c9febe7-e444-4b88-ba2b-189b95522258 req-a60ce7f4-564f-4f7e-b2bf-9b579aab274f tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "PUT /v2.0/floatingips/d91479d5-e40d-450b-97ea-689d7061b687 HTTP/1.1" status: 409 len: 550 time: 1.0307896 Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:41:25.533546 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:41:25.556202 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-17a37665-a0d7-4d29-8658-71a4c61c7b62 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bf9339faedd4d93bde184951affe795&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1711535 Dec 22 09:41:25.564146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-18d1f846-6116-4b06-8a2e-297c00f730f7 req-70d534cf-3171-4231-b698-f26f2cc05916 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1892686572', 'description': 'tempest-description-568181505'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:25.572882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-18d1f846-6116-4b06-8a2e-297c00f730f7 req-70d534cf-3171-4231-b698-f26f2cc05916 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:25.611237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-18d1f846-6116-4b06-8a2e-297c00f730f7 req-70d534cf-3171-4231-b698-f26f2cc05916 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Usage tracker for resource:security_group and tenant:e867f84521524ce2ba067f02c8e2bb27 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:41:25.617120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-18d1f846-6116-4b06-8a2e-297c00f730f7 req-70d534cf-3171-4231-b698-f26f2cc05916 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Quota usage for security_group was recalculated. Used quota:4. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:41:25.637167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-18d1f846-6116-4b06-8a2e-297c00f730f7 req-70d534cf-3171-4231-b698-f26f2cc05916 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:25.654914 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21d68e53-b217-4e61-9dc8-1142df108b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:25.663152 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:25.681381 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21d68e53-b217-4e61-9dc8-1142df108b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:25.695085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d68e53-b217-4e61-9dc8-1142df108b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=833462e4-7a59-4bdd-83cf-780214821b9f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:25.698657 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-21d68e53-b217-4e61-9dc8-1142df108b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:25.703871 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-21d68e53-b217-4e61-9dc8-1142df108b08 admin admin] 10.222.0.50 "DELETE /v2.0/networks/833462e4-7a59-4bdd-83cf-780214821b9f HTTP/1.1" status: 204 len: 168 time: 2.0806198 Dec 22 09:41:25.741156 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-18d1f846-6116-4b06-8a2e-297c00f730f7 req-70d534cf-3171-4231-b698-f26f2cc05916 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:25.812658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-18d1f846-6116-4b06-8a2e-297c00f730f7 req-70d534cf-3171-4231-b698-f26f2cc05916 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:25.822853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-18d1f846-6116-4b06-8a2e-297c00f730f7 req-70d534cf-3171-4231-b698-f26f2cc05916 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Usage tracker for resource:security_group_rule and tenant:e867f84521524ce2ba067f02c8e2bb27 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:41:25.831516 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-b4a5e85d-a365-4174-afb0-5c841059c7e9 service neutron] 10.222.0.50 "GET /v2.0/networks/854fa135-384b-4b10-ade4-73b48dcb840b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602177 Dec 22 09:41:25.834103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-18d1f846-6116-4b06-8a2e-297c00f730f7 req-70d534cf-3171-4231-b698-f26f2cc05916 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:41:25.891152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-18d1f846-6116-4b06-8a2e-297c00f730f7 req-70d534cf-3171-4231-b698-f26f2cc05916 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:26.009522 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6b4e-d073-468a-8f73-db8a14e66cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:26.036309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49332) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:26.063439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6a4f6b4e-d073-468a-8f73-db8a14e66cb4 None None] For port a0a73970-3da8-4a93-af63-63f1c442235d, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a0a73970-3da8-4a93-af63-63f1c442235d,segment=NetworkSegment(06fba399-aad0-4711-88be-9a1f7e12708b),segment_id=06fba399-aad0-4711-88be-9a1f7e12708b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:41:26.078322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6b4e-d073-468a-8f73-db8a14e66cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:26.078322 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:26.117402 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7490d9dc-8918-4b00-9361-db3518205b26 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d929b0c1d4424de8ae818e10970de19a&name=default HTTP/1.1" status: 200 len: 2883 time: 0.0796003 Dec 22 09:41:26.118889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49338) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:26.157651 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-f0528b3d-8505-4944-9e78-50142dbcd5de service neutron] 10.222.0.50 "GET /v2.0/networks/854fa135-384b-4b10-ade4-73b48dcb840b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3185265 Dec 22 09:41:26.196715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f6b4e-d073-468a-8f73-db8a14e66cb4 None None] Pushing event updated for resources: {'Port': ['ID=a0a73970-3da8-4a93-af63-63f1c442235d,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:26.209181 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6a4f6b4e-d073-468a-8f73-db8a14e66cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:26.211794 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ec24a16-1022-40f6-a193-d5ece1aa690a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:26.250276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ec24a16-1022-40f6-a193-d5ece1aa690a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:26.317463 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-18d1f846-6116-4b06-8a2e-297c00f730f7 req-70d534cf-3171-4231-b698-f26f2cc05916 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:26.336302 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-18d1f846-6116-4b06-8a2e-297c00f730f7 req-70d534cf-3171-4231-b698-f26f2cc05916 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:26.338173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ec24a16-1022-40f6-a193-d5ece1aa690a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:26.345390 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a6a218ed-2081-4d7b-b651-2bc8090ea57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:26.372602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec24a16-1022-40f6-a193-d5ece1aa690a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe6bf36-584e-467c-9449-285ab8d63153,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:26.375434 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c563762-0f88-4840-b034-f57a992cfb28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:26.378630 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ec24a16-1022-40f6-a193-d5ece1aa690a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:26.400194 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ec24a16-1022-40f6-a193-d5ece1aa690a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:26.400433 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-18d1f846-6116-4b06-8a2e-297c00f730f7 req-70d534cf-3171-4231-b698-f26f2cc05916 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:26.408369 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-18d1f846-6116-4b06-8a2e-297c00f730f7 req-70d534cf-3171-4231-b698-f26f2cc05916 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1757 time: 0.8436346 Dec 22 09:41:26.421279 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3ec24a16-1022-40f6-a193-d5ece1aa690a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0fe6bf36-584e-467c-9449-285ab8d63153 HTTP/1.1" status: 204 len: 168 time: 0.2836609 Dec 22 09:41:26.599736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d534cf-3171-4231-b698-f26f2cc05916 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event updated for resources: {'SecurityGroup': ['ID=fc409691-3296-4eba-a391-43ee6c62f425,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:26.605063 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-70d534cf-3171-4231-b698-f26f2cc05916 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:26.624974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6ce12ca2-cb6f-467d-a289-8d985e7803f1 None None] Provisioning complete for port a0a73970-3da8-4a93-af63-63f1c442235d triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:26.626861 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6ce12ca2-cb6f-467d-a289-8d985e7803f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:26.738534 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-22b56147-9645-4baa-9a49-8ab7279c6e4d service neutron] 10.222.0.50 "GET /v2.0/networks/1d251ff2-021a-41fa-a488-99bc36548e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724566 Dec 22 09:41:26.990202 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-c9329f9f-a6c9-488c-b00f-f91f69736e4d service neutron] 10.222.0.50 "GET /v2.0/networks/1d251ff2-021a-41fa-a488-99bc36548e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2506359 Dec 22 09:41:27.043607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ea916f12-380a-49de-b07f-56603b758d00 None None] Provisioning complete for port a0a73970-3da8-4a93-af63-63f1c442235d triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:27.049077 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea916f12-380a-49de-b07f-56603b758d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:27.071908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0be49f-93ff-42ea-84cf-bff98a5cfeae req-286c14bc-9bc3-4624-984c-1e3222dd343f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:27.073680 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4a0be49f-93ff-42ea-84cf-bff98a5cfeae req-286c14bc-9bc3-4624-984c-1e3222dd343f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.3592916 Dec 22 09:41:27.185464 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4a0be49f-93ff-42ea-84cf-bff98a5cfeae req-0cbf2d52-c9a9-4d5a-a920-19b68b894d95 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037943 Dec 22 09:41:27.549329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b7f23c03-6030-4686-bc2f-4413725a2921 None None] Provisioning complete for port a0a73970-3da8-4a93-af63-63f1c442235d triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:27.549729 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7f23c03-6030-4686-bc2f-4413725a2921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:27.731196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e1a3c-5c45-4c90-bff6-bc24ac93ec0b req-cf7c7f34-678d-42a5-a21a-b99616d56d40 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:27.733296 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c48e1a3c-5c45-4c90-bff6-bc24ac93ec0b req-cf7c7f34-678d-42a5-a21a-b99616d56d40 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=1f6c35b5-e425-4a12-aca7-b7d971aca632 HTTP/1.1" status: 200 len: 946 time: 0.3532701 Dec 22 09:41:27.792555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa4eee-a4d3-4a3f-a2e8-a9bc51fd2311 req-20d01fd2-9a71-4fbe-8e78-6ed31560e221 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:27.812303 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9baa4eee-a4d3-4a3f-a2e8-a9bc51fd2311 req-20d01fd2-9a71-4fbe-8e78-6ed31560e221 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 950 time: 0.3315454 Dec 22 09:41:27.876432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 97dac06d-2618-43e1-bd39-c83b6eeb6f9f up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:41:27.895684 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c48e1a3c-5c45-4c90-bff6-bc24ac93ec0b req-c70e9733-f3e7-412f-a70e-9b36c21355aa tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476531 Dec 22 09:41:27.957523 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9baa4eee-a4d3-4a3f-a2e8-a9bc51fd2311 req-57a543b8-3936-477e-b5fc-83ff18baa3fd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434846 Dec 22 09:41:28.010371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 97dac06d-2618-43e1-bd39-c83b6eeb6f9f completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:41:28.019096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a0a73970-3da8-4a93-af63-63f1c442235d up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:41:28.112048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port a0a73970-3da8-4a93-af63-63f1c442235d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:28.112488 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:28.270897 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6c35b5-e425-4a12-aca7-b7d971aca632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219ff286-a492-4797-84ae-5d2fe435f553', 'code': 200} Dec 22 09:41:28.279367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53580280-699a-44a9-aa5b-8a76bbb261aa None None] Network 1d251ff2-021a-41fa-a488-99bc36548e49 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:41:28.389924 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b045a11e-fad5-48b8-85e3-63abdf294888 req-e23c5c0a-05da-4838-ad28-68904cd7d5fb tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/floatingips/d91479d5-e40d-450b-97ea-689d7061b687 HTTP/1.1" status: 200 len: 692 time: 0.2019103 Dec 22 09:41:28.394215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1d6d8a1d-fb92-4591-9a44-dc9c2cc46354 None None] Provisioning for port 97dac06d-2618-43e1-bd39-c83b6eeb6f9f completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:41:28.403755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49384) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:28.513018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1d6d8a1d-fb92-4591-9a44-dc9c2cc46354 None None] Provisioning complete for port 97dac06d-2618-43e1-bd39-c83b6eeb6f9f triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:28.514530 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d6d8a1d-fb92-4591-9a44-dc9c2cc46354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:28.594621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045a11e-fad5-48b8-85e3-63abdf294888 req-21f82171-0da5-4740-8869-6f33e55d37c1 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:28.602252 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b045a11e-fad5-48b8-85e3-63abdf294888 req-21f82171-0da5-4740-8869-6f33e55d37c1 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.2049613 Dec 22 09:41:28.709192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-613682399-network', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:28.717141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:28.735037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Usage tracker for resource:network and tenant:2f2a9e1d1079432fbb5dcdfabcefc7a9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:41:28.741095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:41:28.754404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:28.780231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Made reservation on behalf of 2f2a9e1d1079432fbb5dcdfabcefc7a9 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:41:28.790011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:28.842206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99634-1bda-441c-a411-9028729bce53 req-d4d07623-5891-4012-8280-30a0f38644ab tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:28.843852 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a99634-1bda-441c-a411-9028729bce53 req-d4d07623-5891-4012-8280-30a0f38644ab tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/networks?id=730d4abf-fc2a-4bd9-b099-791cac9a2466 HTTP/1.1" status: 200 len: 812 time: 0.2393820 Dec 22 09:41:28.847467 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:28.890776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:28.890996 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d6d8a1d-fb92-4591-9a44-dc9c2cc46354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:28.892903 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b045a11e-fad5-48b8-85e3-63abdf294888 req-bb3d5603-0347-4481-a78c-df6ebafa1e45 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.81 HTTP/1.1" status: 200 len: 695 time: 0.2896440 Dec 22 09:41:28.903752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Usage tracker for resource:security_group_rule and tenant:2f2a9e1d1079432fbb5dcdfabcefc7a9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:41:28.913279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:41:28.927801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:28.965794 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a99634-1bda-441c-a411-9028729bce53 req-2a9be0ea-e3ab-4ce8-b452-7a0ceb13cc24 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/quotas/e867f84521524ce2ba067f02c8e2bb27 HTTP/1.1" status: 200 len: 375 time: 0.1059978 Dec 22 09:41:28.988936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36832b7-accd-49ad-aa20-af4437d639d4 req-138635d4-925c-42d2-8c9f-7519fc5245eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:28.990548 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f36832b7-accd-49ad-aa20-af4437d639d4 req-138635d4-925c-42d2-8c9f-7519fc5245eb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f6c35b5-e425-4a12-aca7-b7d971aca632 HTTP/1.1" status: 200 len: 1161 time: 0.6893508 Dec 22 09:41:29.009343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-1d6d8a1d-fb92-4591-9a44-dc9c2cc46354 None None] For port 97dac06d-2618-43e1-bd39-c83b6eeb6f9f, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=97dac06d-2618-43e1-bd39-c83b6eeb6f9f,segment=NetworkSegment(85178b09-a5f7-4af5-be61-5df9d55679cf),segment_id=85178b09-a5f7-4af5-be61-5df9d55679cf)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:41:29.057363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d6d8a1d-fb92-4591-9a44-dc9c2cc46354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:29.065463 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:29.089719 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b045a11e-fad5-48b8-85e3-63abdf294888 req-473be27d-ea25-47cc-882b-7812a16666f1 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.81 HTTP/1.1" status: 200 len: 695 time: 0.1955457 Dec 22 09:41:29.104433 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:29.113008 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:29.144494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:41:29.157691 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:29.158148 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Added segment 09f667fc-effc-4b24-8d72-411319ec4a3c of type vxlan for network 7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 Dec 22 09:41:29.188096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:29.226603 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-201b667b-23c4-4037-8462-3e74a6c77572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:29.243395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d8a1d-fb92-4591-9a44-dc9c2cc46354 None None] Pushing event updated for resources: {'Port': ['ID=97dac06d-2618-43e1-bd39-c83b6eeb6f9f,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:29.273710 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1d6d8a1d-fb92-4591-9a44-dc9c2cc46354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:29.329668 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:29.330630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:29.331423 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:29.353541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ee4b09-cc1b-4d13-95e4-be77623de812,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:29.369673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-b045a11e-fad5-48b8-85e3-63abdf294888 req-7710e3fc-f3ba-44df-8b9e-9f3950e85f4d tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Deleting port a5dd67b2-3376-4be7-b9fe-4f630c464057 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:41:29.370090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b045a11e-fad5-48b8-85e3-63abdf294888 req-7710e3fc-f3ba-44df-8b9e-9f3950e85f4d tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:29.383585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.384072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.384502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.384934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.385368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.385916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.386333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.387477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.387974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.388502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.388935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.389342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.390001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.390664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.391083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.391495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.391915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.392390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.392803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.393214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.393630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.394037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.394447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.394857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.398273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.399123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.399876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.400479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.400922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.401352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.401793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.402896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.403460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.403912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.404364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.404984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:29.410913 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:29.413805 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ae3da0b1-8eeb-499f-8dce-3bbf09020a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:29.516485 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1106730 Dec 22 09:41:29.519339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49400) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:29.583445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 97dac06d-2618-43e1-bd39-c83b6eeb6f9f up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:41:29.588388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-1b29eb9d-8935-48e3-bcf4-f619c562888a admin admin] Request body: {'subnet': {'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-613682399-subnet', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:29.615293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1b29eb9d-8935-48e3-bcf4-f619c562888a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:29.619692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Pushing event updated for resources: {'Network': ['ID=7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:29.624328 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:29.634536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1b29eb9d-8935-48e3-bcf4-f619c562888a admin admin] Usage tracker for resource:subnet and tenant:2f2a9e1d1079432fbb5dcdfabcefc7a9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:41:29.643875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:41:29.645114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1b29eb9d-8935-48e3-bcf4-f619c562888a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:41:29.674030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1b29eb9d-8935-48e3-bcf4-f619c562888a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:29.699283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b29eb9d-8935-48e3-bcf4-f619c562888a admin admin] Made reservation on behalf of 2f2a9e1d1079432fbb5dcdfabcefc7a9 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:41:29.711849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b29eb9d-8935-48e3-bcf4-f619c562888a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:29.794867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:41:29.828715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:41:30.064454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c4d515e8-4949-40df-bb11-c4f37500d9c6 None None] Provisioning complete for port 97dac06d-2618-43e1-bd39-c83b6eeb6f9f triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:30.065047 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4d515e8-4949-40df-bb11-c4f37500d9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:30.193823 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b045a11e-fad5-48b8-85e3-63abdf294888 req-7710e3fc-f3ba-44df-8b9e-9f3950e85f4d tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:30.194451 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b045a11e-fad5-48b8-85e3-63abdf294888 req-7710e3fc-f3ba-44df-8b9e-9f3950e85f4d tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks [] for floatingip, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:30.408574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-b045a11e-fad5-48b8-85e3-63abdf294888 req-7710e3fc-f3ba-44df-8b9e-9f3950e85f4d tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Calling delete_port for a5dd67b2-3376-4be7-b9fe-4f630c464057 owned by network:floatingip {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:41:30.472194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 97dac06d-2618-43e1-bd39-c83b6eeb6f9f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:30.473000 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:30.609139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-90df6d6f-568a-4863-8938-b717559f3270 None None] Provisioning complete for port 97dac06d-2618-43e1-bd39-c83b6eeb6f9f triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:30.609832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-90df6d6f-568a-4863-8938-b717559f3270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:30.695745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-d482387d-2628-4502-9177-8cf120f91e1c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:30.701758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-d482387d-2628-4502-9177-8cf120f91e1c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:30.703783 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-d482387d-2628-4502-9177-8cf120f91e1c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.64 "GET /v2.0/networks?id=854fa135-384b-4b10-ade4-73b48dcb840b&id=1d251ff2-021a-41fa-a488-99bc36548e49 HTTP/1.1" status: 200 len: 1391 time: 0.2064142 Dec 22 09:41:30.707081 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f36832b7-accd-49ad-aa20-af4437d639d4 req-4bf63f1a-3d8f-4e8e-99bc-15b7e138217f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6991155 Dec 22 09:41:30.750542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:41:30.763513 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a99634-1bda-441c-a411-9028729bce53 req-88de9358-70d8-47b8-8fee-02b36f36d96e tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?tenant_id=e867f84521524ce2ba067f02c8e2bb27&fields=id HTTP/1.1" status: 200 len: 255 time: 1.7565587 Dec 22 09:41:30.935318 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b045a11e-fad5-48b8-85e3-63abdf294888 req-7710e3fc-f3ba-44df-8b9e-9f3950e85f4d tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:30.989414 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b29eb9d-8935-48e3-bcf4-f619c562888a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:31.085481 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8ee241cc-ba4b-4c9b-ad3f-a353a4d9af29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:31.132323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-c69cd1c8-202e-49e8-b33c-d3f886b6f52a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Request body: {'port': {'device_id': '741bfd20-7a64-4d67-ac04-8e2d36c8d2f4', 'network_id': '854fa135-384b-4b10-ade4-73b48dcb840b', 'admin_state_up': True, 'tenant_id': '2bf9339faedd4d93bde184951affe795'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:31.132583 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0b3a980c-ae81-4598-ad06-1a7965b344f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:31.182093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710e3fc-f3ba-44df-8b9e-9f3950e85f4d tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Pushing event deleted for resources: {'Port': ['ID=a5dd67b2-3376-4be7-b9fe-4f630c464057,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:31.210515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29eb9d-8935-48e3-bcf4-f619c562888a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4557d1ef-259f-4361-8ea2-d56efbc84de1,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:31.225230 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7710e3fc-f3ba-44df-8b9e-9f3950e85f4d tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:31.226404 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b29eb9d-8935-48e3-bcf4-f619c562888a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:31.260805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b29eb9d-8935-48e3-bcf4-f619c562888a admin admin] Checking segment: {'id': '09f667fc-effc-4b24-8d72-411319ec4a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:41:31.262328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b29eb9d-8935-48e3-bcf4-f619c562888a admin admin] Network hostable DHCP agents. Network: 7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:41:31.263806 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a99634-1bda-441c-a411-9028729bce53 req-c2358b1a-2f63-4ded-a02a-0431f2e38571 service neutron] 10.222.0.50 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854891 Dec 22 09:41:31.291425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b29eb9d-8935-48e3-bcf4-f619c562888a admin admin] Network 7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:41:31.304388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-1b29eb9d-8935-48e3-bcf4-f619c562888a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:41:31.317793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7672efb8-d715-471b-9cff-19f278c46797 None None] Network 7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:41:31.320696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b29eb9d-8935-48e3-bcf4-f619c562888a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:31.321425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b29eb9d-8935-48e3-bcf4-f619c562888a admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:31.346075 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1b29eb9d-8935-48e3-bcf4-f619c562888a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7635298 Dec 22 09:41:31.350775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49404) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:31.356720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-613682399-router', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:31.361981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:31.366366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Usage tracker for resource:router and tenant:2f2a9e1d1079432fbb5dcdfabcefc7a9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:41:31.381673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:41:31.396636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:31.423127 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:31.431378 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:31.517651 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:31.595347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-c69cd1c8-202e-49e8-b33c-d3f886b6f52a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:31.611218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-c69cd1c8-202e-49e8-b33c-d3f886b6f52a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Usage tracker for resource:port and tenant:2bf9339faedd4d93bde184951affe795 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:41:31.615515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-c69cd1c8-202e-49e8-b33c-d3f886b6f52a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Quota usage for port was recalculated. Used quota:4. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:41:31.625293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-c69cd1c8-202e-49e8-b33c-d3f886b6f52a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:31.633875 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b045a11e-fad5-48b8-85e3-63abdf294888 req-7710e3fc-f3ba-44df-8b9e-9f3950e85f4d tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks [] for floatingip, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:31.648164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-c69cd1c8-202e-49e8-b33c-d3f886b6f52a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Made reservation on behalf of 2bf9339faedd4d93bde184951affe795 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:41:31.658404 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-c69cd1c8-202e-49e8-b33c-d3f886b6f52a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:31.716606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9', 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'fixed_ips': [{'subnet_id': '4557d1ef-259f-4361-8ea2-d56efbc84de1'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:41:31.718032 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:31.940642 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:32.008331 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b045a11e-fad5-48b8-85e3-63abdf294888 req-7710e3fc-f3ba-44df-8b9e-9f3950e85f4d tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:32.015302 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b045a11e-fad5-48b8-85e3-63abdf294888 req-7710e3fc-f3ba-44df-8b9e-9f3950e85f4d tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "DELETE /v2.0/floatingips/d91479d5-e40d-450b-97ea-689d7061b687 HTTP/1.1" status: 204 len: 173 time: 2.9245880 Dec 22 09:41:32.124385 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a99634-1bda-441c-a411-9028729bce53 req-8b77f197-18f2-49bd-a56c-b070744668c5 service neutron] 10.222.0.50 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7788067 Dec 22 09:41:32.421749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Allocated IP 172.20.0.2 (7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9/4557d1ef-259f-4361-8ea2-d56efbc84de1/f044a548-bc3c-4152-9bed-9fe84e7c6490) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:41:32.437275 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57ef9c68-de3f-4138-bbad-d1f5f0813358 req-8e9fe716-17f6-447d-be40-eb8779f0d056 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=741bfd20-7a64-4d67-ac04-8e2d36c8d2f4 HTTP/1.1" status: 200 len: 210 time: 0.1042182 Dec 22 09:41:32.484889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-c69cd1c8-202e-49e8-b33c-d3f886b6f52a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Allocated IP 19.80.0.5 (854fa135-384b-4b10-ade4-73b48dcb840b/344c24ac-d751-445c-aac5-abb46783a72e/d2e2312a-638b-4d0a-babf-b21a980f6e6a) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:41:32.817466 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:32.868974 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:33.183028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaf5fb-c35d-4409-b53f-82420191d792 req-5367d870-442f-4085-8f6c-378005e8cb96 tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:33.185540 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7eaaf5fb-c35d-4409-b53f-82420191d792 req-5367d870-442f-4085-8f6c-378005e8cb96 tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 1165 time: 0.3790364 Dec 22 09:41:33.189804 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-c69cd1c8-202e-49e8-b33c-d3f886b6f52a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:33.218841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a1f07-e691-4898-8b2c-ad925b8d2ba4 req-b366025b-afd1-4a61-b337-7f539651d57b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:33.227490 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3b3a1f07-e691-4898-8b2c-ad925b8d2ba4 req-b366025b-afd1-4a61-b337-7f539651d57b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.4220347 Dec 22 09:41:33.344233 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:33.356882 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3b3a1f07-e691-4898-8b2c-ad925b8d2ba4 req-536e0a54-2360-4ece-9b72-3d2bb901c52c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277819 Dec 22 09:41:33.358144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-c69cd1c8-202e-49e8-b33c-d3f886b6f52a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Transition to ACTIVE for port object d2e2312a-638b-4d0a-babf-b21a980f6e6a will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:41:33.375650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Transition to ACTIVE for port object f044a548-bc3c-4152-9bed-9fe84e7c6490 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:41:33.394446 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7eaaf5fb-c35d-4409-b53f-82420191d792 req-9b280ab4-36e3-42f0-a077-c5da37e93a06 tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005341 Dec 22 09:41:33.425343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Transition to ACTIVE for port object f044a548-bc3c-4152-9bed-9fe84e7c6490 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:41:33.429701 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-c69cd1c8-202e-49e8-b33c-d3f886b6f52a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:33.438386 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:33.625931 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1d6d8a1d-fb92-4591-9a44-dc9c2cc46354 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:33.648090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Allocated IP 172.25.7.195 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/b0288648-df84-4872-ac99-d4be642e3592) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:41:33.698476 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9bba42a5-5089-4be2-b325-0696098cb87a tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:33.769419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Pushing event updated for resources: {'Port': ['ID=f044a548-bc3c-4152-9bed-9fe84e7c6490,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:33.774460 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:33.902423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Network 7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:41:33.903883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:41:33.906399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:41:33.952576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-c69cd1c8-202e-49e8-b33c-d3f886b6f52a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network 854fa135-384b-4b10-ade4-73b48dcb840b is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:41:34.002709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-c69cd1c8-202e-49e8-b33c-d3f886b6f52a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:41:34.032147 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:34.049949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Attempting to bind port f044a548-bc3c-4152-9bed-9fe84e7c6490 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:41:34.050354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Attempting to bind port f044a548-bc3c-4152-9bed-9fe84e7c6490 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '09f667fc-effc-4b24-8d72-411319ec4a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:41:34.050749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Attempting to bind port f044a548-bc3c-4152-9bed-9fe84e7c6490 on network 7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:41:34.067004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:41:34.067443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Checking segment: {'id': '09f667fc-effc-4b24-8d72-411319ec4a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:41:34.067848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:34.068310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Bound using segment: {'id': '09f667fc-effc-4b24-8d72-411319ec4a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:41:34.068832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Bound port: f044a548-bc3c-4152-9bed-9fe84e7c6490, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f667fc-effc-4b24-8d72-411319ec4a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:41:34.069263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:34.091477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:34.123362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-c69cd1c8-202e-49e8-b33c-d3f886b6f52a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:41:34.187891 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c9d147d4-2a94-4afa-af76-8ea4d6022344 tempest-ImagesNegativeTestJSON-1198465322 tempest-ImagesNegativeTestJSON-1198465322] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:34.261187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-c69cd1c8-202e-49e8-b33c-d3f886b6f52a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:34.262441 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-c69cd1c8-202e-49e8-b33c-d3f886b6f52a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:34.292191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] For port f044a548-bc3c-4152-9bed-9fe84e7c6490, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:41:34.299818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] For port f044a548-bc3c-4152-9bed-9fe84e7c6490, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=f044a548-bc3c-4152-9bed-9fe84e7c6490,segment=NetworkSegment(09f667fc-effc-4b24-8d72-411319ec4a3c),segment_id=09f667fc-effc-4b24-8d72-411319ec4a3c)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:41:34.311388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:34.326107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69cd1c8-202e-49e8-b33c-d3f886b6f52a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event updated for resources: {'Port': ['ID=d2e2312a-638b-4d0a-babf-b21a980f6e6a,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:34.330131 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c69cd1c8-202e-49e8-b33c-d3f886b6f52a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:34.342138 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-c69cd1c8-202e-49e8-b33c-d3f886b6f52a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2595403 Dec 22 09:41:34.353876 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-072621e7-01aa-4eb1-be2f-5124cd198848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:34.397589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-421963ef-546b-4065-aae4-8f14e2650c43 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Request body: {'port': {'device_id': '741bfd20-7a64-4d67-ac04-8e2d36c8d2f4', 'network_id': '1d251ff2-021a-41fa-a488-99bc36548e49', 'admin_state_up': True, 'tenant_id': '2bf9339faedd4d93bde184951affe795'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:34.423595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Pushing event updated for resources: {'Port': ['ID=b0288648-df84-4872-ac99-d4be642e3592,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:34.436262 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:34.473935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6a0db99f-33a9-40d5-b342-078f2beaf66f None None] Provisioning for port d2e2312a-638b-4d0a-babf-b21a980f6e6a completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:41:34.507662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:41:34.509689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:41:34.528651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:41:34.564134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6a0db99f-33a9-40d5-b342-078f2beaf66f None None] Provisioning complete for port d2e2312a-638b-4d0a-babf-b21a980f6e6a triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:34.564863 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6a0db99f-33a9-40d5-b342-078f2beaf66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:34.678316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6a0db99f-33a9-40d5-b342-078f2beaf66f None None] Port d2e2312a-638b-4d0a-babf-b21a980f6e6a cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:41:34.680287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Pushing event updated for resources: {'Port': ['ID=f044a548-bc3c-4152-9bed-9fe84e7c6490,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:34.698208 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:34.990360 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8ce75c3-2a82-4f3b-8eaa-9cdff49aed8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:35.221623 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:35.349853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-a773c92e-9fbf-4cc5-ae87-af11eeb872dd tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Synchronizing usage tracker for tenant:2fd1aa4eae574f009fc683eb2b5a8ace on resource:floatingip {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:41:35.407283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99634-1bda-441c-a411-9028729bce53 req-5e2dedb6-b329-4259-9804-c7f35fabb722 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:35.409132 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a99634-1bda-441c-a411-9028729bce53 req-5e2dedb6-b329-4259-9804-c7f35fabb722 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.37 "GET /v2.0/networks?id=730d4abf-fc2a-4bd9-b099-791cac9a2466 HTTP/1.1" status: 200 len: 812 time: 0.3585765 Dec 22 09:41:35.453170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-421963ef-546b-4065-aae4-8f14e2650c43 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:35.460770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c6a99634-1bda-441c-a411-9028729bce53 req-bcdde4a5-ab53-469f-9230-b7bdf42df629 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Request body: {'port': {'device_id': 'c9e7f356-bebb-486e-86ed-35f9b00f02b9', 'network_id': '730d4abf-fc2a-4bd9-b099-791cac9a2466', 'admin_state_up': True, 'tenant_id': 'e867f84521524ce2ba067f02c8e2bb27'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:35.479821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-421963ef-546b-4065-aae4-8f14e2650c43 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Usage tracker for resource:port and tenant:2bf9339faedd4d93bde184951affe795 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:41:35.484849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-421963ef-546b-4065-aae4-8f14e2650c43 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Quota usage for port was recalculated. Used quota:5. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:41:35.492232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-421963ef-546b-4065-aae4-8f14e2650c43 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:35.510041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-a773c92e-9fbf-4cc5-ae87-af11eeb872dd tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Unset dirty status for tenant:2fd1aa4eae574f009fc683eb2b5a8ace on resource:floatingip {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:41:35.511557 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-a773c92e-9fbf-4cc5-ae87-af11eeb872dd tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 1002 time: 1.6056843 Dec 22 09:41:35.522648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223844e-2324-4a23-9a29-b73e4e13c6e7 req-1df50050-1fed-478f-a960-2d34268fba5f tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:35.531661 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7223844e-2324-4a23-9a29-b73e4e13c6e7 req-1df50050-1fed-478f-a960-2d34268fba5f tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=1f6c35b5-e425-4a12-aca7-b7d971aca632 HTTP/1.1" status: 200 len: 946 time: 1.7308550 Dec 22 09:41:35.533634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-421963ef-546b-4065-aae4-8f14e2650c43 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Made reservation on behalf of 2bf9339faedd4d93bde184951affe795 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:41:35.539686 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-421963ef-546b-4065-aae4-8f14e2650c43 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:35.636872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device f044a548-bc3c-4152-9bed-9fe84e7c6490 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:41:35.751908 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:35.757370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port f044a548-bc3c-4152-9bed-9fe84e7c6490 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:41:35.874216 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7223844e-2324-4a23-9a29-b73e4e13c6e7 req-f6a63055-a89f-44ab-b0fd-c368a201b4ab tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418958 Dec 22 09:41:35.907827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c6a99634-1bda-441c-a411-9028729bce53 req-bcdde4a5-ab53-469f-9230-b7bdf42df629 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:35.922358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c6a99634-1bda-441c-a411-9028729bce53 req-bcdde4a5-ab53-469f-9230-b7bdf42df629 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:36.129011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a99634-1bda-441c-a411-9028729bce53 req-bcdde4a5-ab53-469f-9230-b7bdf42df629 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Made reservation on behalf of e867f84521524ce2ba067f02c8e2bb27 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:41:36.134966 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c6a99634-1bda-441c-a411-9028729bce53 req-bcdde4a5-ab53-469f-9230-b7bdf42df629 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:36.161286 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f7ea7e15-9bcd-4d52-bc2a-52382eaaeb9a req-6235e399-50ba-45dd-bee7-e7514701b7f2 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 210 time: 0.0862978 Dec 22 09:41:36.359924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-090f14b1-7c28-43c2-8a23-390137e5cdc2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:36.360815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-090f14b1-7c28-43c2-8a23-390137e5cdc2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Synchronizing usage tracker for tenant:2fd1aa4eae574f009fc683eb2b5a8ace on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:41:36.419823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Router 43a7dcff-04e0-4dd6-8790-693731fe17b5 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:41:36.456649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-090f14b1-7c28-43c2-8a23-390137e5cdc2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Unset dirty status for tenant:2fd1aa4eae574f009fc683eb2b5a8ace on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:41:36.458042 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-090f14b1-7c28-43c2-8a23-390137e5cdc2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/ports/23847375-f8e5-4a79-97cf-1ff82a1ec317 HTTP/1.1" status: 200 len: 943 time: 0.9011419 Dec 22 09:41:36.772372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fee380-cca1-46f5-a49c-9e134aa65914 None None] Network 7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:41:36.828004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:41:36.838861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Sync routers for ids ['43a7dcff-04e0-4dd6-8790-693731fe17b5'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:41:36.891930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Routers {'43a7dcff-04e0-4dd6-8790-693731fe17b5'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:41:36.892646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:41:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['43a7dcff-04e0-4dd6-8790-693731fe17b5'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:36.898862 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:36.900807 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5489645 Dec 22 09:41:36.904490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49444) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:36.904904 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-0dcb4aed-a48c-4344-a656-573c37c4bf03 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 1002 time: 0.1611991 Dec 22 09:41:37.160289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Set router 43a7dcff-04e0-4dd6-8790-693731fe17b5 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:41:37.237433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-00c8acfb-d249-486c-b537-a5c89f4a4862 None None] Provisioning for port f044a548-bc3c-4152-9bed-9fe84e7c6490 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:41:37.256358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-00c8acfb-d249-486c-b537-a5c89f4a4862 None None] Provisioning complete for port f044a548-bc3c-4152-9bed-9fe84e7c6490 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:37.260271 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-00c8acfb-d249-486c-b537-a5c89f4a4862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:37.362074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-c6a99634-1bda-441c-a411-9028729bce53 req-bcdde4a5-ab53-469f-9230-b7bdf42df629 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Allocated IP 172.20.0.8 (730d4abf-fc2a-4bd9-b099-791cac9a2466/835786db-f6bd-4763-b56d-9966829ca327/df2006a2-b5c2-48dd-915b-f8846023f365) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:41:37.478896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-1de482b6-b4b8-437c-9451-37baf2688fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:37.488054 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-1de482b6-b4b8-437c-9451-37baf2688fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.5745585 Dec 22 09:41:37.514407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-421963ef-546b-4065-aae4-8f14e2650c43 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Allocated IP 19.86.0.203 (1d251ff2-021a-41fa-a488-99bc36548e49/06037e5b-f564-4a6f-a3e1-0c787ded8f80/d2148943-17e3-441c-90ac-7b300a917a48) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:41:37.534074 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f1c49b27-5e91-4509-beea-b421444cba83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:37.556696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'name': 'tempest-ServersTestBootFromVolume-613682399-router', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'b0288648-df84-4872-ac99-d4be642e3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:41:31Z', 'updated_at': '2020-12-22T09:41:34Z', 'revision_number': 3, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'gw_port': {'id': 'b0288648-df84-4872-ac99-d4be642e3592', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:33Z', 'updated_at': '2020-12-22T09:41:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:37.561853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Checking router: 43a7dcff-04e0-4dd6-8790-693731fe17b5 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:41:37.564536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Updating router 43a7dcff-04e0-4dd6-8790-693731fe17b5 port b0288648-df84-4872-ac99-d4be642e3592 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:41:37.659084 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:37.699216 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-00c8acfb-d249-486c-b537-a5c89f4a4862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:37.787032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-00c8acfb-d249-486c-b537-a5c89f4a4862 None None] For port f044a548-bc3c-4152-9bed-9fe84e7c6490, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=f044a548-bc3c-4152-9bed-9fe84e7c6490,segment=NetworkSegment(09f667fc-effc-4b24-8d72-411319ec4a3c),segment_id=09f667fc-effc-4b24-8d72-411319ec4a3c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:41:37.799196 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-00c8acfb-d249-486c-b537-a5c89f4a4862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:37.801356 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:37.804832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-421963ef-546b-4065-aae4-8f14e2650c43 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:37.830620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-421963ef-546b-4065-aae4-8f14e2650c43 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Transition to ACTIVE for port object d2148943-17e3-441c-90ac-7b300a917a48 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:41:37.951321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8acfb-d249-486c-b537-a5c89f4a4862 None None] Pushing event updated for resources: {'Port': ['ID=f044a548-bc3c-4152-9bed-9fe84e7c6490,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:37.960475 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-00c8acfb-d249-486c-b537-a5c89f4a4862 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:38.025378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-d6fe92df-917c-465b-aa13-7c11acfc7654 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:41:38.026507 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-d6fe92df-917c-465b-aa13-7c11acfc7654 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.5374210 Dec 22 09:41:38.069736 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-421963ef-546b-4065-aae4-8f14e2650c43 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:38.113266 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:38.141163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-984ceea5-af09-47d2-9d82-7b180010384c None None] Provisioning complete for port f044a548-bc3c-4152-9bed-9fe84e7c6490 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:38.141935 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-984ceea5-af09-47d2-9d82-7b180010384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:38.247390 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:38.356544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421963ef-546b-4065-aae4-8f14e2650c43 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event updated for resources: {'Port': ['ID=d2148943-17e3-441c-90ac-7b300a917a48,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:38.364633 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-421963ef-546b-4065-aae4-8f14e2650c43 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:38.498927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:38.521156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Transition to ACTIVE for port object b0288648-df84-4872-ac99-d4be642e3592 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:41:38.526342 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:38.564826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e52ee453-19c5-432e-8d09-0fc6cdaf6947 None None] Provisioning complete for port f044a548-bc3c-4152-9bed-9fe84e7c6490 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:38.565322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e52ee453-19c5-432e-8d09-0fc6cdaf6947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:38.714460 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:38.768075 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:38.769365 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-62834cfe-ba67-4310-87cd-5fbd4d22ae22 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 1002 time: 0.7110727 Dec 22 09:41:38.804534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5aaa5-bcbf-404d-ad31-60292d762225 req-a9932a7a-0132-4c97-8589-309db71c6e25 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:38.809696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5aaa5-bcbf-404d-ad31-60292d762225 req-a9932a7a-0132-4c97-8589-309db71c6e25 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:38.810590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-cca5aaa5-bcbf-404d-ad31-60292d762225 req-a9932a7a-0132-4c97-8589-309db71c6e25 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Synchronizing usage tracker for tenant:2bf9339faedd4d93bde184951affe795 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:41:38.821147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-00d68b7b-e210-4625-a765-954e900145c6 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Request body: {'floatingip': {'port_id': None}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:38.971338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Allocated IP 172.20.0.1 (7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9/4557d1ef-259f-4361-8ea2-d56efbc84de1/84680160-84da-4b1d-bd9c-99d77e2b855e) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:41:38.976531 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-00d68b7b-e210-4625-a765-954e900145c6 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks [] for floatingip, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:39.045499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a7f3200d-d79b-4931-8d80-b7efe6809413 None None] Provisioning complete for port f044a548-bc3c-4152-9bed-9fe84e7c6490 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:39.045930 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7f3200d-d79b-4931-8d80-b7efe6809413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:39.096466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Attempting to bind port b0288648-df84-4872-ac99-d4be642e3592 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:41:39.097545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Attempting to bind port b0288648-df84-4872-ac99-d4be642e3592 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:41:39.098178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Attempting to bind port b0288648-df84-4872-ac99-d4be642e3592 on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:41:39.111460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:41:39.112346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:41:39.113323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:39.113982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:41:39.114758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Bound port: b0288648-df84-4872-ac99-d4be642e3592, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:41:39.115421 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:39.183039 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:39.207503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] For port b0288648-df84-4872-ac99-d4be642e3592, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:41:39.211650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] For port b0288648-df84-4872-ac99-d4be642e3592, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=b0288648-df84-4872-ac99-d4be642e3592,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:41:39.218688 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:39.219081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Transition to ACTIVE for port object 84680160-84da-4b1d-bd9c-99d77e2b855e will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:41:39.243854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Pushing event updated for resources: {'Port': ['ID=b0288648-df84-4872-ac99-d4be642e3592,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:39.259062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.260296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.261056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.262165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.262408 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:39.262987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.263828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.264649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.265250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.266486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.267082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.267665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.268273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.268919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.269493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.270063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.270866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.271431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.272033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.272623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.273190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.274019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.274596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.275179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.275751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.276769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.277952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.278523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.279105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.279674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.280276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.281086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.281646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.282203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.282776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.283447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.284286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:39.289633 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:39.295319 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:39.307242 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0b64a01d-94f9-4b80-bafb-9f3d63ec6361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:39.323556 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:39.476299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Pushing event updated for resources: {'Port': ['ID=b0288648-df84-4872-ac99-d4be642e3592,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:39.478612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c6a99634-1bda-441c-a411-9028729bce53 req-bcdde4a5-ab53-469f-9230-b7bdf42df629 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:39.481700 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:39.528721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Routers {'43a7dcff-04e0-4dd6-8790-693731fe17b5'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:41:39.529892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:41:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['43a7dcff-04e0-4dd6-8790-693731fe17b5'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:39.565682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Pushing event updated for resources: {'Port': ['ID=84680160-84da-4b1d-bd9c-99d77e2b855e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:39.578661 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:39.589489 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7783ee3-877d-422d-9616-109646aac062 req-241e42ba-6894-41fd-b267-65b166bd4027 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 2.0889485 Dec 22 09:41:39.626656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-cca5aaa5-bcbf-404d-ad31-60292d762225 req-a9932a7a-0132-4c97-8589-309db71c6e25 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Unset dirty status for tenant:2bf9339faedd4d93bde184951affe795 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:41:39.635010 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cca5aaa5-bcbf-404d-ad31-60292d762225 req-a9932a7a-0132-4c97-8589-309db71c6e25 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=741bfd20-7a64-4d67-ac04-8e2d36c8d2f4 HTTP/1.1" status: 200 len: 1653 time: 2.1356771 Dec 22 09:41:39.651310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device f044a548-bc3c-4152-9bed-9fe84e7c6490 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:41:39.657761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Network 7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:41:39.659073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:41:39.666858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:41:39.802770 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cca5aaa5-bcbf-404d-ad31-60292d762225 req-afb4f732-b228-42b6-9988-fa338b8741ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667194 Dec 22 09:41:39.813389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port f044a548-bc3c-4152-9bed-9fe84e7c6490 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:39.816861 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:39.817060 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:39.899418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] Set router 43a7dcff-04e0-4dd6-8790-693731fe17b5 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:41:40.010321 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:40.023689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-421963ef-546b-4065-aae4-8f14e2650c43 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network 1d251ff2-021a-41fa-a488-99bc36548e49 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:41:40.165897 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:40.365078 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:40.369643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c3b86179-f495-4e06-808a-11c2cfff9d23 None None] Provisioning for port 84680160-84da-4b1d-bd9c-99d77e2b855e completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:41:40.373257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-421963ef-546b-4065-aae4-8f14e2650c43 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:41:40.401551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-421963ef-546b-4065-aae4-8f14e2650c43 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:41:40.409132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c3b86179-f495-4e06-808a-11c2cfff9d23 None None] Provisioning complete for port 84680160-84da-4b1d-bd9c-99d77e2b855e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:40.413760 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3b86179-f495-4e06-808a-11c2cfff9d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:40.470110 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-00d68b7b-e210-4625-a765-954e900145c6 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks [] for floatingip, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:40.476159 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c6a99634-1bda-441c-a411-9028729bce53 req-bcdde4a5-ab53-469f-9230-b7bdf42df629 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:40.515295 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c69cd1c8-202e-49e8-b33c-d3f886b6f52a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:40.552913 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-00d68b7b-e210-4625-a765-954e900145c6 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:40.553245 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-00d68b7b-e210-4625-a765-954e900145c6 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Floating IP 4f20ef87-4b22-410a-9754-069ff0736262 disassociated. External IP: 172.25.7.181, port: 23847375-f8e5-4a79-97cf-1ff82a1ec317. Dec 22 09:41:40.598320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c3b86179-f495-4e06-808a-11c2cfff9d23 None None] Port 84680160-84da-4b1d-bd9c-99d77e2b855e cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:41:40.606442 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:40.698299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'name': 'tempest-ServersTestBootFromVolume-613682399-router', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'b0288648-df84-4872-ac99-d4be642e3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:41:31Z', 'updated_at': '2020-12-22T09:41:34Z', 'revision_number': 3, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'gw_port': {'id': 'b0288648-df84-4872-ac99-d4be642e3592', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:33Z', 'updated_at': '2020-12-22T09:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:40.705980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a8370-9e1b-4dba-92be-c3fedad5d982 None None] The sync data for ids ['43a7dcff-04e0-4dd6-8790-693731fe17b5'] in n-d-765315-5 is: [{'id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'name': 'tempest-ServersTestBootFromVolume-613682399-router', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'b0288648-df84-4872-ac99-d4be642e3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:41:31Z', 'updated_at': '2020-12-22T09:41:34Z', 'revision_number': 3, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'gw_port': {'id': 'b0288648-df84-4872-ac99-d4be642e3592', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:33Z', 'updated_at': '2020-12-22T09:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:41:40.782135 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:40.789729 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:40.876655 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-abf1af4f-6c9e-4d08-a003-95cfb32f037b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:40.924521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fc035def-a87d-4b23-aa95-8f5d9bc6e968 None None] Provisioning for port d2148943-17e3-441c-90ac-7b300a917a48 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:41:40.934824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fc035def-a87d-4b23-aa95-8f5d9bc6e968 None None] Provisioning complete for port d2148943-17e3-441c-90ac-7b300a917a48 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:40.935359 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fc035def-a87d-4b23-aa95-8f5d9bc6e968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:41.026649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Pushing event updated for resources: {'Port': ['ID=84680160-84da-4b1d-bd9c-99d77e2b855e,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:41.043225 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:41.074273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d1ba3-4837-4560-81bf-acaad013c889 req-d9b82b17-353d-42cb-a66d-a0f752966cd8 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:41.076497 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-890d1ba3-4837-4560-81bf-acaad013c889 req-d9b82b17-353d-42cb-a66d-a0f752966cd8 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.7526851 Dec 22 09:41:41.079596 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:41.087143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fc035def-a87d-4b23-aa95-8f5d9bc6e968 None None] Port d2148943-17e3-441c-90ac-7b300a917a48 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:41:41.287111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Network 7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:41:41.288383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:41:41.546288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-00d68b7b-e210-4625-a765-954e900145c6 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Router 7768c70c-3670-46e3-a534-1fafd7e5854e has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:41:41.551280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-421963ef-546b-4065-aae4-8f14e2650c43 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:41.552269 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-421963ef-546b-4065-aae4-8f14e2650c43 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:41.560036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a99634-1bda-441c-a411-9028729bce53 req-bcdde4a5-ab53-469f-9230-b7bdf42df629 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Network 730d4abf-fc2a-4bd9-b099-791cac9a2466 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:41:41.624646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdde4a5-ab53-469f-9230-b7bdf42df629 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event updated for resources: {'Port': ['ID=df2006a2-b5c2-48dd-915b-f8846023f365,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:41.650470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-be1dcae2-63b8-4486-8626-0582d5a449b5 None None] Provisioning complete for port 84680160-84da-4b1d-bd9c-99d77e2b855e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:41.650899 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-be1dcae2-63b8-4486-8626-0582d5a449b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:41.674811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-c6a99634-1bda-441c-a411-9028729bce53 req-bcdde4a5-ab53-469f-9230-b7bdf42df629 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:41:41.681533 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bcdde4a5-ab53-469f-9230-b7bdf42df629 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.166s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:41.683592 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-421963ef-546b-4065-aae4-8f14e2650c43 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2982070 Dec 22 09:41:41.686960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a99634-1bda-441c-a411-9028729bce53 req-bcdde4a5-ab53-469f-9230-b7bdf42df629 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:41:41.717001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device b0288648-df84-4872-ac99-d4be642e3592 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:41:41.722118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Router 43a7dcff-04e0-4dd6-8790-693731fe17b5 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:41:41.809951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Request body: {'port': {'device_id': '741bfd20-7a64-4d67-ac04-8e2d36c8d2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:41.864009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-be1dcae2-63b8-4486-8626-0582d5a449b5 None None] Port 84680160-84da-4b1d-bd9c-99d77e2b855e cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:41:41.919641 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-890d1ba3-4837-4560-81bf-acaad013c889 req-13b1c3d1-3f19-4bef-a17c-a699ccb1f47c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4268818 Dec 22 09:41:41.948270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port b0288648-df84-4872-ac99-d4be642e3592 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:41:41.951017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port b0288648-df84-4872-ac99-d4be642e3592 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:41.951448 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:42.050900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:41:42.079214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99634-1bda-441c-a411-9028729bce53 req-bcdde4a5-ab53-469f-9230-b7bdf42df629 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:42.080324 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c6a99634-1bda-441c-a411-9028729bce53 req-bcdde4a5-ab53-469f-9230-b7bdf42df629 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:42.082591 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] 10.222.0.50 "PUT /v2.0/routers/43a7dcff-04e0-4dd6-8790-693731fe17b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1764097 Dec 22 09:41:42.118135 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:42.127249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7783ee3-877d-422d-9616-109646aac062 req-bf7afd9b-adae-4444-abf0-aaab6c43f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:42.128840 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7783ee3-877d-422d-9616-109646aac062 req-bf7afd9b-adae-4444-abf0-aaab6c43f16b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 1165 time: 0.1547608 Dec 22 09:41:42.157050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port b0288648-df84-4872-ac99-d4be642e3592, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=b0288648-df84-4872-ac99-d4be642e3592,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:41:42.165862 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:42.173100 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:42.289983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=b0288648-df84-4872-ac99-d4be642e3592,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:42.310669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.311057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.311437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.311817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.312237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.312607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.312974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.313337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.313701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.314063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.314430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.314790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.315232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.315629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.316013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.316563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.316927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.317290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.317649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.318002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.318357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.318713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.319440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.319440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.319806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.320219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.320578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.321219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.321634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.326348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.326762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.327156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.332572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.332968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.333349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.333745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:41:42.344218 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:42.441317 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a99634-1bda-441c-a411-9028729bce53 req-bcdde4a5-ab53-469f-9230-b7bdf42df629 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0017095 Dec 22 09:41:42.451590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-00d68b7b-e210-4625-a765-954e900145c6 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:41:42.457816 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-00d68b7b-e210-4625-a765-954e900145c6 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:42.462929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bb34d4-3fb4-4360-9069-2b366c983e8d None None] Sync routers for ids ['7768c70c-3670-46e3-a534-1fafd7e5854e'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:41:42.477152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bb34d4-3fb4-4360-9069-2b366c983e8d None None] Routers {'7768c70c-3670-46e3-a534-1fafd7e5854e'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:41:42.478007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-c6bb34d4-3fb4-4360-9069-2b366c983e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:41:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7768c70c-3670-46e3-a534-1fafd7e5854e'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:42.488732 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:42.511221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Request body: {'port': {'device_id': 'c9e7f356-bebb-486e-86ed-35f9b00f02b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:42.666564 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:42.686493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7783ee3-877d-422d-9616-109646aac062 req-0d04838e-576f-4040-b059-9af46c2cfb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:42.688550 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7783ee3-877d-422d-9616-109646aac062 req-0d04838e-576f-4040-b059-9af46c2cfb41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.5509279 Dec 22 09:41:42.706046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-c6bb34d4-3fb4-4360-9069-2b366c983e8d None None] Set router 7768c70c-3670-46e3-a534-1fafd7e5854e gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:41:42.770768 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7783ee3-877d-422d-9616-109646aac062 req-51db010a-eb1d-4636-a02c-e4302df3a682 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=c3a796b4-2b8c-466f-860e-5b4afcb1f551 HTTP/1.1" status: 200 len: 217 time: 0.0725873 Dec 22 09:41:42.848938 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-00d68b7b-e210-4625-a765-954e900145c6 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "PUT /v2.0/floatingips/4f20ef87-4b22-410a-9754-069ff0736262 HTTP/1.1" status: 200 len: 695 time: 4.0683594 Dec 22 09:41:42.854585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3375dc-a46c-4252-b4b3-113bea0e257d', 'tag': '23847375-f8e5-4a79-97cf-1ff82a1ec317'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:41:42.884025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7783ee3-877d-422d-9616-109646aac062 req-c9e9d685-adb4-44c5-9fcf-14dbc0abd058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:42.892836 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7783ee3-877d-422d-9616-109646aac062 req-c9e9d685-adb4-44c5-9fcf-14dbc0abd058 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1135776 Dec 22 09:41:43.002465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7783ee3-877d-422d-9616-109646aac062 req-207c0531-29f3-4f6b-ad10-705959d256c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:43.004672 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7783ee3-877d-422d-9616-109646aac062 req-207c0531-29f3-4f6b-ad10-705959d256c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1044579 Dec 22 09:41:43.213440 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7783ee3-877d-422d-9616-109646aac062 req-a484e5a5-f55b-4b7e-8bb3-f5f96586d389 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002051 Dec 22 09:41:43.231419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-c6bb34d4-3fb4-4360-9069-2b366c983e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085998241-router', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:40:07Z', 'updated_at': '2020-12-22T09:40:21Z', 'revision_number': 4, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'gw_port': {'id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:09Z', 'updated_at': '2020-12-22T09:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'da9baaae-8f01-4057-b883-3c6f0173d500', 'name': '', 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'mac_address': 'fa:16:3e:2b:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '06a9cf08-1df0-4abc-85fa-7d8318f9c92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:17Z', 'updated_at': '2020-12-22T09:40:34Z', 'revision_number': 5, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'subnets': [{'id': '06a9cf08-1df0-4abc-85fa-7d8318f9c92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:43.241879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bb34d4-3fb4-4360-9069-2b366c983e8d None None] Checking router: 7768c70c-3670-46e3-a534-1fafd7e5854e for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:41:43.267929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bb34d4-3fb4-4360-9069-2b366c983e8d None None] Routers {'7768c70c-3670-46e3-a534-1fafd7e5854e'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:41:43.268985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-c6bb34d4-3fb4-4360-9069-2b366c983e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:41:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7768c70c-3670-46e3-a534-1fafd7e5854e'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:43.406981 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7783ee3-877d-422d-9616-109646aac062 req-ff52386b-4c20-4497-9c81-7e9d6dda84e7 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1821046 Dec 22 09:41:43.692291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device b0288648-df84-4872-ac99-d4be642e3592 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:41:43.803161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-c6bb34d4-3fb4-4360-9069-2b366c983e8d None None] Set router 7768c70c-3670-46e3-a534-1fafd7e5854e gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:41:43.884468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port b0288648-df84-4872-ac99-d4be642e3592 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:43.884907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:43.892113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-05ad1a37-f273-4229-bfa8-0ca2cb13f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:43.896461 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-05ad1a37-f273-4229-bfa8-0ca2cb13f400 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fd1aa4eae574f009fc683eb2b5a8ace&device_id=8a3375dc-a46c-4252-b4b3-113bea0e257d HTTP/1.1" status: 200 len: 1161 time: 1.0119848 Dec 22 09:41:44.233832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Sync routers for ids ['43a7dcff-04e0-4dd6-8790-693731fe17b5'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:41:44.246766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Routers {'43a7dcff-04e0-4dd6-8790-693731fe17b5'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:41:44.248158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:41:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['43a7dcff-04e0-4dd6-8790-693731fe17b5'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:44.255866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d7f01-e2bc-40a4-9eb6-14cc1acecc96 req-b1ab0d9b-18f0-475f-8586-0cf929893fe2 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:44.264363 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c7d7f01-e2bc-40a4-9eb6-14cc1acecc96 req-b1ab0d9b-18f0-475f-8586-0cf929893fe2 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 950 time: 0.4915247 Dec 22 09:41:44.279983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-c6bb34d4-3fb4-4360-9069-2b366c983e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085998241-router', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:40:07Z', 'updated_at': '2020-12-22T09:40:21Z', 'revision_number': 4, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'gw_port': {'id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:09Z', 'updated_at': '2020-12-22T09:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'da9baaae-8f01-4057-b883-3c6f0173d500', 'name': '', 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'mac_address': 'fa:16:3e:2b:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '06a9cf08-1df0-4abc-85fa-7d8318f9c92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:17Z', 'updated_at': '2020-12-22T09:40:34Z', 'revision_number': 5, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'subnets': [{'id': '06a9cf08-1df0-4abc-85fa-7d8318f9c92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:44.284988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bb34d4-3fb4-4360-9069-2b366c983e8d None None] The sync data for ids ['7768c70c-3670-46e3-a534-1fafd7e5854e'] in n-d-765315-5 is: [{'id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085998241-router', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:40:07Z', 'updated_at': '2020-12-22T09:40:21Z', 'revision_number': 4, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'gw_port': {'id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:09Z', 'updated_at': '2020-12-22T09:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'da9baaae-8f01-4057-b883-3c6f0173d500', 'name': '', 'network_id': '10693e4c-fb80-4967-98e2-ab004f5421fd', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'mac_address': 'fa:16:3e:2b:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '06a9cf08-1df0-4abc-85fa-7d8318f9c92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:17Z', 'updated_at': '2020-12-22T09:40:34Z', 'revision_number': 5, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'subnets': [{'id': '06a9cf08-1df0-4abc-85fa-7d8318f9c92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:41:44.368813 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c7d7f01-e2bc-40a4-9eb6-14cc1acecc96 req-385ed79a-1693-4fee-a90d-a6e43258a4e2 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032126 Dec 22 09:41:44.374586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e2312a-638b-4d0a-babf-b21a980f6e6a {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:41:44.388688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-51b420a8-8e0b-44e2-96e7-3806ea1b0cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:44.391436 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-51b420a8-8e0b-44e2-96e7-3806ea1b0cc4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=10693e4c-fb80-4967-98e2-ab004f5421fd HTTP/1.1" status: 200 len: 923 time: 0.4702423 Dec 22 09:41:44.409188 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:44.463632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Set router 43a7dcff-04e0-4dd6-8790-693731fe17b5 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:41:44.564828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Transition to ACTIVE for port object d2e2312a-638b-4d0a-babf-b21a980f6e6a will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:41:44.637046 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-363cd58b-7dbe-429e-988f-3666749c8b25 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23847375-f8e5-4a79-97cf-1ff82a1ec317 HTTP/1.1" status: 200 len: 217 time: 0.2319102 Dec 22 09:41:44.647847 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:44.741974 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2de15cbe-a7ad-4d88-8c77-b0fd29fec82d tempest-FloatingIPDetailsTestJSON-986408736 tempest-FloatingIPDetailsTestJSON-986408736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:44.817184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'name': 'tempest-ServersTestBootFromVolume-613682399-router', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'b0288648-df84-4872-ac99-d4be642e3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:41:31Z', 'updated_at': '2020-12-22T09:41:39Z', 'revision_number': 4, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'gw_port': {'id': 'b0288648-df84-4872-ac99-d4be642e3592', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:33Z', 'updated_at': '2020-12-22T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '84680160-84da-4b1d-bd9c-99d77e2b855e', 'name': '', 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'mac_address': 'fa:16:3e:9d:41:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4557d1ef-259f-4361-8ea2-d56efbc84de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:38Z', 'updated_at': '2020-12-22T09:41:40Z', 'revision_number': 2, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'subnets': [{'id': '4557d1ef-259f-4361-8ea2-d56efbc84de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:44.821384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Checking router: 43a7dcff-04e0-4dd6-8790-693731fe17b5 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:41:44.821788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Updating router 43a7dcff-04e0-4dd6-8790-693731fe17b5 port 84680160-84da-4b1d-bd9c-99d77e2b855e binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:41:44.853280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2006a2-b5c2-48dd-915b-f8846023f365 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:41:44.876059 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:44.882583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda4930-6e61-4e6b-8de2-0043cb081e4f None None] New status for floating IP 4f20ef87-4b22-410a-9754-069ff0736262: DOWN {{(pid=81073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:41:44.916318 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:44.958465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-a8570d39-f627-4427-a0f5-4e2982073eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:44.960117 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-a8570d39-f627-4427-a0f5-4e2982073eea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=06a9cf08-1df0-4abc-85fa-7d8318f9c92d HTTP/1.1" status: 200 len: 868 time: 0.3133366 Dec 22 09:41:44.960813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Pushing event updated for resources: {'Port': ['ID=d2e2312a-638b-4d0a-babf-b21a980f6e6a,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:44.969827 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:44.984234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Transition to ACTIVE for port object df2006a2-b5c2-48dd-915b-f8846023f365 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:41:45.040134 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:45.065370 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69c5aeb8-f9f5-4013-acd8-7726bd0184ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:45.329425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:45.343713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Transition to ACTIVE for port object 84680160-84da-4b1d-bd9c-99d77e2b855e will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:41:45.347509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:45.351517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=df2006a2-b5c2-48dd-915b-f8846023f365,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:45.360830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6482631-d359-4bce-bde4-9d8bfc1087e2 req-9e7dc8e5-b57c-4dd2-91fa-01e9a468a588 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:45.361609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a6482631-d359-4bce-bde4-9d8bfc1087e2 req-9e7dc8e5-b57c-4dd2-91fa-01e9a468a588 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Synchronizing usage tracker for tenant:e867f84521524ce2ba067f02c8e2bb27 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:41:45.365331 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-926e7995-4922-42ca-abe2-5250459ba820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:45.367205 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:45.502722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a6482631-d359-4bce-bde4-9d8bfc1087e2 req-9e7dc8e5-b57c-4dd2-91fa-01e9a468a588 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Unset dirty status for tenant:e867f84521524ce2ba067f02c8e2bb27 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:41:45.504030 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a6482631-d359-4bce-bde4-9d8bfc1087e2 req-9e7dc8e5-b57c-4dd2-91fa-01e9a468a588 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 931 time: 0.8659496 Dec 22 09:41:45.513803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473ca3f-a25e-435f-9217-c4b35e3745a1 None None] Pushing event updated for resources: {'Port': ['ID=84680160-84da-4b1d-bd9c-99d77e2b855e,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:45.518802 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4473ca3f-a25e-435f-9217-c4b35e3745a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:45.524914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-a390d0c7-a1ed-4ee8-b5c9-a525d0850f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:45.526522 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-a390d0c7-a1ed-4ee8-b5c9-a525d0850f13 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=10693e4c-fb80-4967-98e2-ab004f5421fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5442812 Dec 22 09:41:45.677374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Attempting to bind port 84680160-84da-4b1d-bd9c-99d77e2b855e on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:41:45.677968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Attempting to bind port 84680160-84da-4b1d-bd9c-99d77e2b855e by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '09f667fc-effc-4b24-8d72-411319ec4a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:41:45.678489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Attempting to bind port 84680160-84da-4b1d-bd9c-99d77e2b855e on network 7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:41:45.685337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:41:45.685905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Checking segment: {'id': '09f667fc-effc-4b24-8d72-411319ec4a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:41:45.686479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:45.687027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Bound using segment: {'id': '09f667fc-effc-4b24-8d72-411319ec4a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:41:45.687672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Bound port: 84680160-84da-4b1d-bd9c-99d77e2b855e, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f667fc-effc-4b24-8d72-411319ec4a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:41:45.688232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:45.790558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] For port 84680160-84da-4b1d-bd9c-99d77e2b855e, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:41:45.793762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] For port 84680160-84da-4b1d-bd9c-99d77e2b855e, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=84680160-84da-4b1d-bd9c-99d77e2b855e,segment=NetworkSegment(09f667fc-effc-4b24-8d72-411319ec4a3c),segment_id=09f667fc-effc-4b24-8d72-411319ec4a3c)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:41:45.797462 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:45.798828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a6482631-d359-4bce-bde4-9d8bfc1087e2 req-7d1f1254-d6e9-47c3-91ac-7b03b624394b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Synchronizing usage tracker for tenant:e867f84521524ce2ba067f02c8e2bb27 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:41:45.811163 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-f7ceeb44-20ef-4eeb-bad8-ef7513932643 service neutron] 10.222.0.50 "GET /v2.0/networks/10693e4c-fb80-4967-98e2-ab004f5421fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734029 Dec 22 09:41:45.812872 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-79f7b053-86f7-4be2-8a20-907d88ed535e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:45.814593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Attempting to bind port d2e2312a-638b-4d0a-babf-b21a980f6e6a on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:41:45.814967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Attempting to bind port d2e2312a-638b-4d0a-babf-b21a980f6e6a by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '06fba399-aad0-4711-88be-9a1f7e12708b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '854fa135-384b-4b10-ade4-73b48dcb840b'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:41:45.815335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Attempting to bind port d2e2312a-638b-4d0a-babf-b21a980f6e6a on network 854fa135-384b-4b10-ade4-73b48dcb840b {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:41:45.854061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:41:45.854438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Checking segment: {'id': '06fba399-aad0-4711-88be-9a1f7e12708b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '854fa135-384b-4b10-ade4-73b48dcb840b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:41:45.854872 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:45.855275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Bound using segment: {'id': '06fba399-aad0-4711-88be-9a1f7e12708b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '854fa135-384b-4b10-ade4-73b48dcb840b'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:41:45.855751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Bound port: d2e2312a-638b-4d0a-babf-b21a980f6e6a, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06fba399-aad0-4711-88be-9a1f7e12708b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '854fa135-384b-4b10-ade4-73b48dcb840b'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:41:45.856196 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:45.896187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a6482631-d359-4bce-bde4-9d8bfc1087e2 req-7d1f1254-d6e9-47c3-91ac-7b03b624394b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Unset dirty status for tenant:e867f84521524ce2ba067f02c8e2bb27 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:41:45.897457 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a6482631-d359-4bce-bde4-9d8bfc1087e2 req-7d1f1254-d6e9-47c3-91ac-7b03b624394b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750293 Dec 22 09:41:45.942957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Attempting to bind port df2006a2-b5c2-48dd-915b-f8846023f365 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:41:45.943323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Attempting to bind port df2006a2-b5c2-48dd-915b-f8846023f365 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'fa400341-1ab1-41e1-9887-80a151427537', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '730d4abf-fc2a-4bd9-b099-791cac9a2466'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:41:45.943691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Attempting to bind port df2006a2-b5c2-48dd-915b-f8846023f365 on network 730d4abf-fc2a-4bd9-b099-791cac9a2466 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:41:46.019850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:41:46.020338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Checking segment: {'id': 'fa400341-1ab1-41e1-9887-80a151427537', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '730d4abf-fc2a-4bd9-b099-791cac9a2466'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:41:46.020647 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:46.021053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Bound using segment: {'id': 'fa400341-1ab1-41e1-9887-80a151427537', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '730d4abf-fc2a-4bd9-b099-791cac9a2466'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:41:46.021563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Bound port: df2006a2-b5c2-48dd-915b-f8846023f365, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa400341-1ab1-41e1-9887-80a151427537', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '730d4abf-fc2a-4bd9-b099-791cac9a2466'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:41:46.021937 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:46.126240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473ca3f-a25e-435f-9217-c4b35e3745a1 None None] Pushing event updated for resources: {'Port': ['ID=84680160-84da-4b1d-bd9c-99d77e2b855e,revision_number=4']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:46.129796 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4473ca3f-a25e-435f-9217-c4b35e3745a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:46.176964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Routers {'43a7dcff-04e0-4dd6-8790-693731fe17b5'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:41:46.177737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:41:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['43a7dcff-04e0-4dd6-8790-693731fe17b5'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:46.380231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] Set router 43a7dcff-04e0-4dd6-8790-693731fe17b5 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:41:46.504130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] For port d2e2312a-638b-4d0a-babf-b21a980f6e6a, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:41:46.509074 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d13cf7ae-23ae-426e-a35d-0364072477c4 req-a8829998-f9e9-4fa4-9294-f418371230b1 service neutron] 10.222.0.50 "GET /v2.0/networks/10693e4c-fb80-4967-98e2-ab004f5421fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6844444 Dec 22 09:41:46.536903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] For port d2e2312a-638b-4d0a-babf-b21a980f6e6a, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d2e2312a-638b-4d0a-babf-b21a980f6e6a,segment=NetworkSegment(06fba399-aad0-4711-88be-9a1f7e12708b),segment_id=06fba399-aad0-4711-88be-9a1f7e12708b)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:41:46.551173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:46.567193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] For port df2006a2-b5c2-48dd-915b-f8846023f365, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:41:46.570294 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-421963ef-546b-4065-aae4-8f14e2650c43 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:46.646589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad955da-7f1d-4876-9751-10002cc36294 req-22cb8ead-8265-4fa6-b970-0ad94eade0c6 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:46.650974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad955da-7f1d-4876-9751-10002cc36294 req-22cb8ead-8265-4fa6-b970-0ad94eade0c6 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:46.653503 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5ad955da-7f1d-4876-9751-10002cc36294 req-22cb8ead-8265-4fa6-b970-0ad94eade0c6 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=741bfd20-7a64-4d67-ac04-8e2d36c8d2f4 HTTP/1.1" status: 200 len: 1665 time: 0.6120431 Dec 22 09:41:46.664424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] For port df2006a2-b5c2-48dd-915b-f8846023f365, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=df2006a2-b5c2-48dd-915b-f8846023f365,segment=NetworkSegment(fa400341-1ab1-41e1-9887-80a151427537),segment_id=fa400341-1ab1-41e1-9887-80a151427537)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:41:46.727850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'name': 'tempest-ServersTestBootFromVolume-613682399-router', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'b0288648-df84-4872-ac99-d4be642e3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:41:31Z', 'updated_at': '2020-12-22T09:41:39Z', 'revision_number': 4, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'gw_port': {'id': 'b0288648-df84-4872-ac99-d4be642e3592', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:33Z', 'updated_at': '2020-12-22T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '84680160-84da-4b1d-bd9c-99d77e2b855e', 'name': '', 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'mac_address': 'fa:16:3e:9d:41:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4557d1ef-259f-4361-8ea2-d56efbc84de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:38Z', 'updated_at': '2020-12-22T09:41:45Z', 'revision_number': 4, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'subnets': [{'id': '4557d1ef-259f-4361-8ea2-d56efbc84de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:41:46.732942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba8a83-af74-4d09-a0c5-fdbf92c55a3f None None] The sync data for ids ['43a7dcff-04e0-4dd6-8790-693731fe17b5'] in n-d-765315-5 is: [{'id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'name': 'tempest-ServersTestBootFromVolume-613682399-router', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'b0288648-df84-4872-ac99-d4be642e3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:41:31Z', 'updated_at': '2020-12-22T09:41:39Z', 'revision_number': 4, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'gw_port': {'id': 'b0288648-df84-4872-ac99-d4be642e3592', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:33Z', 'updated_at': '2020-12-22T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '84680160-84da-4b1d-bd9c-99d77e2b855e', 'name': '', 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'mac_address': 'fa:16:3e:9d:41:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4557d1ef-259f-4361-8ea2-d56efbc84de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:38Z', 'updated_at': '2020-12-22T09:41:45Z', 'revision_number': 4, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'subnets': [{'id': '4557d1ef-259f-4361-8ea2-d56efbc84de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:41:46.733711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:46.917326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49560) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:46.917969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Pushing event updated for resources: {'Port': ['ID=d2e2312a-638b-4d0a-babf-b21a980f6e6a,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:46.931158 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:46.933371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4dd95ebd-90fd-4bc6-ae0a-ad4dcf945637 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Request body: {'security_group': {'name': 'tempest-securitygroup--58566671', 'description': 'tempest-description--1577365787'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:46.934141 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-475f4d8b-75bf-43f6-b67a-8697e40515a5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:46.943247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4dd95ebd-90fd-4bc6-ae0a-ad4dcf945637 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:46.949438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4dd95ebd-90fd-4bc6-ae0a-ad4dcf945637 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Usage tracker for resource:security_group and tenant:2f2a9e1d1079432fbb5dcdfabcefc7a9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:41:46.954602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4dd95ebd-90fd-4bc6-ae0a-ad4dcf945637 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:41:46.966003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4dd95ebd-90fd-4bc6-ae0a-ad4dcf945637 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:46.981593 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4dd95ebd-90fd-4bc6-ae0a-ad4dcf945637 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:46.997656 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3375dc-a46c-4252-b4b3-113bea0e257d', 'tag': '23847375-f8e5-4a79-97cf-1ff82a1ec317', 'status': 'completed', 'code': 200} Dec 22 09:41:47.002834 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5ad955da-7f1d-4876-9751-10002cc36294 req-b0bfc531-86c2-4d85-bbbb-65ee0cf41775 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369024 Dec 22 09:41:47.029575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4dd95ebd-90fd-4bc6-ae0a-ad4dcf945637 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:47.035681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4dd95ebd-90fd-4bc6-ae0a-ad4dcf945637 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Usage tracker for resource:security_group_rule and tenant:2f2a9e1d1079432fbb5dcdfabcefc7a9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:41:47.040407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4dd95ebd-90fd-4bc6-ae0a-ad4dcf945637 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:41:47.085342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:47.086038 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:47.087553 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] 10.222.0.64 "PUT /v2.0/ports/d2e2312a-638b-4d0a-babf-b21a980f6e6a HTTP/1.1" status: 200 len: 1154 time: 5.3463995 Dec 22 09:41:47.094608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=df2006a2-b5c2-48dd-915b-f8846023f365,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:47.099217 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:47.102024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:47.102704 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:47.104316 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a99634-1bda-441c-a411-9028729bce53 req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] 10.222.0.37 "PUT /v2.0/ports/df2006a2-b5c2-48dd-915b-f8846023f365 HTTP/1.1" status: 200 len: 1155 time: 4.6027660 Dec 22 09:41:47.129373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Request body: {'port': {'device_id': '741bfd20-7a64-4d67-ac04-8e2d36c8d2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:47.176301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4dd95ebd-90fd-4bc6-ae0a-ad4dcf945637 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:47.333355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f72e9c-566d-4faf-959e-772c366987af req-89e641d4-4926-4e10-916c-92d284e206ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:47.335741 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d9f72e9c-566d-4faf-959e-772c366987af req-89e641d4-4926-4e10-916c-92d284e206ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2fd1aa4eae574f009fc683eb2b5a8ace&device_id=8a3375dc-a46c-4252-b4b3-113bea0e257d HTTP/1.1" status: 200 len: 1161 time: 0.2870822 Dec 22 09:41:47.443983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4dd95ebd-90fd-4bc6-ae0a-ad4dcf945637 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:47.459450 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:47.531082 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4dd95ebd-90fd-4bc6-ae0a-ad4dcf945637 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:47.545861 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cd95b9bf-3754-464a-a1a6-856e1ec8bf7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:47.611128 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4dd95ebd-90fd-4bc6-ae0a-ad4dcf945637 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:47.611128 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4dd95ebd-90fd-4bc6-ae0a-ad4dcf945637 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1730 time: 0.6889443 Dec 22 09:41:47.611128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd95ebd-90fd-4bc6-ae0a-ad4dcf945637 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Pushing event updated for resources: {'SecurityGroup': ['ID=546bb8e2-be57-408c-ac0a-b24628f04aa3,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:47.613501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49572) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:47.619754 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4dd95ebd-90fd-4bc6-ae0a-ad4dcf945637 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:47.624219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99634-1bda-441c-a411-9028729bce53 req-9da9c5ee-45a3-418c-9c5a-f62622b22e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:47.624648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-27c37a18-168c-46da-810f-bf3201340e6c tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Request body: {'security_group_rule': {'security_group_id': '546bb8e2-be57-408c-ac0a-b24628f04aa3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:47.632187 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a99634-1bda-441c-a411-9028729bce53 req-9da9c5ee-45a3-418c-9c5a-f62622b22e83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e867f84521524ce2ba067f02c8e2bb27&device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 1158 time: 0.3718669 Dec 22 09:41:47.632715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-27c37a18-168c-46da-810f-bf3201340e6c tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:47.637680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-27c37a18-168c-46da-810f-bf3201340e6c tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Usage tracker for resource:security_group_rule and tenant:2f2a9e1d1079432fbb5dcdfabcefc7a9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:41:47.641975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-27c37a18-168c-46da-810f-bf3201340e6c tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:41:47.651764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-27c37a18-168c-46da-810f-bf3201340e6c tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:47.661730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 84680160-84da-4b1d-bd9c-99d77e2b855e up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:41:47.749445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f72e9c-566d-4faf-959e-772c366987af req-448b0a4a-dd58-4547-9a5b-1c516ed21e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:47.757141 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d9f72e9c-566d-4faf-959e-772c366987af req-448b0a4a-dd58-4547-9a5b-1c516ed21e3d service neutron] 10.222.0.37 "GET /v2.0/networks?id=10693e4c-fb80-4967-98e2-ab004f5421fd HTTP/1.1" status: 200 len: 923 time: 0.4128625 Dec 22 09:41:47.758101 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-27c37a18-168c-46da-810f-bf3201340e6c tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:47.788319 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a99634-1bda-441c-a411-9028729bce53 req-0589acd9-ee3e-4cb2-9835-0d52ed95b396 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df2006a2-b5c2-48dd-915b-f8846023f365 HTTP/1.1" status: 200 len: 217 time: 0.1283836 Dec 22 09:41:47.833986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 84680160-84da-4b1d-bd9c-99d77e2b855e completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:41:47.844999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 84680160-84da-4b1d-bd9c-99d77e2b855e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:47.844999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:47.895058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccd21a-22b7-4b4e-88e6-f7cdbb07d043 req-68202859-eb76-4d4d-89cc-2ffefae32f4a tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:47.905127 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-34ccd21a-22b7-4b4e-88e6-f7cdbb07d043 req-68202859-eb76-4d4d-89cc-2ffefae32f4a tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.6428766 Dec 22 09:41:47.964979 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d9f72e9c-566d-4faf-959e-772c366987af req-6b2aebc3-08c3-4dec-998d-0d85363dd0f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23847375-f8e5-4a79-97cf-1ff82a1ec317 HTTP/1.1" status: 200 len: 217 time: 0.1156492 Dec 22 09:41:48.011523 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:48.033599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99634-1bda-441c-a411-9028729bce53 req-d531dd91-2dd0-4e5f-94f9-0a7c0405ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:48.035284 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a99634-1bda-441c-a411-9028729bce53 req-d531dd91-2dd0-4e5f-94f9-0a7c0405ec2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=835786db-f6bd-4763-b56d-9966829ca327 HTTP/1.1" status: 200 len: 852 time: 0.2398729 Dec 22 09:41:48.063160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 84680160-84da-4b1d-bd9c-99d77e2b855e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=84680160-84da-4b1d-bd9c-99d77e2b855e,segment=NetworkSegment(09f667fc-effc-4b24-8d72-411319ec4a3c),segment_id=09f667fc-effc-4b24-8d72-411319ec4a3c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:41:48.067702 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:48.070412 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-54d0ff20-d31c-4cb4-816e-45d4eceed674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:48.081357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f72e9c-566d-4faf-959e-772c366987af req-114ba9e6-51ea-45ea-9436-709483e638e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:48.082976 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d9f72e9c-566d-4faf-959e-772c366987af req-114ba9e6-51ea-45ea-9436-709483e638e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=06a9cf08-1df0-4abc-85fa-7d8318f9c92d HTTP/1.1" status: 200 len: 868 time: 0.1114974 Dec 22 09:41:48.151087 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-27c37a18-168c-46da-810f-bf3201340e6c tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:48.153242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=84680160-84da-4b1d-bd9c-99d77e2b855e,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:48.175209 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:48.184194 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-34ccd21a-22b7-4b4e-88e6-f7cdbb07d043 req-836a58e9-ee96-4607-a3b6-c33bd0a84e3d tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698967 Dec 22 09:41:48.188346 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-27c37a18-168c-46da-810f-bf3201340e6c tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:48.216106 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:48.226186 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a99634-1bda-441c-a411-9028729bce53 req-8b40b0e3-4960-49f4-bed3-2e1760a3e667 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=730d4abf-fc2a-4bd9-b099-791cac9a2466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1746509 Dec 22 09:41:48.240293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c37a18-168c-46da-810f-bf3201340e6c tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512840e3-f955-46b7-8936-f26e349e792d,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:48.243856 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-27c37a18-168c-46da-810f-bf3201340e6c tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:48.253660 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-27c37a18-168c-46da-810f-bf3201340e6c tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:48.256682 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-27c37a18-168c-46da-810f-bf3201340e6c tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.6393661 Dec 22 09:41:48.257914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49586) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:48.265552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-fdad8d67-85b5-4800-a9a0-8791c7dd1ccd tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Request body: {'security_group_rule': {'security_group_id': '546bb8e2-be57-408c-ac0a-b24628f04aa3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:48.273588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fdad8d67-85b5-4800-a9a0-8791c7dd1ccd tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:48.278500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fdad8d67-85b5-4800-a9a0-8791c7dd1ccd tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Usage tracker for resource:security_group_rule and tenant:2f2a9e1d1079432fbb5dcdfabcefc7a9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:41:48.281718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fdad8d67-85b5-4800-a9a0-8791c7dd1ccd tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:41:48.289595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fdad8d67-85b5-4800-a9a0-8791c7dd1ccd tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:48.316971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f72e9c-566d-4faf-959e-772c366987af req-5c1e7304-ea54-475c-8215-5a5cfe5d35ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:48.324726 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d9f72e9c-566d-4faf-959e-772c366987af req-5c1e7304-ea54-475c-8215-5a5cfe5d35ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10693e4c-fb80-4967-98e2-ab004f5421fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2236519 Dec 22 09:41:48.324726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fdad8d67-85b5-4800-a9a0-8791c7dd1ccd tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:48.557103 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fdad8d67-85b5-4800-a9a0-8791c7dd1ccd tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:48.570690 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fdad8d67-85b5-4800-a9a0-8791c7dd1ccd tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:48.577684 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e8a4e65-ba90-4381-b66e-84a9ecfeb8a8 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:48.591750 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d9f72e9c-566d-4faf-959e-772c366987af req-38e727d6-a351-4384-b7e9-047826b3fb3e service neutron] 10.222.0.37 "GET /v2.0/networks/10693e4c-fb80-4967-98e2-ab004f5421fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478080 Dec 22 09:41:48.603979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad8d67-85b5-4800-a9a0-8791c7dd1ccd tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117f4ebe-d411-4001-9a45-4a5ddb523a04,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:48.641726 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fdad8d67-85b5-4800-a9a0-8791c7dd1ccd tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:48.667384 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fdad8d67-85b5-4800-a9a0-8791c7dd1ccd tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:48.670934 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fdad8d67-85b5-4800-a9a0-8791c7dd1ccd tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.4088714 Dec 22 09:41:48.671336 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e69bedc2-25fa-4321-8101-f08dae41da6d req-6d076ed9-a56f-4597-a2f2-62c20b16ec31 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/floatingips/4f20ef87-4b22-410a-9754-069ff0736262 HTTP/1.1" status: 200 len: 693 time: 0.3682609 Dec 22 09:41:48.674226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49594) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:48.754410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:48.765906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:41:48.773753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Usage tracker for resource:floatingip and tenant:2f2a9e1d1079432fbb5dcdfabcefc7a9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:41:48.778594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:41:48.787840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:41:48.798625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbdf8-b796-4f3b-980d-d0f67f50a2c5 req-a47265ac-8d08-444c-8fd2-5c63a5a63057 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:48.800294 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a45dbdf8-b796-4f3b-980d-d0f67f50a2c5 req-a47265ac-8d08-444c-8fd2-5c63a5a63057 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 950 time: 0.7009721 Dec 22 09:41:48.813760 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d9f72e9c-566d-4faf-959e-772c366987af req-e7bbc7c2-7e8a-413f-a2f5-0a60cd5afd37 service neutron] 10.222.0.37 "GET /v2.0/networks/10693e4c-fb80-4967-98e2-ab004f5421fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2068920 Dec 22 09:41:48.818323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for floatingip, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:49.009274 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:49.019290 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a99634-1bda-441c-a411-9028729bce53 req-a65ac6f0-552a-45c7-82bc-b5841783cc20 service neutron] 10.222.0.37 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7654264 Dec 22 09:41:49.019916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741bfd20-7a64-4d67-ac04-8e2d36c8d2f4', 'tag': 'd2e2312a-638b-4d0a-babf-b21a980f6e6a'}, {'name': 'network-changed', 'server_uuid': 'c9e7f356-bebb-486e-86ed-35f9b00f02b9', 'tag': 'df2006a2-b5c2-48dd-915b-f8846023f365'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:41:49.053986 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57b58aed-3479-4cd3-a6e9-1a80c9f4b10e req-7e6c8857-e5ac-4867-87bd-bd47dbc6ea47 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.6278863 Dec 22 09:41:49.337355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Allocated IP 172.25.7.124 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/9ec75444-d61c-4320-8e44-959fb1c61a55) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:41:49.460212 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a45dbdf8-b796-4f3b-980d-d0f67f50a2c5 req-c0dd322c-489e-46da-9979-bcad961fd0b3 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5599294 Dec 22 09:41:49.527373 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:49.548946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 84680160-84da-4b1d-bd9c-99d77e2b855e up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:41:49.557566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bedc2-25fa-4321-8101-f08dae41da6d req-cdbbd6d6-0304-46b4-b08b-d08ea1abd207 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:49.559672 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e69bedc2-25fa-4321-8101-f08dae41da6d req-cdbbd6d6-0304-46b4-b08b-d08ea1abd207 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 784 time: 0.8677738 Dec 22 09:41:49.570823 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:49.590289 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4b98a52b-fa20-47f6-a0b6-61e6f9a0676e tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:49.660065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 84680160-84da-4b1d-bd9c-99d77e2b855e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:49.660451 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:49.747329 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e69bedc2-25fa-4321-8101-f08dae41da6d req-7330427e-9fe9-43eb-b9c3-bd38dffdf85f tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 696 time: 0.1716270 Dec 22 09:41:49.750843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:41:49.779044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Pushing event updated for resources: {'Port': ['ID=9ec75444-d61c-4320-8e44-959fb1c61a55,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:49.779287 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a99634-1bda-441c-a411-9028729bce53 req-6e0bc9bd-d237-4b37-a7fb-c6091dec645b service neutron] 10.222.0.37 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7409940 Dec 22 09:41:49.786301 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:49.846329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:41:49.848257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:41:49.851118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:41:49.946404 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for floatingip, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:49.949719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b58aed-3479-4cd3-a6e9-1a80c9f4b10e req-fc64e94a-fddb-4120-9f68-cdc00da31df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:49.951496 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57b58aed-3479-4cd3-a6e9-1a80c9f4b10e req-fc64e94a-fddb-4120-9f68-cdc00da31df1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 1165 time: 0.8519342 Dec 22 09:41:49.958255 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e69bedc2-25fa-4321-8101-f08dae41da6d req-d982413b-7193-42dc-b0e9-6938093a5277 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 696 time: 0.1909194 Dec 22 09:41:49.973325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2148943-17e3-441c-90ac-7b300a917a48 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:41:50.030730 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:50.083134 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:50.219655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40899772-8cce-4a6f-85dd-4dd92c6efbfe req-17729743-d32f-4212-b731-267c0a0d5bbd tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:50.221865 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-40899772-8cce-4a6f-85dd-4dd92c6efbfe req-17729743-d32f-4212-b731-267c0a0d5bbd tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 943 time: 0.5745187 Dec 22 09:41:50.232777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Transition to ACTIVE for port object d2148943-17e3-441c-90ac-7b300a917a48 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:41:50.330578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:50.359241 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7bfee36c-857b-4d86-9b8f-2c4e3262ef28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:50.403108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-e69bedc2-25fa-4321-8101-f08dae41da6d req-50e7e2f5-525a-41fa-bb50-811b0b0c06bd tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Deleting port 29d95ed7-b35b-4747-b65a-033c2bd75ffa {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:41:50.405635 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e69bedc2-25fa-4321-8101-f08dae41da6d req-50e7e2f5-525a-41fa-bb50-811b0b0c06bd tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:50.420601 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:50.424470 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:50.440965 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-afe12cd0-86b5-4c5b-ab73-a46863b41eae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:50.591167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Pushing event updated for resources: {'Port': ['ID=9ec75444-d61c-4320-8e44-959fb1c61a55,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:50.595975 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:50.598287 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-40899772-8cce-4a6f-85dd-4dd92c6efbfe req-3f05bff4-a95b-4956-8272-9e088b159c6d tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010480 Dec 22 09:41:50.614067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Pushing event updated for resources: {'Port': ['ID=d2148943-17e3-441c-90ac-7b300a917a48,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:50.650683 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:50.652432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b58aed-3479-4cd3-a6e9-1a80c9f4b10e req-8390f6b3-e4c5-48ff-9921-d03d7b86a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:50.654535 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57b58aed-3479-4cd3-a6e9-1a80c9f4b10e req-8390f6b3-e4c5-48ff-9921-d03d7b86a293 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.6764352 Dec 22 09:41:50.717262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:50.741089 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:50.742600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0671766 Dec 22 09:41:50.746609 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57b58aed-3479-4cd3-a6e9-1a80c9f4b10e req-fed14d63-0e35-48b9-a626-03ae155d139a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=c1685308-913a-4771-a46d-4bf94651ed94 HTTP/1.1" status: 200 len: 217 time: 0.0771804 Dec 22 09:41:51.027334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b58aed-3479-4cd3-a6e9-1a80c9f4b10e req-9096e005-52f3-454f-83b4-a88f9d14be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:51.029640 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57b58aed-3479-4cd3-a6e9-1a80c9f4b10e req-9096e005-52f3-454f-83b4-a88f9d14be8c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.2234747 Dec 22 09:41:51.123681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e69bedc2-25fa-4321-8101-f08dae41da6d req-50e7e2f5-525a-41fa-bb50-811b0b0c06bd tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:51.124287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e69bedc2-25fa-4321-8101-f08dae41da6d req-50e7e2f5-525a-41fa-bb50-811b0b0c06bd tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks [] for floatingip, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:51.311144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-e69bedc2-25fa-4321-8101-f08dae41da6d req-50e7e2f5-525a-41fa-bb50-811b0b0c06bd tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Calling delete_port for 29d95ed7-b35b-4747-b65a-033c2bd75ffa owned by network:floatingip {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:41:51.670258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de20324-5c7a-4c6a-8c9f-1f6117042a95 req-f80c7464-a1ad-47cc-a3bf-4ed2d47ff190 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:51.675041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de20324-5c7a-4c6a-8c9f-1f6117042a95 req-f80c7464-a1ad-47cc-a3bf-4ed2d47ff190 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:51.676884 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8de20324-5c7a-4c6a-8c9f-1f6117042a95 req-f80c7464-a1ad-47cc-a3bf-4ed2d47ff190 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=741bfd20-7a64-4d67-ac04-8e2d36c8d2f4 HTTP/1.1" status: 200 len: 1677 time: 0.8786376 Dec 22 09:41:51.790722 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8de20324-5c7a-4c6a-8c9f-1f6117042a95 req-eef4cc33-98a0-430b-802e-27a203570876 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009784 Dec 22 09:41:51.800276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Attempting to bind port d2148943-17e3-441c-90ac-7b300a917a48 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:41:51.800653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Attempting to bind port d2148943-17e3-441c-90ac-7b300a917a48 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '85178b09-a5f7-4af5-be61-5df9d55679cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1d251ff2-021a-41fa-a488-99bc36548e49'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:41:51.801028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Attempting to bind port d2148943-17e3-441c-90ac-7b300a917a48 on network 1d251ff2-021a-41fa-a488-99bc36548e49 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:41:51.809226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b58aed-3479-4cd3-a6e9-1a80c9f4b10e req-070bac58-b6d4-4062-ab79-62a26f2f18c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:51.810921 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57b58aed-3479-4cd3-a6e9-1a80c9f4b10e req-070bac58-b6d4-4062-ab79-62a26f2f18c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7640965 Dec 22 09:41:51.814658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:41:51.815039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Checking segment: {'id': '85178b09-a5f7-4af5-be61-5df9d55679cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1d251ff2-021a-41fa-a488-99bc36548e49'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:41:51.815443 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:51.815815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Bound using segment: {'id': '85178b09-a5f7-4af5-be61-5df9d55679cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1d251ff2-021a-41fa-a488-99bc36548e49'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:41:51.816528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Bound port: d2148943-17e3-441c-90ac-7b300a917a48, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85178b09-a5f7-4af5-be61-5df9d55679cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1d251ff2-021a-41fa-a488-99bc36548e49'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:41:51.816903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:51.955210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device df2006a2-b5c2-48dd-915b-f8846023f365 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:41:52.028797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port df2006a2-b5c2-48dd-915b-f8846023f365 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:41:52.034824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port df2006a2-b5c2-48dd-915b-f8846023f365 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:52.035247 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:52.134245 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e69bedc2-25fa-4321-8101-f08dae41da6d req-50e7e2f5-525a-41fa-bb50-811b0b0c06bd tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:52.163063 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:52.171493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:52.200908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e7f356-bebb-486e-86ed-35f9b00f02b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2006a2-b5c2-48dd-915b-f8846023f365'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:41:52.213292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port df2006a2-b5c2-48dd-915b-f8846023f365, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=df2006a2-b5c2-48dd-915b-f8846023f365,segment=NetworkSegment(fa400341-1ab1-41e1-9887-80a151427537),segment_id=fa400341-1ab1-41e1-9887-80a151427537)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:41:52.217014 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:52.219216 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6a4f6b4e-d073-468a-8f73-db8a14e66cb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:52.247886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7e2f5-525a-41fa-bb50-811b0b0c06bd tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Pushing event deleted for resources: {'Port': ['ID=29d95ed7-b35b-4747-b65a-033c2bd75ffa,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:52.259695 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-50e7e2f5-525a-41fa-bb50-811b0b0c06bd tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:52.300206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=df2006a2-b5c2-48dd-915b-f8846023f365,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:52.303600 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:52.319204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] For port d2148943-17e3-441c-90ac-7b300a917a48, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:41:52.333157 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57b58aed-3479-4cd3-a6e9-1a80c9f4b10e req-8b9e0c68-b6c4-4ae1-8043-3e472feffd9d service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048201 Dec 22 09:41:52.377000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] For port d2148943-17e3-441c-90ac-7b300a917a48, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d2148943-17e3-441c-90ac-7b300a917a48,segment=NetworkSegment(85178b09-a5f7-4af5-be61-5df9d55679cf),segment_id=85178b09-a5f7-4af5-be61-5df9d55679cf)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:41:52.392867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7c741-2da3-4f91-b466-0cb0bcd5f36b req-1ce21880-99bf-45a1-b76c-a4830fc6a2a3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:52.394510 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62e7c741-2da3-4f91-b466-0cb0bcd5f36b req-1ce21880-99bf-45a1-b76c-a4830fc6a2a3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.4295120 Dec 22 09:41:52.408890 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:52.430237 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69fcaa4a-2457-4e96-a396-d45231b444b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:52.733388 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62e7c741-2da3-4f91-b466-0cb0bcd5f36b req-29ed8b92-44bc-4681-95ac-eaf3ba004303 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070347 Dec 22 09:41:52.796469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Pushing event updated for resources: {'Port': ['ID=d2148943-17e3-441c-90ac-7b300a917a48,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:52.800741 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:52.820494 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57b58aed-3479-4cd3-a6e9-1a80c9f4b10e req-1284f5fb-5f37-4906-948d-161aae946ca4 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4721272 Dec 22 09:41:52.853499 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e69bedc2-25fa-4321-8101-f08dae41da6d req-50e7e2f5-525a-41fa-bb50-811b0b0c06bd tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks [] for floatingip, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:52.876061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:52.877246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:52.878398 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] 10.222.0.64 "PUT /v2.0/ports/d2148943-17e3-441c-90ac-7b300a917a48 HTTP/1.1" status: 200 len: 1156 time: 5.7551227 Dec 22 09:41:52.896094 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e69bedc2-25fa-4321-8101-f08dae41da6d req-50e7e2f5-525a-41fa-bb50-811b0b0c06bd tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:52.908660 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e69bedc2-25fa-4321-8101-f08dae41da6d req-50e7e2f5-525a-41fa-bb50-811b0b0c06bd tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "DELETE /v2.0/floatingips/4f20ef87-4b22-410a-9754-069ff0736262 HTTP/1.1" status: 204 len: 173 time: 2.9334455 Dec 22 09:41:52.980258 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741bfd20-7a64-4d67-ac04-8e2d36c8d2f4', 'tag': 'd2e2312a-638b-4d0a-babf-b21a980f6e6a', 'status': 'completed', 'code': 200} Dec 22 09:41:52.980628 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e7f356-bebb-486e-86ed-35f9b00f02b9', 'tag': 'df2006a2-b5c2-48dd-915b-f8846023f365', 'status': 'completed', 'code': 200} Dec 22 09:41:53.428743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device df2006a2-b5c2-48dd-915b-f8846023f365 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:41:53.481713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-45765036-c2b1-4965-a933-f2be7d88d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:53.483366 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-45765036-c2b1-4965-a933-f2be7d88d26c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e867f84521524ce2ba067f02c8e2bb27&device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 1160 time: 0.3803980 Dec 22 09:41:53.547571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-9dbd2f54-828c-481b-a529-68f2fe09b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:53.547960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-9dbd2f54-828c-481b-a529-68f2fe09b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:53.549701 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-9dbd2f54-828c-481b-a529-68f2fe09b917 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bf9339faedd4d93bde184951affe795&device_id=741bfd20-7a64-4d67-ac04-8e2d36c8d2f4 HTTP/1.1" status: 200 len: 2107 time: 0.5442073 Dec 22 09:41:53.565246 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-314f68c1-518f-4627-a346-39d99686d403 req-7441bdb8-858d-4498-bfac-4290062e8dae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.1736569 Dec 22 09:41:53.597429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port df2006a2-b5c2-48dd-915b-f8846023f365 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:53.599276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:53.749666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f68c1-518f-4627-a346-39d99686d403 req-4d96a5cf-017d-42e5-b7a3-cbeb661a0d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:53.751548 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-314f68c1-518f-4627-a346-39d99686d403 req-4d96a5cf-017d-42e5-b7a3-cbeb661a0d38 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e867f84521524ce2ba067f02c8e2bb27&device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 1239 time: 0.1521454 Dec 22 09:41:53.852569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-45e0cc02-036f-4eea-90ea-f5dc6f540e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:53.855165 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-45e0cc02-036f-4eea-90ea-f5dc6f540e83 service neutron] 10.222.0.37 "GET /v2.0/networks?id=730d4abf-fc2a-4bd9-b099-791cac9a2466 HTTP/1.1" status: 200 len: 906 time: 0.3611705 Dec 22 09:41:53.861927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0891e-094b-445c-b0b4-5d0d06809fdc req-6d0bd914-3032-4217-9d40-f9b6bdd9060c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:53.870203 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1fd0891e-094b-445c-b0b4-5d0d06809fdc req-6d0bd914-3032-4217-9d40-f9b6bdd9060c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 950 time: 0.6932514 Dec 22 09:41:53.959364 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-5597be4c-3bf6-4e87-ac3e-84f3404354b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df2006a2-b5c2-48dd-915b-f8846023f365 HTTP/1.1" status: 200 len: 217 time: 0.0746779 Dec 22 09:41:53.960869 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-fe146b64-8231-4d89-811c-7c090bf42a2b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.5&port_id=d2e2312a-638b-4d0a-babf-b21a980f6e6a HTTP/1.1" status: 200 len: 217 time: 0.3953259 Dec 22 09:41:54.009410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f68c1-518f-4627-a346-39d99686d403 req-da4bd9a1-b213-4572-9640-75ffff6d288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:54.012113 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-314f68c1-518f-4627-a346-39d99686d403 req-da4bd9a1-b213-4572-9640-75ffff6d288d service neutron] 10.222.0.37 "GET /v2.0/networks?id=730d4abf-fc2a-4bd9-b099-791cac9a2466 HTTP/1.1" status: 200 len: 906 time: 0.2374346 Dec 22 09:41:54.131349 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1fd0891e-094b-445c-b0b4-5d0d06809fdc req-b6944a4e-7710-4b05-ab06-5879afc8a625 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599051 Dec 22 09:41:54.145629 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-314f68c1-518f-4627-a346-39d99686d403 req-fdde42b9-d885-43c9-8299-deb809c36a9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=add110e9-0472-40ed-b0a5-d737ce9c0e58 HTTP/1.1" status: 200 len: 217 time: 0.0935500 Dec 22 09:41:54.160760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-ab22ce85-535c-4ce9-8358-c29768d966fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:54.162962 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-ab22ce85-535c-4ce9-8358-c29768d966fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=344c24ac-d751-445c-aac5-abb46783a72e HTTP/1.1" status: 200 len: 801 time: 0.1852906 Dec 22 09:41:54.259127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-f668bc63-c5ac-4864-b5c5-91e25c8e9544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:54.268014 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-f668bc63-c5ac-4864-b5c5-91e25c8e9544 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=835786db-f6bd-4763-b56d-9966829ca327 HTTP/1.1" status: 200 len: 852 time: 0.2070689 Dec 22 09:41:54.356692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f68c1-518f-4627-a346-39d99686d403 req-335bbf03-e366-40d6-8d27-578de056ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:54.358426 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-314f68c1-518f-4627-a346-39d99686d403 req-335bbf03-e366-40d6-8d27-578de056ee27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=835786db-f6bd-4763-b56d-9966829ca327 HTTP/1.1" status: 200 len: 852 time: 0.1869013 Dec 22 09:41:54.394505 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-2f9b02d4-1821-4dd8-bfcc-7d5d58071bc4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=730d4abf-fc2a-4bd9-b099-791cac9a2466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247053 Dec 22 09:41:54.426244 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-314f68c1-518f-4627-a346-39d99686d403 req-bc483ffd-3d9b-4b11-9f05-637104cb5a48 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=730d4abf-fc2a-4bd9-b099-791cac9a2466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609210 Dec 22 09:41:54.478693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-43841ffe-b9df-4046-93e9-a4b6379a45fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:54.481326 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-43841ffe-b9df-4046-93e9-a4b6379a45fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=854fa135-384b-4b10-ade4-73b48dcb840b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2968762 Dec 22 09:41:54.639880 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-314f68c1-518f-4627-a346-39d99686d403 req-4768a911-c74a-466f-ac71-1341840035bf service neutron] 10.222.0.37 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047923 Dec 22 09:41:54.811622 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-314f68c1-518f-4627-a346-39d99686d403 req-c23b8790-2dc8-45f1-a2e0-ebf761698d43 service neutron] 10.222.0.37 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1649432 Dec 22 09:41:55.008984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741bfd20-7a64-4d67-ac04-8e2d36c8d2f4', 'tag': 'd2148943-17e3-441c-90ac-7b300a917a48'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:41:55.133914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3d0b9-0f0c-4912-9c0f-82c83d306176 req-8dc2246a-c240-47ed-bde8-78a5c1610267 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:55.135586 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3ff3d0b9-0f0c-4912-9c0f-82c83d306176 req-8dc2246a-c240-47ed-bde8-78a5c1610267 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 945 time: 0.8032188 Dec 22 09:41:55.143290 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-9b628619-6954-4b10-b6e9-a6a69093ce27 service neutron] 10.222.0.37 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7376950 Dec 22 09:41:55.277653 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-dda2d50e-3021-481e-8a03-8fe1e3d54b70 service neutron] 10.222.0.64 "GET /v2.0/networks/854fa135-384b-4b10-ade4-73b48dcb840b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518406 Dec 22 09:41:55.282779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-555d966b-db3e-4889-a13a-29b1bb12a9d5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:55.284387 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-555d966b-db3e-4889-a13a-29b1bb12a9d5 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/networks?id=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 HTTP/1.1" status: 200 len: 815 time: 0.4619224 Dec 22 09:41:55.413476 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3ff3d0b9-0f0c-4912-9c0f-82c83d306176 req-7a418cc5-617a-4c8a-b13e-27171ec04286 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668664 Dec 22 09:41:55.422923 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-823beb4e-4466-43dc-b34b-2700776aff4c tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/quotas/f8298ddf7cf945579648150318b580de HTTP/1.1" status: 200 len: 375 time: 0.0978069 Dec 22 09:41:55.504092 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e7f356-bebb-486e-86ed-35f9b00f02b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2006a2-b5c2-48dd-915b-f8846023f365', 'code': 200} Dec 22 09:41:55.633757 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-e66e7257-2dad-445b-be42-800339edf294 service neutron] 10.222.0.37 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4804320 Dec 22 09:41:55.641656 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-094abc2f-05a2-4033-aea6-a5c0eed4a7b2 service neutron] 10.222.0.64 "GET /v2.0/networks/854fa135-384b-4b10-ade4-73b48dcb840b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3562732 Dec 22 09:41:55.725805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37677d5-57ad-4a4c-8801-17039ac73254 req-f9327fd1-69d7-46ba-a28d-2ec879a56722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:55.727566 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b37677d5-57ad-4a4c-8801-17039ac73254 req-f9327fd1-69d7-46ba-a28d-2ec879a56722 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 1160 time: 0.0925727 Dec 22 09:41:55.762864 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-cfee7847-3dde-4fca-8fa7-acfcd49df674 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.203&port_id=d2148943-17e3-441c-90ac-7b300a917a48 HTTP/1.1" status: 200 len: 217 time: 0.0808847 Dec 22 09:41:55.776902 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b37677d5-57ad-4a4c-8801-17039ac73254 req-4be68060-8eb4-4138-8877-d2f7c5143fdd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414877 Dec 22 09:41:55.879928 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-b8a006fa-de1f-49a6-8427-91093fe161a0 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8298ddf7cf945579648150318b580de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3984714 Dec 22 09:41:55.975853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-ecd30076-ed3a-4a39-983a-e93402f54acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:55.977504 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-ecd30076-ed3a-4a39-983a-e93402f54acc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06037e5b-f564-4a6f-a3e1-0c787ded8f80 HTTP/1.1" status: 200 len: 801 time: 0.2078497 Dec 22 09:41:56.088239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3a8e6-8bd1-4593-8999-2af25d0e2fa0 req-4294416e-fc3d-485c-bcee-fba6ea300a7d tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:56.093473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3a8e6-8bd1-4593-8999-2af25d0e2fa0 req-4294416e-fc3d-485c-bcee-fba6ea300a7d tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:56.095213 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-38e3a8e6-8bd1-4593-8999-2af25d0e2fa0 req-4294416e-fc3d-485c-bcee-fba6ea300a7d tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=741bfd20-7a64-4d67-ac04-8e2d36c8d2f4 HTTP/1.1" status: 200 len: 1677 time: 0.4597056 Dec 22 09:41:56.116704 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-d7783ee3-877d-422d-9616-109646aac062 req-f912049f-8014-4c65-9e93-4025aa297325 service neutron] show failed (client error): The resource could not be found. Dec 22 09:41:56.117773 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7783ee3-877d-422d-9616-109646aac062 req-f912049f-8014-4c65-9e93-4025aa297325 service neutron] 10.222.0.37 "GET /v2.0/ports/c3a796b4-2b8c-466f-860e-5b4afcb1f551/bindings/n-h1-765315-5 HTTP/1.1" status: 404 len: 380 time: 0.3021727 Dec 22 09:41:56.206401 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-38e3a8e6-8bd1-4593-8999-2af25d0e2fa0 req-5090e983-a081-47d0-9c3f-0986abf56be2 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984006 Dec 22 09:41:56.209231 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-c5106fe9-deff-42a5-8c62-a36660efb660 service neutron] 10.222.0.50 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159525 Dec 22 09:41:56.292952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-c3b13652-e1d8-4103-9bfb-4d4fff507c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:56.295674 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-c3b13652-e1d8-4103-9bfb-4d4fff507c3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d251ff2-021a-41fa-a488-99bc36548e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3073549 Dec 22 09:41:56.631274 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-0efad741-6284-425d-b7a8-ca49d1e1fb35 service neutron] 10.222.0.50 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4094386 Dec 22 09:41:56.691560 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-7b6a0255-4210-47c6-bdb4-ce3c8478c0f8 service neutron] 10.222.0.64 "GET /v2.0/networks/1d251ff2-021a-41fa-a488-99bc36548e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766444 Dec 22 09:41:56.698178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7783ee3-877d-422d-9616-109646aac062 req-4b2751a7-a930-4335-ad8e-b81cbad6344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:56.700502 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7783ee3-877d-422d-9616-109646aac062 req-4b2751a7-a930-4335-ad8e-b81cbad6344b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476&tenant_id=4f8a67b33ff048d5bd0b60e257789306 HTTP/1.1" status: 200 len: 1165 time: 0.2754214 Dec 22 09:41:56.739608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-5', 'device_owner': 'compute:nova'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:56.989840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52bee4-68bd-40ac-81e9-7ee879d4f54a req-c2955db2-d2f0-4573-a852-4d9ecbcf6824 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:56.991467 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7a52bee4-68bd-40ac-81e9-7ee879d4f54a req-c2955db2-d2f0-4573-a852-4d9ecbcf6824 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.3750720 Dec 22 09:41:57.004031 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc83d7f8-d5d8-4ad8-81dc-4fa3910f3f11 req-659efbfc-2374-4bf0-b2bd-5f2f51c1d96a service neutron] 10.222.0.64 "GET /v2.0/networks/1d251ff2-021a-41fa-a488-99bc36548e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3023729 Dec 22 09:41:57.024466 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:57.101945 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741bfd20-7a64-4d67-ac04-8e2d36c8d2f4', 'tag': 'd2148943-17e3-441c-90ac-7b300a917a48', 'status': 'completed', 'code': 200} Dec 22 09:41:57.127118 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7a52bee4-68bd-40ac-81e9-7ee879d4f54a req-5a9a3ebd-55d4-499a-929c-3d173b88958e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198435 Dec 22 09:41:57.519152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device df2006a2-b5c2-48dd-915b-f8846023f365 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:41:57.638621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port df2006a2-b5c2-48dd-915b-f8846023f365 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:41:57.639809 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:57.812511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c3a796b4-2b8c-466f-860e-5b4afcb1f551 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:41:57.898360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-771a0d75-e898-4585-ad37-6f7d5755aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:57.898759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-771a0d75-e898-4585-ad37-6f7d5755aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:57.900573 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-771a0d75-e898-4585-ad37-6f7d5755aa81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bf9339faedd4d93bde184951affe795&device_id=741bfd20-7a64-4d67-ac04-8e2d36c8d2f4 HTTP/1.1" status: 200 len: 2107 time: 0.7175555 Dec 22 09:41:57.907525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb87274-e5d5-4c0b-a731-09e63dce71bb req-aea17a11-9c88-4245-b126-183442bb4c82 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:57.908192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ecb87274-e5d5-4c0b-a731-09e63dce71bb req-aea17a11-9c88-4245-b126-183442bb4c82 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Synchronizing usage tracker for tenant:2fd1aa4eae574f009fc683eb2b5a8ace on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:41:57.968653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30033264-af8c-452f-8038-dda10fe346ee req-c44afbef-e519-4341-ab4c-b8f7bbe44303 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:57.970150 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30033264-af8c-452f-8038-dda10fe346ee req-c44afbef-e519-4341-ab4c-b8f7bbe44303 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 950 time: 0.3717976 Dec 22 09:41:58.001364 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:58.131544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ecb87274-e5d5-4c0b-a731-09e63dce71bb req-aea17a11-9c88-4245-b126-183442bb4c82 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Unset dirty status for tenant:2fd1aa4eae574f009fc683eb2b5a8ace on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:41:58.132757 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ecb87274-e5d5-4c0b-a731-09e63dce71bb req-aea17a11-9c88-4245-b126-183442bb4c82 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/ports?device_id=8a3375dc-a46c-4252-b4b3-113bea0e257d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5693414 Dec 22 09:41:58.232954 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30033264-af8c-452f-8038-dda10fe346ee req-a991783b-c7f0-4ddf-bbe7-487ff17943a4 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246835 Dec 22 09:41:58.251307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ecb87274-e5d5-4c0b-a731-09e63dce71bb req-18b67054-11ab-46d7-a50a-e83b9ee544fd tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Synchronizing usage tracker for tenant:2fd1aa4eae574f009fc683eb2b5a8ace on resource:floatingip {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:41:58.262847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] For port c3a796b4-2b8c-466f-860e-5b4afcb1f551, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c3a796b4-2b8c-466f-860e-5b4afcb1f551,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:41:58.309123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-400340df-277d-4829-b268-e1d04a31c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:58.310788 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-400340df-277d-4829-b268-e1d04a31c38a service neutron] 10.222.0.64 "GET /v2.0/networks?id=854fa135-384b-4b10-ade4-73b48dcb840b HTTP/1.1" status: 200 len: 896 time: 0.3390286 Dec 22 09:41:58.313141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ecb87274-e5d5-4c0b-a731-09e63dce71bb req-18b67054-11ab-46d7-a50a-e83b9ee544fd tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Unset dirty status for tenant:2fd1aa4eae574f009fc683eb2b5a8ace on resource:floatingip {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:41:58.314361 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ecb87274-e5d5-4c0b-a731-09e63dce71bb req-18b67054-11ab-46d7-a50a-e83b9ee544fd tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1601753 Dec 22 09:41:58.398697 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-5ff91b9c-8207-469e-8fbe-4488667266a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.5&port_id=d2e2312a-638b-4d0a-babf-b21a980f6e6a HTTP/1.1" status: 200 len: 217 time: 0.0787880 Dec 22 09:41:58.409225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] For port c3a796b4-2b8c-466f-860e-5b4afcb1f551, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:41:58.551767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:58.595108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-aa1926b3-4e2c-4dc7-bb54-7f8ad92ce398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:58.597050 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-aa1926b3-4e2c-4dc7-bb54-7f8ad92ce398 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=344c24ac-d751-445c-aac5-abb46783a72e HTTP/1.1" status: 200 len: 801 time: 0.1528852 Dec 22 09:41:58.598347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Transition to ACTIVE for port object c3a796b4-2b8c-466f-860e-5b4afcb1f551 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:41:58.686120 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:41:58.686757 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:41:58.707371 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:58.786121 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6ab08de8-3e57-4a00-81a0-64c56a39ec25 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:41:58.839619 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5a5d07ed-0636-4e35-94e4-9592c99c5c56 req-e440d910-6835-4d19-b831-8598112935e1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=7df2ad3a-7742-427a-9973-2ccf11a627d5 HTTP/1.1" status: 200 len: 210 time: 0.2462215 Dec 22 09:41:59.129282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2625e67b-98a7-4352-b065-91ad2cace476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3a796b4-2b8c-466f-860e-5b4afcb1f551'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:41:59.264137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Pushing event updated for resources: {'Port': ['ID=c3a796b4-2b8c-466f-860e-5b4afcb1f551,revision_number=5']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:41:59.365944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef508212-b1ac-4cad-8022-cd3b9cb56e49 req-b855af81-87eb-494e-b1d7-f3f627fe162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:59.367592 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef508212-b1ac-4cad-8022-cd3b9cb56e49 req-b855af81-87eb-494e-b1d7-f3f627fe162d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 1161 time: 0.1404586 Dec 22 09:41:59.368738 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:41:59.411688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-36349490-e1b7-4bcc-b9e1-61343a430ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:59.413581 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-36349490-e1b7-4bcc-b9e1-61343a430ab8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=854fa135-384b-4b10-ade4-73b48dcb840b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7757299 Dec 22 09:41:59.424770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04704c4-f630-4904-a479-1b0a13c6b523 req-4ede14dc-4610-41a2-a650-2565289ac683 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:59.426680 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f04704c4-f630-4904-a479-1b0a13c6b523 req-4ede14dc-4610-41a2-a650-2565289ac683 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 945 time: 0.7321138 Dec 22 09:41:59.428091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] No DVR routers for this DVR port c3a796b4-2b8c-466f-860e-5b4afcb1f551 on host n-h2-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:41:59.528385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-57396c29-91bc-4ca6-932e-a4d712e5d54e tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:59.530039 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-57396c29-91bc-4ca6-932e-a4d712e5d54e tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.64 "GET /v2.0/networks?id=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 HTTP/1.1" status: 200 len: 815 time: 0.8238077 Dec 22 09:41:59.559119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Attempting to bind port c3a796b4-2b8c-466f-860e-5b4afcb1f551 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:41:59.559493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Attempting to bind port c3a796b4-2b8c-466f-860e-5b4afcb1f551 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:41:59.559841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Attempting to bind port c3a796b4-2b8c-466f-860e-5b4afcb1f551 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:41:59.601609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-a199a23e-6636-4519-be24-892bb423f5d2 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Request body: {'port': {'device_id': '7df2ad3a-7742-427a-9973-2ccf11a627d5', 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7', 'admin_state_up': True, 'tenant_id': 'f8298ddf7cf945579648150318b580de'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:41:59.618350 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f04704c4-f630-4904-a479-1b0a13c6b523 req-5b302401-50b0-4887-ba7e-0041d3c4f2f5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809998 Dec 22 09:41:59.691546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:41:59.692088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:41:59.692314 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:59.692679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:41:59.693181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Bound port: c3a796b4-2b8c-466f-860e-5b4afcb1f551, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:41:59.693659 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:41:59.837741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23daa51-45b8-4180-88e6-79610fef8ce6 req-6f87aea6-2c00-4188-894f-22671b647578 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:59.842433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23daa51-45b8-4180-88e6-79610fef8ce6 req-6f87aea6-2c00-4188-894f-22671b647578 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:59.850475 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e23daa51-45b8-4180-88e6-79610fef8ce6 req-6f87aea6-2c00-4188-894f-22671b647578 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=741bfd20-7a64-4d67-ac04-8e2d36c8d2f4 HTTP/1.1" status: 200 len: 1677 time: 0.6073759 Dec 22 09:41:59.922255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef508212-b1ac-4cad-8022-cd3b9cb56e49 req-521b3b4a-0238-4161-a574-a0d8ab6c496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:41:59.923892 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef508212-b1ac-4cad-8022-cd3b9cb56e49 req-521b3b4a-0238-4161-a574-a0d8ab6c496c service neutron] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 905 time: 0.5489867 Dec 22 09:42:00.053899 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef508212-b1ac-4cad-8022-cd3b9cb56e49 req-b0df6a31-e384-4a81-9dbc-af9bbf2a1519 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f77f0c63-abd4-4133-adc9-a667b99a94b1 HTTP/1.1" status: 200 len: 1002 time: 0.1223280 Dec 22 09:42:00.136799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef508212-b1ac-4cad-8022-cd3b9cb56e49 req-259bb778-5186-43ab-af5d-bdc8c944fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:00.138568 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef508212-b1ac-4cad-8022-cd3b9cb56e49 req-259bb778-5186-43ab-af5d-bdc8c944fa19 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.0767822 Dec 22 09:42:00.254601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef508212-b1ac-4cad-8022-cd3b9cb56e49 req-7f5aba06-bd1c-4f5f-8153-8caf87786dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:00.256462 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef508212-b1ac-4cad-8022-cd3b9cb56e49 req-7f5aba06-bd1c-4f5f-8153-8caf87786dd5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094878 Dec 22 09:42:00.367548 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53dd7688-87af-47ca-aa77-db9307952e91 req-d57c8526-a594-42ef-9d8e-8b45a079ee53 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.4824724 Dec 22 09:42:00.408600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e23daa51-45b8-4180-88e6-79610fef8ce6 req-e838544e-3f10-4197-a001-2a4b177c782a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571065 Dec 22 09:42:00.432062 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef508212-b1ac-4cad-8022-cd3b9cb56e49 req-6838ea06-caa1-4dce-a22b-2ccca18bb3c3 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681955 Dec 22 09:42:00.466672 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-66a49573-3b32-4d1a-b049-80c271a5d115 service neutron] 10.222.0.64 "GET /v2.0/networks/854fa135-384b-4b10-ade4-73b48dcb840b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0229385 Dec 22 09:42:00.551051 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2625e67b-98a7-4352-b065-91ad2cace476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3a796b4-2b8c-466f-860e-5b4afcb1f551', 'code': 200} Dec 22 09:42:00.554230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-a199a23e-6636-4519-be24-892bb423f5d2 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:42:00.611293 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef508212-b1ac-4cad-8022-cd3b9cb56e49 req-90abe000-0cbe-433e-b442-32151e0df8ca service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1669512 Dec 22 09:42:00.642944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] For port c3a796b4-2b8c-466f-860e-5b4afcb1f551, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:42:00.757701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-a199a23e-6636-4519-be24-892bb423f5d2 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:42:00.766666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] For port c3a796b4-2b8c-466f-860e-5b4afcb1f551, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c3a796b4-2b8c-466f-860e-5b4afcb1f551,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:42:00.786566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:00.806769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-67ab03c1-287c-4461-90c3-2d1f5fc56c87 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:42:00.809378 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e2b6f762-229c-48fb-967b-b199d0239023 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:00.900032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-a199a23e-6636-4519-be24-892bb423f5d2 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Made reservation on behalf of f8298ddf7cf945579648150318b580de for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:42:00.906099 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-a199a23e-6636-4519-be24-892bb423f5d2 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:00.964556 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-690059c1-e71a-4b1e-ac08-7dd6d5ff853c req-04ebad77-f4f1-424e-8361-7c723e884c51 service neutron] 10.222.0.64 "GET /v2.0/networks/854fa135-384b-4b10-ade4-73b48dcb840b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4727259 Dec 22 09:42:01.040500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Pushing event updated for resources: {'Port': ['ID=c3a796b4-2b8c-466f-860e-5b4afcb1f551,revision_number=6']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:01.054496 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:01.207678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdfd42-b8ba-4f7c-a852-3b0e33ac81fa req-5a4242ba-64ba-4988-b30b-c0dcb7fcd678 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:01.209409 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d9bdfd42-b8ba-4f7c-a852-3b0e33ac81fa req-5a4242ba-64ba-4988-b30b-c0dcb7fcd678 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 948 time: 0.5052626 Dec 22 09:42:01.272812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad0820-eec4-47a4-af6e-cc903ddaab5d req-4c25f1dc-5521-4451-a5b8-7ff1f103ed95 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:01.274921 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5cad0820-eec4-47a4-af6e-cc903ddaab5d req-4c25f1dc-5521-4451-a5b8-7ff1f103ed95 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.7177496 Dec 22 09:42:01.422568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:01.423259 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:01.424787 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7783ee3-877d-422d-9616-109646aac062 req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] 10.222.0.64 "PUT /v2.0/ports/c3a796b4-2b8c-466f-860e-5b4afcb1f551 HTTP/1.1" status: 200 len: 1160 time: 4.6961246 Dec 22 09:42:01.474472 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d9bdfd42-b8ba-4f7c-a852-3b0e33ac81fa req-8c7547f5-ef44-4c90-9bc8-48d3fc36682e tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981499 Dec 22 09:42:01.518390 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5cad0820-eec4-47a4-af6e-cc903ddaab5d req-aaaf3a1e-8b4f-4352-a473-c7c6566168b3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097793 Dec 22 09:42:01.579834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be231545-7a9d-46f6-a4ea-a3120dd75def req-2251b7d8-84ea-4df6-aef2-ed57bb0a8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:01.580284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be231545-7a9d-46f6-a4ea-a3120dd75def req-2251b7d8-84ea-4df6-aef2-ed57bb0a8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:01.581992 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be231545-7a9d-46f6-a4ea-a3120dd75def req-2251b7d8-84ea-4df6-aef2-ed57bb0a8cca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bf9339faedd4d93bde184951affe795&device_id=741bfd20-7a64-4d67-ac04-8e2d36c8d2f4 HTTP/1.1" status: 200 len: 2107 time: 0.5265336 Dec 22 09:42:01.887673 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8aa6df13-fc65-40e0-afb9-fd1a218a8ecb req-7d46ba9d-3a74-40e2-a01f-a21ac90fae62 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=7df2ad3a-7742-427a-9973-2ccf11a627d5 HTTP/1.1" status: 200 len: 210 time: 0.1496830 Dec 22 09:42:01.925065 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ba6a166-ac8c-4e51-b407-301a96887ac1 req-a4a341f6-ba6e-4e22-b9f9-86279d289618 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-497786399&fields=id&tenant_id=e867f84521524ce2ba067f02c8e2bb27 HTTP/1.1" status: 200 len: 267 time: 0.2670553 Dec 22 09:42:01.930628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-a199a23e-6636-4519-be24-892bb423f5d2 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Allocated IP 172.20.0.7 (fb6a7abf-9fa9-4ac5-95d0-ed70177540e7/f2c12495-0928-4c58-a944-5c9e4ea79919/7c3911ba-1f51-4e1a-878c-6df532d86d4d) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:42:01.938000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7783ee3-877d-422d-9616-109646aac062 req-1c825068-5a83-4107-b780-2b7abec49674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:01.940203 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7783ee3-877d-422d-9616-109646aac062 req-1c825068-5a83-4107-b780-2b7abec49674 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 1163 time: 0.4627624 Dec 22 09:42:02.050743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be231545-7a9d-46f6-a4ea-a3120dd75def req-e5dff090-60e9-48a0-be59-4edb2e79bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:02.052347 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be231545-7a9d-46f6-a4ea-a3120dd75def req-e5dff090-60e9-48a0-be59-4edb2e79bd37 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d251ff2-021a-41fa-a488-99bc36548e49 HTTP/1.1" status: 200 len: 895 time: 0.4568815 Dec 22 09:42:02.223644 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be231545-7a9d-46f6-a4ea-a3120dd75def req-6a4b3be6-e28a-49a0-83bd-2229a1f697e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.203&port_id=d2148943-17e3-441c-90ac-7b300a917a48 HTTP/1.1" status: 200 len: 217 time: 0.1556573 Dec 22 09:42:02.601213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2625e67b-98a7-4352-b065-91ad2cace476', 'tag': 'c3a796b4-2b8c-466f-860e-5b4afcb1f551'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:02.741129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be231545-7a9d-46f6-a4ea-a3120dd75def req-23f1bf25-4e91-4e98-98e7-7186796e64fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:02.742740 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be231545-7a9d-46f6-a4ea-a3120dd75def req-23f1bf25-4e91-4e98-98e7-7186796e64fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06037e5b-f564-4a6f-a3e1-0c787ded8f80 HTTP/1.1" status: 200 len: 801 time: 0.5002177 Dec 22 09:42:02.747606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7783ee3-877d-422d-9616-109646aac062 req-065c2c3c-1b71-41cc-8d5d-58d07a6121ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:02.749125 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7783ee3-877d-422d-9616-109646aac062 req-065c2c3c-1b71-41cc-8d5d-58d07a6121ab service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.7600758 Dec 22 09:42:02.755280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6a166-ac8c-4e51-b407-301a96887ac1 req-49b0106d-775d-4207-8cd9-bf7aef90e72b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:02.756919 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ba6a166-ac8c-4e51-b407-301a96887ac1 req-49b0106d-775d-4207-8cd9-bf7aef90e72b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 945 time: 0.8054368 Dec 22 09:42:02.899340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device d2e2312a-638b-4d0a-babf-b21a980f6e6a up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:02.951212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-9ba6a166-ac8c-4e51-b407-301a96887ac1 req-f8ddf268-12a0-42a8-802c-cdfce2d1a757 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Request body: {'port': {'security_groups': ['40effe33-5414-4d8b-82c0-4611e8cd1529', '6c34a441-ede3-4ebe-91b2-441fda9956b7']}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:02.997999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port d2e2312a-638b-4d0a-babf-b21a980f6e6a completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:42:03.001421 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7783ee3-877d-422d-9616-109646aac062 req-b47a1c5f-fc0f-4382-89f4-f05ba6baa07c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=c3a796b4-2b8c-466f-860e-5b4afcb1f551 HTTP/1.1" status: 200 len: 217 time: 0.2434533 Dec 22 09:42:03.004877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port d2e2312a-638b-4d0a-babf-b21a980f6e6a triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:03.005563 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:03.163596 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:03.193652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741bfd20-7a64-4d67-ac04-8e2d36c8d2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e2312a-638b-4d0a-babf-b21a980f6e6a'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:03.204955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port d2e2312a-638b-4d0a-babf-b21a980f6e6a, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d2e2312a-638b-4d0a-babf-b21a980f6e6a,segment=NetworkSegment(06fba399-aad0-4711-88be-9a1f7e12708b),segment_id=06fba399-aad0-4711-88be-9a1f7e12708b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:03.209127 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:03.210067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device d2148943-17e3-441c-90ac-7b300a917a48 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:03.233082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7783ee3-877d-422d-9616-109646aac062 req-6edd98dc-e7ba-4dee-807a-29ff31e92ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:03.234718 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7783ee3-877d-422d-9616-109646aac062 req-6edd98dc-e7ba-4dee-807a-29ff31e92ac6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.2162857 Dec 22 09:42:03.242042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191deb01-1d08-489e-a477-56ae1cd7be45 req-def5dea7-c28c-40bb-bacd-05278b67ed75 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:03.247722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191deb01-1d08-489e-a477-56ae1cd7be45 req-def5dea7-c28c-40bb-bacd-05278b67ed75 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:03.249499 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-191deb01-1d08-489e-a477-56ae1cd7be45 req-def5dea7-c28c-40bb-bacd-05278b67ed75 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=741bfd20-7a64-4d67-ac04-8e2d36c8d2f4 HTTP/1.1" status: 200 len: 1677 time: 0.6345124 Dec 22 09:42:03.252399 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-072621e7-01aa-4eb1-be2f-5124cd198848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:03.312148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-a199a23e-6636-4519-be24-892bb423f5d2 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:03.348477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=d2e2312a-638b-4d0a-babf-b21a980f6e6a,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:03.353565 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:03.376264 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9ba6a166-ac8c-4e51-b407-301a96887ac1 req-f8ddf268-12a0-42a8-802c-cdfce2d1a757 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:03.377493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port d2148943-17e3-441c-90ac-7b300a917a48 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:42:03.383469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port d2148943-17e3-441c-90ac-7b300a917a48 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:03.384219 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:03.388302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be231545-7a9d-46f6-a4ea-a3120dd75def req-e037555e-35e7-49d9-a133-c4338055a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:03.390016 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be231545-7a9d-46f6-a4ea-a3120dd75def req-e037555e-35e7-49d9-a133-c4338055a2dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d251ff2-021a-41fa-a488-99bc36548e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6308153 Dec 22 09:42:03.524902 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:03.544638 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-191deb01-1d08-489e-a477-56ae1cd7be45 req-4351b3f0-2a26-41a3-8ed2-31f196167cbe tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236519 Dec 22 09:42:03.568785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port d2148943-17e3-441c-90ac-7b300a917a48, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d2148943-17e3-441c-90ac-7b300a917a48,segment=NetworkSegment(85178b09-a5f7-4af5-be61-5df9d55679cf),segment_id=85178b09-a5f7-4af5-be61-5df9d55679cf)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:03.572956 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:03.575258 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:03.657429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=d2148943-17e3-441c-90ac-7b300a917a48,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:03.661154 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:03.685063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7783ee3-877d-422d-9616-109646aac062 req-ced260b7-4f9a-4497-abb5-92da7ac10141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:03.686723 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7783ee3-877d-422d-9616-109646aac062 req-ced260b7-4f9a-4497-abb5-92da7ac10141 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4360719 Dec 22 09:42:03.769848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-a199a23e-6636-4519-be24-892bb423f5d2 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:03.831133 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-50e7e2f5-525a-41fa-bb50-811b0b0c06bd tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:03.854079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device df2006a2-b5c2-48dd-915b-f8846023f365 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:03.953989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port df2006a2-b5c2-48dd-915b-f8846023f365 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:03.954692 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:04.085602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device d2e2312a-638b-4d0a-babf-b21a980f6e6a up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:04.180183 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be231545-7a9d-46f6-a4ea-a3120dd75def req-30a2599e-b6d3-4738-8264-302cf20069f6 service neutron] 10.222.0.64 "GET /v2.0/networks/1d251ff2-021a-41fa-a488-99bc36548e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7686110 Dec 22 09:42:04.248198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port d2e2312a-638b-4d0a-babf-b21a980f6e6a triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:04.249834 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:04.284552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199a23e-6636-4519-be24-892bb423f5d2 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Pushing event updated for resources: {'Port': ['ID=7c3911ba-1f51-4e1a-878c-6df532d86d4d,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:04.317421 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a199a23e-6636-4519-be24-892bb423f5d2 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:04.397586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device d2148943-17e3-441c-90ac-7b300a917a48 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:04.450020 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7783ee3-877d-422d-9616-109646aac062 req-e6d21656-c014-41d6-87bb-d08b175081d7 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7151275 Dec 22 09:42:04.485171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port d2148943-17e3-441c-90ac-7b300a917a48 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:04.485594 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:04.553928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c83ef-036a-42bf-aff8-94b5449aff6b req-b3a1c0b7-cfc8-415e-b594-365bb1f751c6 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:04.555738 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0d2c83ef-036a-42bf-aff8-94b5449aff6b req-b3a1c0b7-cfc8-415e-b594-365bb1f751c6 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.37 "GET /v2.0/ports?device_id=8a3375dc-a46c-4252-b4b3-113bea0e257d HTTP/1.1" status: 200 len: 946 time: 0.6709111 Dec 22 09:42:04.650619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c793b91-836d-4c04-98eb-0b21998f1d17 req-4a8b3d23-7355-4f1e-9d3e-2de00fc347ae tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:04.652279 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c793b91-836d-4c04-98eb-0b21998f1d17 req-4a8b3d23-7355-4f1e-9d3e-2de00fc347ae tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/ports?device_id=8a3375dc-a46c-4252-b4b3-113bea0e257d HTTP/1.1" status: 200 len: 946 time: 0.9190991 Dec 22 09:42:04.980808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-a199a23e-6636-4519-be24-892bb423f5d2 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Network fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:42:04.984603 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3b263798-656b-490e-8dfd-8f28c96c3ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:05.055384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-a199a23e-6636-4519-be24-892bb423f5d2 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:42:05.092412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-a199a23e-6636-4519-be24-892bb423f5d2 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:42:05.124175 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be231545-7a9d-46f6-a4ea-a3120dd75def req-c5fc6828-f368-456d-be58-74316bcdef39 service neutron] 10.222.0.64 "GET /v2.0/networks/1d251ff2-021a-41fa-a488-99bc36548e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9314528 Dec 22 09:42:05.234120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-0d2c83ef-036a-42bf-aff8-94b5449aff6b req-8e5338c2-1366-4b50-8f3e-7d129dcff8ca tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Deleting port 23847375-f8e5-4a79-97cf-1ff82a1ec317 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:05.234831 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0d2c83ef-036a-42bf-aff8-94b5449aff6b req-8e5338c2-1366-4b50-8f3e-7d129dcff8ca tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:05.316845 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c793b91-836d-4c04-98eb-0b21998f1d17 req-e0c8b229-f77a-47c1-bed5-06a311f5e77b tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/security-groups?id=dd0d6418-26a1-4063-9255-240b34d8638b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728786 Dec 22 09:42:05.318838 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7783ee3-877d-422d-9616-109646aac062 req-972e97d3-61ab-4484-b87a-7b697110a564 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8605134 Dec 22 09:42:05.335965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-a199a23e-6636-4519-be24-892bb423f5d2 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:05.337075 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-a199a23e-6636-4519-be24-892bb423f5d2 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:05.360974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9ba6a166-ac8c-4e51-b407-301a96887ac1 req-f8ddf268-12a0-42a8-802c-cdfce2d1a757 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] For port df2006a2-b5c2-48dd-915b-f8846023f365, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=df2006a2-b5c2-48dd-915b-f8846023f365,segment=NetworkSegment(fa400341-1ab1-41e1-9887-80a151427537),segment_id=fa400341-1ab1-41e1-9887-80a151427537)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:05.441220 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-a199a23e-6636-4519-be24-892bb423f5d2 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8745768 Dec 22 09:42:05.462666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Request body: {'port': {'device_id': '7df2ad3a-7742-427a-9973-2ccf11a627d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:05.526949 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9ba6a166-ac8c-4e51-b407-301a96887ac1 req-f8ddf268-12a0-42a8-802c-cdfce2d1a757 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:05.599903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9ba6a166-ac8c-4e51-b407-301a96887ac1 req-f8ddf268-12a0-42a8-802c-cdfce2d1a757 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:05.631637 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:05.639110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 23847375-f8e5-4a79-97cf-1ff82a1ec317 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:42:05.965831 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:06.002500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 23847375-f8e5-4a79-97cf-1ff82a1ec317, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=23847375-f8e5-4a79-97cf-1ff82a1ec317,segment=NetworkSegment(4c6df13f-e6f1-42c0-b575-b23853bd3f86),segment_id=4c6df13f-e6f1-42c0-b575-b23853bd3f86)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:06.005825 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:06.007900 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ebb5c3e7-3694-4b27-8df5-b6dcb48aff20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:06.043451 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:06.059774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddf268-12a0-42a8-802c-cdfce2d1a757 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event updated for resources: {'Port': ['ID=df2006a2-b5c2-48dd-915b-f8846023f365,revision_number=5']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:06.072359 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f8ddf268-12a0-42a8-802c-cdfce2d1a757 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:06.076163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-0d2c83ef-036a-42bf-aff8-94b5449aff6b req-8e5338c2-1366-4b50-8f3e-7d129dcff8ca tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] For port 23847375-f8e5-4a79-97cf-1ff82a1ec317, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=23847375-f8e5-4a79-97cf-1ff82a1ec317,segment=NetworkSegment(4c6df13f-e6f1-42c0-b575-b23853bd3f86),segment_id=4c6df13f-e6f1-42c0-b575-b23853bd3f86)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:06.076602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0d2c83ef-036a-42bf-aff8-94b5449aff6b req-8e5338c2-1366-4b50-8f3e-7d129dcff8ca tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:06.117307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=23847375-f8e5-4a79-97cf-1ff82a1ec317,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:06.123210 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:06.273841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cc400-87b8-4631-a88a-2ceeae4b1440 req-631cb04c-bdc9-4e63-b1c9-d6d72523cb99 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:06.275470 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c3cc400-87b8-4631-a88a-2ceeae4b1440 req-631cb04c-bdc9-4e63-b1c9-d6d72523cb99 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 948 time: 0.7566140 Dec 22 09:42:06.294035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-0d2c83ef-036a-42bf-aff8-94b5449aff6b req-8e5338c2-1366-4b50-8f3e-7d129dcff8ca tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Calling delete_port for 23847375-f8e5-4a79-97cf-1ff82a1ec317 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:42:06.502611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6a166-ac8c-4e51-b407-301a96887ac1 req-f8ddf268-12a0-42a8-802c-cdfce2d1a757 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:06.503304 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9ba6a166-ac8c-4e51-b407-301a96887ac1 req-f8ddf268-12a0-42a8-802c-cdfce2d1a757 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:06.505058 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ba6a166-ac8c-4e51-b407-301a96887ac1 req-f8ddf268-12a0-42a8-802c-cdfce2d1a757 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "PUT /v2.0/ports/df2006a2-b5c2-48dd-915b-f8846023f365 HTTP/1.1" status: 200 len: 981 time: 3.6851757 Dec 22 09:42:06.516090 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c3cc400-87b8-4631-a88a-2ceeae4b1440 req-e1f8ead6-3a0f-468f-9594-2b208c3675f7 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705375 Dec 22 09:42:06.589963 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-0d2c83ef-036a-42bf-aff8-94b5449aff6b req-8e5338c2-1366-4b50-8f3e-7d129dcff8ca tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:42:06.589963 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-0d2c83ef-036a-42bf-aff8-94b5449aff6b req-8e5338c2-1366-4b50-8f3e-7d129dcff8ca tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:42:06.675129 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2625e67b-98a7-4352-b065-91ad2cace476', 'tag': 'c3a796b4-2b8c-466f-860e-5b4afcb1f551', 'status': 'completed', 'code': 200} Dec 22 09:42:06.777728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-9a6fcc24-160f-4afd-a16a-b59e4434673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:06.780306 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-9a6fcc24-160f-4afd-a16a-b59e4434673b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 1163 time: 0.1036592 Dec 22 09:42:06.992637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-104a3a4a-975a-4c29-9bbd-0d8db66bcc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:06.996674 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-104a3a4a-975a-4c29-9bbd-0d8db66bcc94 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.2096262 Dec 22 09:42:07.072762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9c39e-13bd-4a34-96df-531f5a4d9ff3 req-c10c76a1-543b-4d89-8a68-19ebb92c256d tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:07.081941 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-29d9c39e-13bd-4a34-96df-531f5a4d9ff3 req-c10c76a1-543b-4d89-8a68-19ebb92c256d tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.4103703 Dec 22 09:42:07.091693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-0d2c83ef-036a-42bf-aff8-94b5449aff6b req-8e5338c2-1366-4b50-8f3e-7d129dcff8ca tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Deleting port 23847375-f8e5-4a79-97cf-1ff82a1ec317 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:07.092731 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0d2c83ef-036a-42bf-aff8-94b5449aff6b req-8e5338c2-1366-4b50-8f3e-7d129dcff8ca tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:07.104792 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-bba09b8e-2265-48c2-b60c-f35669b68d06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=c3a796b4-2b8c-466f-860e-5b4afcb1f551 HTTP/1.1" status: 200 len: 217 time: 0.1002269 Dec 22 09:42:07.205359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-c8c197a1-dfed-47fe-a2d7-f5e0ed844ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:07.209029 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-c8c197a1-dfed-47fe-a2d7-f5e0ed844ac4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.0977261 Dec 22 09:42:07.240836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-485f9d20-c12b-403a-8e11-d8a68dfb5631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:07.243442 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-485f9d20-c12b-403a-8e11-d8a68dfb5631 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 1163 time: 0.4729660 Dec 22 09:42:07.276546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33016e97-5cad-459d-9f27-5f593ebf3ac1 req-d8869a54-703e-4810-b5f2-a93c3d12bfba tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:07.277742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-33016e97-5cad-459d-9f27-5f593ebf3ac1 req-d8869a54-703e-4810-b5f2-a93c3d12bfba tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Synchronizing usage tracker for tenant:f8298ddf7cf945579648150318b580de on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:42:07.308882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-88b09c0d-5ca1-4f8f-a30e-a0380c69c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:07.311600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-88b09c0d-5ca1-4f8f-a30e-a0380c69c679 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956507 Dec 22 09:42:07.418026 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e432abf4-f7c4-49e7-9fcb-5196b280955e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:07.597350 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-78fe2229-7917-46ca-a468-eaaf8d64ea84 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784896 Dec 22 09:42:07.695604 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-29d9c39e-13bd-4a34-96df-531f5a4d9ff3 req-a38f18d4-df70-47d7-9367-87bd74848c3d tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6125700 Dec 22 09:42:07.752669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:42:07.795348 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-dadd7f08-f0c8-474a-bee5-ed268c697df0 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1893520 Dec 22 09:42:07.840967 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bfd20-7a64-4d67-ac04-8e2d36c8d2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e2312a-638b-4d0a-babf-b21a980f6e6a', 'code': 200} Dec 22 09:42:07.886059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-33016e97-5cad-459d-9f27-5f593ebf3ac1 req-d8869a54-703e-4810-b5f2-a93c3d12bfba tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Unset dirty status for tenant:f8298ddf7cf945579648150318b580de on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:42:07.887695 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33016e97-5cad-459d-9f27-5f593ebf3ac1 req-d8869a54-703e-4810-b5f2-a93c3d12bfba tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=7df2ad3a-7742-427a-9973-2ccf11a627d5 HTTP/1.1" status: 200 len: 931 time: 1.0643518 Dec 22 09:42:07.891898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3911ba-1f51-4e1a-878c-6df532d86d4d {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:42:07.924977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device df2006a2-b5c2-48dd-915b-f8846023f365 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:07.956385 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:08.076128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Transition to ACTIVE for port object 7c3911ba-1f51-4e1a-878c-6df532d86d4d will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:42:08.106159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port df2006a2-b5c2-48dd-915b-f8846023f365 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:08.106675 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:08.115383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:08.168060 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eba0fcb2-c9ce-4f82-a7d9-39d74ad9f818 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:08.218875 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33016e97-5cad-459d-9f27-5f593ebf3ac1 req-6469f905-f52f-43bb-aa4f-1e0dc376943a tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144810 Dec 22 09:42:08.284943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-0d2c83ef-036a-42bf-aff8-94b5449aff6b req-8e5338c2-1366-4b50-8f3e-7d129dcff8ca tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] For port 23847375-f8e5-4a79-97cf-1ff82a1ec317, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=23847375-f8e5-4a79-97cf-1ff82a1ec317,segment=NetworkSegment(4c6df13f-e6f1-42c0-b575-b23853bd3f86),segment_id=4c6df13f-e6f1-42c0-b575-b23853bd3f86)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:08.286826 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0d2c83ef-036a-42bf-aff8-94b5449aff6b req-8e5338c2-1366-4b50-8f3e-7d129dcff8ca tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:08.381125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-3355e320-91bd-4d9d-9130-292fc82cc7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:08.382865 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-3355e320-91bd-4d9d-9130-292fc82cc7c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 1.1177602 Dec 22 09:42:08.480101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-0d2c83ef-036a-42bf-aff8-94b5449aff6b req-8e5338c2-1366-4b50-8f3e-7d129dcff8ca tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Calling delete_port for 23847375-f8e5-4a79-97cf-1ff82a1ec317 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:42:08.688150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:08.750750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e7f356-bebb-486e-86ed-35f9b00f02b9', 'tag': 'df2006a2-b5c2-48dd-915b-f8846023f365'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:08.773881 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-ed1753bf-98a5-4d73-8138-0c33920743c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=c3a796b4-2b8c-466f-860e-5b4afcb1f551 HTTP/1.1" status: 200 len: 217 time: 0.2998571 Dec 22 09:42:08.881479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3911ba-1f51-4e1a-878c-6df532d86d4d,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:08.942102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.942495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.942971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.943390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.943803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.944242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.944652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.945058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.945461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.945865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.946272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.946679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.947157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.947568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.948538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.949219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.949742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.950155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.950565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.950970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.951379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.951782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.952214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.952618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.953083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.953484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.953883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.954320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.954659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.955062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.955460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.955879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.956281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.956682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.957111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.957488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:08.977796 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:09.009900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-0eb313e3-87a7-47f8-b091-2a1e27db783b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:09.012473 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-0eb313e3-87a7-47f8-b091-2a1e27db783b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.2184138 Dec 22 09:42:09.256338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed77fa3-ac6c-47e7-ad41-b2c6b10113a2 req-cc7977e4-d0b7-493a-93b3-0a9387ce050c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:09.261540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed77fa3-ac6c-47e7-ad41-b2c6b10113a2 req-cc7977e4-d0b7-493a-93b3-0a9387ce050c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:09.266954 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6ed77fa3-ac6c-47e7-ad41-b2c6b10113a2 req-cc7977e4-d0b7-493a-93b3-0a9387ce050c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=741bfd20-7a64-4d67-ac04-8e2d36c8d2f4 HTTP/1.1" status: 200 len: 1681 time: 0.8737404 Dec 22 09:42:09.285163 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:09.285523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60fb0d-8cec-40e5-8ea5-ec4959187a84 req-1fe9172f-a7cd-4656-9bc5-73fca07f5da9 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:09.288532 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9f60fb0d-8cec-40e5-8ea5-ec4959187a84 req-1fe9172f-a7cd-4656-9bc5-73fca07f5da9 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/ports?device_id=8a3375dc-a46c-4252-b4b3-113bea0e257d HTTP/1.1" status: 200 len: 944 time: 0.8294475 Dec 22 09:42:09.397381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device c3a796b4-2b8c-466f-860e-5b4afcb1f551 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:09.403406 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0d2c83ef-036a-42bf-aff8-94b5449aff6b req-8e5338c2-1366-4b50-8f3e-7d129dcff8ca tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:09.435379 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f4751ec5-5560-4cbe-95a4-10a9f4aca201 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:09.500353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port c3a796b4-2b8c-466f-860e-5b4afcb1f551 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:42:09.509029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port c3a796b4-2b8c-466f-860e-5b4afcb1f551 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:09.509543 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:09.528117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5338c2-1366-4b50-8f3e-7d129dcff8ca tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Pushing event deleted for resources: {'Port': ['ID=23847375-f8e5-4a79-97cf-1ff82a1ec317,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:09.531795 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e5338c2-1366-4b50-8f3e-7d129dcff8ca tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:09.584231 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6ed77fa3-ac6c-47e7-ad41-b2c6b10113a2 req-ff9ee130-4f28-4a25-89b6-891284899fde tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768090 Dec 22 09:42:09.635243 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9f60fb0d-8cec-40e5-8ea5-ec4959187a84 req-c24e1c79-9e4a-439f-9e65-2517b0cd2579 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.50 "GET /v2.0/security-groups?id=dd0d6418-26a1-4063-9255-240b34d8638b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293834 Dec 22 09:42:09.702787 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:09.707524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Attempting to bind port 7c3911ba-1f51-4e1a-878c-6df532d86d4d on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:42:09.708380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Attempting to bind port 7c3911ba-1f51-4e1a-878c-6df532d86d4d by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '9ec21e51-dba8-4c80-95fe-ebec5a7c37f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:42:09.708380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Attempting to bind port 7c3911ba-1f51-4e1a-878c-6df532d86d4d on network fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:42:09.725472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-514f32ae-a15c-4579-b733-19dd0a1711d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:09.728810 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-514f32ae-a15c-4579-b733-19dd0a1711d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6670978 Dec 22 09:42:09.731496 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:09.739736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:42:09.742560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Checking segment: {'id': '9ec21e51-dba8-4c80-95fe-ebec5a7c37f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:42:09.750735 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:09.751434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port c3a796b4-2b8c-466f-860e-5b4afcb1f551, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c3a796b4-2b8c-466f-860e-5b4afcb1f551,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:09.751538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Bound using segment: {'id': '9ec21e51-dba8-4c80-95fe-ebec5a7c37f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:42:09.751538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Bound port: 7c3911ba-1f51-4e1a-878c-6df532d86d4d, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec21e51-dba8-4c80-95fe-ebec5a7c37f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:42:09.751538 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:09.754197 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:09.766055 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:09.843786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741bfd20-7a64-4d67-ac04-8e2d36c8d2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2148943-17e3-441c-90ac-7b300a917a48'}, {'server_uuid': '8a3375dc-a46c-4252-b4b3-113bea0e257d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23847375-f8e5-4a79-97cf-1ff82a1ec317'}, {'server_uuid': '2625e67b-98a7-4352-b065-91ad2cace476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a796b4-2b8c-466f-860e-5b4afcb1f551'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:09.880547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=c3a796b4-2b8c-466f-860e-5b4afcb1f551,revision_number=7']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:09.883922 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:09.939986 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef75c699-ec40-41af-91c7-268e81340bc1 req-7b41d4ec-16f5-4f9c-8049-abeb39134633 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/6c34a441-ede3-4ebe-91b2-441fda9956b7 HTTP/1.1" status: 200 len: 1752 time: 0.2896545 Dec 22 09:42:10.071455 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:10.221659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device c3a796b4-2b8c-466f-860e-5b4afcb1f551 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:10.327716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port c3a796b4-2b8c-466f-860e-5b4afcb1f551 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:10.329267 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:10.435116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:10.538667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2c83ef-036a-42bf-aff8-94b5449aff6b req-8e5338c2-1366-4b50-8f3e-7d129dcff8ca tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] No DVR routers for this DVR port 23847375-f8e5-4a79-97cf-1ff82a1ec317 on host n-h2-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:42:10.555165 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0d2c83ef-036a-42bf-aff8-94b5449aff6b req-8e5338c2-1366-4b50-8f3e-7d129dcff8ca tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:10.645352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] For port 7c3911ba-1f51-4e1a-878c-6df532d86d4d, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:42:10.651619 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-2183542f-d4e0-445b-a3dc-c5bc2706b385 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8944294 Dec 22 09:42:10.652946 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0d2c83ef-036a-42bf-aff8-94b5449aff6b req-8e5338c2-1366-4b50-8f3e-7d129dcff8ca tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] 10.222.0.37 "DELETE /v2.0/ports/23847375-f8e5-4a79-97cf-1ff82a1ec317 HTTP/1.1" status: 204 len: 173 time: 6.0620718 Dec 22 09:42:10.655312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] For port 7c3911ba-1f51-4e1a-878c-6df532d86d4d, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=7c3911ba-1f51-4e1a-878c-6df532d86d4d,segment=NetworkSegment(9ec21e51-dba8-4c80-95fe-ebec5a7c37f2),segment_id=9ec21e51-dba8-4c80-95fe-ebec5a7c37f2)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:42:10.659824 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-ef75c699-ec40-41af-91c7-268e81340bc1 req-b991dec8-a5a7-4ed4-b010-01ad0a61d65a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 09:42:10.660708 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef75c699-ec40-41af-91c7-268e81340bc1 req-b991dec8-a5a7-4ed4-b010-01ad0a61d65a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "DELETE /v2.0/security-groups/6c34a441-ede3-4ebe-91b2-441fda9956b7 HTTP/1.1" status: 409 len: 341 time: 0.6727483 Dec 22 09:42:10.719116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:10.749354 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61125110-daa4-41ac-87db-4c00dc0b9fb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:10.844678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e28dde-56c9-4740-85a9-f2159f81dc1b req-d8357717-d1ff-4fa2-be2d-32b61cba1cab tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:10.852693 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2e28dde-56c9-4740-85a9-f2159f81dc1b req-d8357717-d1ff-4fa2-be2d-32b61cba1cab tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 950 time: 1.0160489 Dec 22 09:42:10.949557 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e7f356-bebb-486e-86ed-35f9b00f02b9', 'tag': 'df2006a2-b5c2-48dd-915b-f8846023f365', 'status': 'completed', 'code': 200} Dec 22 09:42:11.108723 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2e28dde-56c9-4740-85a9-f2159f81dc1b req-9c0e8349-462f-4d62-a317-7eb101e5cb66 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548172 Dec 22 09:42:11.195089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3911ba-1f51-4e1a-878c-6df532d86d4d,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:11.202217 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:11.250324 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bfd20-7a64-4d67-ac04-8e2d36c8d2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2148943-17e3-441c-90ac-7b300a917a48', 'code': 200} Dec 22 09:42:11.250647 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3375dc-a46c-4252-b4b3-113bea0e257d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23847375-f8e5-4a79-97cf-1ff82a1ec317', 'code': 200} Dec 22 09:42:11.250944 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2625e67b-98a7-4352-b065-91ad2cace476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a796b4-2b8c-466f-860e-5b4afcb1f551', 'code': 200} Dec 22 09:42:11.315876 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92042e79-fa0b-4fd7-82fa-f50a7872ba67 req-c6832ee8-f6d4-4fb7-a36b-af65068882d2 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6570239 Dec 22 09:42:11.375758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:11.376621 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:11.378070 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-2b144223-4641-4418-833c-36fd651e9816 service neutron] 10.222.0.64 "PUT /v2.0/ports/7c3911ba-1f51-4e1a-878c-6df532d86d4d HTTP/1.1" status: 200 len: 1155 time: 5.9200943 Dec 22 09:42:11.381191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cf061-c877-4014-ac00-fbb7a881c270 req-b6899c5d-b401-4be5-9719-55f2500ce3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:11.384107 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b03cf061-c877-4014-ac00-fbb7a881c270 req-b6899c5d-b401-4be5-9719-55f2500ce3bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e867f84521524ce2ba067f02c8e2bb27&device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 1200 time: 0.3736691 Dec 22 09:42:11.788386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa4edc-fb3d-4ce6-aa86-c1a615808f5e req-907076f2-a639-433a-ae55-a2eb566e8b5a tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:11.800331 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-adaa4edc-fb3d-4ce6-aa86-c1a615808f5e req-907076f2-a639-433a-ae55-a2eb566e8b5a tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=7df2ad3a-7742-427a-9973-2ccf11a627d5 HTTP/1.1" status: 200 len: 943 time: 0.5477850 Dec 22 09:42:11.911562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc25f79-cf24-4947-9459-57baf6ac6eed req-70b0f20b-2010-47b6-b645-cfc9da3acb79 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:11.920842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc25f79-cf24-4947-9459-57baf6ac6eed req-70b0f20b-2010-47b6-b645-cfc9da3acb79 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:11.923853 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7dc25f79-cf24-4947-9459-57baf6ac6eed req-70b0f20b-2010-47b6-b645-cfc9da3acb79 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=741bfd20-7a64-4d67-ac04-8e2d36c8d2f4 HTTP/1.1" status: 200 len: 1681 time: 0.5330057 Dec 22 09:42:11.942435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cf061-c877-4014-ac00-fbb7a881c270 req-b364dcad-e5a4-4279-8de0-f0ba574bb4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:11.945217 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b03cf061-c877-4014-ac00-fbb7a881c270 req-b364dcad-e5a4-4279-8de0-f0ba574bb4f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=730d4abf-fc2a-4bd9-b099-791cac9a2466 HTTP/1.1" status: 200 len: 906 time: 0.5521543 Dec 22 09:42:11.956292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-f72196f7-665a-4469-94af-9348813ee509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:11.959108 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-f72196f7-665a-4469-94af-9348813ee509 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8298ddf7cf945579648150318b580de&device_id=7df2ad3a-7742-427a-9973-2ccf11a627d5 HTTP/1.1" status: 200 len: 1158 time: 0.4799240 Dec 22 09:42:12.056955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc946d5-ffd4-4e51-b080-d04fe3274c8b req-36aa7cc5-357e-4d23-b345-8e0a22da6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:12.057366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc946d5-ffd4-4e51-b080-d04fe3274c8b req-36aa7cc5-357e-4d23-b345-8e0a22da6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:12.060485 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1dc946d5-ffd4-4e51-b080-d04fe3274c8b req-36aa7cc5-357e-4d23-b345-8e0a22da6741 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=741bfd20-7a64-4d67-ac04-8e2d36c8d2f4 HTTP/1.1" status: 200 len: 2111 time: 0.5741603 Dec 22 09:42:12.149391 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-adaa4edc-fb3d-4ce6-aa86-c1a615808f5e req-fc786480-f601-4d09-99e2-f971acfc1d4a tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511250 Dec 22 09:42:12.150421 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b03cf061-c877-4014-ac00-fbb7a881c270 req-c5753573-a6c8-4a60-a44d-2a6f74e8ed0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df2006a2-b5c2-48dd-915b-f8846023f365 HTTP/1.1" status: 200 len: 217 time: 0.1840024 Dec 22 09:42:12.187909 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-64f023d9-da30-4bcb-99ee-a49d88fe1e4d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c3911ba-1f51-4e1a-878c-6df532d86d4d HTTP/1.1" status: 200 len: 217 time: 0.1421075 Dec 22 09:42:12.404843 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7dc25f79-cf24-4947-9459-57baf6ac6eed req-b74bafc4-91f0-4df3-a93f-84ab56c48e35 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576085 Dec 22 09:42:12.473571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-ab77dd90-3183-4fd7-86f3-12fd32bde6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:12.476723 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-ab77dd90-3183-4fd7-86f3-12fd32bde6f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2c12495-0928-4c58-a944-5c9e4ea79919 HTTP/1.1" status: 200 len: 855 time: 0.2078581 Dec 22 09:42:12.483730 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1dc946d5-ffd4-4e51-b080-d04fe3274c8b req-0aa024e1-da53-4ea0-81d4-90f408820f44 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416708 Dec 22 09:42:12.504660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cf061-c877-4014-ac00-fbb7a881c270 req-a991f92a-1d4f-47a8-8575-325c038f5331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:12.506589 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b03cf061-c877-4014-ac00-fbb7a881c270 req-a991f92a-1d4f-47a8-8575-325c038f5331 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=835786db-f6bd-4763-b56d-9966829ca327 HTTP/1.1" status: 200 len: 852 time: 0.3302555 Dec 22 09:42:12.533613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49922) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:12.649655 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b03cf061-c877-4014-ac00-fbb7a881c270 req-da5685ba-72af-43d6-936c-c750ba1556da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=730d4abf-fc2a-4bd9-b099-791cac9a2466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162221 Dec 22 09:42:12.993089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3375dc-a46c-4252-b4b3-113bea0e257d', 'name': 'network-vif-deleted', 'tag': '23847375-f8e5-4a79-97cf-1ff82a1ec317'}, {'name': 'network-changed', 'server_uuid': '7df2ad3a-7742-427a-9973-2ccf11a627d5', 'tag': '7c3911ba-1f51-4e1a-878c-6df532d86d4d'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:13.034785 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-0b2300b6-2078-4a47-aae7-6ca9f65bacef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2481675 Dec 22 09:42:13.046696 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1daa18f5-4bf0-4104-a28b-072b1c3d5cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:13.179282 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b03cf061-c877-4014-ac00-fbb7a881c270 req-5821c6dd-637f-47a9-a63a-6fab58dafb8a service neutron] 10.222.0.37 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207653 Dec 22 09:42:13.391152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e4401-a99f-4a73-ac3f-006d2228cf5d req-38ebc7a2-17a4-4dad-bc93-2d20390c6ecc tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:13.393014 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-112e4401-a99f-4a73-ac3f-006d2228cf5d req-38ebc7a2-17a4-4dad-bc93-2d20390c6ecc tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.6661837 Dec 22 09:42:13.485454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-7191c0b2-6bf2-4808-a5e6-9346bfb35bc3 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:13.487025 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-7191c0b2-6bf2-4808-a5e6-9346bfb35bc3 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.64 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476&tenant_id=4f8a67b33ff048d5bd0b60e257789306&binding%3Ahost_id=n-h1-765315-5 HTTP/1.1" status: 200 len: 950 time: 0.5714474 Dec 22 09:42:13.817160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1daa18f5-4bf0-4104-a28b-072b1c3d5cc7 admin admin] Deleting port da9baaae-8f01-4057-b883-3c6f0173d500 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:13.817549 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1daa18f5-4bf0-4104-a28b-072b1c3d5cc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:13.884227 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-f1409041-a249-4db9-a2db-e4ad006932b4 service neutron] 10.222.0.64 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8191671 Dec 22 09:42:13.972568 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-112e4401-a99f-4a73-ac3f-006d2228cf5d req-b8ab48b5-8fcf-4123-8414-a7a5bb0c6afe tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5027802 Dec 22 09:42:13.989956 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b03cf061-c877-4014-ac00-fbb7a881c270 req-81018abf-77a4-4fd7-b726-d9a148a803ab service neutron] 10.222.0.37 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8012724 Dec 22 09:42:14.036951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-1daa18f5-4bf0-4104-a28b-072b1c3d5cc7 admin admin] For port da9baaae-8f01-4057-b883-3c6f0173d500, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=da9baaae-8f01-4057-b883-3c6f0173d500,segment=NetworkSegment(4c6df13f-e6f1-42c0-b575-b23853bd3f86),segment_id=4c6df13f-e6f1-42c0-b575-b23853bd3f86)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:14.037359 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1daa18f5-4bf0-4104-a28b-072b1c3d5cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:14.043480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c4cb4-6eaa-40be-9ce4-c500bb897c02 req-53dc3f44-6fc9-4e41-ab7c-eabddac891ef tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:14.051603 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d57c4cb4-6eaa-40be-9ce4-c500bb897c02 req-53dc3f44-6fc9-4e41-ab7c-eabddac891ef tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 984 time: 0.8070536 Dec 22 09:42:14.190594 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-3292ddf0-9178-4488-80c1-fdd5252f52b2 service neutron] 10.222.0.64 "GET /v2.0/ports/c3a796b4-2b8c-466f-860e-5b4afcb1f551/bindings/n-h1-765315-5 HTTP/1.1" status: 200 len: 452 time: 0.6677337 Dec 22 09:42:14.193362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1daa18f5-4bf0-4104-a28b-072b1c3d5cc7 admin admin] Calling delete_port for da9baaae-8f01-4057-b883-3c6f0173d500 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:42:14.384428 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d57c4cb4-6eaa-40be-9ce4-c500bb897c02 req-082e3725-a726-4778-bd83-28db0d948e15 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?id=6c34a441-ede3-4ebe-91b2-441fda9956b7&id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3317559 Dec 22 09:42:14.403142 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b082d8b-e0eb-4bae-890f-9727f95d5b49 req-5769e9f7-5177-4c31-94db-e73e170cade9 service neutron] 10.222.0.64 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4753897 Dec 22 09:42:14.446637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a79e85-0191-42cf-8c4e-3592e41ff87d req-f91d00b7-0419-4ac7-82c8-46762a2ff585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:14.449290 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f5a79e85-0191-42cf-8c4e-3592e41ff87d req-f91d00b7-0419-4ac7-82c8-46762a2ff585 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e867f84521524ce2ba067f02c8e2bb27&device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 1200 time: 0.3101888 Dec 22 09:42:14.457374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84703b35-4fd5-42f9-8067-14046d508140 req-3ac81201-c0bb-4252-81f8-cacd5c8792f8 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:14.459137 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84703b35-4fd5-42f9-8067-14046d508140 req-3ac81201-c0bb-4252-81f8-cacd5c8792f8 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 950 time: 0.3175118 Dec 22 09:42:14.497526 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3375dc-a46c-4252-b4b3-113bea0e257d', 'name': 'network-vif-deleted', 'tag': '23847375-f8e5-4a79-97cf-1ff82a1ec317', 'status': 'completed', 'code': 200} Dec 22 09:42:14.498129 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df2ad3a-7742-427a-9973-2ccf11a627d5', 'tag': '7c3911ba-1f51-4e1a-878c-6df532d86d4d', 'status': 'completed', 'code': 200} Dec 22 09:42:14.517680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-d750dd4b-016f-4b00-8209-a42f677e3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:14.519358 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-d750dd4b-016f-4b00-8209-a42f677e3326 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 1165 time: 0.2699699 Dec 22 09:42:14.840077 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1daa18f5-4bf0-4104-a28b-072b1c3d5cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:14.856538 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ad8e824a-cbcb-42a1-a122-cd8320a2c3fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:14.902208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa18f5-4bf0-4104-a28b-072b1c3d5cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=da9baaae-8f01-4057-b883-3c6f0173d500,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:14.905267 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1daa18f5-4bf0-4104-a28b-072b1c3d5cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:15.010918 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84703b35-4fd5-42f9-8067-14046d508140 req-56478522-3c99-4e8a-b6b7-3b3842d3b7da tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221384 Dec 22 09:42:15.102779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a79e85-0191-42cf-8c4e-3592e41ff87d req-5a9d7625-7d5b-4c9c-bf39-3f71580d39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:15.104896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f5a79e85-0191-42cf-8c4e-3592e41ff87d req-5a9d7625-7d5b-4c9c-bf39-3f71580d39ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=730d4abf-fc2a-4bd9-b099-791cac9a2466 HTTP/1.1" status: 200 len: 906 time: 0.6442635 Dec 22 09:42:15.180107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-a809550c-5721-4d6a-b127-f4c1f7837bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:15.181697 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-a809550c-5721-4d6a-b127-f4c1f7837bf9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.6353436 Dec 22 09:42:15.239764 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f5a79e85-0191-42cf-8c4e-3592e41ff87d req-e465d35a-26d7-4122-af38-c20704e7ffb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df2006a2-b5c2-48dd-915b-f8846023f365 HTTP/1.1" status: 200 len: 217 time: 0.1256146 Dec 22 09:42:15.344178 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1daa18f5-4bf0-4104-a28b-072b1c3d5cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:15.365406 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-c9e34abd-31e1-4f3d-8d58-d267cee30614 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=c3a796b4-2b8c-466f-860e-5b4afcb1f551 HTTP/1.1" status: 200 len: 217 time: 0.1332946 Dec 22 09:42:15.368422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3915676-52ca-4c95-844b-dc885097e033 req-ca4c9ff4-4ed5-45ee-a5c5-518750a0149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:15.370168 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d3915676-52ca-4c95-844b-dc885097e033 req-ca4c9ff4-4ed5-45ee-a5c5-518750a0149e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8298ddf7cf945579648150318b580de&device_id=7df2ad3a-7742-427a-9973-2ccf11a627d5 HTTP/1.1" status: 200 len: 1158 time: 0.7839992 Dec 22 09:42:15.430183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02573e-b814-4822-8213-68e4bfe74135 req-a4641d8b-36d2-466c-96f1-aaaae03c32a0 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:15.431807 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c02573e-b814-4822-8213-68e4bfe74135 req-a4641d8b-36d2-466c-96f1-aaaae03c32a0 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=7df2ad3a-7742-427a-9973-2ccf11a627d5 HTTP/1.1" status: 200 len: 943 time: 0.6771929 Dec 22 09:42:15.597317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a79e85-0191-42cf-8c4e-3592e41ff87d req-ddbc8c4d-b5af-4dbb-8cb3-673ee2dbc1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:15.598915 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f5a79e85-0191-42cf-8c4e-3592e41ff87d req-ddbc8c4d-b5af-4dbb-8cb3-673ee2dbc1b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=835786db-f6bd-4763-b56d-9966829ca327 HTTP/1.1" status: 200 len: 852 time: 0.2890363 Dec 22 09:42:15.694383 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c02573e-b814-4822-8213-68e4bfe74135 req-87f44751-abb6-4bf7-9d8f-b98d6937d379 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341626 Dec 22 09:42:15.695680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-3e78ce88-6c2a-4aa2-8786-adb4b3175965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:15.697189 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-3e78ce88-6c2a-4aa2-8786-adb4b3175965 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.3189008 Dec 22 09:42:15.700176 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f5a79e85-0191-42cf-8c4e-3592e41ff87d req-77452a64-256a-4972-8e72-506fe6abdac8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=730d4abf-fc2a-4bd9-b099-791cac9a2466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853896 Dec 22 09:42:15.799913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b2571-8286-4186-9fea-8762eccdc5d3 req-df045b93-2dbc-49d1-9ae1-ec4ca99f8a69 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:15.804342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b2571-8286-4186-9fea-8762eccdc5d3 req-df045b93-2dbc-49d1-9ae1-ec4ca99f8a69 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:15.806144 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-667b2571-8286-4186-9fea-8762eccdc5d3 req-df045b93-2dbc-49d1-9ae1-ec4ca99f8a69 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=741bfd20-7a64-4d67-ac04-8e2d36c8d2f4 HTTP/1.1" status: 200 len: 1681 time: 0.6277406 Dec 22 09:42:15.832673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3915676-52ca-4c95-844b-dc885097e033 req-b5decaf2-b396-47ac-bfe0-6590741205c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:15.834220 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d3915676-52ca-4c95-844b-dc885097e033 req-b5decaf2-b396-47ac-bfe0-6590741205c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 HTTP/1.1" status: 200 len: 910 time: 0.4112256 Dec 22 09:42:15.901696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1daa18f5-4bf0-4104-a28b-072b1c3d5cc7 admin admin] Router 7768c70c-3670-46e3-a534-1fafd7e5854e has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:42:16.133193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1daa18f5-4bf0-4104-a28b-072b1c3d5cc7 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:42:16.146096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de85195d-264e-41a0-9154-d42347c45bf2 None None] Sync routers for ids ['7768c70c-3670-46e3-a534-1fafd7e5854e'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:42:16.152050 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1daa18f5-4bf0-4104-a28b-072b1c3d5cc7 admin admin] 10.222.0.50 "PUT /v2.0/routers/7768c70c-3670-46e3-a534-1fafd7e5854e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6139605 Dec 22 09:42:16.152307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49948) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:16.161623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de85195d-264e-41a0-9154-d42347c45bf2 None None] Routers {'7768c70c-3670-46e3-a534-1fafd7e5854e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:42:16.162643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-de85195d-264e-41a0-9154-d42347c45bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:42:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7768c70c-3670-46e3-a534-1fafd7e5854e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:42:16.322072 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d3915676-52ca-4c95-844b-dc885097e033 req-3e9c365d-b25f-445b-88f6-b793e58e85f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c3911ba-1f51-4e1a-878c-6df532d86d4d HTTP/1.1" status: 200 len: 217 time: 0.4670010 Dec 22 09:42:16.364481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-de85195d-264e-41a0-9154-d42347c45bf2 None None] Set router 7768c70c-3670-46e3-a534-1fafd7e5854e gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:42:16.378668 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8736-ae81-4e4d-866f-5683501151e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:16.418331 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-667b2571-8286-4186-9fea-8762eccdc5d3 req-2d687b61-774c-45c0-b0bc-443bdc817941 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5870376 Dec 22 09:42:16.461581 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-681c5aa8-500d-4559-aade-02f0e12d97d0 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--58566671&fields=id&tenant_id=2f2a9e1d1079432fbb5dcdfabcefc7a9 HTTP/1.1" status: 200 len: 267 time: 0.4879172 Dec 22 09:42:16.503784 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f5a79e85-0191-42cf-8c4e-3592e41ff87d req-d83da17c-d1f8-447a-a06f-49ebd99708ed service neutron] 10.222.0.37 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7570846 Dec 22 09:42:16.512858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-811fe626-96fa-407e-9beb-2a97daf94bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:16.514489 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-811fe626-96fa-407e-9beb-2a97daf94bb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8075588 Dec 22 09:42:16.551839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3915676-52ca-4c95-844b-dc885097e033 req-08005d41-2e5b-4cb0-b8fa-9527153b0529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:16.554598 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d3915676-52ca-4c95-844b-dc885097e033 req-08005d41-2e5b-4cb0-b8fa-9527153b0529 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2c12495-0928-4c58-a944-5c9e4ea79919 HTTP/1.1" status: 200 len: 855 time: 0.2184403 Dec 22 09:42:16.580005 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8736-ae81-4e4d-866f-5683501151e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:16.585557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-5d2a8736-ae81-4e4d-866f-5683501151e7 admin admin] Deleting port 99dbce24-9b7e-48df-adbf-3e8d7b699430 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:16.585937 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8736-ae81-4e4d-866f-5683501151e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:16.747862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-de85195d-264e-41a0-9154-d42347c45bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085998241-router', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:40:07Z', 'updated_at': '2020-12-22T09:42:14Z', 'revision_number': 5, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'gw_port': {'id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:09Z', 'updated_at': '2020-12-22T09:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:42:16.753814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de85195d-264e-41a0-9154-d42347c45bf2 None None] Checking router: 7768c70c-3670-46e3-a534-1fafd7e5854e for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:42:16.770341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de85195d-264e-41a0-9154-d42347c45bf2 None None] Routers {'7768c70c-3670-46e3-a534-1fafd7e5854e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:42:16.771050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-de85195d-264e-41a0-9154-d42347c45bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:42:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7768c70c-3670-46e3-a534-1fafd7e5854e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:42:16.809361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5d2a8736-ae81-4e4d-866f-5683501151e7 admin admin] For port 99dbce24-9b7e-48df-adbf-3e8d7b699430, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=99dbce24-9b7e-48df-adbf-3e8d7b699430,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:16.810151 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8736-ae81-4e4d-866f-5683501151e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:16.815598 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d3915676-52ca-4c95-844b-dc885097e033 req-1a537f37-3a94-4801-9aea-8f952f1e84c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2236366 Dec 22 09:42:16.998821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-de85195d-264e-41a0-9154-d42347c45bf2 None None] Set router 7768c70c-3670-46e3-a534-1fafd7e5854e gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:42:17.208428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-3693bfbb-e9d7-4bfc-aece-0d36f026ae2a tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:17.209982 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-3693bfbb-e9d7-4bfc-aece-0d36f026ae2a tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/networks?id=7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 HTTP/1.1" status: 200 len: 815 time: 0.7472699 Dec 22 09:42:17.245779 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e4ebaf3a-4e81-4d37-8f7d-9cf10598fdd8 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6713042 Dec 22 09:42:17.251200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-5d2a8736-ae81-4e4d-866f-5683501151e7 admin admin] Calling delete_port for 99dbce24-9b7e-48df-adbf-3e8d7b699430 owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:42:17.253463 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f5a79e85-0191-42cf-8c4e-3592e41ff87d req-df6403db-6f81-4dd1-8e7d-4523cc0e0590 service neutron] 10.222.0.37 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7345223 Dec 22 09:42:17.265765 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-34971c4b-8d57-4a06-8a82-73a5db307168 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/quotas/2f2a9e1d1079432fbb5dcdfabcefc7a9 HTTP/1.1" status: 200 len: 375 time: 0.0352614 Dec 22 09:42:17.368511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af30027-207c-4555-9d0e-dc1adf17e5f7 req-0cc7c730-e6f4-474b-b2c6-788fab4c48af tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:17.377218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8af30027-207c-4555-9d0e-dc1adf17e5f7 req-0cc7c730-e6f4-474b-b2c6-788fab4c48af tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.7242410 Dec 22 09:42:17.430232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8736-ae81-4e4d-866f-5683501151e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:17.434689 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d3915676-52ca-4c95-844b-dc885097e033 req-be8f7e04-7d2a-4cd4-b8b4-1abda54d5fdd service neutron] 10.222.0.64 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589623 Dec 22 09:42:17.560215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-de85195d-264e-41a0-9154-d42347c45bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085998241-router', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:40:07Z', 'updated_at': '2020-12-22T09:42:14Z', 'revision_number': 5, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'gw_port': {'id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:09Z', 'updated_at': '2020-12-22T09:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:42:17.566990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de85195d-264e-41a0-9154-d42347c45bf2 None None] The sync data for ids ['7768c70c-3670-46e3-a534-1fafd7e5854e'] in n-d-765315-5 is: [{'id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085998241-router', 'tenant_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:40:07Z', 'updated_at': '2020-12-22T09:42:14Z', 'revision_number': 5, 'project_id': '2fd1aa4eae574f009fc683eb2b5a8ace', 'gw_port': {'id': '99dbce24-9b7e-48df-adbf-3e8d7b699430', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768c70c-3670-46e3-a534-1fafd7e5854e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:40:09Z', 'updated_at': '2020-12-22T09:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:42:17.605913 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8af30027-207c-4555-9d0e-dc1adf17e5f7 req-55298314-05b9-4fef-aa2c-ab772804190e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243252 Dec 22 09:42:17.719035 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8736-ae81-4e4d-866f-5683501151e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:17.769515 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-adf9590e-5dd7-4f30-9e85-28042afcf89d service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5122557 Dec 22 09:42:17.830926 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-89753460-dd7b-4ce1-baf9-385f124b5ad6 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f2a9e1d1079432fbb5dcdfabcefc7a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5612557 Dec 22 09:42:17.908989 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8736-ae81-4e4d-866f-5683501151e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:17.913507 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8736-ae81-4e4d-866f-5683501151e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:17.915848 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d3915676-52ca-4c95-844b-dc885097e033 req-7c1b10ef-652a-4f87-b406-3c317d763e14 service neutron] 10.222.0.64 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4120662 Dec 22 09:42:17.973964 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8736-ae81-4e4d-866f-5683501151e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:17.974545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2a8736-ae81-4e4d-866f-5683501151e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7768c70c-3670-46e3-a534-1fafd7e5854e {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:42:18.000431 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8736-ae81-4e4d-866f-5683501151e7 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:18.000431 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5d2a8736-ae81-4e4d-866f-5683501151e7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/7768c70c-3670-46e3-a534-1fafd7e5854e HTTP/1.1" status: 204 len: 168 time: 1.8447144 Dec 22 09:42:18.001116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49960) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:18.094779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-421a9a94-c783-4c72-8a21-9ae986287691 admin admin] Deleting subnet 06a9cf08-1df0-4abc-85fa-7d8318f9c92d {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:42:18.098115 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-421a9a94-c783-4c72-8a21-9ae986287691 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:18.126567 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-32afee1a-058c-4073-8e74-fe7376bbf844 service neutron] 10.222.0.50 "GET /v2.0/networks/7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756808 Dec 22 09:42:18.162712 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-421a9a94-c783-4c72-8a21-9ae986287691 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:18.201086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070d99f-6df1-4b7e-8799-51e3577e6144 req-ec13f535-8c8b-439f-ba99-76b41e4987d3 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:18.204494 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8070d99f-6df1-4b7e-8799-51e3577e6144 req-ec13f535-8c8b-439f-ba99-76b41e4987d3 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 984 time: 0.2005599 Dec 22 09:42:18.280731 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-421a9a94-c783-4c72-8a21-9ae986287691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:18.345040 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8070d99f-6df1-4b7e-8799-51e3577e6144 req-2736e642-b394-4fc7-a43e-1adffbac3380 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?id=6c34a441-ede3-4ebe-91b2-441fda9956b7&id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1338861 Dec 22 09:42:18.365723 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-2819a3b6-962a-4d83-8dc4-c4c7ea9e7601 service neutron] 10.222.0.50 "GET /v2.0/networks/7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2322741 Dec 22 09:42:18.606670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acf1f5-366a-476c-98d1-acbe39bc4a6a req-4fd2cc8b-25de-42a3-81d6-7814e9ba1695 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:18.608310 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f5acf1f5-366a-476c-98d1-acbe39bc4a6a req-4fd2cc8b-25de-42a3-81d6-7814e9ba1695 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 950 time: 0.1000350 Dec 22 09:42:18.622402 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-421a9a94-c783-4c72-8a21-9ae986287691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:18.640345 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c29d28b1-2cd6-4ba9-9e88-c43d3ca807e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:18.670336 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f5acf1f5-366a-476c-98d1-acbe39bc4a6a req-7341a203-2804-465c-bb81-062ac3566b5e tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556381 Dec 22 09:42:18.681380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a9a94-c783-4c72-8a21-9ae986287691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06a9cf08-1df0-4abc-85fa-7d8318f9c92d,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:18.687379 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-421a9a94-c783-4c72-8a21-9ae986287691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:18.816006 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-421a9a94-c783-4c72-8a21-9ae986287691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:18.823760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1054f9-5354-4b67-b7cc-ae3fb9f955e0 None None] Network 10693e4c-fb80-4967-98e2-ab004f5421fd requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:42:18.825091 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-421a9a94-c783-4c72-8a21-9ae986287691 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/06a9cf08-1df0-4abc-85fa-7d8318f9c92d HTTP/1.1" status: 204 len: 168 time: 0.8229382 Dec 22 09:42:18.830012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49972) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:19.088042 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:19.189791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7cfe17-91c0-4ad6-8077-b868fb54c0f8 None None] DHCP port deletion for 10693e4c-fb80-4967-98e2-ab004f5421fd request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:42:19.194242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ea7cfe17-91c0-4ad6-8077-b868fb54c0f8 None None] Deleting port a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:19.194710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfe17-91c0-4ad6-8077-b868fb54c0f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:19.367444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Deleting port a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:19.367842 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:19.439645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 7c3911ba-1f51-4e1a-878c-6df532d86d4d up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:19.526809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ea7cfe17-91c0-4ad6-8077-b868fb54c0f8 None None] For port a7a2cb42-de69-4cb0-b1a7-105b1c5897f3, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a7a2cb42-de69-4cb0-b1a7-105b1c5897f3,segment=NetworkSegment(4c6df13f-e6f1-42c0-b575-b23853bd3f86),segment_id=4c6df13f-e6f1-42c0-b575-b23853bd3f86)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:19.527263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfe17-91c0-4ad6-8077-b868fb54c0f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:19.532188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-ec408947-74b2-4802-bd94-64f92f784b9f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:19.533812 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-ec408947-74b2-4802-bd94-64f92f784b9f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 811 time: 0.3922992 Dec 22 09:42:19.545588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08e689-418b-43de-98d6-2d508ca10a50 req-fac5f12c-f179-4691-82eb-38e3e167ac98 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:19.553772 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4d08e689-418b-43de-98d6-2d508ca10a50 req-fac5f12c-f179-4691-82eb-38e3e167ac98 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=7df2ad3a-7742-427a-9973-2ccf11a627d5 HTTP/1.1" status: 200 len: 943 time: 0.4108260 Dec 22 09:42:19.690673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:42:19.734989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ea7cfe17-91c0-4ad6-8077-b868fb54c0f8 None None] Calling delete_port for a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:42:19.830692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 7c3911ba-1f51-4e1a-878c-6df532d86d4d completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:42:19.855696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 7c3911ba-1f51-4e1a-878c-6df532d86d4d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:19.856069 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:19.891315 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-558b77e0-4a8b-466f-8fd3-7f1c43a30f5d tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/quotas/210f832f876441e1b78088d52878877a HTTP/1.1" status: 200 len: 375 time: 0.3150828 Dec 22 09:42:19.960425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea7cfe17-91c0-4ad6-8077-b868fb54c0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:19.984461 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4d08e689-418b-43de-98d6-2d508ca10a50 req-4d857499-bb88-4bc0-b463-a192397f9344 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296687 Dec 22 09:42:19.986320 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:20.059605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cfe17-91c0-4ad6-8077-b868fb54c0f8 None None] Pushing event deleted for resources: {'Port': ['ID=a7a2cb42-de69-4cb0-b1a7-105b1c5897f3,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:20.076243 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea7cfe17-91c0-4ad6-8077-b868fb54c0f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:20.081422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:20.121551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] For port a7a2cb42-de69-4cb0-b1a7-105b1c5897f3, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a7a2cb42-de69-4cb0-b1a7-105b1c5897f3,segment=NetworkSegment(4c6df13f-e6f1-42c0-b575-b23853bd3f86),segment_id=4c6df13f-e6f1-42c0-b575-b23853bd3f86)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:20.121920 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:20.289597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Calling delete_port for a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:42:20.357392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device da9baaae-8f01-4057-b883-3c6f0173d500 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:42:20.380414 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-7b2933c1-25ea-4398-b2ef-cc1b92dd2c68 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4766808 Dec 22 09:42:20.411286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7cfe17-91c0-4ad6-8077-b868fb54c0f8 None None] No DVR routers for this DVR port a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:42:20.431613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: da9baaae-8f01-4057-b883-3c6f0173d500 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:42:20.432297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device da9baaae-8f01-4057-b883-3c6f0173d500 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:42:20.433056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 99dbce24-9b7e-48df-adbf-3e8d7b699430 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:42:20.456320 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:42:20.456717 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:42:20.474760 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:20.485619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 99dbce24-9b7e-48df-adbf-3e8d7b699430 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:42:20.486248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 99dbce24-9b7e-48df-adbf-3e8d7b699430 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:42:20.530805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df2ad3a-7742-427a-9973-2ccf11a627d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3911ba-1f51-4e1a-878c-6df532d86d4d'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:20.542407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 7c3911ba-1f51-4e1a-878c-6df532d86d4d, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=7c3911ba-1f51-4e1a-878c-6df532d86d4d,segment=NetworkSegment(9ec21e51-dba8-4c80-95fe-ebec5a7c37f2),segment_id=9ec21e51-dba8-4c80-95fe-ebec5a7c37f2)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:20.548621 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:20.550656 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-72999170-87d9-4431-8b20-dc81e1c0ff30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:20.654305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=7c3911ba-1f51-4e1a-878c-6df532d86d4d,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:20.659571 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:20.842571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-86b3263a-0870-4045-b4e3-30da7ccca261 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:20.844310 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-86b3263a-0870-4045-b4e3-30da7ccca261 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.37 "GET /v2.0/networks?id=7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 HTTP/1.1" status: 200 len: 815 time: 0.3825138 Dec 22 09:42:20.868928 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-03d49fab-2aaa-4fd8-9436-6ba3383cfc0f service neutron] 10.222.0.50 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868183 Dec 22 09:42:20.959111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Deleting port a7a2cb42-de69-4cb0-b1a7-105b1c5897f3 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:20.959575 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:21.028347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-665af517-2d0c-4997-9332-f9a1013424da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:21.031027 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-665af517-2d0c-4997-9332-f9a1013424da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476&tenant_id=4f8a67b33ff048d5bd0b60e257789306 HTTP/1.1" status: 200 len: 1165 time: 0.1028109 Dec 22 09:42:21.053152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-5', 'device_owner': 'compute:nova'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:21.063488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 7c3911ba-1f51-4e1a-878c-6df532d86d4d up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:21.105594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] The port 'a7a2cb42-de69-4cb0-b1a7-105b1c5897f3' was deleted {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:42:21.178947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 7c3911ba-1f51-4e1a-878c-6df532d86d4d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:21.180338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:21.180904 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:21.328550 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-187cd26e-d19f-42e8-9ed2-daa25b124a6e req-cb589028-0628-474c-a9f8-fd29774af32a tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 210 time: 0.2125523 Dec 22 09:42:21.410265 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-4dcb740c-f27c-4b4d-95e1-25cdaa06da25 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f2a9e1d1079432fbb5dcdfabcefc7a9 HTTP/1.1" status: 200 len: 5515 time: 0.5330908 Dec 22 09:42:21.444396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-5d410bf2-ae6f-42c7-891e-a59e9e46a2f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Request body: {'port': {'device_id': '6edbba4e-f45b-4147-8fe0-065ec0044199', 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9', 'admin_state_up': True, 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'security_groups': ['546bb8e2-be57-408c-ac0a-b24628f04aa3']}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:21.448357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device c3a796b4-2b8c-466f-860e-5b4afcb1f551 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:42:21.593448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] For port c3a796b4-2b8c-466f-860e-5b4afcb1f551, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c3a796b4-2b8c-466f-860e-5b4afcb1f551,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:21.626486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] For port c3a796b4-2b8c-466f-860e-5b4afcb1f551, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:42:21.626770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:21.700527 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a8365df7-638b-4bf7-953d-3ee25a101dc9 service neutron] 10.222.0.50 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8071685 Dec 22 09:42:21.702713 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:21.707428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2625e67b-98a7-4352-b065-91ad2cace476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3a796b4-2b8c-466f-860e-5b4afcb1f551'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:21.721239 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:21.748240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Transition to ACTIVE for port object c3a796b4-2b8c-466f-860e-5b4afcb1f551 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:42:21.751784 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:21.771568 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c89df761-2474-4781-97c0-5f5abf59193e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:21.901957 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:42:21.902470 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:42:21.990347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10693e4c-fb80-4967-98e2-ab004f5421fd']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:42:21.992291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a796b4-2b8c-466f-860e-5b4afcb1f551,revision_number=8']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:22.001079 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:22.013245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-5d410bf2-ae6f-42c7-891e-a59e9e46a2f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:42:22.017200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6df13f-e6f1-42c0-b575-b23853bd3f86') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:42:22.017543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6df13f-e6f1-42c0-b575-b23853bd3f86') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:42:22.067776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e104d-4a3e-4c1e-8dbe-920d9478001f req-2648177b-d9a9-4ab4-939b-2d91abb30c12 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:22.069651 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-463e104d-4a3e-4c1e-8dbe-920d9478001f req-2648177b-d9a9-4ab4-939b-2d91abb30c12 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 984 time: 0.5366583 Dec 22 09:42:22.072198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-5d410bf2-ae6f-42c7-891e-a59e9e46a2f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Usage tracker for resource:port and tenant:2f2a9e1d1079432fbb5dcdfabcefc7a9 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:42:22.076011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-5d410bf2-ae6f-42c7-891e-a59e9e46a2f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Quota usage for port was recalculated. Used quota:3. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:42:22.082287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-5d410bf2-ae6f-42c7-891e-a59e9e46a2f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:42:22.091513 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:22.163048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-5d410bf2-ae6f-42c7-891e-a59e9e46a2f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Made reservation on behalf of 2f2a9e1d1079432fbb5dcdfabcefc7a9 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:42:22.170887 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-5d410bf2-ae6f-42c7-891e-a59e9e46a2f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:22.189189 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:22.209159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] No DVR routers for this DVR port c3a796b4-2b8c-466f-860e-5b4afcb1f551 on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:42:22.238536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:42:22.247419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Attempting to bind port c3a796b4-2b8c-466f-860e-5b4afcb1f551 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:42:22.248182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Attempting to bind port c3a796b4-2b8c-466f-860e-5b4afcb1f551 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:42:22.248757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Attempting to bind port c3a796b4-2b8c-466f-860e-5b4afcb1f551 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:42:22.258318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:42:22.258710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:42:22.259129 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:22.259534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:42:22.260985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Bound port: c3a796b4-2b8c-466f-860e-5b4afcb1f551, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:42:22.261374 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:22.377303 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-463e104d-4a3e-4c1e-8dbe-920d9478001f req-82e7ed61-f459-4938-857f-4eeb7a023027 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?id=6c34a441-ede3-4ebe-91b2-441fda9956b7&id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2168825 Dec 22 09:42:22.399325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] For port c3a796b4-2b8c-466f-860e-5b4afcb1f551, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:42:22.424251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] For port c3a796b4-2b8c-466f-860e-5b4afcb1f551, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c3a796b4-2b8c-466f-860e-5b4afcb1f551,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:42:22.428248 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:22.447158 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1c5986fb-14e4-400c-a09d-e2d8b2757a36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:22.544013 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df2ad3a-7742-427a-9973-2ccf11a627d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3911ba-1f51-4e1a-878c-6df532d86d4d', 'code': 200} Dec 22 09:42:22.652734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a796b4-2b8c-466f-860e-5b4afcb1f551,revision_number=9']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:22.665792 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:22.715466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:22.716575 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:22.719812 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] 10.222.0.37 "PUT /v2.0/ports/c3a796b4-2b8c-466f-860e-5b4afcb1f551 HTTP/1.1" status: 200 len: 1160 time: 1.6742394 Dec 22 09:42:22.943302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-82a19040-d4a9-46d3-be05-573ff742bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:22.945704 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-82a19040-d4a9-46d3-be05-573ff742bb4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 1163 time: 0.1139894 Dec 22 09:42:22.979250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device d2e2312a-638b-4d0a-babf-b21a980f6e6a no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:42:23.219808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:23.262819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-0d5ca8e5-afe3-4282-9845-19fb5d4de1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:23.264556 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-0d5ca8e5-afe3-4282-9845-19fb5d4de1ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.3116503 Dec 22 09:42:23.328622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port d2e2312a-638b-4d0a-babf-b21a980f6e6a, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d2e2312a-638b-4d0a-babf-b21a980f6e6a,segment=NetworkSegment(06fba399-aad0-4711-88be-9a1f7e12708b),segment_id=06fba399-aad0-4711-88be-9a1f7e12708b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:23.333084 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:23.336723 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:23.395582 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-ab43f4aa-8b22-4997-b519-0560e961cb36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=c3a796b4-2b8c-466f-860e-5b4afcb1f551 HTTP/1.1" status: 200 len: 217 time: 0.1237931 Dec 22 09:42:23.415551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device d2148943-17e3-441c-90ac-7b300a917a48 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:42:23.489724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=d2e2312a-638b-4d0a-babf-b21a980f6e6a,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:23.496330 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:23.521012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-d06e5f83-41e5-4041-b650-0f58081a68da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:23.522780 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-d06e5f83-41e5-4041-b650-0f58081a68da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1136472 Dec 22 09:42:23.600415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Network 10693e4c-fb80-4967-98e2-ab004f5421fd has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:42:23.615123 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:23.625435 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:23.660629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port d2148943-17e3-441c-90ac-7b300a917a48, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d2148943-17e3-441c-90ac-7b300a917a48,segment=NetworkSegment(85178b09-a5f7-4af5-be61-5df9d55679cf),segment_id=85178b09-a5f7-4af5-be61-5df9d55679cf)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:23.665238 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:23.668290 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:23.685334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-fdcbfbfd-ede7-4681-a615-dbb6354d1c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:23.690890 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-fdcbfbfd-ede7-4681-a615-dbb6354d1c7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1601515 Dec 22 09:42:23.770101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=d2148943-17e3-441c-90ac-7b300a917a48,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:23.782539 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:23.880847 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-648962b8-34a9-4575-bfbe-019537fe6f5d service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819777 Dec 22 09:42:23.965528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968f320-f566-481d-8649-8b6b8e452e66 req-66c88b74-a69b-430a-b1be-de9e7ee6680f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:23.967267 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e968f320-f566-481d-8649-8b6b8e452e66 req-66c88b74-a69b-430a-b1be-de9e7ee6680f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 948 time: 1.8966055 Dec 22 09:42:24.053203 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706657fd-4af0-4bab-890a-460c7fa21ed2 req-533aed1b-b9c2-426a-adac-7e8688fc2216 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1637502 Dec 22 09:42:24.073220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd12ac-0713-4ea7-a41c-8b6fbc8068d4 req-13d75d75-8bdf-49c6-b693-423b09f49b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:24.075136 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64fd12ac-0713-4ea7-a41c-8b6fbc8068d4 req-13d75d75-8bdf-49c6-b693-423b09f49b22 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7df2ad3a-7742-427a-9973-2ccf11a627d5 HTTP/1.1" status: 200 len: 1160 time: 1.2949622 Dec 22 09:42:24.144539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Network 10693e4c-fb80-4967-98e2-ab004f5421fd has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:42:24.212034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8ab17-1ec5-44cb-b473-b1e93309997f req-29e69a96-0c09-4827-b558-b7cd501b3aa0 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:24.217727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8ab17-1ec5-44cb-b473-b1e93309997f req-29e69a96-0c09-4827-b558-b7cd501b3aa0 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:24.219490 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06a8ab17-1ec5-44cb-b473-b1e93309997f req-29e69a96-0c09-4827-b558-b7cd501b3aa0 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=741bfd20-7a64-4d67-ac04-8e2d36c8d2f4 HTTP/1.1" status: 200 len: 1679 time: 1.4360020 Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:42:24.266774 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:42:24.295872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-ec2e99ad-9ca0-479f-85ec-172bcc4ca9d5 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:24.300553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-ec2e99ad-9ca0-479f-85ec-172bcc4ca9d5 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:24.302207 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-ec2e99ad-9ca0-479f-85ec-172bcc4ca9d5 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.64 "GET /v2.0/ports?device_id=741bfd20-7a64-4d67-ac04-8e2d36c8d2f4 HTTP/1.1" status: 200 len: 1679 time: 1.0117407 Dec 22 09:42:24.348998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-5d410bf2-ae6f-42c7-891e-a59e9e46a2f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Allocated IP 172.20.0.6 (7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9/4557d1ef-259f-4361-8ea2-d56efbc84de1/1ce30d48-e72e-48fb-9b5b-e626c2133aa9) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:42:24.533993 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e968f320-f566-481d-8649-8b6b8e452e66 req-d9509b6c-6c66-49e6-aad2-93500b1a7fa0 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635589 Dec 22 09:42:24.545206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741bfd20-7a64-4d67-ac04-8e2d36c8d2f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2e2312a-638b-4d0a-babf-b21a980f6e6a'}, {'server_uuid': '741bfd20-7a64-4d67-ac04-8e2d36c8d2f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2148943-17e3-441c-90ac-7b300a917a48'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:24.562728 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64fd12ac-0713-4ea7-a41c-8b6fbc8068d4 req-ad092d8d-2fab-4203-b3d9-376b830fbe0d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284875 Dec 22 09:42:24.603760 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:24.627024 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06a8ab17-1ec5-44cb-b473-b1e93309997f req-b95ce196-abf1-4faf-a537-dd9903b1ded7 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415864 Dec 22 09:42:24.638726 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:24.666039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-e241a1a8-d720-4844-8170-4117dabd9fac tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:24.666039 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-e241a1a8-d720-4844-8170-4117dabd9fac tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 811 time: 0.8266952 Dec 22 09:42:24.667545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-2ebdc263-13ca-41a9-a7bf-c60e7cbd0b34 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Deleting port d2e2312a-638b-4d0a-babf-b21a980f6e6a {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:24.668001 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-2ebdc263-13ca-41a9-a7bf-c60e7cbd0b34 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:24.699803 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:24.796627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=10693e4c-fb80-4967-98e2-ab004f5421fd,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:24.828106 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:24.935531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-9c707afb-c099-4c1f-a8e4-8de57f5f43ed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Request body: {'port': {'device_id': 'd13bb59b-965d-4b16-9407-7d0690cda31b', 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e', 'admin_state_up': True, 'tenant_id': '210f832f876441e1b78088d52878877a'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:24.959510 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2625e67b-98a7-4352-b065-91ad2cace476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3a796b4-2b8c-466f-860e-5b4afcb1f551', 'code': 200} Dec 22 09:42:25.011322 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] 10.222.0.50 "DELETE /v2.0/networks/10693e4c-fb80-4967-98e2-ab004f5421fd HTTP/1.1" status: 204 len: 168 time: 6.1796527 Dec 22 09:42:25.216866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50030) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:25.241858 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-40f40365-d8a1-4689-9412-f19a98d7e8cc req-ce92ed35-ddf2-462e-a60b-a5f64dc753f6 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 210 time: 0.1656926 Dec 22 09:42:25.293327 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7e650558-9305-4512-a93c-40251fe23b22 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2fd1aa4eae574f009fc683eb2b5a8ace&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0746984 Dec 22 09:42:25.296138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50034) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:25.366246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fbbb80eb-5bc6-4936-9a4c-b7daec9884d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:25.384656 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-5d410bf2-ae6f-42c7-891e-a59e9e46a2f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:25.399021 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fbbb80eb-5bc6-4936-9a4c-b7daec9884d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:25.410643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfd7bb-9f57-4fdd-9eac-2615a4e07610 req-b63474d6-7b9b-46bd-92b7-779e20435737 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:25.412287 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2ebfd7bb-9f57-4fdd-9eac-2615a4e07610 req-b63474d6-7b9b-46bd-92b7-779e20435737 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=7df2ad3a-7742-427a-9973-2ccf11a627d5 HTTP/1.1" status: 200 len: 945 time: 0.6882529 Dec 22 09:42:25.456071 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fbbb80eb-5bc6-4936-9a4c-b7daec9884d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:25.462024 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-770d16fd-07bb-4483-ac21-723ce4ea1b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:25.477027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb80eb-5bc6-4936-9a4c-b7daec9884d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0d6418-26a1-4063-9255-240b34d8638b,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:25.482672 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fbbb80eb-5bc6-4936-9a4c-b7daec9884d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:25.485696 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fbbb80eb-5bc6-4936-9a4c-b7daec9884d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:25.491520 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fbbb80eb-5bc6-4936-9a4c-b7daec9884d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd0d6418-26a1-4063-9255-240b34d8638b HTTP/1.1" status: 204 len: 168 time: 0.1939654 Dec 22 09:42:25.527856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-5d410bf2-ae6f-42c7-891e-a59e9e46a2f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Transition to ACTIVE for port object 1ce30d48-e72e-48fb-9b5b-e626c2133aa9 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:42:25.557753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-71e0a9d4-3994-48cc-9336-1dd2e4359e0f req-cd183fe3-ac99-497e-9786-5527b4c9e7c7 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Synchronizing usage tracker for tenant:2f2a9e1d1079432fbb5dcdfabcefc7a9 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:42:25.573546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-9c707afb-c099-4c1f-a8e4-8de57f5f43ed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:42:25.619887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-2ebdc263-13ca-41a9-a7bf-c60e7cbd0b34 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] For port d2e2312a-638b-4d0a-babf-b21a980f6e6a, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d2e2312a-638b-4d0a-babf-b21a980f6e6a,segment=NetworkSegment(06fba399-aad0-4711-88be-9a1f7e12708b),segment_id=06fba399-aad0-4711-88be-9a1f7e12708b)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:25.620538 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-2ebdc263-13ca-41a9-a7bf-c60e7cbd0b34 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:25.640185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-9c707afb-c099-4c1f-a8e4-8de57f5f43ed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:42:25.648989 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2ebfd7bb-9f57-4fdd-9eac-2615a4e07610 req-8ffd8408-295f-46d7-8fa6-a409ada6b8d0 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674674 Dec 22 09:42:25.724674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-71e0a9d4-3994-48cc-9336-1dd2e4359e0f req-cd183fe3-ac99-497e-9786-5527b4c9e7c7 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Unset dirty status for tenant:2f2a9e1d1079432fbb5dcdfabcefc7a9 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:42:25.736910 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71e0a9d4-3994-48cc-9336-1dd2e4359e0f req-cd183fe3-ac99-497e-9786-5527b4c9e7c7 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 210 time: 0.3168001 Dec 22 09:42:25.848973 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bfd20-7a64-4d67-ac04-8e2d36c8d2f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2e2312a-638b-4d0a-babf-b21a980f6e6a', 'code': 200} Dec 22 09:42:25.850336 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bfd20-7a64-4d67-ac04-8e2d36c8d2f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2148943-17e3-441c-90ac-7b300a917a48', 'code': 200} Dec 22 09:42:26.227292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-2ebdc263-13ca-41a9-a7bf-c60e7cbd0b34 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Calling delete_port for d2e2312a-638b-4d0a-babf-b21a980f6e6a owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:42:26.351690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-9c707afb-c099-4c1f-a8e4-8de57f5f43ed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Made reservation on behalf of 210f832f876441e1b78088d52878877a for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:42:26.357310 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-9c707afb-c099-4c1f-a8e4-8de57f5f43ed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:26.368200 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-5d410bf2-ae6f-42c7-891e-a59e9e46a2f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:26.403714 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:26.654823 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9d2ec5d-aa01-4332-97bf-c77336e7305a req-5d0f4a4f-a02d-4b34-9ad1-25d2b72ffea4 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1892686572&fields=id&tenant_id=e867f84521524ce2ba067f02c8e2bb27 HTTP/1.1" status: 200 len: 267 time: 0.3782802 Dec 22 09:42:26.695808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c3a796b4-2b8c-466f-860e-5b4afcb1f551 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:26.713685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d410bf2-ae6f-42c7-891e-a59e9e46a2f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Pushing event updated for resources: {'Port': ['ID=1ce30d48-e72e-48fb-9b5b-e626c2133aa9,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:26.776136 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5d410bf2-ae6f-42c7-891e-a59e9e46a2f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:26.789187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port c3a796b4-2b8c-466f-860e-5b4afcb1f551 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:42:26.799571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port c3a796b4-2b8c-466f-860e-5b4afcb1f551 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:26.799571 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:26.948796 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:26.960609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2625e67b-98a7-4352-b065-91ad2cace476', 'tag': 'c3a796b4-2b8c-466f-860e-5b4afcb1f551'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:26.982848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6730a-2821-4739-9828-55f7266a068a req-3d59854a-1568-4c08-a553-ff87d3278584 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:26.984609 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0ec6730a-2821-4739-9828-55f7266a068a req-3d59854a-1568-4c08-a553-ff87d3278584 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 948 time: 0.7698722 Dec 22 09:42:26.991360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port c3a796b4-2b8c-466f-860e-5b4afcb1f551, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c3a796b4-2b8c-466f-860e-5b4afcb1f551,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:26.994830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:26.997713 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc5f0409-957f-4d41-a95c-cecb3808ac31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:27.071142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=c3a796b4-2b8c-466f-860e-5b4afcb1f551,revision_number=10']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:27.075227 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:27.128332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-5d410bf2-ae6f-42c7-891e-a59e9e46a2f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Network 7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:42:27.141273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-5d410bf2-ae6f-42c7-891e-a59e9e46a2f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:42:27.143133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-2ebdc263-13ca-41a9-a7bf-c60e7cbd0b34 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:27.153129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-5d410bf2-ae6f-42c7-891e-a59e9e46a2f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:42:27.154184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 7c3911ba-1f51-4e1a-878c-6df532d86d4d up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:27.210080 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e5338c2-1366-4b50-8f3e-7d129dcff8ca tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:27.246553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 7c3911ba-1f51-4e1a-878c-6df532d86d4d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:27.247551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:27.275379 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0ec6730a-2821-4739-9828-55f7266a068a req-d11c5a68-9994-486f-a9d0-2981f9cb9562 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800593 Dec 22 09:42:27.336164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2ec5d-aa01-4332-97bf-c77336e7305a req-54583b82-0b37-4ddc-ad17-1ee2ac1616a5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:27.339109 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9d2ec5d-aa01-4332-97bf-c77336e7305a req-54583b82-0b37-4ddc-ad17-1ee2ac1616a5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 984 time: 0.6531351 Dec 22 09:42:27.340483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdc263-13ca-41a9-a7bf-c60e7cbd0b34 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event deleted for resources: {'Port': ['ID=d2e2312a-638b-4d0a-babf-b21a980f6e6a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:27.373911 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2ebdc263-13ca-41a9-a7bf-c60e7cbd0b34 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:27.396713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-b9d2ec5d-aa01-4332-97bf-c77336e7305a req-9b4465e3-4210-4c24-8cdf-a3d19e3f8f57 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Request body: {'port': {'security_groups': ['40effe33-5414-4d8b-82c0-4611e8cd1529', '6c34a441-ede3-4ebe-91b2-441fda9956b7', 'fc409691-3296-4eba-a391-43ee6c62f425']}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:27.481342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-54ddad15-acd1-4ae4-a5d3-409c2804bbac None None] Provisioning for port 1ce30d48-e72e-48fb-9b5b-e626c2133aa9 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:42:27.487035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-54ddad15-acd1-4ae4-a5d3-409c2804bbac None None] Provisioning complete for port 1ce30d48-e72e-48fb-9b5b-e626c2133aa9 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:27.487035 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54ddad15-acd1-4ae4-a5d3-409c2804bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:27.546140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-54ddad15-acd1-4ae4-a5d3-409c2804bbac None None] Port 1ce30d48-e72e-48fb-9b5b-e626c2133aa9 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:42:27.590314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-5d410bf2-ae6f-42c7-891e-a59e9e46a2f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:27.590985 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-5d410bf2-ae6f-42c7-891e-a59e9e46a2f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:27.750596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-9c707afb-c099-4c1f-a8e4-8de57f5f43ed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Allocated IP 172.20.0.4 (f25c0816-e0e3-44ca-b509-727ad195c19e/d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2/6dae1370-6369-47b7-a512-e6573214158e) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:42:27.754697 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-5d410bf2-ae6f-42c7-891e-a59e9e46a2f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3233373 Dec 22 09:42:27.798416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Request body: {'port': {'device_id': '6edbba4e-f45b-4147-8fe0-065ec0044199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:27.852580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2625e67b-98a7-4352-b065-91ad2cace476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a796b4-2b8c-466f-860e-5b4afcb1f551'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:27.873463 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b9d2ec5d-aa01-4332-97bf-c77336e7305a req-9b4465e3-4210-4c24-8cdf-a3d19e3f8f57 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:28.016387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6e75a-7c29-4445-bd41-28e04105e0d9 req-9e94b7ab-9839-487f-af86-ee0803763bcb tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:28.017049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3fd6e75a-7c29-4445-bd41-28e04105e0d9 req-9e94b7ab-9839-487f-af86-ee0803763bcb tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Synchronizing usage tracker for tenant:2bf9339faedd4d93bde184951affe795 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:42:28.020307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-2ebdc263-13ca-41a9-a7bf-c60e7cbd0b34 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] No DVR routers for this DVR port d2e2312a-638b-4d0a-babf-b21a980f6e6a on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:42:28.073473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-2ebdc263-13ca-41a9-a7bf-c60e7cbd0b34 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:28.075909 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-2ebdc263-13ca-41a9-a7bf-c60e7cbd0b34 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.64 "DELETE /v2.0/ports/d2e2312a-638b-4d0a-babf-b21a980f6e6a HTTP/1.1" status: 204 len: 173 time: 3.7307980 Dec 22 09:42:28.077546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741bfd20-7a64-4d67-ac04-8e2d36c8d2f4', 'name': 'network-vif-deleted', 'tag': 'd2e2312a-638b-4d0a-babf-b21a980f6e6a'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:28.117800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c3a796b4-2b8c-466f-860e-5b4afcb1f551 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:28.193372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port c3a796b4-2b8c-466f-860e-5b4afcb1f551 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:28.193698 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:28.257761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3fd6e75a-7c29-4445-bd41-28e04105e0d9 req-9e94b7ab-9839-487f-af86-ee0803763bcb tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Unset dirty status for tenant:2bf9339faedd4d93bde184951affe795 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:42:28.259098 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3fd6e75a-7c29-4445-bd41-28e04105e0d9 req-9e94b7ab-9839-487f-af86-ee0803763bcb tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=741bfd20-7a64-4d67-ac04-8e2d36c8d2f4 HTTP/1.1" status: 200 len: 944 time: 0.8199365 Dec 22 09:42:28.636628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:28.691325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-3c0eabe9-a25e-4215-9388-7e5485b7ecad tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Deleting port d2148943-17e3-441c-90ac-7b300a917a48 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:28.691717 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-3c0eabe9-a25e-4215-9388-7e5485b7ecad tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:28.840990 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3fd6e75a-7c29-4445-bd41-28e04105e0d9 req-6db33ed3-cd72-4597-9d49-71cec03f80a7 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/security-groups?id=f650c10c-34f9-4e3e-b801-11e23021ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437584 Dec 22 09:42:29.033153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-9c707afb-c099-4c1f-a8e4-8de57f5f43ed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:29.149938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-9c707afb-c099-4c1f-a8e4-8de57f5f43ed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Transition to ACTIVE for port object 6dae1370-6369-47b7-a512-e6573214158e will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:42:29.334311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9ec3eb95-6794-4063-9891-aec1e833834e req-8f74bf0f-44c5-4cb8-a1f2-6d6d5e31a1f9 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Synchronizing usage tracker for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:42:29.485609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9ec3eb95-6794-4063-9891-aec1e833834e req-8f74bf0f-44c5-4cb8-a1f2-6d6d5e31a1f9 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Unset dirty status for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:42:29.486840 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ec3eb95-6794-4063-9891-aec1e833834e req-8f74bf0f-44c5-4cb8-a1f2-6d6d5e31a1f9 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 210 time: 0.3317249 Dec 22 09:42:29.487911 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-9c707afb-c099-4c1f-a8e4-8de57f5f43ed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:29.536428 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7710e3fc-f3ba-44df-8b9e-9f3950e85f4d tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:29.660160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-b9d2ec5d-aa01-4332-97bf-c77336e7305a req-9b4465e3-4210-4c24-8cdf-a3d19e3f8f57 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] For port df2006a2-b5c2-48dd-915b-f8846023f365, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=df2006a2-b5c2-48dd-915b-f8846023f365,segment=NetworkSegment(fa400341-1ab1-41e1-9887-80a151427537),segment_id=fa400341-1ab1-41e1-9887-80a151427537)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:29.805675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-3c0eabe9-a25e-4215-9388-7e5485b7ecad tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] For port d2148943-17e3-441c-90ac-7b300a917a48, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d2148943-17e3-441c-90ac-7b300a917a48,segment=NetworkSegment(85178b09-a5f7-4af5-be61-5df9d55679cf),segment_id=85178b09-a5f7-4af5-be61-5df9d55679cf)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:29.806075 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-3c0eabe9-a25e-4215-9388-7e5485b7ecad tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:29.911886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c707afb-c099-4c1f-a8e4-8de57f5f43ed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Pushing event updated for resources: {'Port': ['ID=6dae1370-6369-47b7-a512-e6573214158e,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:29.982260 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9c707afb-c099-4c1f-a8e4-8de57f5f43ed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:29.998913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-3c0eabe9-a25e-4215-9388-7e5485b7ecad tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Calling delete_port for d2148943-17e3-441c-90ac-7b300a917a48 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:42:30.045595 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-b9d2ec5d-aa01-4332-97bf-c77336e7305a req-9b4465e3-4210-4c24-8cdf-a3d19e3f8f57 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:42:30.102006 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b9d2ec5d-aa01-4332-97bf-c77336e7305a req-9b4465e3-4210-4c24-8cdf-a3d19e3f8f57 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:30.117780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b9d2ec5d-aa01-4332-97bf-c77336e7305a req-9b4465e3-4210-4c24-8cdf-a3d19e3f8f57 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:30.147515 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-303defed-fa87-44a5-8bec-c6d9c931f808 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:30.265242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:42:30.277026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-9c707afb-c099-4c1f-a8e4-8de57f5f43ed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Network f25c0816-e0e3-44ca-b509-727ad195c19e is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:42:30.290639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-9c707afb-c099-4c1f-a8e4-8de57f5f43ed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:42:30.394710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-9c707afb-c099-4c1f-a8e4-8de57f5f43ed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:42:30.469704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22db60-4066-47fe-aa15-8df8137f30d5 req-85f76954-3cc0-4ba2-8a98-5c51de706ae7 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:30.471370 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6b22db60-4066-47fe-aa15-8df8137f30d5 req-85f76954-3cc0-4ba2-8a98-5c51de706ae7 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=7df2ad3a-7742-427a-9973-2ccf11a627d5 HTTP/1.1" status: 200 len: 945 time: 0.8066046 Dec 22 09:42:30.485489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4519d55d-ecbb-42ee-afaa-e4e10441f383 None None] Provisioning for port 6dae1370-6369-47b7-a512-e6573214158e completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:42:30.493593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4519d55d-ecbb-42ee-afaa-e4e10441f383 None None] Provisioning complete for port 6dae1370-6369-47b7-a512-e6573214158e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:30.494775 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4519d55d-ecbb-42ee-afaa-e4e10441f383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:30.578699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4465e3-4210-4c24-8cdf-a3d19e3f8f57 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event updated for resources: {'Port': ['ID=df2006a2-b5c2-48dd-915b-f8846023f365,revision_number=6']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:30.592307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce30d48-e72e-48fb-9b5b-e626c2133aa9 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:42:30.613859 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9b4465e3-4210-4c24-8cdf-a3d19e3f8f57 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:30.621987 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:30.667379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-9c707afb-c099-4c1f-a8e4-8de57f5f43ed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:30.668197 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-9c707afb-c099-4c1f-a8e4-8de57f5f43ed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:30.709584 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6b22db60-4066-47fe-aa15-8df8137f30d5 req-97e4c713-622a-43eb-b8e3-00c814bdfc5a tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848645 Dec 22 09:42:30.715040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Transition to ACTIVE for port object 1ce30d48-e72e-48fb-9b5b-e626c2133aa9 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:42:30.721157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-3c0eabe9-a25e-4215-9388-7e5485b7ecad tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:30.725583 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:30.734250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4519d55d-ecbb-42ee-afaa-e4e10441f383 None None] Port 6dae1370-6369-47b7-a512-e6573214158e cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:42:30.744605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2ec5d-aa01-4332-97bf-c77336e7305a req-9b4465e3-4210-4c24-8cdf-a3d19e3f8f57 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:30.745431 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b9d2ec5d-aa01-4332-97bf-c77336e7305a req-9b4465e3-4210-4c24-8cdf-a3d19e3f8f57 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:30.747245 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9d2ec5d-aa01-4332-97bf-c77336e7305a req-9b4465e3-4210-4c24-8cdf-a3d19e3f8f57 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "PUT /v2.0/ports/df2006a2-b5c2-48dd-915b-f8846023f365 HTTP/1.1" status: 200 len: 1020 time: 3.3699129 Dec 22 09:42:30.763238 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ce2be93-07de-471e-99a2-d4ab4b1eeda7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:31.044533 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2625e67b-98a7-4352-b065-91ad2cace476', 'tag': 'c3a796b4-2b8c-466f-860e-5b4afcb1f551', 'status': 'completed', 'code': 200} Dec 22 09:42:31.090001 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-9c707afb-c099-4c1f-a8e4-8de57f5f43ed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1664896 Dec 22 09:42:31.108912 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2625e67b-98a7-4352-b065-91ad2cace476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a796b4-2b8c-466f-860e-5b4afcb1f551', 'code': 200} Dec 22 09:42:31.167627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Request body: {'port': {'device_id': 'd13bb59b-965d-4b16-9407-7d0690cda31b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:31.231094 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bfd20-7a64-4d67-ac04-8e2d36c8d2f4', 'name': 'network-vif-deleted', 'tag': 'd2e2312a-638b-4d0a-babf-b21a980f6e6a', 'status': 'completed', 'code': 200} Dec 22 09:42:31.239257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3b8a2-c0cb-40a1-848c-d0015d860c27 req-a60e2b8c-7ce4-4810-ae52-edffaa29b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:31.241088 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-11f3b8a2-c0cb-40a1-848c-d0015d860c27 req-a60e2b8c-7ce4-4810-ae52-edffaa29b263 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f8a67b33ff048d5bd0b60e257789306&device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 1166 time: 0.1422544 Dec 22 09:42:31.492920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Pushing event updated for resources: {'Port': ['ID=1ce30d48-e72e-48fb-9b5b-e626c2133aa9,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:31.604404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0eabe9-a25e-4215-9388-7e5485b7ecad tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event deleted for resources: {'Port': ['ID=d2148943-17e3-441c-90ac-7b300a917a48,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:31.608609 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3c0eabe9-a25e-4215-9388-7e5485b7ecad tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:31.614735 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.538s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:31.615183 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:31.735120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3b8a2-c0cb-40a1-848c-d0015d860c27 req-346449d3-98c5-47d1-a64e-e12f08f18fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:31.737981 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-11f3b8a2-c0cb-40a1-848c-d0015d860c27 req-346449d3-98c5-47d1-a64e-e12f08f18fba service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.4892421 Dec 22 09:42:31.763434 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:31.792877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17882ac4-2a14-4966-9639-52b036be2331 req-af660ef1-2ebc-4947-8911-4406f4d53b94 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:31.793994 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-17882ac4-2a14-4966-9639-52b036be2331 req-af660ef1-2ebc-4947-8911-4406f4d53b94 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 943 time: 0.7097847 Dec 22 09:42:31.829201 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-11f3b8a2-c0cb-40a1-848c-d0015d860c27 req-9d7d4c9a-f44b-4d9a-80a1-66089d9c918c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=c3a796b4-2b8c-466f-860e-5b4afcb1f551 HTTP/1.1" status: 200 len: 217 time: 0.0833366 Dec 22 09:42:31.949145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3b8a2-c0cb-40a1-848c-d0015d860c27 req-30586518-1c38-453e-83e3-86d2a09c297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:31.951019 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-11f3b8a2-c0cb-40a1-848c-d0015d860c27 req-30586518-1c38-453e-83e3-86d2a09c297c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1151314 Dec 22 09:42:32.008586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-3c0eabe9-a25e-4215-9388-7e5485b7ecad tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] No DVR routers for this DVR port d2148943-17e3-441c-90ac-7b300a917a48 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:42:32.026509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-3c0eabe9-a25e-4215-9388-7e5485b7ecad tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:32.028685 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b4512e3-77cb-4d1b-bd4a-b9aab0d328d1 req-3c0eabe9-a25e-4215-9388-7e5485b7ecad tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.64 "DELETE /v2.0/ports/d2148943-17e3-441c-90ac-7b300a917a48 HTTP/1.1" status: 204 len: 173 time: 3.9450667 Dec 22 09:42:32.129579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3b8a2-c0cb-40a1-848c-d0015d860c27 req-1b2b6a4c-505d-496d-97e0-e40f2abad586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:32.133897 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-11f3b8a2-c0cb-40a1-848c-d0015d860c27 req-1b2b6a4c-505d-496d-97e0-e40f2abad586 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1753578 Dec 22 09:42:32.178000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a41440-6f40-4122-b99b-9f864cd19979 req-aec24916-0a1b-4532-b90b-c4450a38ded0 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:32.208911 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07a41440-6f40-4122-b99b-9f864cd19979 req-aec24916-0a1b-4532-b90b-c4450a38ded0 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 951 time: 0.9104438 Dec 22 09:42:32.307205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device df2006a2-b5c2-48dd-915b-f8846023f365 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:32.406310 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-17882ac4-2a14-4966-9639-52b036be2331 req-974ff4e4-9e76-4dae-941c-f700baa0e77d tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/security-groups?id=546bb8e2-be57-408c-ac0a-b24628f04aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5670686 Dec 22 09:42:32.464831 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-11f3b8a2-c0cb-40a1-848c-d0015d860c27 req-cb95c59b-ff55-4b1a-8527-855215cc7d0b service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210902 Dec 22 09:42:32.472050 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07a41440-6f40-4122-b99b-9f864cd19979 req-c42c0046-96a4-4f14-b5e6-37541a2e62a0 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618718 Dec 22 09:42:32.484715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Attempting to bind port 1ce30d48-e72e-48fb-9b5b-e626c2133aa9 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:42:32.485096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Attempting to bind port 1ce30d48-e72e-48fb-9b5b-e626c2133aa9 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '09f667fc-effc-4b24-8d72-411319ec4a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:42:32.485479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Attempting to bind port 1ce30d48-e72e-48fb-9b5b-e626c2133aa9 on network 7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:42:32.498095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port df2006a2-b5c2-48dd-915b-f8846023f365 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:32.498651 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:32.552236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:42:32.552626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Checking segment: {'id': '09f667fc-effc-4b24-8d72-411319ec4a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:42:32.553040 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:32.553441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Bound using segment: {'id': '09f667fc-effc-4b24-8d72-411319ec4a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:42:32.553934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Bound port: 1ce30d48-e72e-48fb-9b5b-e626c2133aa9, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f667fc-effc-4b24-8d72-411319ec4a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:42:32.554316 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:32.770508 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-11f3b8a2-c0cb-40a1-848c-d0015d860c27 req-8c30a6ae-f5c8-4ecd-81e0-5213ea67f58e service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2976832 Dec 22 09:42:32.887458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] For port 1ce30d48-e72e-48fb-9b5b-e626c2133aa9, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:42:32.944050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1223b508-34d2-490b-b984-eec3c34928e6 req-25067349-99f4-4495-98bb-4a16004c4531 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Synchronizing usage tracker for tenant:2bf9339faedd4d93bde184951affe795 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:42:32.973858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] For port 1ce30d48-e72e-48fb-9b5b-e626c2133aa9, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=1ce30d48-e72e-48fb-9b5b-e626c2133aa9,segment=NetworkSegment(09f667fc-effc-4b24-8d72-411319ec4a3c),segment_id=09f667fc-effc-4b24-8d72-411319ec4a3c)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:42:33.002952 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:33.059630 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-952e3d35-742f-4b48-aa1a-43705d6a5dcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:33.155777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1223b508-34d2-490b-b984-eec3c34928e6 req-25067349-99f4-4495-98bb-4a16004c4531 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Unset dirty status for tenant:2bf9339faedd4d93bde184951affe795 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:42:33.157097 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1223b508-34d2-490b-b984-eec3c34928e6 req-25067349-99f4-4495-98bb-4a16004c4531 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "GET /v2.0/ports?device_id=741bfd20-7a64-4d67-ac04-8e2d36c8d2f4 HTTP/1.1" status: 200 len: 210 time: 0.3857372 Dec 22 09:42:33.237561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e7f356-bebb-486e-86ed-35f9b00f02b9', 'tag': 'df2006a2-b5c2-48dd-915b-f8846023f365'}, {'server_uuid': '741bfd20-7a64-4d67-ac04-8e2d36c8d2f4', 'name': 'network-vif-deleted', 'tag': 'd2148943-17e3-441c-90ac-7b300a917a48'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:33.325147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Pushing event updated for resources: {'Port': ['ID=1ce30d48-e72e-48fb-9b5b-e626c2133aa9,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:33.342565 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:33.385965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586915e-d297-4452-9c03-1e7fbd96b9a4 req-0c512f24-3eb2-4bff-8f25-cbe07ca9c464 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:33.387581 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4586915e-d297-4452-9c03-1e7fbd96b9a4 req-0c512f24-3eb2-4bff-8f25-cbe07ca9c464 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 931 time: 0.4976957 Dec 22 09:42:33.404674 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04e990bc-6508-46e9-8ece-cb318338f378 req-fb059f79-3f03-4eac-a092-039e7b32819d tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/fc409691-3296-4eba-a391-43ee6c62f425 HTTP/1.1" status: 200 len: 1752 time: 0.1526027 Dec 22 09:42:33.519417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:33.520130 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:33.521657 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] 10.222.0.37 "PUT /v2.0/ports/1ce30d48-e72e-48fb-9b5b-e626c2133aa9 HTTP/1.1" status: 200 len: 1155 time: 5.7373531 Dec 22 09:42:33.553763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dae1370-6369-47b7-a512-e6573214158e {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:42:33.565747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:33.577698 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4586915e-d297-4452-9c03-1e7fbd96b9a4 req-6f1cae64-6ea5-4b76-aac0-12c207b79b5c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693482 Dec 22 09:42:33.640575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Transition to ACTIVE for port object 6dae1370-6369-47b7-a512-e6573214158e will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:42:33.649489 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:33.673138 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9b4465e3-4210-4c24-8cdf-a3d19e3f8f57 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:33.985243 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-04e990bc-6508-46e9-8ece-cb318338f378 req-d1aefcb6-5636-4c13-9037-53d862887039 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 09:42:33.986376 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04e990bc-6508-46e9-8ece-cb318338f378 req-d1aefcb6-5636-4c13-9037-53d862887039 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "DELETE /v2.0/security-groups/fc409691-3296-4eba-a391-43ee6c62f425 HTTP/1.1" status: 409 len: 341 time: 0.5696142 Dec 22 09:42:34.152285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Pushing event updated for resources: {'Port': ['ID=6dae1370-6369-47b7-a512-e6573214158e,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:34.160041 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:34.203828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-c1044ee9-649c-4ae0-89e2-cff4221c425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:34.205501 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-c1044ee9-649c-4ae0-89e2-cff4221c425c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f2a9e1d1079432fbb5dcdfabcefc7a9&device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 1158 time: 0.6234622 Dec 22 09:42:34.281564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f05ce-029e-4e93-b9fc-3ac9e97c04ae req-3c1f7a6a-201d-4107-87a5-2247e2e09800 tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:34.283202 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8d9f05ce-029e-4e93-b9fc-3ac9e97c04ae req-3c1f7a6a-201d-4107-87a5-2247e2e09800 tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 1166 time: 0.2933314 Dec 22 09:42:34.361404 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-9eb195a2-a78a-465c-9ba9-fd1ceae9b979 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ce30d48-e72e-48fb-9b5b-e626c2133aa9 HTTP/1.1" status: 200 len: 217 time: 0.1381204 Dec 22 09:42:34.529194 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8d9f05ce-029e-4e93-b9fc-3ac9e97c04ae req-7db85d76-7791-4e9c-8560-eec330b589df tempest-MigrationsAdminTest-129621127 tempest-MigrationsAdminTest-129621127] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784701 Dec 22 09:42:34.555417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-5c769a7b-98b1-4242-87fe-e74d60cb1651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:34.557693 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-5c769a7b-98b1-4242-87fe-e74d60cb1651 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4557d1ef-259f-4361-8ea2-d56efbc84de1 HTTP/1.1" status: 200 len: 854 time: 0.1807122 Dec 22 09:42:34.565011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Attempting to bind port 6dae1370-6369-47b7-a512-e6573214158e on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:42:34.565248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Attempting to bind port 6dae1370-6369-47b7-a512-e6573214158e by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:42:34.565624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Attempting to bind port 6dae1370-6369-47b7-a512-e6573214158e on network f25c0816-e0e3-44ca-b509-727ad195c19e {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:42:34.636776 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e7f356-bebb-486e-86ed-35f9b00f02b9', 'tag': 'df2006a2-b5c2-48dd-915b-f8846023f365', 'status': 'completed', 'code': 200} Dec 22 09:42:34.637128 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bfd20-7a64-4d67-ac04-8e2d36c8d2f4', 'name': 'network-vif-deleted', 'tag': 'd2148943-17e3-441c-90ac-7b300a917a48', 'status': 'completed', 'code': 200} Dec 22 09:42:34.641334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:42:34.641721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Checking segment: {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:42:34.642135 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:34.642534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Bound using segment: {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:42:34.643106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Bound port: 6dae1370-6369-47b7-a512-e6573214158e, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:42:34.643704 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:34.761997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d64f1-b5ff-432c-969f-cc1dcb072e22 req-734c15e6-2e65-4013-a192-864e78eefec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:34.764121 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f30d64f1-b5ff-432c-969f-cc1dcb072e22 req-734c15e6-2e65-4013-a192-864e78eefec5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e867f84521524ce2ba067f02c8e2bb27&device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 1239 time: 0.0892100 Dec 22 09:42:34.836594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-a0b975fe-5482-42be-ad56-1f6010c3c430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:34.840302 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-a0b975fe-5482-42be-ad56-1f6010c3c430 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2719080 Dec 22 09:42:34.927035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] For port 6dae1370-6369-47b7-a512-e6573214158e, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:42:34.986215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d64f1-b5ff-432c-969f-cc1dcb072e22 req-e961ff98-17f1-4c8c-aafd-a1ff03a2c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:34.995294 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f30d64f1-b5ff-432c-969f-cc1dcb072e22 req-e961ff98-17f1-4c8c-aafd-a1ff03a2c536 service neutron] 10.222.0.37 "GET /v2.0/networks?id=730d4abf-fc2a-4bd9-b099-791cac9a2466 HTTP/1.1" status: 200 len: 906 time: 0.2178991 Dec 22 09:42:35.002925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2e565-22c9-4b81-bfb0-dfcfed9f5ae6 req-9b2ac0e0-8391-4ad3-9728-f460f1b9feba tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:35.011686 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10f2e565-22c9-4b81-bfb0-dfcfed9f5ae6 req-9b2ac0e0-8391-4ad3-9728-f460f1b9feba tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 943 time: 0.3174632 Dec 22 09:42:35.021073 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86194db4-24c8-44e9-8b95-ecd76332bc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:35.041771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] For port 6dae1370-6369-47b7-a512-e6573214158e, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6dae1370-6369-47b7-a512-e6573214158e,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:42:35.092661 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10f2e565-22c9-4b81-bfb0-dfcfed9f5ae6 req-4942bac6-6fa8-479f-a91c-ca0d5756283f tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/security-groups?id=546bb8e2-be57-408c-ac0a-b24628f04aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798311 Dec 22 09:42:35.097102 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:35.099795 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f30d64f1-b5ff-432c-969f-cc1dcb072e22 req-1953982f-36d8-4b0e-8069-b334280cbb27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df2006a2-b5c2-48dd-915b-f8846023f365 HTTP/1.1" status: 200 len: 217 time: 0.0983293 Dec 22 09:42:35.121794 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93f24e47-75a4-4620-b28e-e54be08d98eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:35.293218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d64f1-b5ff-432c-969f-cc1dcb072e22 req-8a3ea1f8-1ab8-4416-867f-f06f602c6386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:35.295673 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f30d64f1-b5ff-432c-969f-cc1dcb072e22 req-8a3ea1f8-1ab8-4416-867f-f06f602c6386 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=835786db-f6bd-4763-b56d-9966829ca327 HTTP/1.1" status: 200 len: 852 time: 0.1879888 Dec 22 09:42:35.355013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 50142) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:35.359905 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-dd7f8859-e4c1-4876-af2d-307b85a68e19 service neutron] 10.222.0.37 "GET /v2.0/networks/7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028172 Dec 22 09:42:35.402064 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f30d64f1-b5ff-432c-969f-cc1dcb072e22 req-96149b2d-b49d-4259-8778-616d0b39e844 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=730d4abf-fc2a-4bd9-b099-791cac9a2466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977962 Dec 22 09:42:35.664558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Pushing event updated for resources: {'Port': ['ID=6dae1370-6369-47b7-a512-e6573214158e,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:35.666767 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f30d64f1-b5ff-432c-969f-cc1dcb072e22 req-f4f05913-4acf-4ae6-9fe5-b38a30e265a7 service neutron] 10.222.0.37 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513108 Dec 22 09:42:35.710325 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:35.896470 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f30d64f1-b5ff-432c-969f-cc1dcb072e22 req-93ab34fa-6b73-4b11-a6be-55b318b45b28 service neutron] 10.222.0.37 "GET /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2186582 Dec 22 09:42:36.043697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:36.044979 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:36.047699 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] 10.222.0.64 "PUT /v2.0/ports/6dae1370-6369-47b7-a512-e6573214158e HTTP/1.1" status: 200 len: 1155 time: 4.9405100 Dec 22 09:42:36.107043 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20fb485d-3bd5-46e1-b7f3-decf3fb854af req-b1dc7fdd-dc28-4c82-b85b-0fffb61cada5 service neutron] 10.222.0.37 "GET /v2.0/networks/7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6173155 Dec 22 09:42:36.118939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a16db02-d9ad-4bf0-87fb-e658c8aa5634 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Deleting subnet 06037e5b-f564-4a6f-a3e1-0c787ded8f80 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:42:36.124853 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a16db02-d9ad-4bf0-87fb-e658c8aa5634 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:36.242794 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a16db02-d9ad-4bf0-87fb-e658c8aa5634 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:36.310390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af17ba-7aa2-4b15-a8b0-e5828b821221 req-f5bd570a-85ad-4508-9fcc-77a0d5d1ae75 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:36.312130 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-37af17ba-7aa2-4b15-a8b0-e5828b821221 req-f5bd570a-85ad-4508-9fcc-77a0d5d1ae75 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 943 time: 0.8268142 Dec 22 09:42:36.330991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e16cd6-225a-4bc1-8f82-a68357171d0c req-33ede635-5047-4b2f-8c04-2f3189808ee4 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:36.332640 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c7e16cd6-225a-4bc1-8f82-a68357171d0c req-33ede635-5047-4b2f-8c04-2f3189808ee4 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 1023 time: 0.5301452 Dec 22 09:42:36.468909 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-37af17ba-7aa2-4b15-a8b0-e5828b821221 req-3802ccc3-5cb5-46b5-b4cb-5b57860d0e6d tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352022 Dec 22 09:42:36.477111 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c7e16cd6-225a-4bc1-8f82-a68357171d0c req-8b481780-41c8-416e-a6e3-b07aafdec14b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?id=fc409691-3296-4eba-a391-43ee6c62f425&id=6c34a441-ede3-4ebe-91b2-441fda9956b7&id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1120176 Dec 22 09:42:36.488254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-74f8d3b2-17f9-4433-90fb-73d447f3f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:36.489853 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-74f8d3b2-17f9-4433-90fb-73d447f3f613 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 1158 time: 0.3305469 Dec 22 09:42:36.592348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a16db02-d9ad-4bf0-87fb-e658c8aa5634 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:36.641508 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-af0817d7-cad8-4334-be6a-d8e7bd03228a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dae1370-6369-47b7-a512-e6573214158e HTTP/1.1" status: 200 len: 217 time: 0.1238263 Dec 22 09:42:36.641778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edbba4e-f45b-4147-8fe0-065ec0044199', 'tag': '1ce30d48-e72e-48fb-9b5b-e626c2133aa9'}, {'name': 'network-changed', 'server_uuid': 'd13bb59b-965d-4b16-9407-7d0690cda31b', 'tag': '6dae1370-6369-47b7-a512-e6573214158e'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:36.845225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-0c49c126-682f-45bf-9598-362aa67359ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:36.846792 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-0c49c126-682f-45bf-9598-362aa67359ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.1888762 Dec 22 09:42:37.282827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730c664-2bb1-4002-a937-f6c10ea48522 req-78642ad9-6bdb-4372-9548-b9e1f5aba6b1 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:37.284487 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0730c664-2bb1-4002-a937-f6c10ea48522 req-78642ad9-6bdb-4372-9548-b9e1f5aba6b1 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 951 time: 0.6506305 Dec 22 09:42:37.361441 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e05d3683-25d6-4fb6-9d15-55e27471656e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:37.490108 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0730c664-2bb1-4002-a937-f6c10ea48522 req-a671ad21-0139-4636-9000-f0a6e8f571f6 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920319 Dec 22 09:42:37.505518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4071be4-1c11-4c6c-89bf-52fb54d599d6 req-862918a0-32e9-4327-a41a-a84e0243ea9a tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:37.507141 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d4071be4-1c11-4c6c-89bf-52fb54d599d6 req-862918a0-32e9-4327-a41a-a84e0243ea9a tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 943 time: 0.6698816 Dec 22 09:42:37.519557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-894a8b21-965a-4b5e-b8d1-c0e626c42faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:37.521318 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-894a8b21-965a-4b5e-b8d1-c0e626c42faf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3411102 Dec 22 09:42:37.566097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2444e41-5f21-4a0c-909c-f506335d1939 req-788c9224-086d-4087-aea8-bf5cd6ed1f35 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:37.566896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c2444e41-5f21-4a0c-909c-f506335d1939 req-788c9224-086d-4087-aea8-bf5cd6ed1f35 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Synchronizing usage tracker for tenant:4f8a67b33ff048d5bd0b60e257789306 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:42:37.587202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c2444e41-5f21-4a0c-909c-f506335d1939 req-788c9224-086d-4087-aea8-bf5cd6ed1f35 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Unset dirty status for tenant:4f8a67b33ff048d5bd0b60e257789306 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:42:37.589480 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c2444e41-5f21-4a0c-909c-f506335d1939 req-788c9224-086d-4087-aea8-bf5cd6ed1f35 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.37 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 951 time: 0.1261864 Dec 22 09:42:37.691075 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6edbba4e-f45b-4147-8fe0-065ec0044199', 'tag': '1ce30d48-e72e-48fb-9b5b-e626c2133aa9', 'status': 'completed', 'code': 200} Dec 22 09:42:37.691384 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13bb59b-965d-4b16-9407-7d0690cda31b', 'tag': '6dae1370-6369-47b7-a512-e6573214158e', 'status': 'completed', 'code': 200} Dec 22 09:42:37.722287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a16db02-d9ad-4bf0-87fb-e658c8aa5634 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:37.758070 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b6788427-996d-4bf9-b6b6-80481b419f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:37.763769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-c2444e41-5f21-4a0c-909c-f506335d1939 req-65699a28-0ccb-4bb6-a135-8b76fc8b77bd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Deleting port c3a796b4-2b8c-466f-860e-5b4afcb1f551 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:37.764295 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c2444e41-5f21-4a0c-909c-f506335d1939 req-65699a28-0ccb-4bb6-a135-8b76fc8b77bd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:37.812397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16db02-d9ad-4bf0-87fb-e658c8aa5634 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event deleted for resources: {'Subnet': ['ID=06037e5b-f564-4a6f-a3e1-0c787ded8f80,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:37.822647 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d4071be4-1c11-4c6c-89bf-52fb54d599d6 req-13100762-3a70-46e3-bef1-1a7e59a00848 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/security-groups?id=546bb8e2-be57-408c-ac0a-b24628f04aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2955229 Dec 22 09:42:37.873172 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3a16db02-d9ad-4bf0-87fb-e658c8aa5634 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:37.932733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-45be81ff-4f07-443b-aaa5-70c818d2957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:37.934741 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-45be81ff-4f07-443b-aaa5-70c818d2957e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f2a9e1d1079432fbb5dcdfabcefc7a9&device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 1158 time: 0.2332735 Dec 22 09:42:37.999791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583086b9-b507-471d-bb71-c0da52dd36b1 req-859d0a9f-643c-4648-86b3-30fe6fb014d2 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:38.002745 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-583086b9-b507-471d-bb71-c0da52dd36b1 req-859d0a9f-643c-4648-86b3-30fe6fb014d2 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.37 "GET /v2.0/ports?device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 1023 time: 0.5813849 Dec 22 09:42:38.020483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device c3a796b4-2b8c-466f-860e-5b4afcb1f551 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:42:38.122473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50188) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:38.233410 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:38.278990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-583086b9-b507-471d-bb71-c0da52dd36b1 req-36a50371-842f-447c-b413-cc9b1323c3f5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Deleting port df2006a2-b5c2-48dd-915b-f8846023f365 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:38.279247 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-583086b9-b507-471d-bb71-c0da52dd36b1 req-36a50371-842f-447c-b413-cc9b1323c3f5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:38.282652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port c3a796b4-2b8c-466f-860e-5b4afcb1f551, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c3a796b4-2b8c-466f-860e-5b4afcb1f551,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:38.283796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2625e67b-98a7-4352-b065-91ad2cace476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3a796b4-2b8c-466f-860e-5b4afcb1f551'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:38.290500 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:38.292051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device df2006a2-b5c2-48dd-915b-f8846023f365 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:42:38.352647 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:38.360446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-dbcf2711-2746-4983-b23b-419d4e6c2ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:38.362629 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-dbcf2711-2746-4983-b23b-419d4e6c2ca2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 HTTP/1.1" status: 200 len: 910 time: 0.4206057 Dec 22 09:42:38.379264 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a16db02-d9ad-4bf0-87fb-e658c8aa5634 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:38.388578 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-2d7edaee-68d1-492b-b2d8-68b2b33c1f33 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8558278 Dec 22 09:42:38.399900 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3a16db02-d9ad-4bf0-87fb-e658c8aa5634 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "DELETE /v2.0/subnets/06037e5b-f564-4a6f-a3e1-0c787ded8f80 HTTP/1.1" status: 204 len: 168 time: 3.0388477 Dec 22 09:42:38.426681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed765bd1-32c7-48ee-aa58-9a3476b284ae None None] Network 1d251ff2-021a-41fa-a488-99bc36548e49 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:42:38.444296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 50196) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:38.502509 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-733a752c-1f81-4b19-a64a-c8d8998d827a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ce30d48-e72e-48fb-9b5b-e626c2133aa9 HTTP/1.1" status: 200 len: 217 time: 0.1247573 Dec 22 09:42:38.507490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c2444e41-5f21-4a0c-909c-f506335d1939 req-65699a28-0ccb-4bb6-a135-8b76fc8b77bd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] For port c3a796b4-2b8c-466f-860e-5b4afcb1f551, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c3a796b4-2b8c-466f-860e-5b4afcb1f551,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:38.507490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c2444e41-5f21-4a0c-909c-f506335d1939 req-65699a28-0ccb-4bb6-a135-8b76fc8b77bd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:38.516885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:38.644534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=c3a796b4-2b8c-466f-860e-5b4afcb1f551,revision_number=11']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:38.662256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:42:38.662881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddb105-9bf4-4b29-9692-09f139bbb029 req-c515bb19-f64b-499c-803b-099f45be558a tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:38.672706 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-faddb105-9bf4-4b29-9692-09f139bbb029 req-c515bb19-f64b-499c-803b-099f45be558a tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 943 time: 0.8688841 Dec 22 09:42:38.690900 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:38.733972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:38.751026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-c2444e41-5f21-4a0c-909c-f506335d1939 req-65699a28-0ccb-4bb6-a135-8b76fc8b77bd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Calling delete_port for c3a796b4-2b8c-466f-860e-5b4afcb1f551 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:42:38.758120 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:38.785009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Usage tracker for resource:security_group_rule and tenant:13427d7dabd1451faaef070bd6022ff0 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:42:38.790511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port df2006a2-b5c2-48dd-915b-f8846023f365, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=df2006a2-b5c2-48dd-915b-f8846023f365,segment=NetworkSegment(fa400341-1ab1-41e1-9887-80a151427537),segment_id=fa400341-1ab1-41e1-9887-80a151427537)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:38.796576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:38.798340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:42:38.799852 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:38.821680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:42:38.835108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-c136c1c2-455d-4b2a-bfc8-cf2c2f48a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:38.835747 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-c136c1c2-455d-4b2a-bfc8-cf2c2f48a7ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4557d1ef-259f-4361-8ea2-d56efbc84de1 HTTP/1.1" status: 200 len: 854 time: 0.3205187 Dec 22 09:42:38.851621 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:38.896428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=df2006a2-b5c2-48dd-915b-f8846023f365,revision_number=7']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:38.901816 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:38.952443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d90da9-b9b4-41da-ad43-163755e51350 req-290106a0-ec45-4136-b930-0657d7814ade tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:38.954454 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-24d90da9-b9b4-41da-ad43-163755e51350 req-290106a0-ec45-4136-b930-0657d7814ade tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 1023 time: 0.9500794 Dec 22 09:42:38.978844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8208fa-7405-41b5-8f5d-51cc33706d2f None None] DHCP port deletion for 1d251ff2-021a-41fa-a488-99bc36548e49 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:42:38.984859 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-faddb105-9bf4-4b29-9692-09f139bbb029 req-df46f64a-fd3f-4af6-b9e3-8759f399edc7 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111792 Dec 22 09:42:38.986469 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-c2444e41-5f21-4a0c-909c-f506335d1939 req-65699a28-0ccb-4bb6-a135-8b76fc8b77bd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:42:38.986935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2f8208fa-7405-41b5-8f5d-51cc33706d2f None None] Deleting port 97dac06d-2618-43e1-bd39-c83b6eeb6f9f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:38.987090 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-c2444e41-5f21-4a0c-909c-f506335d1939 req-65699a28-0ccb-4bb6-a135-8b76fc8b77bd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:42:38.988259 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2f8208fa-7405-41b5-8f5d-51cc33706d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:39.045978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Deleting port 97dac06d-2618-43e1-bd39-c83b6eeb6f9f {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:39.046103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-6d10adec-40d1-41e2-aeae-fa6ff50b26f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:39.046213 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:39.048742 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-6d10adec-40d1-41e2-aeae-fa6ff50b26f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2008145 Dec 22 09:42:39.179847 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-706a1fd6-73ca-4e10-8549-9e4c06201025 req-087c0775-0f95-437c-96f4-6acac52c06e5 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7734177 Dec 22 09:42:39.226647 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-24d90da9-b9b4-41da-ad43-163755e51350 req-abaac79c-2220-4329-b716-46a43374cd34 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?id=fc409691-3296-4eba-a391-43ee6c62f425&id=6c34a441-ede3-4ebe-91b2-441fda9956b7&id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2339470 Dec 22 09:42:39.318216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-583086b9-b507-471d-bb71-c0da52dd36b1 req-36a50371-842f-447c-b413-cc9b1323c3f5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] For port df2006a2-b5c2-48dd-915b-f8846023f365, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=df2006a2-b5c2-48dd-915b-f8846023f365,segment=NetworkSegment(fa400341-1ab1-41e1-9887-80a151427537),segment_id=fa400341-1ab1-41e1-9887-80a151427537)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:39.318652 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-583086b9-b507-471d-bb71-c0da52dd36b1 req-36a50371-842f-447c-b413-cc9b1323c3f5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:39.375907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:39.384082 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:39.395401 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2625e67b-98a7-4352-b065-91ad2cace476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3a796b4-2b8c-466f-860e-5b4afcb1f551', 'code': 200} Dec 22 09:42:39.415243 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:39.425568 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4dd95ebd-90fd-4bc6-ae0a-ad4dcf945637 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:39.489905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-c2444e41-5f21-4a0c-909c-f506335d1939 req-65699a28-0ccb-4bb6-a135-8b76fc8b77bd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Deleting port c3a796b4-2b8c-466f-860e-5b4afcb1f551 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:39.490328 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c2444e41-5f21-4a0c-909c-f506335d1939 req-65699a28-0ccb-4bb6-a135-8b76fc8b77bd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:39.512225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-583086b9-b507-471d-bb71-c0da52dd36b1 req-36a50371-842f-447c-b413-cc9b1323c3f5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Calling delete_port for df2006a2-b5c2-48dd-915b-f8846023f365 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:42:39.547984 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-e2a83a19-39a6-4c12-9bab-564de81c2391 service neutron] 10.222.0.37 "GET /v2.0/networks/7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805577 Dec 22 09:42:39.571597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e3d549-b826-40a4-95d6-77023c936330,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:39.618036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-2f8208fa-7405-41b5-8f5d-51cc33706d2f None None] For port 97dac06d-2618-43e1-bd39-c83b6eeb6f9f, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=97dac06d-2618-43e1-bd39-c83b6eeb6f9f,segment=NetworkSegment(85178b09-a5f7-4af5-be61-5df9d55679cf),segment_id=85178b09-a5f7-4af5-be61-5df9d55679cf)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:39.618497 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2f8208fa-7405-41b5-8f5d-51cc33706d2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:39.629920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 97dac06d-2618-43e1-bd39-c83b6eeb6f9f no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:42:39.640891 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13427d7dabd1451faaef070bd6022ff0&name=default HTTP/1.1" status: 200 len: 2883 time: 1.4954214 Dec 22 09:42:39.654320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50206) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:39.656346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.656974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.657467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.657944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.658417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.658895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.659372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.659850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.660516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.660986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.661412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.661833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.662343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.662756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.663237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.663771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.664217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.664631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.665046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.665461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.666413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.667255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.667399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.667810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.668332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.668742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.669147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.669552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.669953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.670359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.671311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.671452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.671826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.672971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.673397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.674207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:39.679919 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:39.934762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2f8208fa-7405-41b5-8f5d-51cc33706d2f None None] Calling delete_port for 97dac06d-2618-43e1-bd39-c83b6eeb6f9f owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:42:40.056079 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:40.111341 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:40.112836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:40.145394 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2f8208fa-7405-41b5-8f5d-51cc33706d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:40.152214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-583086b9-b507-471d-bb71-c0da52dd36b1 req-36a50371-842f-447c-b413-cc9b1323c3f5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:42:40.152582 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-583086b9-b507-471d-bb71-c0da52dd36b1 req-36a50371-842f-447c-b413-cc9b1323c3f5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:42:40.189532 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:40.201711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] For port 97dac06d-2618-43e1-bd39-c83b6eeb6f9f, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=97dac06d-2618-43e1-bd39-c83b6eeb6f9f,segment=NetworkSegment(85178b09-a5f7-4af5-be61-5df9d55679cf),segment_id=85178b09-a5f7-4af5-be61-5df9d55679cf)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:40.201711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:40.241504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8208fa-7405-41b5-8f5d-51cc33706d2f None None] Pushing event deleted for resources: {'Port': ['ID=97dac06d-2618-43e1-bd39-c83b6eeb6f9f,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:40.247313 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-73b19b0c-55c7-4ebd-b80e-1252d716cdb3 service neutron] 10.222.0.37 "GET /v2.0/networks/7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6831467 Dec 22 09:42:40.250627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-19a8566a-4081-4eb7-911e-8b38801f945a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:40.253576 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2f8208fa-7405-41b5-8f5d-51cc33706d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:40.339290 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-19a8566a-4081-4eb7-911e-8b38801f945a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:40.341399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8208fa-7405-41b5-8f5d-51cc33706d2f None None] No DVR routers for this DVR port 97dac06d-2618-43e1-bd39-c83b6eeb6f9f on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:42:40.420419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Calling delete_port for 97dac06d-2618-43e1-bd39-c83b6eeb6f9f owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:42:40.428887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c2444e41-5f21-4a0c-909c-f506335d1939 req-65699a28-0ccb-4bb6-a135-8b76fc8b77bd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] For port c3a796b4-2b8c-466f-860e-5b4afcb1f551, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=c3a796b4-2b8c-466f-860e-5b4afcb1f551,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:40.429404 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c2444e41-5f21-4a0c-909c-f506335d1939 req-65699a28-0ccb-4bb6-a135-8b76fc8b77bd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:40.435772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:40.463425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-bd4433d0-322a-4015-8489-6376546cf23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:40.465133 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-bd4433d0-322a-4015-8489-6376546cf23c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 1158 time: 0.5929914 Dec 22 09:42:40.479864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4246d-506c-44a9-9c6e-feb7b70c42a8 req-45f47e22-93e3-4b7d-a4c5-fb5ca9574a8c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:40.481509 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-03b4246d-506c-44a9-9c6e-feb7b70c42a8 req-45f47e22-93e3-4b7d-a4c5-fb5ca9574a8c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=2625e67b-98a7-4352-b065-91ad2cace476 HTTP/1.1" status: 200 len: 949 time: 0.6007261 Dec 22 09:42:40.529528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f464e-8a60-4dbd-8610-86086f838237 req-37ddcf52-bd50-4d69-bebb-57312302dfdf tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:40.531196 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a62f464e-8a60-4dbd-8610-86086f838237 req-37ddcf52-bd50-4d69-bebb-57312302dfdf tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 943 time: 0.6602969 Dec 22 09:42:40.564336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-c2444e41-5f21-4a0c-909c-f506335d1939 req-65699a28-0ccb-4bb6-a135-8b76fc8b77bd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Calling delete_port for c3a796b4-2b8c-466f-860e-5b4afcb1f551 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:42:40.595288 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-19a8566a-4081-4eb7-911e-8b38801f945a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:40.606837 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-47637c45-7a0b-4454-b254-a0faa7c18f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:40.641654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8566a-4081-4eb7-911e-8b38801f945a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e3d549-b826-40a4-95d6-77023c936330,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:40.646422 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-19a8566a-4081-4eb7-911e-8b38801f945a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:40.662423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-583086b9-b507-471d-bb71-c0da52dd36b1 req-36a50371-842f-447c-b413-cc9b1323c3f5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Deleting port df2006a2-b5c2-48dd-915b-f8846023f365 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:40.662806 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-583086b9-b507-471d-bb71-c0da52dd36b1 req-36a50371-842f-447c-b413-cc9b1323c3f5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:40.679892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-19a8566a-4081-4eb7-911e-8b38801f945a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:40.683061 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-19a8566a-4081-4eb7-911e-8b38801f945a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/69e3d549-b826-40a4-95d6-77023c936330 HTTP/1.1" status: 204 len: 168 time: 0.9995692 Dec 22 09:42:40.760377 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c2444e41-5f21-4a0c-909c-f506335d1939 req-65699a28-0ccb-4bb6-a135-8b76fc8b77bd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:40.770987 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:42:40.771344 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:42:40.773830 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-03b4246d-506c-44a9-9c6e-feb7b70c42a8 req-2fff123e-8307-4560-9364-8bb204de5dc8 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584424 Dec 22 09:42:40.780689 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a62f464e-8a60-4dbd-8610-86086f838237 req-7ebc57f7-f1a9-407a-81f3-5d316cf8ed06 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/security-groups?id=546bb8e2-be57-408c-ac0a-b24628f04aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2291722 Dec 22 09:42:40.868726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-1e60bbc1-fecf-4f46-8eaa-e8d954a7a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:40.870846 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-1e60bbc1-fecf-4f46-8eaa-e8d954a7a5f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 905 time: 0.3882642 Dec 22 09:42:40.951216 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:41.003400 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-19b7a3e7-14df-49e7-8c96-a4a14dd1a91c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dae1370-6369-47b7-a512-e6573214158e HTTP/1.1" status: 200 len: 217 time: 0.1245480 Dec 22 09:42:41.008683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65699a28-0ccb-4bb6-a135-8b76fc8b77bd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Pushing event deleted for resources: {'Port': ['ID=c3a796b4-2b8c-466f-860e-5b4afcb1f551,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:41.015137 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-65699a28-0ccb-4bb6-a135-8b76fc8b77bd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:41.061497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2444e41-5f21-4a0c-909c-f506335d1939 req-65699a28-0ccb-4bb6-a135-8b76fc8b77bd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] No DVR routers for this DVR port c3a796b4-2b8c-466f-860e-5b4afcb1f551 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:42:41.064400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c2444e41-5f21-4a0c-909c-f506335d1939 req-65699a28-0ccb-4bb6-a135-8b76fc8b77bd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:41.067709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2625e67b-98a7-4352-b065-91ad2cace476', 'name': 'network-vif-deleted', 'tag': 'c3a796b4-2b8c-466f-860e-5b4afcb1f551'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:41.091404 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c2444e41-5f21-4a0c-909c-f506335d1939 req-65699a28-0ccb-4bb6-a135-8b76fc8b77bd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.37 "DELETE /v2.0/ports/c3a796b4-2b8c-466f-860e-5b4afcb1f551 HTTP/1.1" status: 204 len: 173 time: 3.4924204 Dec 22 09:42:41.343493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Deleting port 97dac06d-2618-43e1-bd39-c83b6eeb6f9f {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:41.343863 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:41.353034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-05ba1636-2f9e-402e-9c2e-d84230d57517 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:42:41.396619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e7f356-bebb-486e-86ed-35f9b00f02b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df2006a2-b5c2-48dd-915b-f8846023f365'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:41.458393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-0e0665b2-71ad-4e95-a1d9-56d3f1c1e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:41.460027 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-0e0665b2-71ad-4e95-a1d9-56d3f1c1e0b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.4038627 Dec 22 09:42:41.469988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] The port '97dac06d-2618-43e1-bd39-c83b6eeb6f9f' was deleted {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:42:41.636173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-583086b9-b507-471d-bb71-c0da52dd36b1 req-36a50371-842f-447c-b413-cc9b1323c3f5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] For port df2006a2-b5c2-48dd-915b-f8846023f365, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=df2006a2-b5c2-48dd-915b-f8846023f365,segment=NetworkSegment(fa400341-1ab1-41e1-9887-80a151427537),segment_id=fa400341-1ab1-41e1-9887-80a151427537)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:41.636590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-583086b9-b507-471d-bb71-c0da52dd36b1 req-36a50371-842f-447c-b413-cc9b1323c3f5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:41.787915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5ca40-e6ef-4712-8bef-661910a54e6a req-69618e94-8180-4690-bae4-27d54b25c6c6 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:41.789554 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68d5ca40-e6ef-4712-8bef-661910a54e6a req-69618e94-8180-4690-bae4-27d54b25c6c6 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 943 time: 0.7920041 Dec 22 09:42:41.865428 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:41.883567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-583086b9-b507-471d-bb71-c0da52dd36b1 req-36a50371-842f-447c-b413-cc9b1323c3f5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Calling delete_port for df2006a2-b5c2-48dd-915b-f8846023f365 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:42:41.979214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27510a90-ebf7-4abc-9c66-7b0b7950c5d2 req-a2c8f3ee-5764-4818-b38b-fc1816f795b2 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:41.980849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-27510a90-ebf7-4abc-9c66-7b0b7950c5d2 req-a2c8f3ee-5764-4818-b38b-fc1816f795b2 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 1021 time: 0.7808838 Dec 22 09:42:42.124505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-be452738-44b2-4e25-b574-1d6646a35afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:42.126169 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-be452738-44b2-4e25-b574-1d6646a35afe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6531477 Dec 22 09:42:42.147894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d251ff2-021a-41fa-a488-99bc36548e49']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:42:42.160354 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68d5ca40-e6ef-4712-8bef-661910a54e6a req-e7b4789d-e82e-4f38-a0ad-34b960ec1bb2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476351 Dec 22 09:42:42.200359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85178b09-a5f7-4af5-be61-5df9d55679cf') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:42:42.200701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85178b09-a5f7-4af5-be61-5df9d55679cf') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:42:42.225741 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:42.256977 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2625e67b-98a7-4352-b065-91ad2cace476', 'name': 'network-vif-deleted', 'tag': 'c3a796b4-2b8c-466f-860e-5b4afcb1f551', 'status': 'completed', 'code': 200} Dec 22 09:42:42.259553 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-27510a90-ebf7-4abc-9c66-7b0b7950c5d2 req-5e0a9f82-c21c-4bce-af0e-e96be9030673 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?id=fc409691-3296-4eba-a391-43ee6c62f425&id=6c34a441-ede3-4ebe-91b2-441fda9956b7&id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2695458 Dec 22 09:42:42.329484 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e7f356-bebb-486e-86ed-35f9b00f02b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df2006a2-b5c2-48dd-915b-f8846023f365', 'code': 200} Dec 22 09:42:42.357300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:42.363886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Releasing vxlan tunnel 7 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:42:42.918829 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-583086b9-b507-471d-bb71-c0da52dd36b1 req-36a50371-842f-447c-b413-cc9b1323c3f5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:42.950201 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-303ac11e-3a93-4dac-88ec-f691ebd2bca5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:42.982809 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-07a252a8-d691-4708-b3c7-d0afce1d4b6b service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8262644 Dec 22 09:42:42.984667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network 1d251ff2-021a-41fa-a488-99bc36548e49 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:42:43.006663 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:43.071268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a50371-842f-447c-b413-cc9b1323c3f5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event deleted for resources: {'Port': ['ID=df2006a2-b5c2-48dd-915b-f8846023f365,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:43.101886 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-36a50371-842f-447c-b413-cc9b1323c3f5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:43.486653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network 1d251ff2-021a-41fa-a488-99bc36548e49 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:42:43.518818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 7c3911ba-1f51-4e1a-878c-6df532d86d4d up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:42:43.522550 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:42:43.529797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed4440-17d6-40f8-8822-21403a217f56 req-d3a4c32a-25b9-4383-b913-60b285115c40 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:43.531458 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-95ed4440-17d6-40f8-8822-21403a217f56 req-d3a4c32a-25b9-4383-b913-60b285115c40 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 943 time: 0.7921762 Dec 22 09:42:43.606371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 7c3911ba-1f51-4e1a-878c-6df532d86d4d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:43.606799 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:43.693730 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-610686cf-1fa9-467b-9ca5-c2b42945b62a req-97d38b0d-1466-4305-b606-774572cce680 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6683676 Dec 22 09:42:43.732345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6dae1370-6369-47b7-a512-e6573214158e up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:43.757261 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:43.766421 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-95ed4440-17d6-40f8-8822-21403a217f56 req-da06d3d0-8e20-43ac-8819-97052326d816 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/security-groups?id=546bb8e2-be57-408c-ac0a-b24628f04aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2148657 Dec 22 09:42:43.772546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2701a60-8cc6-40ca-9f3e-6d85eeb73f4b req-8f011161-b564-43ae-97aa-79d9a8321152 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:43.774125 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2701a60-8cc6-40ca-9f3e-6d85eeb73f4b req-8f011161-b564-43ae-97aa-79d9a8321152 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 950 time: 0.5935011 Dec 22 09:42:43.776140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-583086b9-b507-471d-bb71-c0da52dd36b1 req-36a50371-842f-447c-b413-cc9b1323c3f5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] No DVR routers for this DVR port df2006a2-b5c2-48dd-915b-f8846023f365 on host n-h2-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:42:43.779355 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-583086b9-b507-471d-bb71-c0da52dd36b1 req-36a50371-842f-447c-b413-cc9b1323c3f5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:43.782371 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-34eeb27f-b100-4ed1-a290-076edb0e5d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:43.803835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 6dae1370-6369-47b7-a512-e6573214158e completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:42:43.804557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e7f356-bebb-486e-86ed-35f9b00f02b9', 'name': 'network-vif-deleted', 'tag': 'df2006a2-b5c2-48dd-915b-f8846023f365'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:43.809626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 6dae1370-6369-47b7-a512-e6573214158e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:43.810044 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:43.817029 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:43.846647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event deleted for resources: {'Network': ['ID=1d251ff2-021a-41fa-a488-99bc36548e49,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:43.849685 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:43.875765 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-583086b9-b507-471d-bb71-c0da52dd36b1 req-36a50371-842f-447c-b413-cc9b1323c3f5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.37 "DELETE /v2.0/ports/df2006a2-b5c2-48dd-915b-f8846023f365 HTTP/1.1" status: 204 len: 173 time: 5.8301394 Dec 22 09:42:43.894216 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "DELETE /v2.0/networks/1d251ff2-021a-41fa-a488-99bc36548e49 HTTP/1.1" status: 204 len: 168 time: 5.4489174 Dec 22 09:42:43.897195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50294) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:43.906953 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2701a60-8cc6-40ca-9f3e-6d85eeb73f4b req-c35ca2d3-67a7-4cfd-b9c3-327e953f4a3d tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918696 Dec 22 09:42:43.977835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:44.013302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 6dae1370-6369-47b7-a512-e6573214158e, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6dae1370-6369-47b7-a512-e6573214158e,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:44.017017 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:44.021434 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:44.125725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=6dae1370-6369-47b7-a512-e6573214158e,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:44.137593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.138070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.138533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.138998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.139453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.140108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.140562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.141008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.141702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.142148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.142589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.143031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.143567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.143909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.144465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.145475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.146013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.146727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.147294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.147843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.148392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.148917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.149468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.150058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.150758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.151286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.151809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.152369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.152977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.153480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.154032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.154554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.155084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.155603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.156152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.156671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:42:44.161962 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:44.221183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ede134-b36f-4132-9f9d-ddb54c28ff1a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Deleting subnet 344c24ac-d751-445c-aac5-abb46783a72e {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:42:44.226394 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-63ede134-b36f-4132-9f9d-ddb54c28ff1a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:44.260099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27095e-6834-47c8-99f0-cc69c831323a req-cab843af-9523-4672-b6d5-c709070220fb tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:44.274577 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fe27095e-6834-47c8-99f0-cc69c831323a req-cab843af-9523-4672-b6d5-c709070220fb tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 945 time: 0.1416194 Dec 22 09:42:44.315055 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-63ede134-b36f-4132-9f9d-ddb54c28ff1a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:44.331027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13bb59b-965d-4b16-9407-7d0690cda31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dae1370-6369-47b7-a512-e6573214158e'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:44.354953 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fe27095e-6834-47c8-99f0-cc69c831323a req-495db6d2-bfb8-4dfd-9a98-f501e621069f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729527 Dec 22 09:42:44.445297 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-63ede134-b36f-4132-9f9d-ddb54c28ff1a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:44.494925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ef5b866c-c511-4e4b-a607-5048863b8ac3 req-c3a35230-8f90-43a0-98f1-164b7bcc6e0f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Synchronizing usage tracker for tenant:e867f84521524ce2ba067f02c8e2bb27 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:42:44.500675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6dae1370-6369-47b7-a512-e6573214158e up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:44.523424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ef5b866c-c511-4e4b-a607-5048863b8ac3 req-c3a35230-8f90-43a0-98f1-164b7bcc6e0f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Unset dirty status for tenant:e867f84521524ce2ba067f02c8e2bb27 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:42:44.524801 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef5b866c-c511-4e4b-a607-5048863b8ac3 req-c3a35230-8f90-43a0-98f1-164b7bcc6e0f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=c9e7f356-bebb-486e-86ed-35f9b00f02b9 HTTP/1.1" status: 200 len: 210 time: 0.0830743 Dec 22 09:42:44.593086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 6dae1370-6369-47b7-a512-e6573214158e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:44.593548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:44.644372 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e7f356-bebb-486e-86ed-35f9b00f02b9', 'name': 'network-vif-deleted', 'tag': 'df2006a2-b5c2-48dd-915b-f8846023f365', 'status': 'completed', 'code': 200} Dec 22 09:42:44.679538 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13bb59b-965d-4b16-9407-7d0690cda31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dae1370-6369-47b7-a512-e6573214158e', 'code': 200} Dec 22 09:42:44.753347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:42:44.890813 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-63ede134-b36f-4132-9f9d-ddb54c28ff1a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:44.904888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 1ce30d48-e72e-48fb-9b5b-e626c2133aa9 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:44.913750 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6a46557b-f581-4aac-8e0d-8b24552cc025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:44.976655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ede134-b36f-4132-9f9d-ddb54c28ff1a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event deleted for resources: {'Subnet': ['ID=344c24ac-d751-445c-aac5-abb46783a72e,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:44.976655 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-63ede134-b36f-4132-9f9d-ddb54c28ff1a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:44.996222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 1ce30d48-e72e-48fb-9b5b-e626c2133aa9 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:42:44.999828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 1ce30d48-e72e-48fb-9b5b-e626c2133aa9 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:45.000422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:45.098470 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-63ede134-b36f-4132-9f9d-ddb54c28ff1a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:45.107413 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-63ede134-b36f-4132-9f9d-ddb54c28ff1a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "DELETE /v2.0/subnets/344c24ac-d751-445c-aac5-abb46783a72e HTTP/1.1" status: 204 len: 168 time: 1.2081170 Dec 22 09:42:45.109510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1473abae-6bff-488d-90af-e72ea7d56caf None None] Network 854fa135-384b-4b10-ade4-73b48dcb840b requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:42:45.109979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50332) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:45.115810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f24c3-24b5-4309-adac-cfe3d87f5b32 req-bc7d5b2b-f375-4a07-b514-992fed477078 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:45.119380 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-649f24c3-24b5-4309-adac-cfe3d87f5b32 req-bc7d5b2b-f375-4a07-b514-992fed477078 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.64 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 950 time: 0.3302796 Dec 22 09:42:45.147003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f1223-ea3d-4dea-bbce-a46e275c07cd req-a1fe683e-9c28-4549-ae27-d64e387c18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:45.149006 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-598f1223-ea3d-4dea-bbce-a46e275c07cd req-a1fe683e-9c28-4549-ae27-d64e387c18ae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 1160 time: 0.3116376 Dec 22 09:42:45.263851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66ea15-d22e-497a-8b15-d43440e2e6f5 req-6101ef09-3e79-423f-b491-5807dd2998f6 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:45.266528 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c66ea15-d22e-497a-8b15-d43440e2e6f5 req-6101ef09-3e79-423f-b491-5807dd2998f6 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 943 time: 0.2936888 Dec 22 09:42:45.298672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:45.380870 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-598f1223-ea3d-4dea-bbce-a46e275c07cd req-9471bf54-837f-4ce4-859e-d91b2c655a18 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819179 Dec 22 09:42:45.385147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Deleting port a0a73970-3da8-4a93-af63-63f1c442235d {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:45.385528 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:45.425426 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c66ea15-d22e-497a-8b15-d43440e2e6f5 req-35588b6a-75fd-4dd3-ac73-bb79c573246b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/security-groups?id=546bb8e2-be57-408c-ac0a-b24628f04aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1189797 Dec 22 09:42:45.433759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-649f24c3-24b5-4309-adac-cfe3d87f5b32 req-45493ec2-1a45-4fcd-aed8-e92b153975ea tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Deleting port ed38f38f-7470-4310-b8d0-71a98e29d508 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:45.435799 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-649f24c3-24b5-4309-adac-cfe3d87f5b32 req-45493ec2-1a45-4fcd-aed8-e92b153975ea tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:45.519426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31d188-d498-4b47-a0e0-e7aa13cfb36b req-236213d3-e816-4804-8d69-1f826d8f2d34 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:45.530204 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f31d188-d498-4b47-a0e0-e7aa13cfb36b req-236213d3-e816-4804-8d69-1f826d8f2d34 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 950 time: 0.3144698 Dec 22 09:42:45.559631 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:45.606444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 1ce30d48-e72e-48fb-9b5b-e626c2133aa9, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=1ce30d48-e72e-48fb-9b5b-e626c2133aa9,segment=NetworkSegment(09f667fc-effc-4b24-8d72-411319ec4a3c),segment_id=09f667fc-effc-4b24-8d72-411319ec4a3c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:45.614222 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:45.617227 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:45.695844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7580cb9-767f-4cf8-a566-ce1dd7fef17a None None] DHCP port deletion for 854fa135-384b-4b10-ade4-73b48dcb840b request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:42:45.734244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d7580cb9-767f-4cf8-a566-ce1dd7fef17a None None] Deleting port a0a73970-3da8-4a93-af63-63f1c442235d {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:45.735009 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d7580cb9-767f-4cf8-a566-ce1dd7fef17a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:45.757788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] For port a0a73970-3da8-4a93-af63-63f1c442235d, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a0a73970-3da8-4a93-af63-63f1c442235d,segment=NetworkSegment(06fba399-aad0-4711-88be-9a1f7e12708b),segment_id=06fba399-aad0-4711-88be-9a1f7e12708b)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:45.758826 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:45.942800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Calling delete_port for a0a73970-3da8-4a93-af63-63f1c442235d owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:42:46.015077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-649f24c3-24b5-4309-adac-cfe3d87f5b32 req-45493ec2-1a45-4fcd-aed8-e92b153975ea tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] For port ed38f38f-7470-4310-b8d0-71a98e29d508, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=ed38f38f-7470-4310-b8d0-71a98e29d508,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:46.016126 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-649f24c3-24b5-4309-adac-cfe3d87f5b32 req-45493ec2-1a45-4fcd-aed8-e92b153975ea tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:46.037563 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f31d188-d498-4b47-a0e0-e7aa13cfb36b req-0d0ec386-3066-46a9-a2a9-cfb15a3d1a61 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060587 Dec 22 09:42:46.049533 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:46.084645 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1daa18f5-4bf0-4104-a28b-072b1c3d5cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:46.109564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d7580cb9-767f-4cf8-a566-ce1dd7fef17a None None] The port 'a0a73970-3da8-4a93-af63-63f1c442235d' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:42:46.121009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=1ce30d48-e72e-48fb-9b5b-e626c2133aa9,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:46.135598 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:46.183726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event deleted for resources: {'Port': ['ID=a0a73970-3da8-4a93-af63-63f1c442235d,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:46.189205 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:46.193793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-649f24c3-24b5-4309-adac-cfe3d87f5b32 req-45493ec2-1a45-4fcd-aed8-e92b153975ea tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Calling delete_port for ed38f38f-7470-4310-b8d0-71a98e29d508 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:42:46.299003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] No DVR routers for this DVR port a0a73970-3da8-4a93-af63-63f1c442235d on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:42:46.452036 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:46.530100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6dae1370-6369-47b7-a512-e6573214158e up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:46.583066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854fa135-384b-4b10-ade4-73b48dcb840b']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:42:46.595038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9f649-a4a2-463b-9f2d-2f377b4e579a req-7ab2b5ed-c665-440d-8911-8a07a51a66ab tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:46.596690 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6bb9f649-a4a2-463b-9f2d-2f377b4e579a req-7ab2b5ed-c665-440d-8911-8a07a51a66ab tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 945 time: 0.8293087 Dec 22 09:42:46.597175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06fba399-aad0-4711-88be-9a1f7e12708b') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:42:46.597523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06fba399-aad0-4711-88be-9a1f7e12708b') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:42:46.606408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 6dae1370-6369-47b7-a512-e6573214158e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:46.607093 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:46.610632 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:46.632633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:46.641695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Releasing vxlan tunnel 3 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:42:46.671060 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f94667bc-bac8-4754-8144-e70cca4b3259 req-8671a17f-9635-4c97-b894-82d3a3cf0348 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/6c34a441-ede3-4ebe-91b2-441fda9956b7 HTTP/1.1" status: 200 len: 1752 time: 0.1166050 Dec 22 09:42:46.703733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edbba4e-f45b-4147-8fe0-065ec0044199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce30d48-e72e-48fb-9b5b-e626c2133aa9'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:46.744875 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6bb9f649-a4a2-463b-9f2d-2f377b4e579a req-71e28489-9ebb-4fe4-92c4-cfd24837186e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265810 Dec 22 09:42:46.850901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device ed38f38f-7470-4310-b8d0-71a98e29d508 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:42:46.853997 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-649f24c3-24b5-4309-adac-cfe3d87f5b32 req-45493ec2-1a45-4fcd-aed8-e92b153975ea tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:46.877211 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:46.930072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] No Port match for: ed38f38f-7470-4310-b8d0-71a98e29d508 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:42:46.930473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device ed38f38f-7470-4310-b8d0-71a98e29d508 not bound to the agent host n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:42:46.956200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network 854fa135-384b-4b10-ade4-73b48dcb840b has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:42:46.956487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45493ec2-1a45-4fcd-aed8-e92b153975ea tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Pushing event deleted for resources: {'Port': ['ID=ed38f38f-7470-4310-b8d0-71a98e29d508,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:46.969358 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:46.975631 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f94667bc-bac8-4754-8144-e70cca4b3259 req-fc9e5a20-cf41-4bcf-98b3-000f4d78a660 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:46.998408 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-45493ec2-1a45-4fcd-aed8-e92b153975ea tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:47.070948 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f94667bc-bac8-4754-8144-e70cca4b3259 req-fc9e5a20-cf41-4bcf-98b3-000f4d78a660 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:47.174957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Network 854fa135-384b-4b10-ade4-73b48dcb840b has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:42:47.221718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f94667bc-bac8-4754-8144-e70cca4b3259 req-fc9e5a20-cf41-4bcf-98b3-000f4d78a660 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:42:47.229407 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:42:47.232669 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-84f833b3-5b26-4a47-bedb-4d45881f7f5f tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:47.276324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e5a20-cf41-4bcf-98b3-000f4d78a660 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c34a441-ede3-4ebe-91b2-441fda9956b7,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:47.289998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6fd5b-5b61-40d1-8e99-56fba2b27053 req-cf561fa6-9956-4d05-b7f4-410e957cb41b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:47.298906 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5de6fd5b-5b61-40d1-8e99-56fba2b27053 req-cf561fa6-9956-4d05-b7f4-410e957cb41b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 945 time: 0.2365441 Dec 22 09:42:47.310411 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fc9e5a20-cf41-4bcf-98b3-000f4d78a660 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:47.311914 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:47.315310 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2ff8b7d6-46ce-4f70-87af-fa373c30f6c8 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:47.325363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-649f24c3-24b5-4309-adac-cfe3d87f5b32 req-45493ec2-1a45-4fcd-aed8-e92b153975ea tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] No DVR routers for this DVR port ed38f38f-7470-4310-b8d0-71a98e29d508 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:42:47.330501 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-649f24c3-24b5-4309-adac-cfe3d87f5b32 req-45493ec2-1a45-4fcd-aed8-e92b153975ea tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:47.333420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb51992-7a83-4102-9af4-f2a8163f6cc0', 'name': 'network-vif-deleted', 'tag': 'ed38f38f-7470-4310-b8d0-71a98e29d508'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:47.335078 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:47.345496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Pushing event deleted for resources: {'Network': ['ID=854fa135-384b-4b10-ade4-73b48dcb840b,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:47.352291 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:47.363979 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] 10.222.0.50 "DELETE /v2.0/networks/854fa135-384b-4b10-ade4-73b48dcb840b HTTP/1.1" status: 204 len: 168 time: 2.2489362 Dec 22 09:42:47.364211 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-649f24c3-24b5-4309-adac-cfe3d87f5b32 req-45493ec2-1a45-4fcd-aed8-e92b153975ea tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.64 "DELETE /v2.0/ports/ed38f38f-7470-4310-b8d0-71a98e29d508 HTTP/1.1" status: 204 len: 173 time: 2.2134302 Dec 22 09:42:47.367311 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f94667bc-bac8-4754-8144-e70cca4b3259 req-fc9e5a20-cf41-4bcf-98b3-000f4d78a660 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:47.368471 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f94667bc-bac8-4754-8144-e70cca4b3259 req-fc9e5a20-cf41-4bcf-98b3-000f4d78a660 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "DELETE /v2.0/security-groups/6c34a441-ede3-4ebe-91b2-441fda9956b7 HTTP/1.1" status: 204 len: 173 time: 0.6494126 Dec 22 09:42:47.379260 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5de6fd5b-5b61-40d1-8e99-56fba2b27053 req-4844fa26-b0c5-4cd4-88b9-12ffd0b65ce9 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/security-groups?id=546bb8e2-be57-408c-ac0a-b24628f04aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794063 Dec 22 09:42:47.434612 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edbba4e-f45b-4147-8fe0-065ec0044199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce30d48-e72e-48fb-9b5b-e626c2133aa9', 'code': 200} Dec 22 09:42:47.595643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a0a73970-3da8-4a93-af63-63f1c442235d no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:42:47.634329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: a0a73970-3da8-4a93-af63-63f1c442235d {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:42:47.635025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a0a73970-3da8-4a93-af63-63f1c442235d not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:42:47.652652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5d5b0f7e-a5fa-4406-8caf-eea1a4f21e60 req-7d864498-706e-4e11-9e26-38e2f9decf4c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Synchronizing usage tracker for tenant:4f8a67b33ff048d5bd0b60e257789306 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:42:47.766695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5d5b0f7e-a5fa-4406-8caf-eea1a4f21e60 req-7d864498-706e-4e11-9e26-38e2f9decf4c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Unset dirty status for tenant:4f8a67b33ff048d5bd0b60e257789306 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:42:47.768010 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d5b0f7e-a5fa-4406-8caf-eea1a4f21e60 req-7d864498-706e-4e11-9e26-38e2f9decf4c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=dcb51992-7a83-4102-9af4-f2a8163f6cc0 HTTP/1.1" status: 200 len: 210 time: 0.2300704 Dec 22 09:42:47.805468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-8f5cca16-3aa6-48a6-8b84-76e2eb1ce450 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:47.807296 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-8f5cca16-3aa6-48a6-8b84-76e2eb1ce450 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/networks?id=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 HTTP/1.1" status: 200 len: 815 time: 0.3063900 Dec 22 09:42:47.810307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b017e-b2f8-4200-93e9-a02610dcc608 req-5d7436c5-6409-4459-809f-0589429c7cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:47.812049 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f55b017e-b2f8-4200-93e9-a02610dcc608 req-5d7436c5-6409-4459-809f-0589429c7cca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 1160 time: 0.2753074 Dec 22 09:42:47.841686 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-3faae3fa-3d99-47ad-b932-8963195e6422 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/quotas/f8298ddf7cf945579648150318b580de HTTP/1.1" status: 200 len: 375 time: 0.0281680 Dec 22 09:42:47.911019 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f55b017e-b2f8-4200-93e9-a02610dcc608 req-7e979605-1a0d-4f90-94aa-97e798b4ddbe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=546bb8e2-be57-408c-ac0a-b24628f04aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902007 Dec 22 09:42:47.952508 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-d5617a8f-4508-47f8-8aa9-69de03710e8f tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8298ddf7cf945579648150318b580de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1000721 Dec 22 09:42:47.991095 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb51992-7a83-4102-9af4-f2a8163f6cc0', 'name': 'network-vif-deleted', 'tag': 'ed38f38f-7470-4310-b8d0-71a98e29d508', 'status': 'completed', 'code': 200} Dec 22 09:42:48.173992 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0e7ab63-e05c-445e-9ea3-6196130546ad req-690481f4-6787-47eb-8efa-c2223463c0d2 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/fc409691-3296-4eba-a391-43ee6c62f425 HTTP/1.1" status: 200 len: 1752 time: 0.0796058 Dec 22 09:42:48.184333 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-22f8c36e-9d37-4efd-a9cd-9685b833a8c6 service neutron] 10.222.0.50 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265470 Dec 22 09:42:48.395527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f0e7ab63-e05c-445e-9ea3-6196130546ad req-c2b0ec3c-ad30-4977-98ba-f0df82b29951 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:48.416124 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-902085cc-fe77-4601-a63b-f2ec9487d94e service neutron] 10.222.0.50 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2194510 Dec 22 09:42:48.433096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f0e7ab63-e05c-445e-9ea3-6196130546ad req-c2b0ec3c-ad30-4977-98ba-f0df82b29951 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:48.481244 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f0e7ab63-e05c-445e-9ea3-6196130546ad req-c2b0ec3c-ad30-4977-98ba-f0df82b29951 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:48.486947 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cce710a7-d1c4-47d1-98b0-47bbaaa452d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:48.503562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 1ce30d48-e72e-48fb-9b5b-e626c2133aa9 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:48.505267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0ec3c-ad30-4977-98ba-f0df82b29951 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc409691-3296-4eba-a391-43ee6c62f425,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:48.511552 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2b0ec3c-ad30-4977-98ba-f0df82b29951 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:48.513778 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f0e7ab63-e05c-445e-9ea3-6196130546ad req-c2b0ec3c-ad30-4977-98ba-f0df82b29951 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:48.519385 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0e7ab63-e05c-445e-9ea3-6196130546ad req-c2b0ec3c-ad30-4977-98ba-f0df82b29951 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "DELETE /v2.0/security-groups/fc409691-3296-4eba-a391-43ee6c62f425 HTTP/1.1" status: 204 len: 173 time: 0.3372140 Dec 22 09:42:48.632878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 1ce30d48-e72e-48fb-9b5b-e626c2133aa9 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:48.633722 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:48.848412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28d046-94a8-48a3-83a9-c49163e70aa5 req-72c15313-9176-44f5-8178-80509b88b847 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:48.850271 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b28d046-94a8-48a3-83a9-c49163e70aa5 req-72c15313-9176-44f5-8178-80509b88b847 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 945 time: 0.1227508 Dec 22 09:42:48.940623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6dae1370-6369-47b7-a512-e6573214158e up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:42:48.969934 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b28d046-94a8-48a3-83a9-c49163e70aa5 req-b921d91d-ff9b-485e-b0a3-177a7276482c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978863 Dec 22 09:42:49.033080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-77904861-b8d2-4ef6-a2c4-2ed16acb390d req-ea3351c3-d325-497c-aaad-91d32019ddad tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2022547009', 'description': 'tempest-description-1032363304'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:49.051540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-77904861-b8d2-4ef6-a2c4-2ed16acb390d req-ea3351c3-d325-497c-aaad-91d32019ddad tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:42:49.053710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 6dae1370-6369-47b7-a512-e6573214158e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:49.054800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:49.060691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd592ea3-7f1e-4eac-8c20-5f7d4d330d2e req-9a5e9e5e-a97d-442a-b1ea-7375f20954ad tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:49.062328 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cd592ea3-7f1e-4eac-8c20-5f7d4d330d2e req-9a5e9e5e-a97d-442a-b1ea-7375f20954ad tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 945 time: 0.1797903 Dec 22 09:42:49.065517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-77904861-b8d2-4ef6-a2c4-2ed16acb390d req-ea3351c3-d325-497c-aaad-91d32019ddad tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Usage tracker for resource:security_group and tenant:e867f84521524ce2ba067f02c8e2bb27 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:42:49.073988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-77904861-b8d2-4ef6-a2c4-2ed16acb390d req-ea3351c3-d325-497c-aaad-91d32019ddad tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Quota usage for security_group was recalculated. Used quota:3. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:42:49.095793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-77904861-b8d2-4ef6-a2c4-2ed16acb390d req-ea3351c3-d325-497c-aaad-91d32019ddad tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:42:49.125402 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-77904861-b8d2-4ef6-a2c4-2ed16acb390d req-ea3351c3-d325-497c-aaad-91d32019ddad tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:49.147325 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cd592ea3-7f1e-4eac-8c20-5f7d4d330d2e req-7c9aba81-664a-4ddf-9ef7-b71e4f3e68b4 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/security-groups?id=546bb8e2-be57-408c-ac0a-b24628f04aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768492 Dec 22 09:42:49.159272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-77904861-b8d2-4ef6-a2c4-2ed16acb390d req-ea3351c3-d325-497c-aaad-91d32019ddad tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:42:49.175684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-77904861-b8d2-4ef6-a2c4-2ed16acb390d req-ea3351c3-d325-497c-aaad-91d32019ddad tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Usage tracker for resource:security_group_rule and tenant:e867f84521524ce2ba067f02c8e2bb27 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:42:49.192940 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-77904861-b8d2-4ef6-a2c4-2ed16acb390d req-ea3351c3-d325-497c-aaad-91d32019ddad tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:42:49.217355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-77904861-b8d2-4ef6-a2c4-2ed16acb390d req-ea3351c3-d325-497c-aaad-91d32019ddad tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:42:49.390295 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-77904861-b8d2-4ef6-a2c4-2ed16acb390d req-ea3351c3-d325-497c-aaad-91d32019ddad tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:49.399733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-77904861-b8d2-4ef6-a2c4-2ed16acb390d req-ea3351c3-d325-497c-aaad-91d32019ddad tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:49.417310 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec777c72-562a-4aed-8dbc-86d83cba1296 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:49.450439 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-17daaed5-de1b-42ba-be00-57a23c7e8595 req-1566c41a-e5bc-4b8f-b9fe-294ae05c6382 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09 HTTP/1.1" status: 200 len: 210 time: 0.1250699 Dec 22 09:42:49.499811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3351c3-d325-497c-aaad-91d32019ddad tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event updated for resources: {'SecurityGroup': ['ID=6d23fc71-255f-47c0-a628-8b87c5380eda,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:49.503005 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea3351c3-d325-497c-aaad-91d32019ddad tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:49.503879 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-77904861-b8d2-4ef6-a2c4-2ed16acb390d req-ea3351c3-d325-497c-aaad-91d32019ddad tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:49.505232 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-77904861-b8d2-4ef6-a2c4-2ed16acb390d req-ea3351c3-d325-497c-aaad-91d32019ddad tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 0.4802594 Dec 22 09:42:49.859194 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fef81780-0780-4d09-93c8-2a7b8c1b4357 req-59ff3c5a-7ce9-4682-9d2a-b294688d97a5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/6d23fc71-255f-47c0-a628-8b87c5380eda HTTP/1.1" status: 200 len: 1753 time: 0.0575516 Dec 22 09:42:49.876953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-fef81780-0780-4d09-93c8-2a7b8c1b4357 req-3ac4ca56-8d46-4d4b-8f3c-57f69f3c4558 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Request body: {'security_group': {'name': 'tempest-sg-hth-1666220866', 'description': 'tempest-description-hth-1628141019'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:49.913015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fef81780-0780-4d09-93c8-2a7b8c1b4357 req-3ac4ca56-8d46-4d4b-8f3c-57f69f3c4558 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:49.988341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50488) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:50.008239 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fef81780-0780-4d09-93c8-2a7b8c1b4357 req-3ac4ca56-8d46-4d4b-8f3c-57f69f3c4558 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:50.064663 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fef81780-0780-4d09-93c8-2a7b8c1b4357 req-3ac4ca56-8d46-4d4b-8f3c-57f69f3c4558 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:50.070475 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fef81780-0780-4d09-93c8-2a7b8c1b4357 req-3ac4ca56-8d46-4d4b-8f3c-57f69f3c4558 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:50.074209 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fef81780-0780-4d09-93c8-2a7b8c1b4357 req-3ac4ca56-8d46-4d4b-8f3c-57f69f3c4558 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "PUT /v2.0/security-groups/6d23fc71-255f-47c0-a628-8b87c5380eda HTTP/1.1" status: 200 len: 1727 time: 0.2018392 Dec 22 09:42:50.094285 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e6ccb538-14b0-4516-a021-f789f00f52da tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:50.233572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4ca56-8d46-4d4b-8f3c-57f69f3c4558 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event updated for resources: {'SecurityGroup': ['ID=6d23fc71-255f-47c0-a628-8b87c5380eda,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:50.250984 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-2eb31006-f905-4ba0-b3b7-0e145d1ab299 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/networks?tenant_id=9b7e3b31212e40a5a5916864be6d76d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1399000 Dec 22 09:42:50.329060 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ac4ca56-8d46-4d4b-8f3c-57f69f3c4558 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:50.545803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-f700952c-598a-470e-84e2-f9469984b110 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:50.547806 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-f700952c-598a-470e-84e2-f9469984b110 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.37 "GET /v2.0/networks?id=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 HTTP/1.1" status: 200 len: 815 time: 0.5336823 Dec 22 09:42:50.593007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-29be00b6-bf06-443d-9af6-a3a9c523eeaa tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Request body: {'port': {'device_id': '8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09', 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7', 'admin_state_up': True, 'tenant_id': 'f8298ddf7cf945579648150318b580de'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:50.674023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-a16e7291-218d-472a-9b6b-969c3602957e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:50.676999 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-a16e7291-218d-472a-9b6b-969c3602957e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4243929 Dec 22 09:42:50.758762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d45be59-25c7-4681-9a01-485a27778f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:50.787143 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-5bd158dd-9b0d-43f0-a01c-5058f3985e7a tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/quotas/9b7e3b31212e40a5a5916864be6d76d8 HTTP/1.1" status: 200 len: 375 time: 0.0970955 Dec 22 09:42:50.865258 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-aa904a25-4490-4941-bff9-d81487bea8c7 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b7e3b31212e40a5a5916864be6d76d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673821 Dec 22 09:42:50.899570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-29be00b6-bf06-443d-9af6-a3a9c523eeaa tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:42:50.910438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0ce3b-a890-45cd-bf01-3df338077a3b req-559358e6-9dea-41e2-96c9-8f72dee9ac25 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:50.912066 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fd0ce3b-a890-45cd-bf01-3df338077a3b req-559358e6-9dea-41e2-96c9-8f72dee9ac25 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 945 time: 0.2911868 Dec 22 09:42:50.919592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-29be00b6-bf06-443d-9af6-a3a9c523eeaa tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:42:50.960428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-29be00b6-bf06-443d-9af6-a3a9c523eeaa tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Made reservation on behalf of f8298ddf7cf945579648150318b580de for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:42:50.966791 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-29be00b6-bf06-443d-9af6-a3a9c523eeaa tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:50.998937 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fd0ce3b-a890-45cd-bf01-3df338077a3b req-16c80aad-7e36-4ea6-9ebf-0362b480f45e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768716 Dec 22 09:42:51.220023 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04547c3d-e3e5-4ed8-9af2-e7b615c4542e req-7cdf741f-2b78-4f93-acac-c5070299aad4 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/6d23fc71-255f-47c0-a628-8b87c5380eda HTTP/1.1" status: 200 len: 1727 time: 0.2056272 Dec 22 09:42:51.533305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6d45be59-25c7-4681-9a01-485a27778f41 admin admin] Deleting port fbda23da-55fb-4a6f-a31d-2bbb52422933 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:51.535590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d45be59-25c7-4681-9a01-485a27778f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:51.553133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5bb15-d345-4862-8e2f-aef2ddecc588 req-39c25116-e6bf-4360-8922-374abe476a8e tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:51.554799 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0cf5bb15-d345-4862-8e2f-aef2ddecc588 req-39c25116-e6bf-4360-8922-374abe476a8e tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 945 time: 0.3640089 Dec 22 09:42:51.651673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-29be00b6-bf06-443d-9af6-a3a9c523eeaa tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Allocated IP 172.20.0.12 (fb6a7abf-9fa9-4ac5-95d0-ed70177540e7/f2c12495-0928-4c58-a944-5c9e4ea79919/76d4282f-e9a8-4e2e-803c-4fc83c5e7cee) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:42:51.761244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6d45be59-25c7-4681-9a01-485a27778f41 admin admin] For port fbda23da-55fb-4a6f-a31d-2bbb52422933, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=fbda23da-55fb-4a6f-a31d-2bbb52422933,segment=NetworkSegment(f3f62d88-3e9b-420a-b628-5db6ebd4cf0f),segment_id=f3f62d88-3e9b-420a-b628-5db6ebd4cf0f)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:51.761793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d45be59-25c7-4681-9a01-485a27778f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:51.921048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6d45be59-25c7-4681-9a01-485a27778f41 admin admin] Calling delete_port for fbda23da-55fb-4a6f-a31d-2bbb52422933 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:42:51.938133 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0cf5bb15-d345-4862-8e2f-aef2ddecc588 req-d8ef5840-e256-4862-b0ea-0a66564e87a0 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/security-groups?id=546bb8e2-be57-408c-ac0a-b24628f04aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3611445 Dec 22 09:42:51.945777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a3828-9b47-4703-bcad-8283e858f569 req-62ed7fc5-3f0a-44c4-b142-869a117edb5c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:51.952549 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-957a3828-9b47-4703-bcad-8283e858f569 req-62ed7fc5-3f0a-44c4-b142-869a117edb5c tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.5200725 Dec 22 09:42:52.058991 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-957a3828-9b47-4703-bcad-8283e858f569 req-69e54faa-8f5a-4449-a527-5f96bba365fc tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020699 Dec 22 09:42:52.190487 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d45be59-25c7-4681-9a01-485a27778f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:52.307292 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:52.315044 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-37a48834-e0bd-4c72-9f68-0dee84671cd0 req-6df2b3dc-ff65-45df-83e3-a61ebf9d8465 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09 HTTP/1.1" status: 200 len: 210 time: 0.1446290 Dec 22 09:42:52.336598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device c1685308-913a-4771-a46d-4bf94651ed94 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:42:52.404489 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-29be00b6-bf06-443d-9af6-a3a9c523eeaa tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:52.425661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9f411-4059-49c9-a541-3b35d7b59224 req-a33ec4e8-cd71-413a-9894-67853bbf6b7e tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:52.427421 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d1f9f411-4059-49c9-a541-3b35d7b59224 req-a33ec4e8-cd71-413a-9894-67853bbf6b7e tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.64 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 950 time: 0.1969216 Dec 22 09:42:52.480678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45be59-25c7-4681-9a01-485a27778f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbda23da-55fb-4a6f-a31d-2bbb52422933,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:52.488919 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6d45be59-25c7-4681-9a01-485a27778f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:52.496551 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-d7703277-8294-4605-bb3c-8a5996b8b499 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.37 "GET /v2.0/networks?tenant_id=9b7e3b31212e40a5a5916864be6d76d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474982 Dec 22 09:42:52.515098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-d1f9f411-4059-49c9-a541-3b35d7b59224 req-0bbf61ad-7a97-4ae9-9a48-113c032154b5 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Deleting port c1685308-913a-4771-a46d-4bf94651ed94 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:52.515661 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d1f9f411-4059-49c9-a541-3b35d7b59224 req-0bbf61ad-7a97-4ae9-9a48-113c032154b5 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:52.547927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:52.589668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port c1685308-913a-4771-a46d-4bf94651ed94, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c1685308-913a-4771-a46d-4bf94651ed94,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:52.590944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ad962c-e330-45a0-80b4-f88bb50c22c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1685308-913a-4771-a46d-4bf94651ed94'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:52.598287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:52.600652 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2f8208fa-7405-41b5-8f5d-51cc33706d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:52.696369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=c1685308-913a-4771-a46d-4bf94651ed94,revision_number=7']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:52.702562 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:52.761456 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-6bc6de55-a46c-4ddd-bfbd-07d61052e6d5 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/networks?tenant_id=9b7e3b31212e40a5a5916864be6d76d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1634853 Dec 22 09:42:52.929376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-f6a31b91-49c3-45af-85dc-05b707707cff tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:52.930855 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-f6a31b91-49c3-45af-85dc-05b707707cff tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4268377 Dec 22 09:42:53.024038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Request body: {'port': {'device_id': 'ec6d412d-8e07-4922-97bf-94cad4a856fb', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '9b7e3b31212e40a5a5916864be6d76d8'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:53.114815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-29be00b6-bf06-443d-9af6-a3a9c523eeaa tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:53.123374 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5ab004a1-5f45-4aa9-a093-d849c2380230 req-18afad48-44df-4505-92e5-57475707e8af tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/6d23fc71-255f-47c0-a628-8b87c5380eda HTTP/1.1" status: 200 len: 1727 time: 0.4828587 Dec 22 09:42:53.143417 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:53.167405 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d45be59-25c7-4681-9a01-485a27778f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:53.250509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:42:53.271607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d1f9f411-4059-49c9-a541-3b35d7b59224 req-0bbf61ad-7a97-4ae9-9a48-113c032154b5 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] For port c1685308-913a-4771-a46d-4bf94651ed94, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c1685308-913a-4771-a46d-4bf94651ed94,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:53.272595 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d1f9f411-4059-49c9-a541-3b35d7b59224 req-0bbf61ad-7a97-4ae9-9a48-113c032154b5 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:53.308757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Usage tracker for resource:port and tenant:9b7e3b31212e40a5a5916864be6d76d8 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:42:53.324006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:42:53.333677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:42:53.358848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Made reservation on behalf of 9b7e3b31212e40a5a5916864be6d76d8 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:42:53.364433 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:53.383361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:53.408231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:42:53.467294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Usage tracker for resource:security_group_rule and tenant:9b7e3b31212e40a5a5916864be6d76d8 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:42:53.481869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:42:53.491044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:42:53.497857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be00b6-bf06-443d-9af6-a3a9c523eeaa tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Pushing event updated for resources: {'Port': ['ID=76d4282f-e9a8-4e2e-803c-4fc83c5e7cee,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:53.514420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-d1f9f411-4059-49c9-a541-3b35d7b59224 req-0bbf61ad-7a97-4ae9-9a48-113c032154b5 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Calling delete_port for c1685308-913a-4771-a46d-4bf94651ed94 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:42:53.553770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-a49972a2-71f0-400c-b83d-71702a4f4150 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:53.555390 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-a49972a2-71f0-400c-b83d-71702a4f4150 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7924674 Dec 22 09:42:53.556983 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-29be00b6-bf06-443d-9af6-a3a9c523eeaa tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:53.609634 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-ce190616-59ec-4b0a-8088-be893c387889 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/quotas/9b7e3b31212e40a5a5916864be6d76d8 HTTP/1.1" status: 200 len: 375 time: 0.0396373 Dec 22 09:42:53.697236 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5ab004a1-5f45-4aa9-a093-d849c2380230 req-1410fd0f-d28b-45af-8540-1e5e31eded16 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:53.730802 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-e8445ef4-1339-482c-8834-bf8d4b35498f tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b7e3b31212e40a5a5916864be6d76d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010225 Dec 22 09:42:53.764228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5ab004a1-5f45-4aa9-a093-d849c2380230 req-1410fd0f-d28b-45af-8540-1e5e31eded16 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:53.776569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-29be00b6-bf06-443d-9af6-a3a9c523eeaa tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Network fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:42:53.811056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-29be00b6-bf06-443d-9af6-a3a9c523eeaa tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:42:53.826506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-29be00b6-bf06-443d-9af6-a3a9c523eeaa tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:42:53.831420 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:53.845381 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:53.859238 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f9fca396-0f7d-4a8a-9d58-692b8b57c699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:53.934347 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d1f9f411-4059-49c9-a541-3b35d7b59224 req-0bbf61ad-7a97-4ae9-9a48-113c032154b5 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:53.941203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-29be00b6-bf06-443d-9af6-a3a9c523eeaa tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:53.941864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-29be00b6-bf06-443d-9af6-a3a9c523eeaa tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:53.948514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcfed12-f98e-458a-8d86-53cb7279aec6,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:53.956900 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:53.961512 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-45493ec2-1a45-4fcd-aed8-e92b153975ea tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:54.003351 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5ab004a1-5f45-4aa9-a093-d849c2380230 req-1410fd0f-d28b-45af-8540-1e5e31eded16 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:54.020183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d45be59-25c7-4681-9a01-485a27778f41 admin admin] Router 05b7c163-07ce-42aa-b8d8-fbbcbf0b4456 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:42:54.028445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf61ad-7a97-4ae9-9a48-113c032154b5 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Pushing event deleted for resources: {'Port': ['ID=c1685308-913a-4771-a46d-4bf94651ed94,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:54.051411 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0bbf61ad-7a97-4ae9-9a48-113c032154b5 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:54.052030 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a31bc97e-a404-40a2-a032-e74560268763 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:54.176764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410fd0f-d28b-45af-8540-1e5e31eded16 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d23fc71-255f-47c0-a628-8b87c5380eda,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:54.192441 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1410fd0f-d28b-45af-8540-1e5e31eded16 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:54.200383 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-29be00b6-bf06-443d-9af6-a3a9c523eeaa tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6193390 Dec 22 09:42:54.205403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5ab004a1-5f45-4aa9-a093-d849c2380230 req-1410fd0f-d28b-45af-8540-1e5e31eded16 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:54.206047 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5ab004a1-5f45-4aa9-a093-d849c2380230 req-1410fd0f-d28b-45af-8540-1e5e31eded16 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "DELETE /v2.0/security-groups/6d23fc71-255f-47c0-a628-8b87c5380eda HTTP/1.1" status: 204 len: 173 time: 1.0216200 Dec 22 09:42:54.220957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Request body: {'port': {'device_id': '8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:54.423307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7800464-cb6a-40e3-98e4-f6c537512007 req-5bbf6f3a-dbd2-4f5e-97d3-4ff267e52d0e tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:54.436574 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f7800464-cb6a-40e3-98e4-f6c537512007 req-5bbf6f3a-dbd2-4f5e-97d3-4ff267e52d0e tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 945 time: 0.4025807 Dec 22 09:42:54.437154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 50558) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:54.465006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-1735d639-0f51-477a-8564-82eccbae00aa tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Request body: {'floatingip': {'port_id': '1ce30d48-e72e-48fb-9b5b-e626c2133aa9'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:54.496983 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ad962c-e330-45a0-80b4-f88bb50c22c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1685308-913a-4771-a46d-4bf94651ed94', 'code': 200} Dec 22 09:42:54.533958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f9f411-4059-49c9-a541-3b35d7b59224 req-0bbf61ad-7a97-4ae9-9a48-113c032154b5 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] No DVR routers for this DVR port c1685308-913a-4771-a46d-4bf94651ed94 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:42:54.536519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d1f9f411-4059-49c9-a541-3b35d7b59224 req-0bbf61ad-7a97-4ae9-9a48-113c032154b5 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:54.539056 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d1f9f411-4059-49c9-a541-3b35d7b59224 req-0bbf61ad-7a97-4ae9-9a48-113c032154b5 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.64 "DELETE /v2.0/ports/c1685308-913a-4771-a46d-4bf94651ed94 HTTP/1.1" status: 204 len: 173 time: 2.1035650 Dec 22 09:42:54.561924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ad962c-e330-45a0-80b4-f88bb50c22c8', 'name': 'network-vif-deleted', 'tag': 'c1685308-913a-4771-a46d-4bf94651ed94'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:42:54.712870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d45be59-25c7-4681-9a01-485a27778f41 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:42:54.728798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff4a1b8-9c20-4a56-99d3-f5c8ae1c27b5 None None] Sync routers for ids ['05b7c163-07ce-42aa-b8d8-fbbcbf0b4456'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:42:54.742967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff4a1b8-9c20-4a56-99d3-f5c8ae1c27b5 None None] Routers {'05b7c163-07ce-42aa-b8d8-fbbcbf0b4456'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:42:54.744323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8ff4a1b8-9c20-4a56-99d3-f5c8ae1c27b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:42:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['05b7c163-07ce-42aa-b8d8-fbbcbf0b4456'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:42:54.762658 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6d45be59-25c7-4681-9a01-485a27778f41 admin admin] 10.222.0.50 "PUT /v2.0/routers/05b7c163-07ce-42aa-b8d8-fbbcbf0b4456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7689221 Dec 22 09:42:54.768863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50564) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:54.978325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1735d639-0f51-477a-8564-82eccbae00aa tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for floatingip, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:54.988998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-8ff4a1b8-9c20-4a56-99d3-f5c8ae1c27b5 None None] Set router 05b7c163-07ce-42aa-b8d8-fbbcbf0b4456 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:42:55.038561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Allocated IP 192.168.233.175 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/856489cf-ca48-41c9-a847-2b657c6e2482) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:42:55.042663 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:55.086562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-da88b792-39ea-4292-84a0-cb3698388caf req-0dd6575b-23d9-4444-90c3-8700bf2ee592 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Synchronizing usage tracker for tenant:4f8a67b33ff048d5bd0b60e257789306 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:42:55.096277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69985c28-f4f9-41a2-a23f-019e2ecc6bef admin admin] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:55.322687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-da88b792-39ea-4292-84a0-cb3698388caf req-0dd6575b-23d9-4444-90c3-8700bf2ee592 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Unset dirty status for tenant:4f8a67b33ff048d5bd0b60e257789306 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:42:55.324439 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da88b792-39ea-4292-84a0-cb3698388caf req-0dd6575b-23d9-4444-90c3-8700bf2ee592 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=58ad962c-e330-45a0-80b4-f88bb50c22c8 HTTP/1.1" status: 200 len: 210 time: 0.6944866 Dec 22 09:42:55.408425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8ff4a1b8-9c20-4a56-99d3-f5c8ae1c27b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'name': 'tempest-ServersTestMultiNic-2084198261-router', 'tenant_id': '2bf9339faedd4d93bde184951affe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f0ced865-fe7c-43d8-bcd5-e35d4ae9344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:39:31Z', 'updated_at': '2020-12-22T09:42:52Z', 'revision_number': 5, 'project_id': '2bf9339faedd4d93bde184951affe795', 'gw_port': {'id': 'f0ced865-fe7c-43d8-bcd5-e35d4ae9344a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:39:33Z', 'updated_at': '2020-12-22T09:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:42:55.413668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff4a1b8-9c20-4a56-99d3-f5c8ae1c27b5 None None] Checking router: 05b7c163-07ce-42aa-b8d8-fbbcbf0b4456 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:42:55.432928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff4a1b8-9c20-4a56-99d3-f5c8ae1c27b5 None None] Routers {'05b7c163-07ce-42aa-b8d8-fbbcbf0b4456'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:42:55.433841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8ff4a1b8-9c20-4a56-99d3-f5c8ae1c27b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:42:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['05b7c163-07ce-42aa-b8d8-fbbcbf0b4456'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:42:55.437059 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69985c28-f4f9-41a2-a23f-019e2ecc6bef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:55.448829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-69985c28-f4f9-41a2-a23f-019e2ecc6bef admin admin] Deleting port f0ced865-fe7c-43d8-bcd5-e35d4ae9344a {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:55.449585 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69985c28-f4f9-41a2-a23f-019e2ecc6bef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:55.560839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64746a-eb31-4a6c-a4b8-abf612640efe req-0de70804-aec6-4978-8e2a-d8864d60a01c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:55.568529 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea64746a-eb31-4a6c-a4b8-abf612640efe req-0de70804-aec6-4978-8e2a-d8864d60a01c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 945 time: 1.1106274 Dec 22 09:42:55.569470 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:55.638274 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-abb28792-57a9-4f3b-b6ad-cdda8abc9c59 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.64 "GET /v2.0/networks?tenant_id=9b7e3b31212e40a5a5916864be6d76d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1189601 Dec 22 09:42:55.687991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Transition to ACTIVE for port object 856489cf-ca48-41c9-a847-2b657c6e2482 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:42:55.765717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-69985c28-f4f9-41a2-a23f-019e2ecc6bef admin admin] For port f0ced865-fe7c-43d8-bcd5-e35d4ae9344a, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=f0ced865-fe7c-43d8-bcd5-e35d4ae9344a,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:55.766506 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69985c28-f4f9-41a2-a23f-019e2ecc6bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:55.770654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-8ff4a1b8-9c20-4a56-99d3-f5c8ae1c27b5 None None] Set router 05b7c163-07ce-42aa-b8d8-fbbcbf0b4456 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:42:55.888025 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea64746a-eb31-4a6c-a4b8-abf612640efe req-8fe0ddd5-7577-4c1d-af15-c34d52d3f419 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184519 Dec 22 09:42:55.964133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-69985c28-f4f9-41a2-a23f-019e2ecc6bef admin admin] Calling delete_port for f0ced865-fe7c-43d8-bcd5-e35d4ae9344a owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:42:56.129089 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69985c28-f4f9-41a2-a23f-019e2ecc6bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:56.266780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8ff4a1b8-9c20-4a56-99d3-f5c8ae1c27b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'name': 'tempest-ServersTestMultiNic-2084198261-router', 'tenant_id': '2bf9339faedd4d93bde184951affe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f0ced865-fe7c-43d8-bcd5-e35d4ae9344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:39:31Z', 'updated_at': '2020-12-22T09:42:52Z', 'revision_number': 5, 'project_id': '2bf9339faedd4d93bde184951affe795', 'gw_port': {'id': 'f0ced865-fe7c-43d8-bcd5-e35d4ae9344a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:39:33Z', 'updated_at': '2020-12-22T09:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:42:56.283280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff4a1b8-9c20-4a56-99d3-f5c8ae1c27b5 None None] The sync data for ids ['05b7c163-07ce-42aa-b8d8-fbbcbf0b4456'] in n-d-765315-5 is: [{'id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'name': 'tempest-ServersTestMultiNic-2084198261-router', 'tenant_id': '2bf9339faedd4d93bde184951affe795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f0ced865-fe7c-43d8-bcd5-e35d4ae9344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:39:31Z', 'updated_at': '2020-12-22T09:42:52Z', 'revision_number': 5, 'project_id': '2bf9339faedd4d93bde184951affe795', 'gw_port': {'id': 'f0ced865-fe7c-43d8-bcd5-e35d4ae9344a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b7c163-07ce-42aa-b8d8-fbbcbf0b4456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:39:33Z', 'updated_at': '2020-12-22T09:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:42:56.295608 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:56.301387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-44fcc518-2172-4d60-b8f3-f2115263f49e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:56.302898 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-44fcc518-2172-4d60-b8f3-f2115263f49e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6388800 Dec 22 09:42:56.336801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-f501bc2e-71f7-480a-a6a3-3728e0cafe95 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Request body: {'port': {'device_id': '2b548a02-aa74-48e9-9535-fac0e57c6c48', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '9b7e3b31212e40a5a5916864be6d76d8'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:56.357010 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-73b2390c-ba7d-4fc4-91cd-a36d356b5672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:56.542251 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6266ea1c-38d0-4ef7-ba77-8b96170d13e4 req-a764357a-2a79-4926-a456-700f1f306cbb tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=2b548a02-aa74-48e9-9535-fac0e57c6c48 HTTP/1.1" status: 200 len: 210 time: 0.5255613 Dec 22 09:42:56.543242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69985c28-f4f9-41a2-a23f-019e2ecc6bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:56.544634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Pushing event updated for resources: {'Port': ['ID=856489cf-ca48-41c9-a847-2b657c6e2482,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:56.554103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2539f-1038-43c5-a7fb-a5c0a8151b85 req-d613787b-4f17-4d84-9eb5-e8c69313013a tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:56.554782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c8b2539f-1038-43c5-a7fb-a5c0a8151b85 req-d613787b-4f17-4d84-9eb5-e8c69313013a tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Synchronizing usage tracker for tenant:f8298ddf7cf945579648150318b580de on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:42:56.615838 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:56.647772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c8b2539f-1038-43c5-a7fb-a5c0a8151b85 req-d613787b-4f17-4d84-9eb5-e8c69313013a tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Unset dirty status for tenant:f8298ddf7cf945579648150318b580de on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:42:56.656758 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8b2539f-1038-43c5-a7fb-a5c0a8151b85 req-d613787b-4f17-4d84-9eb5-e8c69313013a tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09 HTTP/1.1" status: 200 len: 932 time: 0.8377953 Dec 22 09:42:56.722323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69985c28-f4f9-41a2-a23f-019e2ecc6bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:56.731223 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69985c28-f4f9-41a2-a23f-019e2ecc6bef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:56.737619 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ad962c-e330-45a0-80b4-f88bb50c22c8', 'name': 'network-vif-deleted', 'tag': 'c1685308-913a-4771-a46d-4bf94651ed94', 'status': 'completed', 'code': 200} Dec 22 09:42:56.763447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:42:56.765341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:42:56.768220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:42:56.799518 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8b2539f-1038-43c5-a7fb-a5c0a8151b85 req-35f5010d-4ee6-4aea-a022-38f5643e1422 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417613 Dec 22 09:42:56.802983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-f501bc2e-71f7-480a-a6a3-3728e0cafe95 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:42:56.804695 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69985c28-f4f9-41a2-a23f-019e2ecc6bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:56.805436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69985c28-f4f9-41a2-a23f-019e2ecc6bef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05b7c163-07ce-42aa-b8d8-fbbcbf0b4456 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:42:56.815999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:42:56.833697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-f501bc2e-71f7-480a-a6a3-3728e0cafe95 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Usage tracker for resource:port and tenant:9b7e3b31212e40a5a5916864be6d76d8 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:42:56.842846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:56.847839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-f501bc2e-71f7-480a-a6a3-3728e0cafe95 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Quota usage for port was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:42:56.863028 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69985c28-f4f9-41a2-a23f-019e2ecc6bef admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:56.866881 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-69985c28-f4f9-41a2-a23f-019e2ecc6bef admin admin] 10.222.0.50 "DELETE /v2.0/routers/05b7c163-07ce-42aa-b8d8-fbbcbf0b4456 HTTP/1.1" status: 204 len: 168 time: 2.0864713 Dec 22 09:42:56.868581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50578) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:56.892390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-f501bc2e-71f7-480a-a6a3-3728e0cafe95 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:42:56.933058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:56.933752 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:56.979663 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9600725 Dec 22 09:42:56.981064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Transition to ACTIVE for port object 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:42:56.990404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa928b2-6b43-4139-8379-00be0094a3e5 admin admin] Deleting subnet 0aae4c9e-bcd8-469f-a8de-2a081da51b7f {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:42:56.994943 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1aa928b2-6b43-4139-8379-00be0094a3e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:57.002628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:57.034135 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-36a50371-842f-447c-b413-cc9b1323c3f5 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:57.055393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Request body: {'port': {'device_id': 'ec6d412d-8e07-4922-97bf-94cad4a856fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:57.109612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-f501bc2e-71f7-480a-a6a3-3728e0cafe95 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Made reservation on behalf of 9b7e3b31212e40a5a5916864be6d76d8 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:42:57.115883 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-f501bc2e-71f7-480a-a6a3-3728e0cafe95 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:57.166559 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1aa928b2-6b43-4139-8379-00be0094a3e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:57.276963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e9d1039a-35ae-4bae-9abb-1ba39bf91c92 None None] Provisioning for port 856489cf-ca48-41c9-a847-2b657c6e2482 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:42:57.282783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e9d1039a-35ae-4bae-9abb-1ba39bf91c92 None None] Provisioning complete for port 856489cf-ca48-41c9-a847-2b657c6e2482 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:42:57.283206 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9d1039a-35ae-4bae-9abb-1ba39bf91c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:57.396861 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:57.421571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e9d1039a-35ae-4bae-9abb-1ba39bf91c92 None None] Port 856489cf-ca48-41c9-a847-2b657c6e2482 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:42:57.536112 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1aa928b2-6b43-4139-8379-00be0094a3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:57.612757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device fbda23da-55fb-4a6f-a31d-2bbb52422933 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:42:57.637207 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1735d639-0f51-477a-8564-82eccbae00aa tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for floatingip, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:57.659544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: fbda23da-55fb-4a6f-a31d-2bbb52422933 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:42:57.660537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device fbda23da-55fb-4a6f-a31d-2bbb52422933 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:42:57.661319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device f0ced865-fe7c-43d8-bcd5-e35d4ae9344a no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:42:57.697196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: f0ced865-fe7c-43d8-bcd5-e35d4ae9344a {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:42:57.697592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device f0ced865-fe7c-43d8-bcd5-e35d4ae9344a not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:42:57.724279 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1735d639-0f51-477a-8564-82eccbae00aa tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:57.794242 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-b8901d43-7cc4-4a2b-af81-05914381eb77 req-70e3755e-2c54-4c99-b235-d3f58476a316 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] show failed (client error): The resource could not be found. Dec 22 09:42:57.795891 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b8901d43-7cc4-4a2b-af81-05914381eb77 req-70e3755e-2c54-4c99-b235-d3f58476a316 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/fc409691-3296-4eba-a391-43ee6c62f425 HTTP/1.1" status: 404 len: 352 time: 0.1949849 Dec 22 09:42:57.842788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Pushing event updated for resources: {'Port': ['ID=76d4282f-e9a8-4e2e-803c-4fc83c5e7cee,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:57.846124 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:58.307080 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-1735d639-0f51-477a-8564-82eccbae00aa tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Floating IP fe62c9d9-f7cc-4641-8cde-52e44d8947c2 associated. External IP: 172.25.7.124, port: 1ce30d48-e72e-48fb-9b5b-e626c2133aa9. Dec 22 09:42:58.357562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 856489cf-ca48-41c9-a847-2b657c6e2482 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:42:58.366561 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:58.375271 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1aa928b2-6b43-4139-8379-00be0094a3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:58.394637 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5a4f02f4-519f-4f4f-9f80-dd39fb536dc9 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:58.417207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ff89c-bc10-43a9-a93c-6036491eb8c2 req-f58ac0f5-0d01-43bf-b7ea-7d55145b7c6e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:58.418854 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-834ff89c-bc10-43a9-a93c-6036491eb8c2 req-f58ac0f5-0d01-43bf-b7ea-7d55145b7c6e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 945 time: 0.7949951 Dec 22 09:42:58.470870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Transition to ACTIVE for port object 856489cf-ca48-41c9-a847-2b657c6e2482 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:42:58.479473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa928b2-6b43-4139-8379-00be0094a3e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aae4c9e-bcd8-469f-a8de-2a081da51b7f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:58.496575 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1aa928b2-6b43-4139-8379-00be0094a3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:58.500855 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:58.520049 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9dad9eee-1196-4b59-a80c-3b21c0d90eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:42:58.591654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad361c-2352-451c-99b7-47512582e862 req-62da4125-2147-4f9f-ac83-05e0dccfaca4 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:58.593303 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bfad361c-2352-451c-99b7-47512582e862 req-62da4125-2147-4f9f-ac83-05e0dccfaca4 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 0.6545832 Dec 22 09:42:58.731081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Attempting to bind port 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:42:58.731695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Attempting to bind port 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '9ec21e51-dba8-4c80-95fe-ebec5a7c37f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:42:58.731839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Attempting to bind port 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee on network fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:42:58.754007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Pushing event updated for resources: {'Port': ['ID=856489cf-ca48-41c9-a847-2b657c6e2482,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:42:58.754446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-f501bc2e-71f7-480a-a6a3-3728e0cafe95 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Allocated IP 192.168.233.137 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/58d13160-767f-476d-ab4f-15f7e450c850) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:42:58.765142 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:42:58.770276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:42:58.770276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Checking segment: {'id': '9ec21e51-dba8-4c80-95fe-ebec5a7c37f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:42:58.770276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:58.770276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Bound using segment: {'id': '9ec21e51-dba8-4c80-95fe-ebec5a7c37f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:42:58.770276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Bound port: 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec21e51-dba8-4c80-95fe-ebec5a7c37f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb6a7abf-9fa9-4ac5-95d0-ed70177540e7'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:42:58.772060 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1aa928b2-6b43-4139-8379-00be0094a3e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:58.772175 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:58.776134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d377c479-fb11-479a-852a-e42428722474 None None] Network 13861b1c-6df2-49d4-a37b-5d2a5c7bc857 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:42:58.785316 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1aa928b2-6b43-4139-8379-00be0094a3e5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0aae4c9e-bcd8-469f-a8de-2a081da51b7f HTTP/1.1" status: 204 len: 168 time: 1.9114499 Dec 22 09:42:58.792348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50600) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:58.798291 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-834ff89c-bc10-43a9-a93c-6036491eb8c2 req-032718cc-d036-4a74-9761-1c3789bfc75a tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672662 Dec 22 09:42:58.809617 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bfad361c-2352-451c-99b7-47512582e862 req-0759d706-293d-417f-af86-b4b92ed9b722 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796777 Dec 22 09:42:58.857694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db89f3a-ce1e-4853-81b0-37e4e70959ae req-1fa8220a-7f5f-4a05-b287-2f456e433493 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:42:58.858481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-4db89f3a-ce1e-4853-81b0-37e4e70959ae req-1fa8220a-7f5f-4a05-b287-2f456e433493 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Synchronizing usage tracker for tenant:4f8a67b33ff048d5bd0b60e257789306 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:42:59.018810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-4db89f3a-ce1e-4853-81b0-37e4e70959ae req-1fa8220a-7f5f-4a05-b287-2f456e433493 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Unset dirty status for tenant:4f8a67b33ff048d5bd0b60e257789306 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:42:59.020076 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4db89f3a-ce1e-4853-81b0-37e4e70959ae req-1fa8220a-7f5f-4a05-b287-2f456e433493 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.37 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 0.5983236 Dec 22 09:42:59.027777 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-3ea406a6-beb9-49d4-a2c7-dfbbb8275911 req-79e66d4e-8609-44d8-b8a5-63155f6772db tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] show failed (client error): The resource could not be found. Dec 22 09:42:59.028983 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3ea406a6-beb9-49d4-a2c7-dfbbb8275911 req-79e66d4e-8609-44d8-b8a5-63155f6772db tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/6c34a441-ede3-4ebe-91b2-441fda9956b7 HTTP/1.1" status: 404 len: 352 time: 0.1144109 Dec 22 09:42:59.102518 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:59.200156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7b05a5-3666-4ab5-a7d4-86a3dac91763 None None] DHCP port deletion for 13861b1c-6df2-49d4-a37b-5d2a5c7bc857 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:42:59.205041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b05a5-3666-4ab5-a7d4-86a3dac91763 None None] Deleting port 4434b29b-7820-425b-8bef-1efde5557c30 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:59.205715 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f7b05a5-3666-4ab5-a7d4-86a3dac91763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:59.216590 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dda057e3-5d33-4232-b7a8-f82a154b7999 req-7082c30c-d277-4cfa-a1d1-38d344ea1323 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=2b548a02-aa74-48e9-9535-fac0e57c6c48 HTTP/1.1" status: 200 len: 210 time: 0.1613908 Dec 22 09:42:59.282246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Deleting port 4434b29b-7820-425b-8bef-1efde5557c30 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:59.282874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:59.328265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-4db89f3a-ce1e-4853-81b0-37e4e70959ae req-127ad71e-a2c5-45a0-8a31-4977060f529f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Deleting port 6cbd8b77-13d2-4719-aebc-7917c943b833 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:42:59.328963 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4db89f3a-ce1e-4853-81b0-37e4e70959ae req-127ad71e-a2c5-45a0-8a31-4977060f529f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:59.388558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1735d639-0f51-477a-8564-82eccbae00aa tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Router 43a7dcff-04e0-4dd6-8790-693731fe17b5 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:42:59.455399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Attempting to bind port 856489cf-ca48-41c9-a847-2b657c6e2482 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:42:59.456118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Attempting to bind port 856489cf-ca48-41c9-a847-2b657c6e2482 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:42:59.456651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Attempting to bind port 856489cf-ca48-41c9-a847-2b657c6e2482 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:42:59.502360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:42:59.503077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:42:59.503661 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:59.504252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:42:59.504894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Bound port: 856489cf-ca48-41c9-a847-2b657c6e2482, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:42:59.505463 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:59.525483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] For port 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:42:59.632185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 4434b29b-7820-425b-8bef-1efde5557c30 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:42:59.671050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6f7b05a5-3666-4ab5-a7d4-86a3dac91763 None None] For port 4434b29b-7820-425b-8bef-1efde5557c30, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=4434b29b-7820-425b-8bef-1efde5557c30,segment=NetworkSegment(f3f62d88-3e9b-420a-b628-5db6ebd4cf0f),segment_id=f3f62d88-3e9b-420a-b628-5db6ebd4cf0f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:59.671821 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f7b05a5-3666-4ab5-a7d4-86a3dac91763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:59.835160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b05a5-3666-4ab5-a7d4-86a3dac91763 None None] Calling delete_port for 4434b29b-7820-425b-8bef-1efde5557c30 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:42:59.857582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] For port 4434b29b-7820-425b-8bef-1efde5557c30, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=4434b29b-7820-425b-8bef-1efde5557c30,segment=NetworkSegment(f3f62d88-3e9b-420a-b628-5db6ebd4cf0f),segment_id=f3f62d88-3e9b-420a-b628-5db6ebd4cf0f)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:42:59.857959 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:59.858523 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-0676372c-06b2-432f-b716-863afba0e50e req-46228612-1224-420e-994a-3efdc8d3227b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] show failed (client error): The resource could not be found. Dec 22 09:42:59.859873 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0676372c-06b2-432f-b716-863afba0e50e req-46228612-1224-420e-994a-3efdc8d3227b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/6b166bc4-4273-4eb0-8ff6-6559b9e90abd HTTP/1.1" status: 404 len: 352 time: 0.3470140 Dec 22 09:42:59.881349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] For port 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=76d4282f-e9a8-4e2e-803c-4fc83c5e7cee,segment=NetworkSegment(9ec21e51-dba8-4c80-95fe-ebec5a7c37f2),segment_id=9ec21e51-dba8-4c80-95fe-ebec5a7c37f2)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:42:59.957761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:42:59.987924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-f501bc2e-71f7-480a-a6a3-3728e0cafe95 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:00.023874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:00.042532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 4434b29b-7820-425b-8bef-1efde5557c30, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=4434b29b-7820-425b-8bef-1efde5557c30,segment=NetworkSegment(f3f62d88-3e9b-420a-b628-5db6ebd4cf0f),segment_id=f3f62d88-3e9b-420a-b628-5db6ebd4cf0f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:43:00.046435 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:00.047925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-f501bc2e-71f7-480a-a6a3-3728e0cafe95 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Transition to ACTIVE for port object 58d13160-767f-476d-ab4f-15f7e450c850 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:43:00.049271 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9a0c84a4-717b-4ae1-aa67-7fc541a0f0ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:00.050062 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bcdde4a5-ab53-469f-9230-b7bdf42df629 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:00.084577 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-6f7b05a5-3666-4ab5-a7d4-86a3dac91763 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:43:00.084577 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-6f7b05a5-3666-4ab5-a7d4-86a3dac91763 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:43:00.090571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Calling delete_port for 4434b29b-7820-425b-8bef-1efde5557c30 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:43:00.138883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=4434b29b-7820-425b-8bef-1efde5557c30,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:00.144404 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:00.179252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] For port 856489cf-ca48-41c9-a847-2b657c6e2482, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:43:00.194582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc94df2-bb47-4131-9859-f0dee8b1132e req-f9869868-e9c0-4924-8395-ba0ff0c9d05b tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:00.194582 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4bc94df2-bb47-4131-9859-f0dee8b1132e req-f9869868-e9c0-4924-8395-ba0ff0c9d05b tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09 HTTP/1.1" status: 200 len: 944 time: 0.9886718 Dec 22 09:43:00.204366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] For port 856489cf-ca48-41c9-a847-2b657c6e2482, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=856489cf-ca48-41c9-a847-2b657c6e2482,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:43:00.222332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:00.277576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 6cbd8b77-13d2-4719-aebc-7917c943b833 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:43:00.421171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4db89f3a-ce1e-4853-81b0-37e4e70959ae req-127ad71e-a2c5-45a0-8a31-4977060f529f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] For port 6cbd8b77-13d2-4719-aebc-7917c943b833, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=6cbd8b77-13d2-4719-aebc-7917c943b833,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:43:00.421171 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4db89f3a-ce1e-4853-81b0-37e4e70959ae req-127ad71e-a2c5-45a0-8a31-4977060f529f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:00.446240 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:00.485641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Pushing event updated for resources: {'Port': ['ID=76d4282f-e9a8-4e2e-803c-4fc83c5e7cee,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:00.498470 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:00.498642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 6cbd8b77-13d2-4719-aebc-7917c943b833, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=6cbd8b77-13d2-4719-aebc-7917c943b833,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:43:00.500127 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-f501bc2e-71f7-480a-a6a3-3728e0cafe95 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:00.501349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df34bab-95ca-4447-8f2a-555fbd6e1e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cbd8b77-13d2-4719-aebc-7917c943b833'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:43:00.508749 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:00.512969 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:00.542905 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3c0eabe9-a25e-4215-9388-7e5485b7ecad tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:00.572371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-4db89f3a-ce1e-4853-81b0-37e4e70959ae req-127ad71e-a2c5-45a0-8a31-4977060f529f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Calling delete_port for 6cbd8b77-13d2-4719-aebc-7917c943b833 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:43:00.596677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b05a5-3666-4ab5-a7d4-86a3dac91763 None None] Deleting port 4434b29b-7820-425b-8bef-1efde5557c30 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:43:00.596677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f7b05a5-3666-4ab5-a7d4-86a3dac91763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:00.614536 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:00.669003 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4bc94df2-bb47-4131-9859-f0dee8b1132e req-9bb42721-8155-46bd-9464-4f50fe616cd7 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584801 Dec 22 09:43:00.694503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=6cbd8b77-13d2-4719-aebc-7917c943b833,revision_number=9']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:00.703299 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:00.744817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1735d639-0f51-477a-8564-82eccbae00aa tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:43:00.752363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95a7578-9c89-422e-9c30-f1ccbe45d022 None None] Sync routers for ids ['43a7dcff-04e0-4dd6-8790-693731fe17b5'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:43:00.778372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Pushing event updated for resources: {'Port': ['ID=856489cf-ca48-41c9-a847-2b657c6e2482,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:00.782266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95a7578-9c89-422e-9c30-f1ccbe45d022 None None] Routers {'43a7dcff-04e0-4dd6-8790-693731fe17b5'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:43:00.782266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a95a7578-9c89-422e-9c30-f1ccbe45d022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:42:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['43a7dcff-04e0-4dd6-8790-693731fe17b5'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:00.798286 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:00.825017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45aec57-660b-4b19-b498-513758bcafb2 req-e9dd6ac7-14ae-491f-bc7a-f1b3ce7d7210 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:00.832067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:00.832067 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:00.836547 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a45aec57-660b-4b19-b498-513758bcafb2 req-e9dd6ac7-14ae-491f-bc7a-f1b3ce7d7210 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 950 time: 0.7898920 Dec 22 09:43:00.844186 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] 10.222.0.37 "PUT /v2.0/ports/856489cf-ca48-41c9-a847-2b657c6e2482 HTTP/1.1" status: 200 len: 1160 time: 3.7823017 Dec 22 09:43:00.844186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6d412d-8e07-4922-97bf-94cad4a856fb', 'tag': '856489cf-ca48-41c9-a847-2b657c6e2482'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:43:00.866878 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:43:00.866878 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:43:00.907361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501bc2e-71f7-480a-a6a3-3728e0cafe95 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Pushing event updated for resources: {'Port': ['ID=58d13160-767f-476d-ab4f-15f7e450c850,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:00.912970 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f501bc2e-71f7-480a-a6a3-3728e0cafe95 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:00.922353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:00.922353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:00.922353 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] 10.222.0.37 "PUT /v2.0/ports/76d4282f-e9a8-4e2e-803c-4fc83c5e7cee HTTP/1.1" status: 200 len: 1156 time: 6.7040415 Dec 22 09:43:00.926890 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1735d639-0f51-477a-8564-82eccbae00aa tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:01.069197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09', 'tag': '76d4282f-e9a8-4e2e-803c-4fc83c5e7cee'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:43:01.092829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-7c363e2f-d314-4d3f-8a5f-5ac7f9e9bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:01.094439 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-7c363e2f-d314-4d3f-8a5f-5ac7f9e9bd49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b7e3b31212e40a5a5916864be6d76d8&device_id=ec6d412d-8e07-4922-97bf-94cad4a856fb HTTP/1.1" status: 200 len: 1163 time: 0.1705372 Dec 22 09:43:01.095692 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-4db89f3a-ce1e-4853-81b0-37e4e70959ae req-127ad71e-a2c5-45a0-8a31-4977060f529f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:43:01.095692 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-4db89f3a-ce1e-4853-81b0-37e4e70959ae req-127ad71e-a2c5-45a0-8a31-4977060f529f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:43:01.184755 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-66e10d9b-9fe3-41df-955a-62bf8fdf8cbf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=856489cf-ca48-41c9-a847-2b657c6e2482 HTTP/1.1" status: 200 len: 217 time: 0.0740314 Dec 22 09:43:01.219725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6f7b05a5-3666-4ab5-a7d4-86a3dac91763 None None] For port 4434b29b-7820-425b-8bef-1efde5557c30, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=4434b29b-7820-425b-8bef-1efde5557c30,segment=NetworkSegment(f3f62d88-3e9b-420a-b628-5db6ebd4cf0f),segment_id=f3f62d88-3e9b-420a-b628-5db6ebd4cf0f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:43:01.223887 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f7b05a5-3666-4ab5-a7d4-86a3dac91763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:01.283836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-a95a7578-9c89-422e-9c30-f1ccbe45d022 None None] Set router 43a7dcff-04e0-4dd6-8790-693731fe17b5 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:43:01.289245 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a45aec57-660b-4b19-b498-513758bcafb2 req-dc4fa4df-eae6-4a80-bb8d-d736ae22d2be tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555299 Dec 22 09:43:01.330509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-85df1a79-35e5-4bcb-91de-3376ec549286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:01.333378 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-85df1a79-35e5-4bcb-91de-3376ec549286 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1409965 Dec 22 09:43:01.360427 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1735d639-0f51-477a-8564-82eccbae00aa tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "PUT /v2.0/floatingips/fe62c9d9-f7cc-4641-8cde-52e44d8947c2 HTTP/1.1" status: 200 len: 991 time: 6.9065259 Dec 22 09:43:01.399905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Deleting port 4434b29b-7820-425b-8bef-1efde5557c30 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:43:01.400516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:01.406352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b05a5-3666-4ab5-a7d4-86a3dac91763 None None] Calling delete_port for 4434b29b-7820-425b-8bef-1efde5557c30 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:43:01.436553 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-800b0916-edbd-4650-a481-cfcd5109a176 req-156123b0-05d7-435d-8e87-fbe46121818e tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] show failed (client error): The resource could not be found. Dec 22 09:43:01.438139 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-800b0916-edbd-4650-a481-cfcd5109a176 req-156123b0-05d7-435d-8e87-fbe46121818e tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/f0921fe2-a7f8-4945-a161-1a7ae1ee2431 HTTP/1.1" status: 404 len: 352 time: 0.0588837 Dec 22 09:43:01.457497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-f501bc2e-71f7-480a-a6a3-3728e0cafe95 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:43:01.460741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-f501bc2e-71f7-480a-a6a3-3728e0cafe95 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:43:01.469157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-f501bc2e-71f7-480a-a6a3-3728e0cafe95 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:43:01.492191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f7b05a5-3666-4ab5-a7d4-86a3dac91763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:01.589248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-f501bc2e-71f7-480a-a6a3-3728e0cafe95 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:01.590221 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-f501bc2e-71f7-480a-a6a3-3728e0cafe95 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:01.613742 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-f501bc2e-71f7-480a-a6a3-3728e0cafe95 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2817569 Dec 22 09:43:01.619788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-4db89f3a-ce1e-4853-81b0-37e4e70959ae req-127ad71e-a2c5-45a0-8a31-4977060f529f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Deleting port 6cbd8b77-13d2-4719-aebc-7917c943b833 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:43:01.622304 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4db89f3a-ce1e-4853-81b0-37e4e70959ae req-127ad71e-a2c5-45a0-8a31-4977060f529f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:01.623618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-ec90c980-a3a1-4de0-a78e-7dcd48a97cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:01.625535 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-ec90c980-a3a1-4de0-a78e-7dcd48a97cb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f8298ddf7cf945579648150318b580de&device_id=8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09 HTTP/1.1" status: 200 len: 1159 time: 0.6041059 Dec 22 09:43:01.639009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305556c2-efdf-4f39-88d4-96c38601c77b req-55a1b751-c617-4042-817f-abbf1adac491 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:01.641161 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-305556c2-efdf-4f39-88d4-96c38601c77b req-55a1b751-c617-4042-817f-abbf1adac491 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 945 time: 0.5142758 Dec 22 09:43:01.655546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Request body: {'port': {'device_id': '2b548a02-aa74-48e9-9535-fac0e57c6c48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:43:01.664656 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:01.677370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] The port '4434b29b-7820-425b-8bef-1efde5557c30' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:43:01.725697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b05a5-3666-4ab5-a7d4-86a3dac91763 None None] Pushing event deleted for resources: {'Port': ['ID=4434b29b-7820-425b-8bef-1efde5557c30,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:01.734497 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6f7b05a5-3666-4ab5-a7d4-86a3dac91763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:01.762273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b05a5-3666-4ab5-a7d4-86a3dac91763 None None] No DVR routers for this DVR port 4434b29b-7820-425b-8bef-1efde5557c30 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:43:01.839081 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-3c8fbfd3-22d0-4d2c-b08c-091b5490d990 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76d4282f-e9a8-4e2e-803c-4fc83c5e7cee HTTP/1.1" status: 200 len: 217 time: 0.1422482 Dec 22 09:43:01.874520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a95a7578-9c89-422e-9c30-f1ccbe45d022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'name': 'tempest-ServersTestBootFromVolume-613682399-router', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'b0288648-df84-4872-ac99-d4be642e3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:41:31Z', 'updated_at': '2020-12-22T09:41:39Z', 'revision_number': 4, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'gw_port': {'id': 'b0288648-df84-4872-ac99-d4be642e3592', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:33Z', 'updated_at': '2020-12-22T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'fe62c9d9-f7cc-4641-8cde-52e44d8947c2', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'port_id': '1ce30d48-e72e-48fb-9b5b-e626c2133aa9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9', 'mac_address': 'fa:16:3e:9f:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbba4e-f45b-4147-8fe0-065ec0044199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:41:49Z', 'updated_at': '2020-12-22T09:42:56Z', 'revision_number': 1, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84680160-84da-4b1d-bd9c-99d77e2b855e', 'name': '', 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'mac_address': 'fa:16:3e:9d:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4557d1ef-259f-4361-8ea2-d56efbc84de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:38Z', 'updated_at': '2020-12-22T09:41:48Z', 'revision_number': 5, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'subnets': [{'id': '4557d1ef-259f-4361-8ea2-d56efbc84de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:01.879516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95a7578-9c89-422e-9c30-f1ccbe45d022 None None] Checking router: 43a7dcff-04e0-4dd6-8790-693731fe17b5 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:43:01.886078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f36e1948-1c96-471c-9931-0320626e9bae None None] Provisioning for port 58d13160-767f-476d-ab4f-15f7e450c850 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:43:01.891673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95a7578-9c89-422e-9c30-f1ccbe45d022 None None] Routers {'43a7dcff-04e0-4dd6-8790-693731fe17b5'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:43:01.892547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a95a7578-9c89-422e-9c30-f1ccbe45d022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:42:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['43a7dcff-04e0-4dd6-8790-693731fe17b5'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:01.895723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f36e1948-1c96-471c-9931-0320626e9bae None None] Provisioning complete for port 58d13160-767f-476d-ab4f-15f7e450c850 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:01.896424 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f36e1948-1c96-471c-9931-0320626e9bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:01.988744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f36e1948-1c96-471c-9931-0320626e9bae None None] Port 58d13160-767f-476d-ab4f-15f7e450c850 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:43:02.025602 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-305556c2-efdf-4f39-88d4-96c38601c77b req-80323c2f-6f86-4691-b529-65c6cba159b1 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322636 Dec 22 09:43:02.065645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-4908ac19-67b3-4837-8415-a2ee0ac07a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:02.067922 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-4908ac19-67b3-4837-8415-a2ee0ac07a11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2c12495-0928-4c58-a944-5c9e4ea79919 HTTP/1.1" status: 200 len: 855 time: 0.1800754 Dec 22 09:43:02.101639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-7c583403-33be-4789-bf1f-253b6dcf4c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:02.103462 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-7c583403-33be-4789-bf1f-253b6dcf4c7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7591436 Dec 22 09:43:02.159277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:02.159511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-a95a7578-9c89-422e-9c30-f1ccbe45d022 None None] Set router 43a7dcff-04e0-4dd6-8790-693731fe17b5 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:43:02.205113 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:02.279414 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-e07c4b37-8144-4c8a-a07b-8c0a76fed596 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256921 Dec 22 09:43:02.316038 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df34bab-95ca-4447-8f2a-555fbd6e1e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cbd8b77-13d2-4719-aebc-7917c943b833', 'code': 200} Dec 22 09:43:02.376389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a059b7d-637f-4098-8476-aa88ccb25644 req-c1a7d855-eb10-4dbe-b54a-3074ca3dc2e2 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:02.377127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1a059b7d-637f-4098-8476-aa88ccb25644 req-c1a7d855-eb10-4dbe-b54a-3074ca3dc2e2 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Synchronizing usage tracker for tenant:9b7e3b31212e40a5a5916864be6d76d8 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:43:02.417296 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6d412d-8e07-4922-97bf-94cad4a856fb', 'tag': '856489cf-ca48-41c9-a847-2b657c6e2482', 'status': 'completed', 'code': 200} Dec 22 09:43:02.510358 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09', 'tag': '76d4282f-e9a8-4e2e-803c-4fc83c5e7cee', 'status': 'completed', 'code': 200} Dec 22 09:43:02.549630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13861b1c-6df2-49d4-a37b-5d2a5c7bc857']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:02.555174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1a059b7d-637f-4098-8476-aa88ccb25644 req-c1a7d855-eb10-4dbe-b54a-3074ca3dc2e2 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Unset dirty status for tenant:9b7e3b31212e40a5a5916864be6d76d8 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:43:02.565156 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a059b7d-637f-4098-8476-aa88ccb25644 req-c1a7d855-eb10-4dbe-b54a-3074ca3dc2e2 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=2b548a02-aa74-48e9-9535-fac0e57c6c48 HTTP/1.1" status: 200 len: 936 time: 0.7611628 Dec 22 09:43:02.578805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f62d88-3e9b-420a-b628-5db6ebd4cf0f') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:02.579481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f62d88-3e9b-420a-b628-5db6ebd4cf0f') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:02.620581 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:02.638022 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-688c7311-b848-453f-9b03-3215933e1590 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737325 Dec 22 09:43:02.639918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4db89f3a-ce1e-4853-81b0-37e4e70959ae req-127ad71e-a2c5-45a0-8a31-4977060f529f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] For port 6cbd8b77-13d2-4719-aebc-7917c943b833, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=6cbd8b77-13d2-4719-aebc-7917c943b833,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:43:02.640612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4db89f3a-ce1e-4853-81b0-37e4e70959ae req-127ad71e-a2c5-45a0-8a31-4977060f529f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:02.663497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a95a7578-9c89-422e-9c30-f1ccbe45d022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'name': 'tempest-ServersTestBootFromVolume-613682399-router', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'b0288648-df84-4872-ac99-d4be642e3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:41:31Z', 'updated_at': '2020-12-22T09:41:39Z', 'revision_number': 4, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'gw_port': {'id': 'b0288648-df84-4872-ac99-d4be642e3592', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:33Z', 'updated_at': '2020-12-22T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'fe62c9d9-f7cc-4641-8cde-52e44d8947c2', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'port_id': '1ce30d48-e72e-48fb-9b5b-e626c2133aa9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9', 'mac_address': 'fa:16:3e:9f:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbba4e-f45b-4147-8fe0-065ec0044199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:41:49Z', 'updated_at': '2020-12-22T09:42:56Z', 'revision_number': 1, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84680160-84da-4b1d-bd9c-99d77e2b855e', 'name': '', 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'mac_address': 'fa:16:3e:9d:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4557d1ef-259f-4361-8ea2-d56efbc84de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:38Z', 'updated_at': '2020-12-22T09:41:48Z', 'revision_number': 5, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'subnets': [{'id': '4557d1ef-259f-4361-8ea2-d56efbc84de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:02.669370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95a7578-9c89-422e-9c30-f1ccbe45d022 None None] The sync data for ids ['43a7dcff-04e0-4dd6-8790-693731fe17b5'] in n-d-765315-5 is: [{'id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'name': 'tempest-ServersTestBootFromVolume-613682399-router', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'b0288648-df84-4872-ac99-d4be642e3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:41:31Z', 'updated_at': '2020-12-22T09:41:39Z', 'revision_number': 4, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'gw_port': {'id': 'b0288648-df84-4872-ac99-d4be642e3592', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:33Z', 'updated_at': '2020-12-22T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'fe62c9d9-f7cc-4641-8cde-52e44d8947c2', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'port_id': '1ce30d48-e72e-48fb-9b5b-e626c2133aa9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9', 'mac_address': 'fa:16:3e:9f:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbba4e-f45b-4147-8fe0-065ec0044199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:41:49Z', 'updated_at': '2020-12-22T09:42:56Z', 'revision_number': 1, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84680160-84da-4b1d-bd9c-99d77e2b855e', 'name': '', 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'mac_address': 'fa:16:3e:9d:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4557d1ef-259f-4361-8ea2-d56efbc84de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:38Z', 'updated_at': '2020-12-22T09:41:48Z', 'revision_number': 5, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'subnets': [{'id': '4557d1ef-259f-4361-8ea2-d56efbc84de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:43:02.688594 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:02.702783 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-c2e87d54-df50-490d-8219-c748a417b6c5 service neutron] 10.222.0.37 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857150 Dec 22 09:43:02.742435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:43:02.772834 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a059b7d-637f-4098-8476-aa88ccb25644 req-bd8fc552-6a10-4018-8045-48b6583b693a tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064562 Dec 22 09:43:02.802546 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-b9216a8e-a732-4dea-ba23-b35e845bbc1c req-10106ac9-c5c3-4081-bc07-5b18fee0c36a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] show failed (client error): The resource could not be found. Dec 22 09:43:02.811829 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9216a8e-a732-4dea-ba23-b35e845bbc1c req-10106ac9-c5c3-4081-bc07-5b18fee0c36a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/281d6e01-ba2a-42fa-b4f7-f83b68bb89e8 HTTP/1.1" status: 404 len: 352 time: 0.1257503 Dec 22 09:43:02.857068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-4db89f3a-ce1e-4853-81b0-37e4e70959ae req-127ad71e-a2c5-45a0-8a31-4977060f529f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Calling delete_port for 6cbd8b77-13d2-4719-aebc-7917c943b833 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:43:03.075138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67432385-30a7-44b9-941d-433ff386279d None None] New status for floating IP fe62c9d9-f7cc-4641-8cde-52e44d8947c2: ACTIVE {{(pid=81073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:43:03.166392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Network 13861b1c-6df2-49d4-a37b-5d2a5c7bc857 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:43:03.190180 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:03.302156 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-feda618e-4faf-450f-92c1-fe7b65b63eea req-01ec3cfd-0706-42fd-8514-debd17eb66cd service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6471436 Dec 22 09:43:03.497127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Network 13861b1c-6df2-49d4-a37b-5d2a5c7bc857 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:43:03.527141 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:43:03.622330 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4db89f3a-ce1e-4853-81b0-37e4e70959ae req-127ad71e-a2c5-45a0-8a31-4977060f529f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:03.639068 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-65699a28-0ccb-4bb6-a135-8b76fc8b77bd tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:03.690109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ad71e-a2c5-45a0-8a31-4977060f529f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Pushing event deleted for resources: {'Port': ['ID=6cbd8b77-13d2-4719-aebc-7917c943b833,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:03.696100 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:03.699950 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-127ad71e-a2c5-45a0-8a31-4977060f529f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:03.717845 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a3459850-602f-46a2-b451-7003aca5c941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:03.734761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:03.749871 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-563da40d-aec7-4c35-8d54-7cca5a1ff7b3 req-9ab49ea5-58b1-4f78-ab88-16c40e07ccbe service neutron] 10.222.0.37 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0193293 Dec 22 09:43:03.802480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Pushing event deleted for resources: {'Network': ['ID=13861b1c-6df2-49d4-a37b-5d2a5c7bc857,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:03.815125 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:03.828263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b097c-15c5-4bb6-8c05-682ea8735527 req-7ecfe831-d145-44bf-878f-827e65dd56cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:03.829924 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf9b097c-15c5-4bb6-8c05-682ea8735527 req-7ecfe831-d145-44bf-878f-827e65dd56cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b7e3b31212e40a5a5916864be6d76d8&device_id=ec6d412d-8e07-4922-97bf-94cad4a856fb HTTP/1.1" status: 200 len: 1163 time: 0.3940246 Dec 22 09:43:03.838851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b72d6-46f1-4fa4-8d53-e0dd8f82b120 req-59e61763-be55-494b-9537-1015502462ec tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:03.841926 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c0b72d6-46f1-4fa4-8d53-e0dd8f82b120 req-59e61763-be55-494b-9537-1015502462ec tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/ports?device_id=4df34bab-95ca-4447-8f2a-555fbd6e1e39 HTTP/1.1" status: 200 len: 865 time: 0.5443566 Dec 22 09:43:03.858000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd73d18-aeb0-41fa-a725-ad9b71fe6dd4 req-69809a49-dc93-40f2-a68a-ca0522266497 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:03.859259 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] 10.222.0.50 "DELETE /v2.0/networks/13861b1c-6df2-49d4-a37b-5d2a5c7bc857 HTTP/1.1" status: 204 len: 168 time: 5.0657787 Dec 22 09:43:03.865019 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4bd73d18-aeb0-41fa-a725-ad9b71fe6dd4 req-69809a49-dc93-40f2-a68a-ca0522266497 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09 HTTP/1.1" status: 200 len: 944 time: 0.4794121 Dec 22 09:43:04.013070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db89f3a-ce1e-4853-81b0-37e4e70959ae req-127ad71e-a2c5-45a0-8a31-4977060f529f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] No DVR routers for this DVR port 6cbd8b77-13d2-4719-aebc-7917c943b833 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:43:04.020099 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4db89f3a-ce1e-4853-81b0-37e4e70959ae req-127ad71e-a2c5-45a0-8a31-4977060f529f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:04.022280 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4db89f3a-ce1e-4853-81b0-37e4e70959ae req-127ad71e-a2c5-45a0-8a31-4977060f529f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.37 "DELETE /v2.0/ports/6cbd8b77-13d2-4719-aebc-7917c943b833 HTTP/1.1" status: 204 len: 173 time: 4.9802952 Dec 22 09:43:04.073427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b097c-15c5-4bb6-8c05-682ea8735527 req-95bbec11-dbcd-467e-ac46-f09010a45114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:04.075077 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf9b097c-15c5-4bb6-8c05-682ea8735527 req-95bbec11-dbcd-467e-ac46-f09010a45114 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.2007854 Dec 22 09:43:04.101283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d13160-767f-476d-ab4f-15f7e450c850 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:43:04.110381 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c0b72d6-46f1-4fa4-8d53-e0dd8f82b120 req-8f53f895-ece3-462a-827b-58659603ce76 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] 10.222.0.50 "GET /v2.0/security-groups?id=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441444 Dec 22 09:43:04.119759 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:04.137588 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4bd73d18-aeb0-41fa-a725-ad9b71fe6dd4 req-4aaa69fe-0d46-45e6-8a1d-0717464bfab9 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331805 Dec 22 09:43:04.174969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Transition to ACTIVE for port object 58d13160-767f-476d-ab4f-15f7e450c850 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:43:04.183214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50642) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:04.188924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:04.210092 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf9b097c-15c5-4bb6-8c05-682ea8735527 req-850e5385-44b1-45f9-bb7f-44c86c205688 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=856489cf-ca48-41c9-a847-2b657c6e2482 HTTP/1.1" status: 200 len: 217 time: 0.1132228 Dec 22 09:43:04.320849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-60405bd2-4ab5-42e8-bccd-44f7559e41d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2bf9339faedd4d93bde184951affe795&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1318407 Dec 22 09:43:04.323865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50646) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:04.338892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b097c-15c5-4bb6-8c05-682ea8735527 req-3640defe-e65f-413a-9416-473c16027617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:04.345265 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf9b097c-15c5-4bb6-8c05-682ea8735527 req-3640defe-e65f-413a-9416-473c16027617 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1233988 Dec 22 09:43:04.359425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beff875-f093-485f-9da6-96a6a2985b59 req-c808f1d5-6e44-40fd-b73e-43831155f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:04.361403 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6beff875-f093-485f-9da6-96a6a2985b59 req-c808f1d5-6e44-40fd-b73e-43831155f534 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f8298ddf7cf945579648150318b580de&device_id=8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09 HTTP/1.1" status: 200 len: 1159 time: 0.4556510 Dec 22 09:43:04.362373 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f8ddf268-12a0-42a8-802c-cdfce2d1a757 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:04.419426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df34bab-95ca-4447-8f2a-555fbd6e1e39', 'name': 'network-vif-deleted', 'tag': '6cbd8b77-13d2-4719-aebc-7917c943b833'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:43:04.494557 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73a3ee9b-434f-4746-a3a1-c0bf25b16cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:04.520957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edbba4e-f45b-4147-8fe0-065ec0044199', 'tag': '1ce30d48-e72e-48fb-9b5b-e626c2133aa9'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:43:04.617588 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-083f71d6-7d27-4b5d-a8ef-aa7ad8d2c5e8 req-6ec4d234-4eba-4556-8852-448242bc0674 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] show failed (client error): The resource could not be found. Dec 22 09:43:04.619652 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-083f71d6-7d27-4b5d-a8ef-aa7ad8d2c5e8 req-6ec4d234-4eba-4556-8852-448242bc0674 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/335790ad-42e4-4df2-82e0-cefba29e4972 HTTP/1.1" status: 404 len: 352 time: 0.2690003 Dec 22 09:43:04.670585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Pushing event updated for resources: {'Port': ['ID=58d13160-767f-476d-ab4f-15f7e450c850,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:04.680218 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:04.822936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beff875-f093-485f-9da6-96a6a2985b59 req-4d8d15da-1ab4-47e1-a472-4b720c7fc08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:04.824639 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6beff875-f093-485f-9da6-96a6a2985b59 req-4d8d15da-1ab4-47e1-a472-4b720c7fc08e service neutron] 10.222.0.37 "GET /v2.0/networks?id=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 HTTP/1.1" status: 200 len: 910 time: 0.4187393 Dec 22 09:43:04.849362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b097c-15c5-4bb6-8c05-682ea8735527 req-3738074d-e358-4b3c-860d-c3ba9dae00d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:04.852536 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf9b097c-15c5-4bb6-8c05-682ea8735527 req-3738074d-e358-4b3c-860d-c3ba9dae00d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4965513 Dec 22 09:43:04.862565 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73a3ee9b-434f-4746-a3a1-c0bf25b16cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:04.987710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562427b7-da21-4001-a3da-3c2e923443d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:05.046056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e43bc-4543-4dd8-baee-83e18bc21cec req-37d2c3a1-505a-4846-8166-b1ad22bcc8a9 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:05.047715 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-534e43bc-4543-4dd8-baee-83e18bc21cec req-37d2c3a1-505a-4846-8166-b1ad22bcc8a9 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 945 time: 0.5847547 Dec 22 09:43:05.053065 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6beff875-f093-485f-9da6-96a6a2985b59 req-a870a9f5-1e32-4c43-ab77-2b6cc9101f45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76d4282f-e9a8-4e2e-803c-4fc83c5e7cee HTTP/1.1" status: 200 len: 217 time: 0.1390867 Dec 22 09:43:05.056409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Attempting to bind port 58d13160-767f-476d-ab4f-15f7e450c850 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:43:05.060048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Attempting to bind port 58d13160-767f-476d-ab4f-15f7e450c850 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:43:05.060048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Attempting to bind port 58d13160-767f-476d-ab4f-15f7e450c850 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:43:05.152849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beff875-f093-485f-9da6-96a6a2985b59 req-19c34efb-6bcb-45b0-9a2e-9f08341b9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:05.154683 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6beff875-f093-485f-9da6-96a6a2985b59 req-19c34efb-6bcb-45b0-9a2e-9f08341b9d54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2c12495-0928-4c58-a944-5c9e4ea79919 HTTP/1.1" status: 200 len: 855 time: 0.0941610 Dec 22 09:43:05.158613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:43:05.158996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:43:05.159409 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:05.159808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:43:05.161089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Bound port: 58d13160-767f-476d-ab4f-15f7e450c850, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:43:05.161244 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:05.187674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73a3ee9b-434f-4746-a3a1-c0bf25b16cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:05.194385 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7b64f36d-770c-435a-a5a2-45960d50d379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:05.227341 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf9b097c-15c5-4bb6-8c05-682ea8735527 req-615f6fcf-aac9-4cce-952a-5682eead5382 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501284 Dec 22 09:43:05.233634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3ee9b-434f-4746-a3a1-c0bf25b16cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f650c10c-34f9-4e3e-b801-11e23021ab1d,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:05.246230 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-73a3ee9b-434f-4746-a3a1-c0bf25b16cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:05.250172 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6beff875-f093-485f-9da6-96a6a2985b59 req-9ccbaed2-b7b3-49d7-b1b3-b07ec70e5af5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712371 Dec 22 09:43:05.293958 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73a3ee9b-434f-4746-a3a1-c0bf25b16cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:05.299084 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-73a3ee9b-434f-4746-a3a1-c0bf25b16cdb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f650c10c-34f9-4e3e-b801-11e23021ab1d HTTP/1.1" status: 204 len: 168 time: 0.9741037 Dec 22 09:43:05.347898 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-534e43bc-4543-4dd8-baee-83e18bc21cec req-746cf186-169e-4025-8d68-2c5d46b6496b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213635 Dec 22 09:43:05.442432 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf9b097c-15c5-4bb6-8c05-682ea8735527 req-29a15d53-6291-4982-8ad1-7441972aaf9a service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1994476 Dec 22 09:43:05.463173 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df34bab-95ca-4447-8f2a-555fbd6e1e39', 'name': 'network-vif-deleted', 'tag': '6cbd8b77-13d2-4719-aebc-7917c943b833', 'status': 'completed', 'code': 200} Dec 22 09:43:05.523791 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6edbba4e-f45b-4147-8fe0-065ec0044199', 'tag': '1ce30d48-e72e-48fb-9b5b-e626c2133aa9', 'status': 'completed', 'code': 200} Dec 22 09:43:05.560240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] For port 58d13160-767f-476d-ab4f-15f7e450c850, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:43:05.573446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] For port 58d13160-767f-476d-ab4f-15f7e450c850, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=58d13160-767f-476d-ab4f-15f7e450c850,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:43:05.582752 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:05.601119 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:05.644098 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6beff875-f093-485f-9da6-96a6a2985b59 req-c16893f2-6324-47d2-b44f-0eafa6797f12 service neutron] 10.222.0.37 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392053 Dec 22 09:43:05.683047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7ffeb-7f2e-4488-89af-8db720963d6a req-c16bc081-e006-4f34-8b2f-e4b5cd4d87c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:05.686100 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-afc7ffeb-7f2e-4488-89af-8db720963d6a req-c16bc081-e006-4f34-8b2f-e4b5cd4d87c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f2a9e1d1079432fbb5dcdfabcefc7a9&device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 1160 time: 0.1049590 Dec 22 09:43:05.728276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15012e22-758a-4944-8e6f-370e74878e84 req-aa96fbf9-d72b-45f6-a415-b87eb639a430 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:05.732065 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15012e22-758a-4944-8e6f-370e74878e84 req-aa96fbf9-d72b-45f6-a415-b87eb639a430 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=2b548a02-aa74-48e9-9535-fac0e57c6c48 HTTP/1.1" status: 200 len: 948 time: 0.3930602 Dec 22 09:43:05.922273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Pushing event updated for resources: {'Port': ['ID=58d13160-767f-476d-ab4f-15f7e450c850,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:05.932989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7ffeb-7f2e-4488-89af-8db720963d6a req-36276da2-45da-401a-bdbd-e813206663b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:05.934398 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:05.935158 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-afc7ffeb-7f2e-4488-89af-8db720963d6a req-36276da2-45da-401a-bdbd-e813206663b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 HTTP/1.1" status: 200 len: 910 time: 0.2430892 Dec 22 09:43:05.960623 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15012e22-758a-4944-8e6f-370e74878e84 req-646d33c7-01fb-4025-87c6-11c83c93c706 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614561 Dec 22 09:43:06.063529 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6beff875-f093-485f-9da6-96a6a2985b59 req-e90dd502-88d4-4169-b161-37ec1fbf75b8 service neutron] 10.222.0.37 "GET /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4062109 Dec 22 09:43:06.081002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:06.082126 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:06.083281 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] 10.222.0.64 "PUT /v2.0/ports/58d13160-767f-476d-ab4f-15f7e450c850 HTTP/1.1" status: 200 len: 1160 time: 4.4378481 Dec 22 09:43:06.295538 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-afc7ffeb-7f2e-4488-89af-8db720963d6a req-10df5a78-2cc4-4278-ad16-bc65a955a133 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ce30d48-e72e-48fb-9b5b-e626c2133aa9 HTTP/1.1" status: 200 len: 1001 time: 0.3523841 Dec 22 09:43:06.402423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0be84f-21cd-42ec-ae49-d8ef73836e09 req-b951b7f7-baf3-48fe-b347-92ecb878d89c tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:06.404634 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9d0be84f-21cd-42ec-ae49-d8ef73836e09 req-b951b7f7-baf3-48fe-b347-92ecb878d89c tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 1023 time: 0.2052052 Dec 22 09:43:06.413833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbe8ea-8f19-41b1-9eee-e79c1c7ff881 req-defb9f9b-4470-45e1-9ea2-a8a6058d0a4b tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:06.423793 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-43bbe8ea-8f19-41b1-9eee-e79c1c7ff881 req-defb9f9b-4470-45e1-9ea2-a8a6058d0a4b tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09 HTTP/1.1" status: 200 len: 944 time: 0.2788703 Dec 22 09:43:06.437411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50690) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:06.458163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7ffeb-7f2e-4488-89af-8db720963d6a req-871b17f4-ffa2-40dc-b8c9-59e40163f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:06.459750 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-afc7ffeb-7f2e-4488-89af-8db720963d6a req-871b17f4-ffa2-40dc-b8c9-59e40163f205 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4557d1ef-259f-4361-8ea2-d56efbc84de1 HTTP/1.1" status: 200 len: 854 time: 0.1546590 Dec 22 09:43:06.505336 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-43bbe8ea-8f19-41b1-9eee-e79c1c7ff881 req-77ddc1f4-5617-4b98-8151-e9573b38f3b9 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799220 Dec 22 09:43:06.559351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9d0be84f-21cd-42ec-ae49-d8ef73836e09 req-f805278e-5845-4f25-9043-11cbcbb3ebed tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Synchronizing usage tracker for tenant:e867f84521524ce2ba067f02c8e2bb27 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:43:06.645090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7ffeb-7f2e-4488-89af-8db720963d6a req-b99e727c-6d84-4153-83d0-69524d3e90de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:06.647428 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-afc7ffeb-7f2e-4488-89af-8db720963d6a req-b99e727c-6d84-4153-83d0-69524d3e90de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1774282 Dec 22 09:43:06.823088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-90626cb1-85e5-4bbd-bf75-807c92271dcc None None] Time-cost: Fetching 6 ports in 2 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:43:06.870826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50698) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:06.978469 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-afc7ffeb-7f2e-4488-89af-8db720963d6a req-bf15f7e8-43bf-4a12-9616-1cdb3dc54c7a service neutron] 10.222.0.37 "GET /v2.0/networks/7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212609 Dec 22 09:43:07.018194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9d0be84f-21cd-42ec-ae49-d8ef73836e09 req-f805278e-5845-4f25-9043-11cbcbb3ebed tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Unset dirty status for tenant:e867f84521524ce2ba067f02c8e2bb27 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:43:07.019467 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9d0be84f-21cd-42ec-ae49-d8ef73836e09 req-f805278e-5845-4f25-9043-11cbcbb3ebed tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups?id=9c64cae7-0096-4631-8671-939caee7734f&id=75e5c430-273f-4c30-9665-ed2b2d2124f1&id=40effe33-5414-4d8b-82c0-4611e8cd1529&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5928228 Dec 22 09:43:07.027821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-782216077-network', 'tenant_id': '3403c09830ad476d806af5441d8712c7'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:43:07.038332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:43:07.038627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-175419f8-c1b2-4531-ae39-f75947e10ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:07.040276 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-175419f8-c1b2-4531-ae39-f75947e10ff0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9b7e3b31212e40a5a5916864be6d76d8&device_id=2b548a02-aa74-48e9-9535-fac0e57c6c48 HTTP/1.1" status: 200 len: 1163 time: 0.8469300 Dec 22 09:43:07.052938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Usage tracker for resource:network and tenant:3403c09830ad476d806af5441d8712c7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:43:07.082052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:43:07.088797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:43:07.162798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Made reservation on behalf of 3403c09830ad476d806af5441d8712c7 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:43:07.166696 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-52a143c0-e65b-4643-bffd-9566d99bba56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=58d13160-767f-476d-ab4f-15f7e450c850 HTTP/1.1" status: 200 len: 217 time: 0.1071689 Dec 22 09:43:07.168402 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:07.198870 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ac5c7bab-cec2-4c92-9d73-5d8b60a41e72 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4f8a67b33ff048d5bd0b60e257789306&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7581100 Dec 22 09:43:07.202409 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:07.212350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50706) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:07.246539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:43:07.268463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Usage tracker for resource:security_group_rule and tenant:3403c09830ad476d806af5441d8712c7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:43:07.285392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:43:07.299183 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-afc7ffeb-7f2e-4488-89af-8db720963d6a req-48c68470-f8fa-4032-afe0-651e023fe86f service neutron] 10.222.0.37 "GET /v2.0/networks/7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3033168 Dec 22 09:43:07.300090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:43:07.333212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-7789256f-f0fa-4d66-ade7-2e1a5be4710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:07.335222 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-7789256f-f0fa-4d66-ade7-2e1a5be4710f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1604226 Dec 22 09:43:07.357661 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24d65123-a61b-48a4-9029-062bdf4ff650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:07.367499 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4411b1b0-eb98-470b-a32a-da098732f310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:07.396343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24d65123-a61b-48a4-9029-062bdf4ff650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:07.418870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a824b-a52d-40b6-a711-5b67d31b15d9 req-dc0e2de9-769c-4991-9352-4cd9c9cf4aac tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:07.420532 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e63a824b-a52d-40b6-a711-5b67d31b15d9 req-dc0e2de9-769c-4991-9352-4cd9c9cf4aac tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=2b548a02-aa74-48e9-9535-fac0e57c6c48 HTTP/1.1" status: 200 len: 948 time: 0.2528820 Dec 22 09:43:07.427596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74afd22-57d2-474b-85b2-883ea511f008 req-07813f24-dff4-418c-bcdd-49002b14b7e4 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:07.429179 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a74afd22-57d2-474b-85b2-883ea511f008 req-07813f24-dff4-418c-bcdd-49002b14b7e4 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 945 time: 0.3072274 Dec 22 09:43:07.522548 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e63a824b-a52d-40b6-a711-5b67d31b15d9 req-3a19c5bc-33e3-4c62-8e81-3997bf689b1d tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921612 Dec 22 09:43:07.527422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b548a02-aa74-48e9-9535-fac0e57c6c48', 'tag': '58d13160-767f-476d-ab4f-15f7e450c850'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:43:07.533371 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:07.539970 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:07.543457 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a74afd22-57d2-474b-85b2-883ea511f008 req-8f733c3e-c3f9-40fa-a803-39962fd1a991 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871711 Dec 22 09:43:07.546008 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0150b048-4226-4492-a024-919ece597095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:07.550745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-c04f9921-6cff-4b6d-8293-f742de16f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:07.552363 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-c04f9921-6cff-4b6d-8293-f742de16f7d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2080650 Dec 22 09:43:07.568011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24d65123-a61b-48a4-9029-062bdf4ff650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:07.619898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:43:07.645273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14375b59-6682-49f5-bf66-d17bed13b776,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:07.645273 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:07.652691 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Added segment d3534bd7-4df9-4c2c-ae42-7941d96d577d of type vxlan for network 2d340895-0ad7-464f-b8e9-14ff96252907 Dec 22 09:43:07.652691 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:07.652691 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b119a685-bdf9-48e6-8c26-8120dcad4eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:07.674264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d65123-a61b-48a4-9029-062bdf4ff650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70be9ef-f7e1-4be5-a61b-1813f3dd1c25,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:07.678593 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-24d65123-a61b-48a4-9029-062bdf4ff650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:07.682946 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24d65123-a61b-48a4-9029-062bdf4ff650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:07.684217 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-24d65123-a61b-48a4-9029-062bdf4ff650 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a70be9ef-f7e1-4be5-a61b-1813f3dd1c25 HTTP/1.1" status: 204 len: 168 time: 0.4672513 Dec 22 09:43:07.713163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3cefb-63d9-49e8-8fef-a34ef269d309 req-dd3f14c5-ce7f-4616-8d0c-a26622631c2b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:07.714853 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9af3cefb-63d9-49e8-8fef-a34ef269d309 req-dd3f14c5-ce7f-4616-8d0c-a26622631c2b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.37 "GET /v2.0/ports?device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 1023 time: 0.2336614 Dec 22 09:43:07.719485 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:07.746781 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b548a02-aa74-48e9-9535-fac0e57c6c48', 'tag': '58d13160-767f-476d-ab4f-15f7e450c850', 'status': 'completed', 'code': 200} Dec 22 09:43:07.860210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9af3cefb-63d9-49e8-8fef-a34ef269d309 req-d26ce908-9798-42fd-8544-a9dc21fa141a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Deleting port add110e9-0472-40ed-b0a5-d737ce9c0e58 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:43:07.860210 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9af3cefb-63d9-49e8-8fef-a34ef269d309 req-d26ce908-9798-42fd-8544-a9dc21fa141a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:07.865665 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-176c8cd6-2959-40eb-a02d-9e57902ee3eb service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954617 Dec 22 09:43:07.941261 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:07.941261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:07.941261 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:07.972581 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ad26b1ae-4f01-4b44-9044-e48e52b75da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:08.173321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118636f-cb26-4a00-b24c-480dd7d5e0a6 req-0b8a972c-f015-44d2-bdfe-ad118b1520da tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:08.174928 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c118636f-cb26-4a00-b24c-480dd7d5e0a6 req-0b8a972c-f015-44d2-bdfe-ad118b1520da tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09 HTTP/1.1" status: 200 len: 944 time: 0.4103706 Dec 22 09:43:08.208096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:08.247462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Pushing event updated for resources: {'Network': ['ID=2d340895-0ad7-464f-b8e9-14ff96252907,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:08.247462 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:08.259424 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c879632-8e3f-4c43-8c8a-b8b26602e211 req-7097a43f-003c-4999-ab0d-398808398a90 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3856766 Dec 22 09:43:08.364028 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c118636f-cb26-4a00-b24c-480dd7d5e0a6 req-876499a9-8f88-458a-be1f-1c3e7672dd14 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452370 Dec 22 09:43:08.388399 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5160527 Dec 22 09:43:08.395251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50726) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:08.570729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 2d340895-0ad7-464f-b8e9-14ff96252907 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:43:08.570729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 2d340895-0ad7-464f-b8e9-14ff96252907 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:43:08.575462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-38856646-9a5d-489f-8b4c-bf5f9ac0d17c admin admin] Request body: {'subnet': {'network_id': '2d340895-0ad7-464f-b8e9-14ff96252907', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-782216077-subnet', 'tenant_id': '3403c09830ad476d806af5441d8712c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:43:08.580647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7e2a-951b-4cfe-8a01-77e6e423cc5f req-bb4ea335-b3ab-492d-8d2c-b8986b666379 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:08.586444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-38856646-9a5d-489f-8b4c-bf5f9ac0d17c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:43:08.592475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7e2a-951b-4cfe-8a01-77e6e423cc5f req-bb4ea335-b3ab-492d-8d2c-b8986b666379 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:08.599671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 2d340895-0ad7-464f-b8e9-14ff96252907 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:43:08.604392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7e2a-951b-4cfe-8a01-77e6e423cc5f req-bb4ea335-b3ab-492d-8d2c-b8986b666379 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:08.608595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-38856646-9a5d-489f-8b4c-bf5f9ac0d17c admin admin] Usage tracker for resource:subnet and tenant:3403c09830ad476d806af5441d8712c7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:43:08.613721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7e2a-951b-4cfe-8a01-77e6e423cc5f req-bb4ea335-b3ab-492d-8d2c-b8986b666379 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:08.613721 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc6f7e2a-951b-4cfe-8a01-77e6e423cc5f req-bb4ea335-b3ab-492d-8d2c-b8986b666379 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5434 time: 0.1668606 Dec 22 09:43:08.619917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-38856646-9a5d-489f-8b4c-bf5f9ac0d17c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:43:08.619917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-38856646-9a5d-489f-8b4c-bf5f9ac0d17c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:43:08.619917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9af3cefb-63d9-49e8-8fef-a34ef269d309 req-d26ce908-9798-42fd-8544-a9dc21fa141a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] For port add110e9-0472-40ed-b0a5-d737ce9c0e58, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=add110e9-0472-40ed-b0a5-d737ce9c0e58,segment=NetworkSegment(fa400341-1ab1-41e1-9887-80a151427537),segment_id=fa400341-1ab1-41e1-9887-80a151427537)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:43:08.619917 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9af3cefb-63d9-49e8-8fef-a34ef269d309 req-d26ce908-9798-42fd-8544-a9dc21fa141a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:08.626081 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc6f7e2a-951b-4cfe-8a01-77e6e423cc5f req-370da50b-51be-432d-af8c-e6bab7222adb tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809693 Dec 22 09:43:08.923855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c3fb4-55d8-4a25-b90d-6f32c04f1117 req-77b32717-a169-4fea-9b82-903cfa38e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:08.923855 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e9c3fb4-55d8-4a25-b90d-6f32c04f1117 req-77b32717-a169-4fea-9b82-903cfa38e4be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9b7e3b31212e40a5a5916864be6d76d8&device_id=2b548a02-aa74-48e9-9535-fac0e57c6c48 HTTP/1.1" status: 200 len: 1163 time: 0.2429311 Dec 22 09:43:08.955987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9af3cefb-63d9-49e8-8fef-a34ef269d309 req-d26ce908-9798-42fd-8544-a9dc21fa141a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Calling delete_port for add110e9-0472-40ed-b0a5-d737ce9c0e58 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:43:09.045635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:43:09.083990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:09.083990 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:09.239208 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:09.280447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38856646-9a5d-489f-8b4c-bf5f9ac0d17c admin admin] Made reservation on behalf of 3403c09830ad476d806af5441d8712c7 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:43:09.280447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-38856646-9a5d-489f-8b4c-bf5f9ac0d17c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:09.312874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9af3cefb-63d9-49e8-8fef-a34ef269d309 req-d26ce908-9798-42fd-8544-a9dc21fa141a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:09.331471 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6d45be59-25c7-4681-9a01-485a27778f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:09.380782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50738) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:09.411340 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:09.429259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ce908-9798-42fd-8544-a9dc21fa141a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event deleted for resources: {'Port': ['ID=add110e9-0472-40ed-b0a5-d737ce9c0e58,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:09.454888 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d26ce908-9798-42fd-8544-a9dc21fa141a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:09.475982 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4acd1ad-fd5b-4c74-a974-efe532687766 req-4d174032-c99c-4bf7-aa36-f594b0daeefd tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 210 time: 0.0884776 Dec 22 09:43:09.516762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c3fb4-55d8-4a25-b90d-6f32c04f1117 req-068231ba-8dd1-4697-b5c1-f6b3f7d0fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:09.516762 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e9c3fb4-55d8-4a25-b90d-6f32c04f1117 req-068231ba-8dd1-4697-b5c1-f6b3f7d0fe0d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.5855577 Dec 22 09:43:09.794695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=76d4282f-e9a8-4e2e-803c-4fc83c5e7cee,segment=NetworkSegment(9ec21e51-dba8-4c80-95fe-ebec5a7c37f2),segment_id=9ec21e51-dba8-4c80-95fe-ebec5a7c37f2)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:43:09.794695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d4282f-e9a8-4e2e-803c-4fc83c5e7cee'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:43:09.794695 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:09.794695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 856489cf-ca48-41c9-a847-2b657c6e2482 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:09.810418 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e9c3fb4-55d8-4a25-b90d-6f32c04f1117 req-d0fc9aea-f4b5-4f90-b275-4809d5c42517 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=58d13160-767f-476d-ab4f-15f7e450c850 HTTP/1.1" status: 200 len: 217 time: 0.0895877 Dec 22 09:43:09.810418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad6bdc-4ee7-4ef8-a2f5-ccb0d97f0cdf req-d82a0a26-871f-4edc-b534-c2cdcff6b109 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:09.810418 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7bad6bdc-4ee7-4ef8-a2f5-ccb0d97f0cdf req-d82a0a26-871f-4edc-b534-c2cdcff6b109 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=2b548a02-aa74-48e9-9535-fac0e57c6c48 HTTP/1.1" status: 200 len: 948 time: 0.4731886 Dec 22 09:43:09.816029 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:09.822276 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-383e484d-c859-45a1-9d11-56adb4ace7a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=86dd09d988b44675b290d57f770ea802&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3791006 Dec 22 09:43:09.822276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50746) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:09.826904 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:09.831233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c3fb4-55d8-4a25-b90d-6f32c04f1117 req-2a17c8f4-4911-478e-b7cf-e63c9401018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:09.831233 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e9c3fb4-55d8-4a25-b90d-6f32c04f1117 req-2a17c8f4-4911-478e-b7cf-e63c9401018d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1893854 Dec 22 09:43:09.838629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 856489cf-ca48-41c9-a847-2b657c6e2482 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:43:09.838629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=76d4282f-e9a8-4e2e-803c-4fc83c5e7cee,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:09.844220 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7bad6bdc-4ee7-4ef8-a2f5-ccb0d97f0cdf req-45f1e089-a8ca-4b05-8e35-2dedd60028de tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532712 Dec 22 09:43:09.849989 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:09.849989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 856489cf-ca48-41c9-a847-2b657c6e2482 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:09.849989 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:09.875785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af3cefb-63d9-49e8-8fef-a34ef269d309 req-d26ce908-9798-42fd-8544-a9dc21fa141a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] No DVR routers for this DVR port add110e9-0472-40ed-b0a5-d737ce9c0e58 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:43:09.887435 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9af3cefb-63d9-49e8-8fef-a34ef269d309 req-d26ce908-9798-42fd-8544-a9dc21fa141a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:09.887435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e', 'name': 'network-vif-deleted', 'tag': 'add110e9-0472-40ed-b0a5-d737ce9c0e58'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:43:09.914647 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:09.981699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45d212-815b-439c-818d-1011366c20be req-7e1b14e8-98d2-40bf-b59d-a34a9367e76b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:09.981699 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0a45d212-815b-439c-818d-1011366c20be req-7e1b14e8-98d2-40bf-b59d-a34a9367e76b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 945 time: 0.2667735 Dec 22 09:43:10.018093 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a4e2e4c-5d77-40fd-905d-77421cded7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:10.032512 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9af3cefb-63d9-49e8-8fef-a34ef269d309 req-d26ce908-9798-42fd-8544-a9dc21fa141a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.37 "DELETE /v2.0/ports/add110e9-0472-40ed-b0a5-d737ce9c0e58 HTTP/1.1" status: 204 len: 173 time: 2.3067951 Dec 22 09:43:10.050607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c3fb4-55d8-4a25-b90d-6f32c04f1117 req-95030ca3-ae5a-4479-8228-27124b668fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:10.052373 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e9c3fb4-55d8-4a25-b90d-6f32c04f1117 req-95030ca3-ae5a-4479-8228-27124b668fcc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2105639 Dec 22 09:43:10.093262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a4e2e4c-5d77-40fd-905d-77421cded7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:10.118677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:10.168314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 856489cf-ca48-41c9-a847-2b657c6e2482, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=856489cf-ca48-41c9-a847-2b657c6e2482,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:43:10.169563 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0a45d212-815b-439c-818d-1011366c20be req-a28fcd73-c711-4fb2-8872-7c355901119e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823180 Dec 22 09:43:10.170957 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:10.202733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:10.205128 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:10.261750 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a4e2e4c-5d77-40fd-905d-77421cded7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:10.272475 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-24d65123-a61b-48a4-9029-062bdf4ff650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:10.304049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e2e4c-5d77-40fd-905d-77421cded7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b9c557-78bf-4a5b-b280-854a658c7e13,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:10.308950 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9a4e2e4c-5d77-40fd-905d-77421cded7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:10.331537 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a4e2e4c-5d77-40fd-905d-77421cded7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:10.333122 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9a4e2e4c-5d77-40fd-905d-77421cded7c3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4b9c557-78bf-4a5b-b280-854a658c7e13 HTTP/1.1" status: 204 len: 168 time: 0.5633783 Dec 22 09:43:10.384418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff951fcc-f01d-437e-9d24-a9a01ad6e67f req-5e18b5ab-0fe4-4e4b-9cfb-118931a37378 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:10.399916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff951fcc-f01d-437e-9d24-a9a01ad6e67f req-5e18b5ab-0fe4-4e4b-9cfb-118931a37378 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:10.417554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff951fcc-f01d-437e-9d24-a9a01ad6e67f req-5e18b5ab-0fe4-4e4b-9cfb-118931a37378 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:10.422270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff951fcc-f01d-437e-9d24-a9a01ad6e67f req-5e18b5ab-0fe4-4e4b-9cfb-118931a37378 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:10.426827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff951fcc-f01d-437e-9d24-a9a01ad6e67f req-5e18b5ab-0fe4-4e4b-9cfb-118931a37378 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:10.434958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff951fcc-f01d-437e-9d24-a9a01ad6e67f req-5e18b5ab-0fe4-4e4b-9cfb-118931a37378 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:10.441523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff951fcc-f01d-437e-9d24-a9a01ad6e67f req-5e18b5ab-0fe4-4e4b-9cfb-118931a37378 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:10.443576 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ff951fcc-f01d-437e-9d24-a9a01ad6e67f req-5e18b5ab-0fe4-4e4b-9cfb-118931a37378 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5434 time: 0.3438210 Dec 22 09:43:10.490420 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e9c3fb4-55d8-4a25-b90d-6f32c04f1117 req-28544fff-5364-484d-a2b9-57379590e7b0 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264898 Dec 22 09:43:10.837662 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e9c3fb4-55d8-4a25-b90d-6f32c04f1117 req-32e469ee-3d45-4e8f-b85c-13c42d5816f6 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3397489 Dec 22 09:43:10.910697 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d4282f-e9a8-4e2e-803c-4fc83c5e7cee', 'code': 200} Dec 22 09:43:10.939334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=856489cf-ca48-41c9-a847-2b657c6e2482,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:10.942855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:10.972741 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:10.990030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:11.081797 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e', 'name': 'network-vif-deleted', 'tag': 'add110e9-0472-40ed-b0a5-d737ce9c0e58', 'status': 'completed', 'code': 200} Dec 22 09:43:11.097774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-cd2d1ed8-c580-4daf-8340-2967fdb0b42c None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:43:11.145453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:11.146052 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:11.163243 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cdf97230-1c5e-4b66-9268-f443f2f3e13c req-f2fe84e9-3257-4872-a6b5-d6943aa8befe tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/ports?device_id=48610d4a-b8d1-4c3c-a8f4-4bfddbc4c91e HTTP/1.1" status: 200 len: 210 time: 0.2403190 Dec 22 09:43:11.226386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88bf51-c134-4bc0-a298-5447b374d0a4 req-a1371eab-a83e-443c-a7e0-7ab3e2ee08ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:11.236248 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db88bf51-c134-4bc0-a298-5447b374d0a4 req-a1371eab-a83e-443c-a7e0-7ab3e2ee08ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09 HTTP/1.1" status: 200 len: 1161 time: 0.1508982 Dec 22 09:43:11.382095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df3e38-3ae7-4e0d-abfb-5ba90489ba08 req-3782e84c-238b-40ff-9d66-1ded6e5f80e0 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:11.397076 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-16df3e38-3ae7-4e0d-abfb-5ba90489ba08 req-3782e84c-238b-40ff-9d66-1ded6e5f80e0 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09 HTTP/1.1" status: 200 len: 946 time: 0.3546944 Dec 22 09:43:11.448199 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db88bf51-c134-4bc0-a298-5447b374d0a4 req-74b6ef0f-d354-4428-bb62-2dc4b0fb3342 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873343 Dec 22 09:43:11.473137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 856489cf-ca48-41c9-a847-2b657c6e2482 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:11.479884 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-38856646-9a5d-489f-8b4c-bf5f9ac0d17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:11.592687 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-16df3e38-3ae7-4e0d-abfb-5ba90489ba08 req-6da098d5-1c4f-4609-b48c-3076d85010a0 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913645 Dec 22 09:43:11.690590 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-531e7eea-ddd1-446b-9680-bc332d190c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:11.700070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 856489cf-ca48-41c9-a847-2b657c6e2482 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:11.700070 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:11.763925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38856646-9a5d-489f-8b4c-bf5f9ac0d17c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfd00f40-1157-44e9-8ffc-cef7d735bec6,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:11.763925 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-38856646-9a5d-489f-8b4c-bf5f9ac0d17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:11.840793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38856646-9a5d-489f-8b4c-bf5f9ac0d17c admin admin] Checking segment: {'id': 'd3534bd7-4df9-4c2c-ae42-7941d96d577d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d340895-0ad7-464f-b8e9-14ff96252907'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:43:11.840793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38856646-9a5d-489f-8b4c-bf5f9ac0d17c admin admin] Network hostable DHCP agents. Network: 2d340895-0ad7-464f-b8e9-14ff96252907, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:43:11.980979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38856646-9a5d-489f-8b4c-bf5f9ac0d17c admin admin] Network 2d340895-0ad7-464f-b8e9-14ff96252907 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:43:11.988023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123abb92-44dd-499c-9969-013d8dc3e525 req-bc313775-bc2b-4116-878e-64798ac9737e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:11.988023 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-123abb92-44dd-499c-9969-013d8dc3e525 req-bc313775-bc2b-4116-878e-64798ac9737e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=2b548a02-aa74-48e9-9535-fac0e57c6c48 HTTP/1.1" status: 200 len: 948 time: 0.3259351 Dec 22 09:43:12.012084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device add110e9-0472-40ed-b0a5-d737ce9c0e58 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:43:12.021619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-38856646-9a5d-489f-8b4c-bf5f9ac0d17c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 2d340895-0ad7-464f-b8e9-14ff96252907) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:43:12.049440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38856646-9a5d-489f-8b4c-bf5f9ac0d17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:12.051119 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-38856646-9a5d-489f-8b4c-bf5f9ac0d17c admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:12.053331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfa4145-5a91-4775-80db-e9322cbf022d None None] Network 2d340895-0ad7-464f-b8e9-14ff96252907 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:43:12.079475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] No Port match for: add110e9-0472-40ed-b0a5-d737ce9c0e58 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:43:12.079864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device add110e9-0472-40ed-b0a5-d737ce9c0e58 not bound to the agent host n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:43:12.094834 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-38856646-9a5d-489f-8b4c-bf5f9ac0d17c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.6971173 Dec 22 09:43:12.095899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50776) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:12.102745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-782216077-router', 'tenant_id': '3403c09830ad476d806af5441d8712c7', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:43:12.112301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:43:12.113295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37399fb-c8ea-4382-9b73-e07f40e81f4e req-2ca10393-8901-4aee-9701-3eb07b3cebe4 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:12.120396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Usage tracker for resource:router and tenant:3403c09830ad476d806af5441d8712c7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:43:12.122088 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f37399fb-c8ea-4382-9b73-e07f40e81f4e req-2ca10393-8901-4aee-9701-3eb07b3cebe4 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 945 time: 0.2175703 Dec 22 09:43:12.124366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:43:12.132243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:43:12.148974 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-123abb92-44dd-499c-9969-013d8dc3e525 req-471ca448-2842-4249-8d36-3d00e2079d5e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432281 Dec 22 09:43:12.179925 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:12.182877 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:12.252659 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:12.256352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 58d13160-767f-476d-ab4f-15f7e450c850 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:12.259609 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f37399fb-c8ea-4382-9b73-e07f40e81f4e req-2d011023-7579-498f-a89f-c1da1867b718 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338820 Dec 22 09:43:12.544365 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6acdd16a-37c2-4c8f-b19a-d11f079ba264 req-dc3d2fa7-bae5-47d0-90c7-e089883443dc tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/9c64cae7-0096-4631-8671-939caee7734f HTTP/1.1" status: 200 len: 1749 time: 0.0747578 Dec 22 09:43:12.623532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6948f787-83f9-41c9-8909-012b15a4f02f None None] Network 2d340895-0ad7-464f-b8e9-14ff96252907 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:43:12.741012 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6acdd16a-37c2-4c8f-b19a-d11f079ba264 req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:12.767858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 58d13160-767f-476d-ab4f-15f7e450c850 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:43:12.811202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 58d13160-767f-476d-ab4f-15f7e450c850 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:12.811202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:12.855318 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6acdd16a-37c2-4c8f-b19a-d11f079ba264 req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:12.919705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6d412d-8e07-4922-97bf-94cad4a856fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856489cf-ca48-41c9-a847-2b657c6e2482'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:43:12.956089 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:12.981906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:13.132031 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6acdd16a-37c2-4c8f-b19a-d11f079ba264 req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:13.132031 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-541aaa16-4f16-4aa7-839a-09a67064aad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:13.154553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9169d-6667-4748-8020-03424e4a0c44 req-ce86c97e-6c49-4de5-80ec-4a1b51e42419 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:13.154553 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ccb9169d-6667-4748-8020-03424e4a0c44 req-ce86c97e-6c49-4de5-80ec-4a1b51e42419 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09 HTTP/1.1" status: 200 len: 946 time: 0.1801867 Dec 22 09:43:13.176327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c64cae7-0096-4631-8671-939caee7734f,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:13.192598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.192598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.192598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.192598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.192598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.192598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.192598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.192598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.192598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.192598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.192598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.192598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.192598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.202037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.202037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.202037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.202037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.202037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.202037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.202037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.202037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.202037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.202037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.209971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.209971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.209971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.209971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.237555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.237555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.237555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.237555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.237555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.237555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.237555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.237555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.237555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:13.237555 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:13.318665 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6acdd16a-37c2-4c8f-b19a-d11f079ba264 req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:13.342496 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6acdd16a-37c2-4c8f-b19a-d11f079ba264 req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "DELETE /v2.0/security-groups/9c64cae7-0096-4631-8671-939caee7734f HTTP/1.1" status: 204 len: 173 time: 0.7942269 Dec 22 09:43:13.363983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:13.477965 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ccb9169d-6667-4748-8020-03424e4a0c44 req-e5cd3510-d6cf-4098-94cf-68adcb92ea7a tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044951 Dec 22 09:43:13.592892 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6d412d-8e07-4922-97bf-94cad4a856fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856489cf-ca48-41c9-a847-2b657c6e2482', 'code': 200} Dec 22 09:43:13.642969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 58d13160-767f-476d-ab4f-15f7e450c850, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=58d13160-767f-476d-ab4f-15f7e450c850,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:43:13.649186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:13.650783 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:13.686674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:13.721562 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:13.739643 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:13.848523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 50822) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:13.861997 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:13.879654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=58d13160-767f-476d-ab4f-15f7e450c850,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:13.898870 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:14.047452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47773d2-10d3-4e85-a761-96fc6cc5cbb3 req-a8f295eb-be80-4293-957d-817d93be3f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:14.050318 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c47773d2-10d3-4e85-a761-96fc6cc5cbb3 req-a8f295eb-be80-4293-957d-817d93be3f9f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ec6d412d-8e07-4922-97bf-94cad4a856fb HTTP/1.1" status: 200 len: 1165 time: 0.3643119 Dec 22 09:43:14.104195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 58d13160-767f-476d-ab4f-15f7e450c850 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:14.266045 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c47773d2-10d3-4e85-a761-96fc6cc5cbb3 req-7c1b537e-fa18-4155-8c41-37705720f263 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050078 Dec 22 09:43:14.377487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1a6b7-073f-42c1-a601-d9f87faa0fbe req-5878b221-3b81-4a05-9718-b010ec4e3464 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:14.385352 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-91f1a6b7-073f-42c1-a601-d9f87faa0fbe req-5878b221-3b81-4a05-9718-b010ec4e3464 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 945 time: 0.5646386 Dec 22 09:43:14.393262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53792bf-074b-483c-bd1f-9c9cad654211 req-b457dcdb-e5ad-4955-a0ab-b1b0bd40d12b tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:14.402206 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b53792bf-074b-483c-bd1f-9c9cad654211 req-b457dcdb-e5ad-4955-a0ab-b1b0bd40d12b tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=2b548a02-aa74-48e9-9535-fac0e57c6c48 HTTP/1.1" status: 200 len: 950 time: 0.6469233 Dec 22 09:43:14.429304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Allocated IP 172.25.7.237 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/3e17b9f1-094b-4d11-ad66-7757504a46fb) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:43:14.487256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 856489cf-ca48-41c9-a847-2b657c6e2482 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:14.503790 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b53792bf-074b-483c-bd1f-9c9cad654211 req-ac472ed2-1d8b-4827-bc5f-beb6675e54a2 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953331 Dec 22 09:43:14.534631 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-91f1a6b7-073f-42c1-a601-d9f87faa0fbe req-c7b3b4ed-98c5-4e04-87e4-343b2d17a97c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423051 Dec 22 09:43:14.708858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 856489cf-ca48-41c9-a847-2b657c6e2482 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:14.709403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:14.738507 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-520f2889-a3f9-4e36-848d-bc4d75512369 req-5f11d8e0-ffbd-4c63-9aa2-f0a998b52920 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "GET /v2.0/security-groups/75e5c430-273f-4c30-9665-ed2b2d2124f1 HTTP/1.1" status: 200 len: 1750 time: 0.1400867 Dec 22 09:43:14.760701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 58d13160-767f-476d-ab4f-15f7e450c850 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:14.761300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:14.826289 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:14.924065 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:14.926387 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-520f2889-a3f9-4e36-848d-bc4d75512369 req-f3db866a-22e0-44e8-b509-5632cca4fe70 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:14.960951 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-520f2889-a3f9-4e36-848d-bc4d75512369 req-f3db866a-22e0-44e8-b509-5632cca4fe70 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:15.057411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062804a-1f4b-4c5c-ac23-b712afc8c36c req-6c4fa316-65b5-47e9-ae77-bdce2aec407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:15.061752 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:15.066981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062804a-1f4b-4c5c-ac23-b712afc8c36c req-6c4fa316-65b5-47e9-ae77-bdce2aec407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:15.076286 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f062804a-1f4b-4c5c-ac23-b712afc8c36c req-6c4fa316-65b5-47e9-ae77-bdce2aec407c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 6939 time: 1.2189298 Dec 22 09:43:15.114832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-520f2889-a3f9-4e36-848d-bc4d75512369 req-f3db866a-22e0-44e8-b509-5632cca4fe70 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:15.142944 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-90dc742d-4095-40e8-b36c-7d403e3659a6 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:15.224551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db866a-22e0-44e8-b509-5632cca4fe70 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e5c430-273f-4c30-9665-ed2b2d2124f1,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:15.277330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Pushing event updated for resources: {'Port': ['ID=3e17b9f1-094b-4d11-ad66-7757504a46fb,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:15.282300 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f3db866a-22e0-44e8-b509-5632cca4fe70 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:15.297199 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:15.324770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-520f2889-a3f9-4e36-848d-bc4d75512369 req-f3db866a-22e0-44e8-b509-5632cca4fe70 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:15.332132 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-520f2889-a3f9-4e36-848d-bc4d75512369 req-f3db866a-22e0-44e8-b509-5632cca4fe70 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] 10.222.0.50 "DELETE /v2.0/security-groups/75e5c430-273f-4c30-9665-ed2b2d2124f1 HTTP/1.1" status: 204 len: 173 time: 0.5906508 Dec 22 09:43:15.336099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50846) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:15.346945 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f062804a-1f4b-4c5c-ac23-b712afc8c36c req-3e8c4a54-82d6-4350-b2df-62f6e437bfdf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2771027 Dec 22 09:43:15.395260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:43:15.400049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20c820-f14c-41b0-8b7c-7adf130c3f58 req-680fa7fc-05f8-4ab9-976c-25e0a9674fa6 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:15.401808 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd20c820-f14c-41b0-8b7c-7adf130c3f58 req-680fa7fc-05f8-4ab9-976c-25e0a9674fa6 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09 HTTP/1.1" status: 200 len: 946 time: 0.3286164 Dec 22 09:43:15.415031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:43:15.421501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:43:15.476697 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd20c820-f14c-41b0-8b7c-7adf130c3f58 req-4b8c1b74-0232-43e4-9705-acb498af380f tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626810 Dec 22 09:43:15.504301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2327a9c-cdf4-437b-9a11-84a923cae2c4 admin admin] Deleting subnet 835786db-f6bd-4763-b56d-9966829ca327 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:43:15.510997 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b2327a9c-cdf4-437b-9a11-84a923cae2c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:15.541611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:15.703922 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b2327a9c-cdf4-437b-9a11-84a923cae2c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:15.782071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b548a02-aa74-48e9-9535-fac0e57c6c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d13160-767f-476d-ab4f-15f7e450c850'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:43:15.858417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:15.861060 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:15.893204 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b2327a9c-cdf4-437b-9a11-84a923cae2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:16.102261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 58d13160-767f-476d-ab4f-15f7e450c850 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:16.218675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dba28-08ac-4697-b1a5-a6cea63872a0 req-3b8bf8f2-4f08-4a2c-82b6-30c3dfce7fae tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:16.219679 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-618dba28-08ac-4697-b1a5-a6cea63872a0 req-3b8bf8f2-4f08-4a2c-82b6-30c3dfce7fae tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=2b548a02-aa74-48e9-9535-fac0e57c6c48 HTTP/1.1" status: 200 len: 950 time: 0.1738095 Dec 22 09:43:16.265174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 58d13160-767f-476d-ab4f-15f7e450c850 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:16.265675 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:16.321599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301d5f1-2b25-430a-8845-2befd71392a0 req-13383849-9e7c-4713-adce-0425bfc99058 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:16.325257 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5301d5f1-2b25-430a-8845-2befd71392a0 req-13383849-9e7c-4713-adce-0425bfc99058 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 945 time: 0.4310751 Dec 22 09:43:16.356593 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-618dba28-08ac-4697-b1a5-a6cea63872a0 req-f66d056b-a673-492d-b9bf-81fe987478b7 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249514 Dec 22 09:43:16.488138 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5301d5f1-2b25-430a-8845-2befd71392a0 req-16899d66-44d1-462a-b741-bb6af5fd80b5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269681 Dec 22 09:43:16.568197 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b548a02-aa74-48e9-9535-fac0e57c6c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d13160-767f-476d-ab4f-15f7e450c850', 'code': 200} Dec 22 09:43:16.893526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719841b-12d3-4a88-8404-35af90c3938d req-e0cf80a9-d560-48e7-a2f1-bba499c5a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:16.895167 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5719841b-12d3-4a88-8404-35af90c3938d req-e0cf80a9-d560-48e7-a2f1-bba499c5a089 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2b548a02-aa74-48e9-9535-fac0e57c6c48 HTTP/1.1" status: 200 len: 1165 time: 0.2159011 Dec 22 09:43:17.024110 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5719841b-12d3-4a88-8404-35af90c3938d req-b55f22fd-798e-4ce1-8624-7f0679235388 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098464 Dec 22 09:43:17.331241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772aaf51-8e44-4189-a1f9-6db64fee1ab4 req-da472bc0-76d6-4d01-b5bd-e5880226c4f3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:17.344758 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-772aaf51-8e44-4189-a1f9-6db64fee1ab4 req-da472bc0-76d6-4d01-b5bd-e5880226c4f3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.2028089 Dec 22 09:43:17.426736 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b2327a9c-cdf4-437b-9a11-84a923cae2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:17.429946 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-772aaf51-8e44-4189-a1f9-6db64fee1ab4 req-a68ebb88-4534-4a67-9fa2-2375cbcd7fe6 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839314 Dec 22 09:43:17.466010 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:17.623202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2327a9c-cdf4-437b-9a11-84a923cae2c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=835786db-f6bd-4763-b56d-9966829ca327,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:17.626716 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b2327a9c-cdf4-437b-9a11-84a923cae2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:17.835284 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b2327a9c-cdf4-437b-9a11-84a923cae2c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:17.855118 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:17.920174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36041c-418b-4795-b6eb-1a9db5e57d9a req-a911422c-f89c-4834-a2dc-cefc4f5a4401 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:17.926448 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd36041c-418b-4795-b6eb-1a9db5e57d9a req-a911422c-f89c-4834-a2dc-cefc4f5a4401 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=2b548a02-aa74-48e9-9535-fac0e57c6c48 HTTP/1.1" status: 200 len: 950 time: 0.2447689 Dec 22 09:43:17.932782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fd56b-cae6-4685-a4f7-7b7f3b51b1de req-b6476532-a399-4158-888e-7d3779d3638a tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:17.934504 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9f8fd56b-cae6-4685-a4f7-7b7f3b51b1de req-b6476532-a399-4158-888e-7d3779d3638a tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.1959796 Dec 22 09:43:17.945378 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b2327a9c-cdf4-437b-9a11-84a923cae2c4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/835786db-f6bd-4763-b56d-9966829ca327 HTTP/1.1" status: 204 len: 168 time: 2.6073182 Dec 22 09:43:17.949054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 50912) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:18.157498 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f681ac66-bdc6-4acd-a09d-85e6bc1f598e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:18.206025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 58d13160-767f-476d-ab4f-15f7e450c850 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:18.288950 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9f8fd56b-cae6-4685-a4f7-7b7f3b51b1de req-fe4cfb2c-8b5e-49ae-848a-737bccda2d6c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3439505 Dec 22 09:43:18.298375 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd36041c-418b-4795-b6eb-1a9db5e57d9a req-0db86a84-850e-4554-81cc-0ec8a8788090 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585815 Dec 22 09:43:18.299127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 50920) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:18.563904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 58d13160-767f-476d-ab4f-15f7e450c850 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:18.564645 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:18.568270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:18.826921 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f681ac66-bdc6-4acd-a09d-85e6bc1f598e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:18.850606 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-670fecd7-adce-48fb-8639-a05d8ce5b37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:19.044923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Router 460c95a7-5502-400e-8bac-aa8a2254ca3b is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:43:19.076928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-670fecd7-adce-48fb-8639-a05d8ce5b37b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:43:19.116278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-670fecd7-adce-48fb-8639-a05d8ce5b37b admin admin] Usage tracker for resource:security_group_rule and tenant:2f4f1be3e5904d919f88ac706ae07761 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:43:19.148658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-670fecd7-adce-48fb-8639-a05d8ce5b37b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:43:19.170318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-670fecd7-adce-48fb-8639-a05d8ce5b37b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:43:19.306568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f681ac66-bdc6-4acd-a09d-85e6bc1f598e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730d4abf-fc2a-4bd9-b099-791cac9a2466']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:19.345508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:43:19.357476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f681ac66-bdc6-4acd-a09d-85e6bc1f598e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa400341-1ab1-41e1-9887-80a151427537') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:19.358340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f681ac66-bdc6-4acd-a09d-85e6bc1f598e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa400341-1ab1-41e1-9887-80a151427537') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:19.360664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Sync routers for ids ['460c95a7-5502-400e-8bac-aa8a2254ca3b'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:43:19.386642 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:19.387549 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.2907186 Dec 22 09:43:19.392803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50948) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:19.395549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Routers {'460c95a7-5502-400e-8bac-aa8a2254ca3b'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:43:19.396676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:43:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['460c95a7-5502-400e-8bac-aa8a2254ca3b'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:19.469114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-9a49dae8-0f7d-4a78-b538-50592b013c78 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:19.471282 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-9a49dae8-0f7d-4a78-b538-50592b013c78 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 811 time: 0.5585842 Dec 22 09:43:19.475315 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f681ac66-bdc6-4acd-a09d-85e6bc1f598e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:19.526478 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-d0e9b528-9832-4585-8347-72276f429761 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/quotas/210f832f876441e1b78088d52878877a HTTP/1.1" status: 200 len: 375 time: 0.0350859 Dec 22 09:43:19.528824 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f681ac66-bdc6-4acd-a09d-85e6bc1f598e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:19.535142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f681ac66-bdc6-4acd-a09d-85e6bc1f598e admin admin] Releasing vxlan tunnel 6 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:43:19.660514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Set router 460c95a7-5502-400e-8bac-aa8a2254ca3b gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:43:19.985649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'name': 'tempest-ServerRescueNegativeTestJSON-782216077-router', 'tenant_id': '3403c09830ad476d806af5441d8712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3e17b9f1-094b-4d11-ad66-7757504a46fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:43:12Z', 'updated_at': '2020-12-22T09:43:17Z', 'revision_number': 3, 'project_id': '3403c09830ad476d806af5441d8712c7', 'gw_port': {'id': '3e17b9f1-094b-4d11-ad66-7757504a46fb', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:43:14Z', 'updated_at': '2020-12-22T09:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:19.990662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Checking router: 460c95a7-5502-400e-8bac-aa8a2254ca3b for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:43:19.990898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Updating router 460c95a7-5502-400e-8bac-aa8a2254ca3b port 3e17b9f1-094b-4d11-ad66-7757504a46fb binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:43:19.998528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97847900-5407-41b5-a1ee-123aa96d1b19 req-82182998-eaf9-41ca-b70f-0189341fbd61 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:20.000173 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97847900-5407-41b5-a1ee-123aa96d1b19 req-82182998-eaf9-41ca-b70f-0189341fbd61 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=2b548a02-aa74-48e9-9535-fac0e57c6c48 HTTP/1.1" status: 200 len: 950 time: 0.3558717 Dec 22 09:43:20.002106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f681ac66-bdc6-4acd-a09d-85e6bc1f598e admin admin] Network 730d4abf-fc2a-4bd9-b099-791cac9a2466 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:43:20.023810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f681ac66-bdc6-4acd-a09d-85e6bc1f598e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:20.051053 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:20.128080 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-d0f0cbff-edeb-4929-8742-595f5de9736d tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5936546 Dec 22 09:43:20.147342 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-670fecd7-adce-48fb-8639-a05d8ce5b37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:20.168766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 58d13160-767f-476d-ab4f-15f7e450c850 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:20.377698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 58d13160-767f-476d-ab4f-15f7e450c850 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:20.378160 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:20.392816 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97847900-5407-41b5-a1ee-123aa96d1b19 req-118751fa-fad1-415e-ac06-492f95dad032 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731523 Dec 22 09:43:20.393498 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-670fecd7-adce-48fb-8639-a05d8ce5b37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:20.431250 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-72d5f3f0-2aa3-4e25-aba3-2671fb21db39 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:20.630890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670fecd7-adce-48fb-8639-a05d8ce5b37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2228bc18-5747-46f8-b8d2-7902846ac78d,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:20.635847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f681ac66-bdc6-4acd-a09d-85e6bc1f598e admin admin] Network 730d4abf-fc2a-4bd9-b099-791cac9a2466 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:43:20.665197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50960) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:20.668763 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-670fecd7-adce-48fb-8639-a05d8ce5b37b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f4f1be3e5904d919f88ac706ae07761&name=default HTTP/1.1" status: 200 len: 2883 time: 2.3523285 Dec 22 09:43:20.857821 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df029e42-1bb8-4d3f-97d5-880ba2045c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:20.884709 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:20.950296 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df029e42-1bb8-4d3f-97d5-880ba2045c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:21.046740 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:21.085758 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-670fecd7-adce-48fb-8639-a05d8ce5b37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:43:21.087095 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:43:21.169235 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df029e42-1bb8-4d3f-97d5-880ba2045c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:21.179245 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-73a3ee9b-434f-4746-a3a1-c0bf25b16cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:21.208649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df029e42-1bb8-4d3f-97d5-880ba2045c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2228bc18-5747-46f8-b8d2-7902846ac78d,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:21.215932 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df029e42-1bb8-4d3f-97d5-880ba2045c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:21.221195 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df029e42-1bb8-4d3f-97d5-880ba2045c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:21.221862 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-5051caac-56af-4c55-968d-4dbeafca55dd service neutron] 10.222.0.50 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0727563 Dec 22 09:43:21.225670 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-df029e42-1bb8-4d3f-97d5-880ba2045c97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2228bc18-5747-46f8-b8d2-7902846ac78d HTTP/1.1" status: 204 len: 168 time: 0.5551586 Dec 22 09:43:21.375139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Allocated IP 172.20.0.1 (2d340895-0ad7-464f-b8e9-14ff96252907/cfd00f40-1157-44e9-8ffc-cef7d735bec6/058d4083-5f5e-4e85-b003-b80bd65e04f2) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:43:21.444033 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-5be68da0-28d7-486e-9a23-a416f651c16f service neutron] 10.222.0.50 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1985865 Dec 22 09:43:21.457903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Transition to ACTIVE for port object 3e17b9f1-094b-4d11-ad66-7757504a46fb will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:43:21.462934 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:21.463129 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f681ac66-bdc6-4acd-a09d-85e6bc1f598e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:21.469541 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f681ac66-bdc6-4acd-a09d-85e6bc1f598e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:21.485320 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f95fcdcd-96ea-4a4f-a821-bb6c73b2e82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:21.496747 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-899f5251-05d9-4562-8904-b477a7e2753e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:21.501762 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f681ac66-bdc6-4acd-a09d-85e6bc1f598e admin admin] 10.222.0.50 "DELETE /v2.0/networks/730d4abf-fc2a-4bd9-b099-791cac9a2466 HTTP/1.1" status: 204 len: 168 time: 3.5509746 Dec 22 09:43:21.554857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43223690-a13f-4075-be76-56f5bdc1d95a req-277522bd-e77e-47e2-9894-987445c21b7b tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:21.572370 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-43223690-a13f-4075-be76-56f5bdc1d95a req-277522bd-e77e-47e2-9894-987445c21b7b tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=ec6d412d-8e07-4922-97bf-94cad4a856fb HTTP/1.1" status: 200 len: 950 time: 0.4697936 Dec 22 09:43:21.573337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681ac66-bdc6-4acd-a09d-85e6bc1f598e admin admin] Pushing event deleted for resources: {'Network': ['ID=730d4abf-fc2a-4bd9-b099-791cac9a2466,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:21.582018 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f681ac66-bdc6-4acd-a09d-85e6bc1f598e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:21.634185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Pushing event updated for resources: {'Port': ['ID=3e17b9f1-094b-4d11-ad66-7757504a46fb,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:21.671564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.672094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.672851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.672851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.673709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.673709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.674563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.674995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.675782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.675864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.676546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.676732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.677386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.677893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.678277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.678684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.679605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.679605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.680165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.680866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.680866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.681363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.681477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.682909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.683634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.685525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.686104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.686717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.689768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.690416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.692101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.692610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.693112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.693630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.694130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.694627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:21.719292 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:21.726406 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-43223690-a13f-4075-be76-56f5bdc1d95a req-5c08ec2b-64f6-445e-b997-00b6a32efe35 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366498 Dec 22 09:43:21.752404 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:21.826871 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:21.869270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:43:21.871505 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3dd029a0-d61e-4f2c-914c-d25a14be0a52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:22.033333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50982) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:22.035155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Pushing event updated for resources: {'Port': ['ID=058d4083-5f5e-4e85-b003-b80bd65e04f2,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:22.043052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Attempting to bind port 3e17b9f1-094b-4d11-ad66-7757504a46fb on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:43:22.044034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Attempting to bind port 3e17b9f1-094b-4d11-ad66-7757504a46fb by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:43:22.044034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Attempting to bind port 3e17b9f1-094b-4d11-ad66-7757504a46fb on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:43:22.057467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:43:22.057894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:43:22.058353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:22.061090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:43:22.061304 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:22.061649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Bound port: 3e17b9f1-094b-4d11-ad66-7757504a46fb, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:43:22.063377 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:22.142448 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a73b9b10-6492-4129-b1a7-54b8a29a7567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:22.182596 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6d56989-3a20-48bf-a116-b61ec48b1026 req-74e3b9d4-1f07-4ddb-9f44-11d2a8aaf912 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=3a1df77d-99cc-4884-a352-7bb41797190c HTTP/1.1" status: 200 len: 210 time: 0.2970521 Dec 22 09:43:22.334314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 50990) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:22.334800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a73b9b10-6492-4129-b1a7-54b8a29a7567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:43:22.349128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a73b9b10-6492-4129-b1a7-54b8a29a7567 admin admin] Usage tracker for resource:security_group_rule and tenant:e506fcff743446b59c2af8437ecc28d9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:43:22.358461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a73b9b10-6492-4129-b1a7-54b8a29a7567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:43:22.378465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a73b9b10-6492-4129-b1a7-54b8a29a7567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:43:22.408044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] For port 3e17b9f1-094b-4d11-ad66-7757504a46fb, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:43:22.416146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] For port 3e17b9f1-094b-4d11-ad66-7757504a46fb, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=3e17b9f1-094b-4d11-ad66-7757504a46fb,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:43:22.429414 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:22.495111 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-59035b3c-dec7-4c40-9ca2-3431c6e41789 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e867f84521524ce2ba067f02c8e2bb27&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1586146 Dec 22 09:43:22.496067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 50994) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:22.532262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Network 2d340895-0ad7-464f-b8e9-14ff96252907 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:43:22.542434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:43:22.553348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:43:22.577849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a66b961e-9789-4772-9b89-efe2d1192f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:22.611369 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a66b961e-9789-4772-9b89-efe2d1192f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:22.663058 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:22.682457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:22.742388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a66b961e-9789-4772-9b89-efe2d1192f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:22.762787 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-70d534cf-3171-4231-b698-f26f2cc05916 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:22.799359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b961e-9789-4772-9b89-efe2d1192f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40effe33-5414-4d8b-82c0-4611e8cd1529,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:22.809284 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a66b961e-9789-4772-9b89-efe2d1192f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:22.815650 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a66b961e-9789-4772-9b89-efe2d1192f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:22.824141 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a66b961e-9789-4772-9b89-efe2d1192f02 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/40effe33-5414-4d8b-82c0-4611e8cd1529 HTTP/1.1" status: 204 len: 168 time: 0.3219891 Dec 22 09:43:22.888211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Pushing event updated for resources: {'Port': ['ID=3e17b9f1-094b-4d11-ad66-7757504a46fb,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:22.901208 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:22.945458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Routers {'460c95a7-5502-400e-8bac-aa8a2254ca3b'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:43:22.951544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:43:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['460c95a7-5502-400e-8bac-aa8a2254ca3b'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:23.039056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a73b9b10-6492-4129-b1a7-54b8a29a7567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:23.046148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a73b9b10-6492-4129-b1a7-54b8a29a7567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:23.071565 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f07d4cbf-4b2c-4e1d-ace4-f133dd532ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:23.171742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 51024) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:23.172246 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a73b9b10-6492-4129-b1a7-54b8a29a7567 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e506fcff743446b59c2af8437ecc28d9&name=default HTTP/1.1" status: 200 len: 2883 time: 1.1190014 Dec 22 09:43:23.181341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b9b10-6492-4129-b1a7-54b8a29a7567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0730f56-64a6-41d5-848b-013d07ae4256,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:23.186669 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a73b9b10-6492-4129-b1a7-54b8a29a7567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:23.331659 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ba6beeb7-208a-43f4-8d7c-5b0963ffce35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:23.381501 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ba6beeb7-208a-43f4-8d7c-5b0963ffce35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:23.482559 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94bf6b9d-1309-441e-b27b-802bfc6decd4 req-4210ccea-9337-4284-962a-d0ba7e73605b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=3a1df77d-99cc-4884-a352-7bb41797190c HTTP/1.1" status: 200 len: 210 time: 0.0755596 Dec 22 09:43:23.542092 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ba6beeb7-208a-43f4-8d7c-5b0963ffce35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:23.546144 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-83a9b244-7116-4428-847d-eb06d7f054e9 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:23.589461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:23.592366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] Set router 460c95a7-5502-400e-8bac-aa8a2254ca3b gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:43:23.601037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6beeb7-208a-43f4-8d7c-5b0963ffce35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0730f56-64a6-41d5-848b-013d07ae4256,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:23.608905 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ba6beeb7-208a-43f4-8d7c-5b0963ffce35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:23.609830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ba6beeb7-208a-43f4-8d7c-5b0963ffce35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:23.631633 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ba6beeb7-208a-43f4-8d7c-5b0963ffce35 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f0730f56-64a6-41d5-848b-013d07ae4256 HTTP/1.1" status: 204 len: 168 time: 0.4558001 Dec 22 09:43:24.078497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'name': 'tempest-ServerRescueNegativeTestJSON-782216077-router', 'tenant_id': '3403c09830ad476d806af5441d8712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3e17b9f1-094b-4d11-ad66-7757504a46fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:43:12Z', 'updated_at': '2020-12-22T09:43:17Z', 'revision_number': 3, 'project_id': '3403c09830ad476d806af5441d8712c7', 'gw_port': {'id': '3e17b9f1-094b-4d11-ad66-7757504a46fb', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:43:14Z', 'updated_at': '2020-12-22T09:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:24.084175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944310ef-ab99-44d2-9f80-13d2dd5f6c47 None None] The sync data for ids ['460c95a7-5502-400e-8bac-aa8a2254ca3b'] in n-d-765315-5 is: [{'id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'name': 'tempest-ServerRescueNegativeTestJSON-782216077-router', 'tenant_id': '3403c09830ad476d806af5441d8712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3e17b9f1-094b-4d11-ad66-7757504a46fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:43:12Z', 'updated_at': '2020-12-22T09:43:17Z', 'revision_number': 3, 'project_id': '3403c09830ad476d806af5441d8712c7', 'gw_port': {'id': '3e17b9f1-094b-4d11-ad66-7757504a46fb', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:43:14Z', 'updated_at': '2020-12-22T09:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:43:24.160711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:24.167448 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:24.250502 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e6bf8b53-f9ef-467c-9894-e477f176571f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:24.352373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Pushing event updated for resources: {'Port': ['ID=058d4083-5f5e-4e85-b003-b80bd65e04f2,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:24.371646 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:24.396792 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:24.677676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Network 2d340895-0ad7-464f-b8e9-14ff96252907 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:43:24.680667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:43:25.042180 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-077d67f8-f9e0-423d-a66d-dd86c4b47ba9 req-cdfad677-6069-4a92-844d-0cf7b6440f4b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=3a1df77d-99cc-4884-a352-7bb41797190c HTTP/1.1" status: 200 len: 210 time: 0.1539395 Dec 22 09:43:25.063909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Router 460c95a7-5502-400e-8bac-aa8a2254ca3b has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:43:25.548102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:43:25.588933 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] 10.222.0.50 "PUT /v2.0/routers/460c95a7-5502-400e-8bac-aa8a2254ca3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1915135 Dec 22 09:43:25.685929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-044ea4e0-83dd-4638-88ca-87763fe1301e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:25.694014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51088) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:25.701933 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-044ea4e0-83dd-4638-88ca-87763fe1301e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 811 time: 0.5746593 Dec 22 09:43:25.746995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-58fea149-245b-4e7e-8345-299582427df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Request body: {'port': {'device_id': '3a1df77d-99cc-4884-a352-7bb41797190c', 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e', 'admin_state_up': True, 'tenant_id': '210f832f876441e1b78088d52878877a'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:43:25.819836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 3e17b9f1-094b-4d11-ad66-7757504a46fb up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:25.949032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 3e17b9f1-094b-4d11-ad66-7757504a46fb completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:43:25.957137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 3e17b9f1-094b-4d11-ad66-7757504a46fb triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:25.958287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:26.043212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-58fea149-245b-4e7e-8345-299582427df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:43:26.054815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-58fea149-245b-4e7e-8345-299582427df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:43:26.070961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-58fea149-245b-4e7e-8345-299582427df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Made reservation on behalf of 210f832f876441e1b78088d52878877a for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:43:26.077943 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-58fea149-245b-4e7e-8345-299582427df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:26.161290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1182477013-network', 'tenant_id': '252beb7fd5674cf89abc757fb09cac2f'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:43:26.190823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:43:26.215146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Usage tracker for resource:network and tenant:252beb7fd5674cf89abc757fb09cac2f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:43:26.226289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:43:26.249798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:43:26.297707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Made reservation on behalf of 252beb7fd5674cf89abc757fb09cac2f for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:43:26.309948 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:26.335049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:26.366837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 3e17b9f1-094b-4d11-ad66-7757504a46fb, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=3e17b9f1-094b-4d11-ad66-7757504a46fb,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:43:26.371879 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:26.374506 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:26.377926 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:26.411863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:43:26.433265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Usage tracker for resource:security_group_rule and tenant:252beb7fd5674cf89abc757fb09cac2f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:43:26.445034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:43:26.469003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:43:26.532979 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1794a63-6ded-4010-b24f-75d4826ecc44 req-bf5f9b9f-bff4-4f9c-ae4a-429530ae58d2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=3a1df77d-99cc-4884-a352-7bb41797190c HTTP/1.1" status: 200 len: 210 time: 0.0635540 Dec 22 09:43:26.561755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=3e17b9f1-094b-4d11-ad66-7757504a46fb,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:26.568481 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:26.769140 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:26.781705 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:26.788652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-58fea149-245b-4e7e-8345-299582427df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Allocated IP 172.20.0.9 (f25c0816-e0e3-44ca-b509-727ad195c19e/d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2/302e706c-24ae-4307-9929-07bf3951ede8) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:43:26.808609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:43:26.835067 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:26.835672 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Added segment c0aa6a02-025e-4161-a460-62089c9cd99b of type vxlan for network 0211f20f-4073-42e3-9430-6e443633e1e2 Dec 22 09:43:26.875426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:26.887193 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-08f199ae-2397-4d6b-bee6-657a3f43279b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:26.951732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468de5de-5d5c-404b-89bc-524ea6d02ace,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:26.958390 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:26.968369 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:26.993958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:26.994566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:27.015679 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b7270cb-82ec-44e9-ac8e-ecddf41c3dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:27.171541 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-58fea149-245b-4e7e-8345-299582427df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:27.226121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-58fea149-245b-4e7e-8345-299582427df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Transition to ACTIVE for port object 302e706c-24ae-4307-9929-07bf3951ede8 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:43:27.314714 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-58fea149-245b-4e7e-8345-299582427df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:27.324806 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6207719 Dec 22 09:43:27.324806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Pushing event updated for resources: {'Network': ['ID=0211f20f-4073-42e3-9430-6e443633e1e2,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:27.344549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51142) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:27.347783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 0211f20f-4073-42e3-9430-6e443633e1e2 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:43:27.353174 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:27.369270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-bb420621-5d73-449a-9e42-283373d4fa1f admin admin] Request body: {'subnet': {'network_id': '0211f20f-4073-42e3-9430-6e443633e1e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1182477013-subnet', 'tenant_id': '252beb7fd5674cf89abc757fb09cac2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:43:27.387157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bb420621-5d73-449a-9e42-283373d4fa1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:43:27.396374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bb420621-5d73-449a-9e42-283373d4fa1f admin admin] Usage tracker for resource:subnet and tenant:252beb7fd5674cf89abc757fb09cac2f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:43:27.396374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bb420621-5d73-449a-9e42-283373d4fa1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:43:27.416312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bb420621-5d73-449a-9e42-283373d4fa1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:43:27.423699 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:27.448567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb420621-5d73-449a-9e42-283373d4fa1f admin admin] Made reservation on behalf of 252beb7fd5674cf89abc757fb09cac2f for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:43:27.448567 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb420621-5d73-449a-9e42-283373d4fa1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:27.782816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fea149-245b-4e7e-8345-299582427df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Pushing event updated for resources: {'Port': ['ID=302e706c-24ae-4307-9929-07bf3951ede8,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:27.802809 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-58fea149-245b-4e7e-8345-299582427df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:27.899419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 0211f20f-4073-42e3-9430-6e443633e1e2 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:43:28.185826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 0211f20f-4073-42e3-9430-6e443633e1e2 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:43:28.216585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 3e17b9f1-094b-4d11-ad66-7757504a46fb up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:28.618987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-58fea149-245b-4e7e-8345-299582427df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Network f25c0816-e0e3-44ca-b509-727ad195c19e is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:43:28.628717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Sync routers for ids ['460c95a7-5502-400e-8bac-aa8a2254ca3b'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:43:28.633876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-58fea149-245b-4e7e-8345-299582427df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:43:28.646617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-58fea149-245b-4e7e-8345-299582427df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:43:28.666995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Routers {'460c95a7-5502-400e-8bac-aa8a2254ca3b'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:43:28.667160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:43:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['460c95a7-5502-400e-8bac-aa8a2254ca3b'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:28.792118 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb420621-5d73-449a-9e42-283373d4fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:28.838813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-58fea149-245b-4e7e-8345-299582427df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:28.863010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-58fea149-245b-4e7e-8345-299582427df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:28.959580 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-58fea149-245b-4e7e-8345-299582427df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2376733 Dec 22 09:43:28.981510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-971083dd-72d9-46cf-8cc0-5d43beb2e9a2 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:28.991699 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-971083dd-72d9-46cf-8cc0-5d43beb2e9a2 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/networks?id=2d340895-0ad7-464f-b8e9-14ff96252907 HTTP/1.1" status: 200 len: 818 time: 1.0857232 Dec 22 09:43:29.011129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Request body: {'port': {'device_id': '3a1df77d-99cc-4884-a352-7bb41797190c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:43:29.057951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 3e17b9f1-094b-4d11-ad66-7757504a46fb triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:29.060984 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:29.197102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16578b5-01e7-4cd6-a56c-1190ae242e77 req-90e218cc-9604-48ec-a578-15cd1410926c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:29.198660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a16578b5-01e7-4cd6-a56c-1190ae242e77 req-90e218cc-9604-48ec-a578-15cd1410926c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Synchronizing usage tracker for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:43:29.283240 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ebb78c81-24e6-4353-82a8-48bfa76b9e9c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:29.445246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Set router 460c95a7-5502-400e-8bac-aa8a2254ca3b gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:43:29.778039 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-03cfc180-eba1-4a1e-a0f0-0003c3861b5b tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/quotas/3403c09830ad476d806af5441d8712c7 HTTP/1.1" status: 200 len: 375 time: 0.7846465 Dec 22 09:43:29.828290 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:29.838321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c7b63925-e35b-43d2-b0ba-fe74053e68bc None None] Provisioning for port 302e706c-24ae-4307-9929-07bf3951ede8 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:43:29.866801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c7b63925-e35b-43d2-b0ba-fe74053e68bc None None] Provisioning complete for port 302e706c-24ae-4307-9929-07bf3951ede8 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:29.867694 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7b63925-e35b-43d2-b0ba-fe74053e68bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:30.000986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c7b63925-e35b-43d2-b0ba-fe74053e68bc None None] Port 302e706c-24ae-4307-9929-07bf3951ede8 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:43:30.400438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb420621-5d73-449a-9e42-283373d4fa1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a454a993-aefa-474f-8bf7-63226996b2ac,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:30.411539 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bb420621-5d73-449a-9e42-283373d4fa1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.137s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:30.419533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a16578b5-01e7-4cd6-a56c-1190ae242e77 req-90e218cc-9604-48ec-a578-15cd1410926c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Unset dirty status for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:43:30.421613 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a16578b5-01e7-4cd6-a56c-1190ae242e77 req-90e218cc-9604-48ec-a578-15cd1410926c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=3a1df77d-99cc-4884-a352-7bb41797190c HTTP/1.1" status: 200 len: 931 time: 1.9965875 Dec 22 09:43:30.508274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb420621-5d73-449a-9e42-283373d4fa1f admin admin] Checking segment: {'id': 'c0aa6a02-025e-4161-a460-62089c9cd99b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0211f20f-4073-42e3-9430-6e443633e1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:43:30.508274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb420621-5d73-449a-9e42-283373d4fa1f admin admin] Network hostable DHCP agents. Network: 0211f20f-4073-42e3-9430-6e443633e1e2, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:43:30.561023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb420621-5d73-449a-9e42-283373d4fa1f admin admin] Network 0211f20f-4073-42e3-9430-6e443633e1e2 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:43:30.596233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-bb420621-5d73-449a-9e42-283373d4fa1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 0211f20f-4073-42e3-9430-6e443633e1e2) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:43:30.656621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb420621-5d73-449a-9e42-283373d4fa1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:30.659688 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb420621-5d73-449a-9e42-283373d4fa1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:30.677061 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a16578b5-01e7-4cd6-a56c-1190ae242e77 req-e5804203-66b8-4fcc-aa26-e71782337806 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351843 Dec 22 09:43:30.705200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd3cbf6-7789-459b-9174-5d5aef2b05fa None None] Network 0211f20f-4073-42e3-9430-6e443633e1e2 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:43:30.797220 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bb420621-5d73-449a-9e42-283373d4fa1f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.4349096 Dec 22 09:43:31.020261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302e706c-24ae-4307-9929-07bf3951ede8 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:43:31.055416 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-a12e3f0d-3bd6-49b9-a41a-4a03777f9b58 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?tenant_id=3403c09830ad476d806af5441d8712c7&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2436140 Dec 22 09:43:31.108964 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:31.116470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'name': 'tempest-ServerRescueNegativeTestJSON-782216077-router', 'tenant_id': '3403c09830ad476d806af5441d8712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3e17b9f1-094b-4d11-ad66-7757504a46fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:43:12Z', 'updated_at': '2020-12-22T09:43:23Z', 'revision_number': 4, 'project_id': '3403c09830ad476d806af5441d8712c7', 'gw_port': {'id': '3e17b9f1-094b-4d11-ad66-7757504a46fb', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:43:14Z', 'updated_at': '2020-12-22T09:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '058d4083-5f5e-4e85-b003-b80bd65e04f2', 'name': '', 'network_id': '2d340895-0ad7-464f-b8e9-14ff96252907', 'tenant_id': '3403c09830ad476d806af5441d8712c7', 'mac_address': 'fa:16:3e:78:23:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'cfd00f40-1157-44e9-8ffc-cef7d735bec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:43:21Z', 'updated_at': '2020-12-22T09:43:23Z', 'revision_number': 2, 'project_id': '3403c09830ad476d806af5441d8712c7', 'subnets': [{'id': 'cfd00f40-1157-44e9-8ffc-cef7d735bec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:31.151308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Transition to ACTIVE for port object 302e706c-24ae-4307-9929-07bf3951ede8 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:43:31.152169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Checking router: 460c95a7-5502-400e-8bac-aa8a2254ca3b for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:43:31.152850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Updating router 460c95a7-5502-400e-8bac-aa8a2254ca3b port 058d4083-5f5e-4e85-b003-b80bd65e04f2 binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:43:31.216233 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:31.470118 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:31.470593 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:32.230863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fdb98e-86bd-42ad-a566-94d4e6764152 None None] Network 0211f20f-4073-42e3-9430-6e443633e1e2 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:43:32.582851 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-94945dd5-0a08-4010-80ac-61636548824a service neutron] 10.222.0.50 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5265174 Dec 22 09:43:32.583750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Pushing event updated for resources: {'Port': ['ID=302e706c-24ae-4307-9929-07bf3951ede8,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:32.596180 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.127s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:32.599137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Attempting to bind port 302e706c-24ae-4307-9929-07bf3951ede8 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:43:32.600370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Attempting to bind port 302e706c-24ae-4307-9929-07bf3951ede8 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:43:32.601355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Attempting to bind port 302e706c-24ae-4307-9929-07bf3951ede8 on network f25c0816-e0e3-44ca-b509-727ad195c19e {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:43:32.693606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:43:32.694214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Checking segment: {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:43:32.694864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:32.695621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Bound using segment: {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:43:32.697864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Bound port: 302e706c-24ae-4307-9929-07bf3951ede8, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:43:32.698511 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:33.063738 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-d7922f43-d4f2-49c0-a790-d5360777e5c0 req-45e1786a-26a3-4fb0-be55-220335e786b4 tempest-SecurityGroupsNegativeTestJSON-1776742407 tempest-SecurityGroupsNegativeTestJSON-1776742407] show failed (client error): The resource could not be found. Dec 22 09:43:33.066339 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7922f43-d4f2-49c0-a790-d5360777e5c0 req-45e1786a-26a3-4fb0-be55-220335e786b4 tempest-SecurityGroupsNegativeTestJSON-1776742407 tempest-SecurityGroupsNegativeTestJSON-1776742407] 10.222.0.50 "GET /v2.0/security-groups/1ac09874-dc7d-429f-b521-5e25290bb36d HTTP/1.1" status: 404 len: 352 time: 0.0545192 Dec 22 09:43:33.131147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] For port 302e706c-24ae-4307-9929-07bf3951ede8, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:43:33.171635 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-0edb6d9e-ee73-4b62-b7a6-cd97d272b481 service neutron] 10.222.0.50 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5668344 Dec 22 09:43:33.179470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] For port 302e706c-24ae-4307-9929-07bf3951ede8, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=302e706c-24ae-4307-9929-07bf3951ede8,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:43:33.185231 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:33.494994 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:33.614872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Transition to ACTIVE for port object 058d4083-5f5e-4e85-b003-b80bd65e04f2 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:43:33.618765 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:33.619723 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5679ddad-619f-4018-a120-67c10ca43568 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:33.679253 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:33.785925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:33.786632 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:33.788411 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] 10.222.0.64 "PUT /v2.0/ports/302e706c-24ae-4307-9929-07bf3951ede8 HTTP/1.1" status: 200 len: 1155 time: 4.7873225 Dec 22 09:43:33.789049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1df77d-99cc-4884-a352-7bb41797190c', 'tag': '302e706c-24ae-4307-9929-07bf3951ede8'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:43:34.003550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1d299-7982-4ebb-a4ba-7467b512af5f None None] Pushing event updated for resources: {'Port': ['ID=058d4083-5f5e-4e85-b003-b80bd65e04f2,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:34.009584 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-52f1d299-7982-4ebb-a4ba-7467b512af5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:34.237480 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d13750a5-a509-4a46-9fc0-c58b0427df22 req-b2518a19-e8c0-45ed-b414-54327a778bd4 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 210 time: 0.1715126 Dec 22 09:43:34.242456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Pushing event updated for resources: {'Port': ['ID=302e706c-24ae-4307-9929-07bf3951ede8,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:34.270306 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:34.336674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff64f6c-50d1-4a0b-8506-3d98662c0294 req-ce5de10e-f7ee-4040-b6a1-bdf34ba8a365 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:34.353257 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dff64f6c-50d1-4a0b-8506-3d98662c0294 req-ce5de10e-f7ee-4040-b6a1-bdf34ba8a365 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=3a1df77d-99cc-4884-a352-7bb41797190c HTTP/1.1" status: 200 len: 943 time: 0.7827556 Dec 22 09:43:34.380939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Attempting to bind port 058d4083-5f5e-4e85-b003-b80bd65e04f2 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:43:34.381533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Attempting to bind port 058d4083-5f5e-4e85-b003-b80bd65e04f2 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'd3534bd7-4df9-4c2c-ae42-7941d96d577d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d340895-0ad7-464f-b8e9-14ff96252907'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:43:34.382095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Attempting to bind port 058d4083-5f5e-4e85-b003-b80bd65e04f2 on network 2d340895-0ad7-464f-b8e9-14ff96252907 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:43:34.407990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:43:34.408293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Checking segment: {'id': 'd3534bd7-4df9-4c2c-ae42-7941d96d577d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d340895-0ad7-464f-b8e9-14ff96252907'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:43:34.415051 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:34.415658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Bound using segment: {'id': 'd3534bd7-4df9-4c2c-ae42-7941d96d577d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d340895-0ad7-464f-b8e9-14ff96252907'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:43:34.419386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Bound port: 058d4083-5f5e-4e85-b003-b80bd65e04f2, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3534bd7-4df9-4c2c-ae42-7941d96d577d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d340895-0ad7-464f-b8e9-14ff96252907'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:43:34.420133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:34.532733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-5b7612df-7187-4eae-a1d0-a670dd37baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:34.542809 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-5b7612df-7187-4eae-a1d0-a670dd37baf6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=3a1df77d-99cc-4884-a352-7bb41797190c HTTP/1.1" status: 200 len: 1158 time: 0.6836159 Dec 22 09:43:34.634902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] For port 058d4083-5f5e-4e85-b003-b80bd65e04f2, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:43:34.638480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] For port 058d4083-5f5e-4e85-b003-b80bd65e04f2, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=058d4083-5f5e-4e85-b003-b80bd65e04f2,segment=NetworkSegment(d3534bd7-4df9-4c2c-ae42-7941d96d577d),segment_id=d3534bd7-4df9-4c2c-ae42-7941d96d577d)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:43:34.643217 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:34.794267 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-00c8acfb-d249-486c-b537-a5c89f4a4862 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:34.817210 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1df77d-99cc-4884-a352-7bb41797190c', 'tag': '302e706c-24ae-4307-9929-07bf3951ede8', 'status': 'completed', 'code': 200} Dec 22 09:43:34.877476 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dff64f6c-50d1-4a0b-8506-3d98662c0294 req-3cd963cd-f719-4264-830e-7b3b4126d906 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932117 Dec 22 09:43:34.887372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Routers {'460c95a7-5502-400e-8bac-aa8a2254ca3b'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:43:34.888112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:43:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['460c95a7-5502-400e-8bac-aa8a2254ca3b'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:34.969319 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-74a46f51-ad1a-4285-8943-5a43055140d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=302e706c-24ae-4307-9929-07bf3951ede8 HTTP/1.1" status: 200 len: 217 time: 0.4036815 Dec 22 09:43:35.136545 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-847d8125-e5c0-41e4-a79e-f171e49e9075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:35.143742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1d299-7982-4ebb-a4ba-7467b512af5f None None] Pushing event updated for resources: {'Port': ['ID=058d4083-5f5e-4e85-b003-b80bd65e04f2,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:35.153582 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-52f1d299-7982-4ebb-a4ba-7467b512af5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:35.236602 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15121d30-277c-4889-ab7e-b3644431ad98 req-91addb0b-0e23-418b-bed1-abef0887cdfa tempest-SecurityGroupsNegativeTestJSON-1776742407 tempest-SecurityGroupsNegativeTestJSON-1776742407] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=252beb7fd5674cf89abc757fb09cac2f HTTP/1.1" status: 200 len: 2888 time: 0.3988526 Dec 22 09:43:35.245749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-17bda7c3-fac9-4555-9c1a-282b14ca7b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:35.247463 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-17bda7c3-fac9-4555-9c1a-282b14ca7b00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.2706602 Dec 22 09:43:35.370473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] Set router 460c95a7-5502-400e-8bac-aa8a2254ca3b gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:43:35.425340 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15121d30-277c-4889-ab7e-b3644431ad98 req-7569154a-ce98-4bdf-98b6-af41ea94e542 tempest-SecurityGroupsNegativeTestJSON-1776742407 tempest-SecurityGroupsNegativeTestJSON-1776742407] 10.222.0.50 "GET /v2.0/security-groups/468de5de-5d5c-404b-89bc-524ea6d02ace HTTP/1.1" status: 200 len: 2885 time: 0.1876535 Dec 22 09:43:35.671233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-6c74d9c3-9695-4cfb-920e-7a755546f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:35.673765 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-6c74d9c3-9695-4cfb-920e-7a755546f595 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4106469 Dec 22 09:43:35.856604 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15121d30-277c-4889-ab7e-b3644431ad98 req-dcff26d6-9593-44c3-8762-f5fc0de39d2a tempest-SecurityGroupsNegativeTestJSON-1776742407 tempest-SecurityGroupsNegativeTestJSON-1776742407] 10.222.0.50 "GET /v2.0/security-groups/468de5de-5d5c-404b-89bc-524ea6d02ace HTTP/1.1" status: 200 len: 2885 time: 0.4189212 Dec 22 09:43:36.003286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'name': 'tempest-ServerRescueNegativeTestJSON-782216077-router', 'tenant_id': '3403c09830ad476d806af5441d8712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3e17b9f1-094b-4d11-ad66-7757504a46fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:43:12Z', 'updated_at': '2020-12-22T09:43:23Z', 'revision_number': 4, 'project_id': '3403c09830ad476d806af5441d8712c7', 'gw_port': {'id': '3e17b9f1-094b-4d11-ad66-7757504a46fb', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:43:14Z', 'updated_at': '2020-12-22T09:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '058d4083-5f5e-4e85-b003-b80bd65e04f2', 'name': '', 'network_id': '2d340895-0ad7-464f-b8e9-14ff96252907', 'tenant_id': '3403c09830ad476d806af5441d8712c7', 'mac_address': 'fa:16:3e:78:23:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'cfd00f40-1157-44e9-8ffc-cef7d735bec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:43:21Z', 'updated_at': '2020-12-22T09:43:34Z', 'revision_number': 4, 'project_id': '3403c09830ad476d806af5441d8712c7', 'subnets': [{'id': 'cfd00f40-1157-44e9-8ffc-cef7d735bec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:36.011491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c566f-e973-4f10-bd68-dcc5109e7fcc None None] The sync data for ids ['460c95a7-5502-400e-8bac-aa8a2254ca3b'] in n-d-765315-5 is: [{'id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'name': 'tempest-ServerRescueNegativeTestJSON-782216077-router', 'tenant_id': '3403c09830ad476d806af5441d8712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3e17b9f1-094b-4d11-ad66-7757504a46fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:43:12Z', 'updated_at': '2020-12-22T09:43:23Z', 'revision_number': 4, 'project_id': '3403c09830ad476d806af5441d8712c7', 'gw_port': {'id': '3e17b9f1-094b-4d11-ad66-7757504a46fb', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:43:14Z', 'updated_at': '2020-12-22T09:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '058d4083-5f5e-4e85-b003-b80bd65e04f2', 'name': '', 'network_id': '2d340895-0ad7-464f-b8e9-14ff96252907', 'tenant_id': '3403c09830ad476d806af5441d8712c7', 'mac_address': 'fa:16:3e:78:23:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'cfd00f40-1157-44e9-8ffc-cef7d735bec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:43:21Z', 'updated_at': '2020-12-22T09:43:34Z', 'revision_number': 4, 'project_id': '3403c09830ad476d806af5441d8712c7', 'subnets': [{'id': 'cfd00f40-1157-44e9-8ffc-cef7d735bec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:43:36.015353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-d578d02b-ce8e-4d3a-aaf6-0dafc45113d0 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:36.028462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-d578d02b-ce8e-4d3a-aaf6-0dafc45113d0 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Synchronizing usage tracker for tenant:3403c09830ad476d806af5441d8712c7 on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:43:36.094793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-85fa18d3-7c87-4be6-bb3c-93b326bdf49f tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:36.108602 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-85fa18d3-7c87-4be6-bb3c-93b326bdf49f tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/networks?id=2d340895-0ad7-464f-b8e9-14ff96252907 HTTP/1.1" status: 200 len: 818 time: 0.7139642 Dec 22 09:43:36.115853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-d578d02b-ce8e-4d3a-aaf6-0dafc45113d0 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Unset dirty status for tenant:3403c09830ad476d806af5441d8712c7 on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:43:36.123252 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-d578d02b-ce8e-4d3a-aaf6-0dafc45113d0 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.37 "GET /v2.0/networks?id=2d340895-0ad7-464f-b8e9-14ff96252907 HTTP/1.1" status: 200 len: 818 time: 0.5622511 Dec 22 09:43:36.170002 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-56e217a3-0259-41bb-9429-e5ced5d97471 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/quotas/3403c09830ad476d806af5441d8712c7 HTTP/1.1" status: 200 len: 375 time: 0.0600333 Dec 22 09:43:36.170832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-aa7f7e69-f1de-4380-a2d3-5e7b90aaceef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Request body: {'port': {'device_id': '8ba07f2a-eb2d-4cd4-8522-a71369f545df', 'network_id': '2d340895-0ad7-464f-b8e9-14ff96252907', 'admin_state_up': True, 'tenant_id': '3403c09830ad476d806af5441d8712c7'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:43:36.339260 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-4a426b23-7539-4a0b-8ef4-21f958ec3c3b service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6535828 Dec 22 09:43:36.496174 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9b8baab2-1a5b-46be-bcab-f7c46635fe5f req-8aecd3fa-a474-42ae-a977-331ff46e3a00 tempest-SecurityGroupsNegativeTestJSON-1776742407 tempest-SecurityGroupsNegativeTestJSON-1776742407] 10.222.0.50 "GET /v2.0/security-groups/468de5de-5d5c-404b-89bc-524ea6d02ace HTTP/1.1" status: 200 len: 2885 time: 0.0956795 Dec 22 09:43:36.674043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 058d4083-5f5e-4e85-b003-b80bd65e04f2 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:36.706672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-aa7f7e69-f1de-4380-a2d3-5e7b90aaceef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:43:36.713041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-aa7f7e69-f1de-4380-a2d3-5e7b90aaceef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Usage tracker for resource:port and tenant:3403c09830ad476d806af5441d8712c7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:43:36.724205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-aa7f7e69-f1de-4380-a2d3-5e7b90aaceef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Quota usage for port was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:43:36.759582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-aa7f7e69-f1de-4380-a2d3-5e7b90aaceef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:43:36.784179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-aa7f7e69-f1de-4380-a2d3-5e7b90aaceef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Made reservation on behalf of 3403c09830ad476d806af5441d8712c7 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:43:36.801396 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-aa7f7e69-f1de-4380-a2d3-5e7b90aaceef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:36.810366 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a314c60e-29e0-41cd-92ea-79fc229f5652 req-c991ac0d-f809-43a0-9828-2259731d177c service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4536245 Dec 22 09:43:36.862608 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-42c8c3b5-e115-4fa0-a51b-b16331ec6e83 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?tenant_id=3403c09830ad476d806af5441d8712c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6488223 Dec 22 09:43:36.934792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 058d4083-5f5e-4e85-b003-b80bd65e04f2 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:43:36.952604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 058d4083-5f5e-4e85-b003-b80bd65e04f2 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:36.953294 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:37.329193 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-9b8baab2-1a5b-46be-bcab-f7c46635fe5f req-381e3af5-e5d7-4171-aefa-fa3567e6d587 tempest-SecurityGroupsNegativeTestJSON-1776742407 tempest-SecurityGroupsNegativeTestJSON-1776742407] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 09:43:37.362708 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9b8baab2-1a5b-46be-bcab-f7c46635fe5f req-381e3af5-e5d7-4171-aefa-fa3567e6d587 tempest-SecurityGroupsNegativeTestJSON-1776742407 tempest-SecurityGroupsNegativeTestJSON-1776742407] 10.222.0.50 "DELETE /v2.0/security-groups/468de5de-5d5c-404b-89bc-524ea6d02ace HTTP/1.1" status: 409 len: 352 time: 0.8649585 Dec 22 09:43:37.498719 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:37.628633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4ab2bb01-bc36-4ecb-94a3-72183b3ce3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:37.687636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 058d4083-5f5e-4e85-b003-b80bd65e04f2, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=058d4083-5f5e-4e85-b003-b80bd65e04f2,segment=NetworkSegment(d3534bd7-4df9-4c2c-ae42-7941d96d577d),segment_id=d3534bd7-4df9-4c2c-ae42-7941d96d577d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:43:37.696466 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:37.701500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-aa7f7e69-f1de-4380-a2d3-5e7b90aaceef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Allocated IP 172.20.0.6 (2d340895-0ad7-464f-b8e9-14ff96252907/cfd00f40-1157-44e9-8ffc-cef7d735bec6/878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:43:37.702388 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea7cfe17-91c0-4ad6-8077-b868fb54c0f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:37.772850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fe524-75b5-47b2-8835-c85bb43202e4 req-974413a7-0a5f-4273-9001-942d8d166378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:37.775582 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-025fe524-75b5-47b2-8835-c85bb43202e4 req-974413a7-0a5f-4273-9001-942d8d166378 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=3a1df77d-99cc-4884-a352-7bb41797190c HTTP/1.1" status: 200 len: 1158 time: 0.8295529 Dec 22 09:43:37.846896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-fa2be1b6-4846-4edc-b035-227b4759b3f8 service neutron] 10.222.0.50 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9747758 Dec 22 09:43:37.920176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=058d4083-5f5e-4e85-b003-b80bd65e04f2,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:37.941690 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:38.244322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fe524-75b5-47b2-8835-c85bb43202e4 req-03e006d1-6a3c-46bf-a1ef-dd37383e1f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:38.247019 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-025fe524-75b5-47b2-8835-c85bb43202e4 req-03e006d1-6a3c-46bf-a1ef-dd37383e1f3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 905 time: 0.3847344 Dec 22 09:43:38.355021 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-aa7f7e69-f1de-4380-a2d3-5e7b90aaceef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:38.382559 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-025fe524-75b5-47b2-8835-c85bb43202e4 req-cea9e2e4-26d9-4b11-ab0d-d79048a0f8f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=302e706c-24ae-4307-9929-07bf3951ede8 HTTP/1.1" status: 200 len: 217 time: 0.1191144 Dec 22 09:43:38.397332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-aa7f7e69-f1de-4380-a2d3-5e7b90aaceef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:38.419211 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:38.739516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:38.763024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 058d4083-5f5e-4e85-b003-b80bd65e04f2 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:38.821629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f7e69-f1de-4380-a2d3-5e7b90aaceef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Pushing event updated for resources: {'Port': ['ID=878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:38.827668 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa7f7e69-f1de-4380-a2d3-5e7b90aaceef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:39.022971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 058d4083-5f5e-4e85-b003-b80bd65e04f2 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:39.024768 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:39.028435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-aa7f7e69-f1de-4380-a2d3-5e7b90aaceef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Network 2d340895-0ad7-464f-b8e9-14ff96252907 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:43:39.030043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-aa7f7e69-f1de-4380-a2d3-5e7b90aaceef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:43:39.034264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-aa7f7e69-f1de-4380-a2d3-5e7b90aaceef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:43:39.051480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fe524-75b5-47b2-8835-c85bb43202e4 req-ab2c06a5-2579-413c-bf28-6e547056ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:39.056412 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-025fe524-75b5-47b2-8835-c85bb43202e4 req-ab2c06a5-2579-413c-bf28-6e547056ec79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.5675807 Dec 22 09:43:39.066333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541c1aa-7570-4cb3-9005-d7ca00e999d6 req-b5862c3d-26d1-4483-be42-7e8d576f7c24 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:39.075026 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0541c1aa-7570-4cb3-9005-d7ca00e999d6 req-b5862c3d-26d1-4483-be42-7e8d576f7c24 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=3a1df77d-99cc-4884-a352-7bb41797190c HTTP/1.1" status: 200 len: 943 time: 1.2978365 Dec 22 09:43:39.239393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-aa7f7e69-f1de-4380-a2d3-5e7b90aaceef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:39.239975 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-aa7f7e69-f1de-4380-a2d3-5e7b90aaceef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:39.310258 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-aa7f7e69-f1de-4380-a2d3-5e7b90aaceef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1509719 Dec 22 09:43:39.332712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Request body: {'port': {'device_id': '8ba07f2a-eb2d-4cd4-8522-a71369f545df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:43:39.352667 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0541c1aa-7570-4cb3-9005-d7ca00e999d6 req-c67896f6-3382-47d9-a289-08f9a7dfc662 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758913 Dec 22 09:43:39.381307 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-d72efee9-800e-499e-b245-64958bf115f0 service neutron] 10.222.0.50 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5208457 Dec 22 09:43:39.432612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fe524-75b5-47b2-8835-c85bb43202e4 req-a2ad4af1-9256-4196-acb4-19cf1d6c5bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:39.432612 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-025fe524-75b5-47b2-8835-c85bb43202e4 req-a2ad4af1-9256-4196-acb4-19cf1d6c5bbe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3338158 Dec 22 09:43:39.668026 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:39.786164 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:39.900195 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:39.901394 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-025fe524-75b5-47b2-8835-c85bb43202e4 req-b0b5af17-c5d0-4ca6-b8af-f8d7f3c28fc1 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626234 Dec 22 09:43:40.103447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:40.451862 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-025fe524-75b5-47b2-8835-c85bb43202e4 req-f23777ac-cc3e-4a44-b528-0839f876b310 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5418372 Dec 22 09:43:40.494762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:40.534490 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-5c81bf61-b2ab-466e-87e6-a4371a4496cd req-3659c1d3-4516-4f2f-9576-7a2006e9312b tempest-SecurityGroupsNegativeTestJSON-1776742407 tempest-SecurityGroupsNegativeTestJSON-1776742407] show failed (client error): The resource could not be found. Dec 22 09:43:40.536307 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c81bf61-b2ab-466e-87e6-a4371a4496cd req-3659c1d3-4516-4f2f-9576-7a2006e9312b tempest-SecurityGroupsNegativeTestJSON-1776742407 tempest-SecurityGroupsNegativeTestJSON-1776742407] 10.222.0.50 "GET /v2.0/security-groups/4476c6e1-10a0-457b-b684-4a977899270c HTTP/1.1" status: 404 len: 352 time: 0.5418396 Dec 22 09:43:40.580969 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5645995f-dd2c-4cf9-bcec-31a512c7c755 req-3cb606bf-c3a9-4de7-aa50-e47804f9fda6 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 210 time: 0.2154605 Dec 22 09:43:41.090323 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [req-d978570b-1436-4e82-94b4-b7149e0c391a req-9c3c1125-6c12-4849-9536-68b9fb80a8d3 tempest-SecurityGroupsNegativeTestJSON-1776742407 tempest-SecurityGroupsNegativeTestJSON-1776742407] show failed (client error): The resource could not be found. Dec 22 09:43:41.106249 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d978570b-1436-4e82-94b4-b7149e0c391a req-9c3c1125-6c12-4849-9536-68b9fb80a8d3 tempest-SecurityGroupsNegativeTestJSON-1776742407 tempest-SecurityGroupsNegativeTestJSON-1776742407] 10.222.0.50 "GET /v2.0/security-groups/700a96fc-1026-4e4b-ad32-cf297820cf30 HTTP/1.1" status: 404 len: 352 time: 0.1380298 Dec 22 09:43:41.106249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 51350) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:41.166203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 302e706c-24ae-4307-9929-07bf3951ede8 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:41.381066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-9195bc12-7608-4ca0-bfd1-59bc5a658cbb admin admin] Deleting subnet a454a993-aefa-474f-8bf7-63226996b2ac {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:43:41.393232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9195bc12-7608-4ca0-bfd1-59bc5a658cbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:41.473568 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9195bc12-7608-4ca0-bfd1-59bc5a658cbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:41.737065 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9195bc12-7608-4ca0-bfd1-59bc5a658cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:41.753598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 302e706c-24ae-4307-9929-07bf3951ede8 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:43:41.780005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 302e706c-24ae-4307-9929-07bf3951ede8 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:41.785054 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:42.040841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:43:42.112298 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:42.145439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80207aaa-066e-424d-8ac1-c358a9b2f303 req-27814c27-07c0-487e-bd68-57b40afa40fc tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:42.151996 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80207aaa-066e-424d-8ac1-c358a9b2f303 req-27814c27-07c0-487e-bd68-57b40afa40fc tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=3a1df77d-99cc-4884-a352-7bb41797190c HTTP/1.1" status: 200 len: 943 time: 1.1738596 Dec 22 09:43:42.185173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Transition to ACTIVE for port object 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:43:42.201049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:42.460355 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:42.593014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 302e706c-24ae-4307-9929-07bf3951ede8, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=302e706c-24ae-4307-9929-07bf3951ede8,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:43:42.594039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1df77d-99cc-4884-a352-7bb41797190c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302e706c-24ae-4307-9929-07bf3951ede8'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:43:42.606521 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:42.608539 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:42.627576 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:42.673555 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80207aaa-066e-424d-8ac1-c358a9b2f303 req-f35d6ab1-23c8-44f7-b829-23269d378179 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992459 Dec 22 09:43:43.041262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Pushing event updated for resources: {'Port': ['ID=878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:43.120423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=302e706c-24ae-4307-9929-07bf3951ede8,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:43.139964 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4da5caeb-dab3-4f55-8a04-91ecb273c498 req-5ac049bb-31ad-412c-b5fb-6f1f0a3e28cf tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 210 time: 0.1037576 Dec 22 09:43:43.186298 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:43.207562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.207562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.207874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.208120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.212778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.215112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.216542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.217208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.218053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.219014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.220180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.220954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.221645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.227364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.228279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.230682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.231653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.233621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.234551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.235415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.236245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.237860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.239794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.243066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.244146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.244921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.245822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.246693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.249587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.259829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.260645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.261241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.262717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.264691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.270930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.271925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:43.280017 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:43.284684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Attempting to bind port 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:43:43.288728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Attempting to bind port 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'd3534bd7-4df9-4c2c-ae42-7941d96d577d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d340895-0ad7-464f-b8e9-14ff96252907'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:43:43.288728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Attempting to bind port 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 on network 2d340895-0ad7-464f-b8e9-14ff96252907 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:43:43.298273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:43:43.298886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Checking segment: {'id': 'd3534bd7-4df9-4c2c-ae42-7941d96d577d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d340895-0ad7-464f-b8e9-14ff96252907'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:43:43.299402 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:43.300952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Bound using segment: {'id': 'd3534bd7-4df9-4c2c-ae42-7941d96d577d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d340895-0ad7-464f-b8e9-14ff96252907'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:43:43.302654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Bound port: 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3534bd7-4df9-4c2c-ae42-7941d96d577d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d340895-0ad7-464f-b8e9-14ff96252907'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:43:43.305243 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:43.536145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] For port 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:43:43.548098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] For port 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237,segment=NetworkSegment(d3534bd7-4df9-4c2c-ae42-7941d96d577d),segment_id=d3534bd7-4df9-4c2c-ae42-7941d96d577d)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:43:43.555121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:43.607814 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:43.740175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Pushing event updated for resources: {'Port': ['ID=878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:43.743895 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9195bc12-7608-4ca0-bfd1-59bc5a658cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:43.752746 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:43.789077 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6f86784d-0eee-4edc-a57e-537ec07466c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:43.857224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195bc12-7608-4ca0-bfd1-59bc5a658cbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a454a993-aefa-474f-8bf7-63226996b2ac,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:43.876417 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9195bc12-7608-4ca0-bfd1-59bc5a658cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:43.885777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-9b79c539-9245-44b1-be5b-2694dbe04ed2 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:43.885777 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-9b79c539-9245-44b1-be5b-2694dbe04ed2 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.37 "GET /v2.0/networks?id=2d340895-0ad7-464f-b8e9-14ff96252907 HTTP/1.1" status: 200 len: 818 time: 0.7364337 Dec 22 09:43:44.064428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-67fbd6f9-82de-4961-946a-d6315cef4f73 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Request body: {'port': {'device_id': '88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac', 'network_id': '2d340895-0ad7-464f-b8e9-14ff96252907', 'admin_state_up': True, 'tenant_id': '3403c09830ad476d806af5441d8712c7'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:43:44.190563 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9195bc12-7608-4ca0-bfd1-59bc5a658cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:44.393762 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1df77d-99cc-4884-a352-7bb41797190c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302e706c-24ae-4307-9929-07bf3951ede8', 'code': 200} Dec 22 09:43:44.449270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:44.449973 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:44.452339 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] 10.222.0.37 "PUT /v2.0/ports/878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 HTTP/1.1" status: 200 len: 1155 time: 5.1246030 Dec 22 09:43:44.452953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba07f2a-eb2d-4cd4-8522-a71369f545df', 'tag': '878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:43:44.468567 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9195bc12-7608-4ca0-bfd1-59bc5a658cbb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a454a993-aefa-474f-8bf7-63226996b2ac HTTP/1.1" status: 204 len: 168 time: 3.3616054 Dec 22 09:43:44.470748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51400) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:44.761416 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d645c992-5f08-47e1-a2e0-e8ed2df9afbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:44.823050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 51408) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:44.958691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-67fbd6f9-82de-4961-946a-d6315cef4f73 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:43:44.964087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-67fbd6f9-82de-4961-946a-d6315cef4f73 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Usage tracker for resource:port and tenant:3403c09830ad476d806af5441d8712c7 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:43:44.967674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-67fbd6f9-82de-4961-946a-d6315cef4f73 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Quota usage for port was recalculated. Used quota:2. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:43:44.974663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-67fbd6f9-82de-4961-946a-d6315cef4f73 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:43:44.997174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-67fbd6f9-82de-4961-946a-d6315cef4f73 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Made reservation on behalf of 3403c09830ad476d806af5441d8712c7 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:43:45.003353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-67fbd6f9-82de-4961-946a-d6315cef4f73 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:45.007244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 302e706c-24ae-4307-9929-07bf3951ede8 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:45.174577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 302e706c-24ae-4307-9929-07bf3951ede8 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:45.175013 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:45.290872 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d645c992-5f08-47e1-a2e0-e8ed2df9afbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:45.643179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d645c992-5f08-47e1-a2e0-e8ed2df9afbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0211f20f-4073-42e3-9430-6e443633e1e2']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:45.653961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-a0f5e6d3-622d-40b3-b98d-95ea85b086f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:45.656105 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-a0f5e6d3-622d-40b3-b98d-95ea85b086f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3403c09830ad476d806af5441d8712c7&device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 1158 time: 0.7851853 Dec 22 09:43:45.670615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d645c992-5f08-47e1-a2e0-e8ed2df9afbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0aa6a02-025e-4161-a460-62089c9cd99b') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:45.671216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d645c992-5f08-47e1-a2e0-e8ed2df9afbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0aa6a02-025e-4161-a460-62089c9cd99b') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:43:45.686202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:43:45.715052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-67fbd6f9-82de-4961-946a-d6315cef4f73 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Allocated IP 172.20.0.9 (2d340895-0ad7-464f-b8e9-14ff96252907/cfd00f40-1157-44e9-8ffc-cef7d735bec6/1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:43:46.054964 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-67fbd6f9-82de-4961-946a-d6315cef4f73 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:46.065994 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-c3690327-373b-4bce-b60f-d17b1a60f6d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 HTTP/1.1" status: 200 len: 217 time: 0.3761263 Dec 22 09:43:46.075366 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:46.096569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45175eab-1635-411a-8e11-52b90d6059b6 req-16431d31-a61a-4523-92b7-4575c68ea261 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:46.111121 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-45175eab-1635-411a-8e11-52b90d6059b6 req-16431d31-a61a-4523-92b7-4575c68ea261 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09 HTTP/1.1" status: 200 len: 946 time: 1.6255088 Dec 22 09:43:46.139439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d645c992-5f08-47e1-a2e0-e8ed2df9afbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:46.166896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=76d4282f-e9a8-4e2e-803c-4fc83c5e7cee,segment=NetworkSegment(9ec21e51-dba8-4c80-95fe-ebec5a7c37f2),segment_id=9ec21e51-dba8-4c80-95fe-ebec5a7c37f2)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:43:46.167386 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6303b072-9b86-43f1-846e-dd494e7b3897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:46.173624 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:46.179003 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:46.194062 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-67fbd6f9-82de-4961-946a-d6315cef4f73 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:46.205637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cf380-b729-4838-9486-3ca6421c3ba7 req-55e7b37f-7a19-4dfd-a247-3e036575aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:46.208679 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-377cf380-b729-4838-9486-3ca6421c3ba7 req-55e7b37f-7a19-4dfd-a247-3e036575aefd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a1df77d-99cc-4884-a352-7bb41797190c HTTP/1.1" status: 200 len: 1160 time: 1.5397000 Dec 22 09:43:46.216615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6303b072-9b86-43f1-846e-dd494e7b3897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:43:46.224469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6303b072-9b86-43f1-846e-dd494e7b3897 admin admin] Usage tracker for resource:security_group_rule and tenant:f02f79a6bc95404082b003bdee859bb6 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:43:46.231004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6303b072-9b86-43f1-846e-dd494e7b3897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:43:46.242669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6303b072-9b86-43f1-846e-dd494e7b3897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:43:46.266426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d645c992-5f08-47e1-a2e0-e8ed2df9afbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:46.274775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d645c992-5f08-47e1-a2e0-e8ed2df9afbd admin admin] Releasing vxlan tunnel 5 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:43:46.328389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=76d4282f-e9a8-4e2e-803c-4fc83c5e7cee,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:46.334355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ef09d-6dd0-484c-8422-f2fb0e64d11b req-232a8d9b-1c5e-4a2d-bd16-710ac6f51b20 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:46.338133 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-152ef09d-6dd0-484c-8422-f2fb0e64d11b req-232a8d9b-1c5e-4a2d-bd16-710ac6f51b20 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.37 "GET /v2.0/ports?device_id=8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09 HTTP/1.1" status: 200 len: 946 time: 0.8156393 Dec 22 09:43:46.356375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.356375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.356375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.356999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.357937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.358528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.359110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.360368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.361022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.361644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.362779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.363359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.364148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.364718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.365632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.366226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.366964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.368025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.368415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.368875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.369254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.369632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.370814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.371304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.371891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.373072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.373699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.374268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.374900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.376164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.377720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.378477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.379020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.379554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.380437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.381868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:43:46.405154 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:46.406014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d4282f-e9a8-4e2e-803c-4fc83c5e7cee'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:43:46.456246 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a199a23e-6636-4519-be24-892bb423f5d2 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:46.548496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-152ef09d-6dd0-484c-8422-f2fb0e64d11b req-a70b0a6c-b08b-4390-98ee-52e5ba20e8b1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Deleting port 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:43:46.549435 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-152ef09d-6dd0-484c-8422-f2fb0e64d11b req-a70b0a6c-b08b-4390-98ee-52e5ba20e8b1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:46.610607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42491a5-32d9-4fd7-b927-ae6f1c494838 req-bad976d3-9f5f-4414-aef0-78d99e51b4a0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:46.616574 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e42491a5-32d9-4fd7-b927-ae6f1c494838 req-bad976d3-9f5f-4414-aef0-78d99e51b4a0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=3a1df77d-99cc-4884-a352-7bb41797190c HTTP/1.1" status: 200 len: 945 time: 1.8651011 Dec 22 09:43:46.644031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-12fd510a-924a-4fb8-8c3a-f961ac38e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:46.647094 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-12fd510a-924a-4fb8-8c3a-f961ac38e7bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfd00f40-1157-44e9-8ffc-cef7d735bec6 HTTP/1.1" status: 200 len: 858 time: 0.5716851 Dec 22 09:43:46.808891 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-46a22f4c-515a-4528-b9e7-573d3a44f3fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d340895-0ad7-464f-b8e9-14ff96252907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1513550 Dec 22 09:43:46.974275 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-45175eab-1635-411a-8e11-52b90d6059b6 req-2528d2e1-5f16-4db2-b89f-8b600849e872 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7762556 Dec 22 09:43:47.037450 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-377cf380-b729-4838-9486-3ca6421c3ba7 req-e3f59383-f170-42a6-8b1b-ac1590a63379 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7711244 Dec 22 09:43:47.060984 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e42491a5-32d9-4fd7-b927-ae6f1c494838 req-ddcc3fbc-13fe-47a3-9803-19f149d3cb8f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247279 Dec 22 09:43:47.130782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbd6f9-82de-4961-946a-d6315cef4f73 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Pushing event updated for resources: {'Port': ['ID=1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:47.155627 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-67fbd6f9-82de-4961-946a-d6315cef4f73 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:47.235978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-67fbd6f9-82de-4961-946a-d6315cef4f73 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Network 2d340895-0ad7-464f-b8e9-14ff96252907 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:43:47.240311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-67fbd6f9-82de-4961-946a-d6315cef4f73 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:43:47.244679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-67fbd6f9-82de-4961-946a-d6315cef4f73 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:43:47.306432 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba07f2a-eb2d-4cd4-8522-a71369f545df', 'tag': '878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237', 'status': 'completed', 'code': 200} Dec 22 09:43:47.357199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d645c992-5f08-47e1-a2e0-e8ed2df9afbd admin admin] Network 0211f20f-4073-42e3-9430-6e443633e1e2 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:43:47.400714 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d645c992-5f08-47e1-a2e0-e8ed2df9afbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:47.459628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-67fbd6f9-82de-4961-946a-d6315cef4f73 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:47.461723 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-67fbd6f9-82de-4961-946a-d6315cef4f73 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:47.501542 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-67fbd6f9-82de-4961-946a-d6315cef4f73 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4441683 Dec 22 09:43:47.537525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739ecfe-c87f-42d8-9ac0-198bf81b9328 req-4620373f-f397-4e99-bd8b-e372ee11639d tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:47.539499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a739ecfe-c87f-42d8-9ac0-198bf81b9328 req-4620373f-f397-4e99-bd8b-e372ee11639d tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Synchronizing usage tracker for tenant:3403c09830ad476d806af5441d8712c7 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:43:47.549502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Request body: {'port': {'device_id': '88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:43:47.599591 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-d8761ad9-ce81-41b2-9d69-5add06a392e9 service neutron] 10.222.0.37 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7651026 Dec 22 09:43:47.663303 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d4282f-e9a8-4e2e-803c-4fc83c5e7cee', 'code': 200} Dec 22 09:43:47.698830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a739ecfe-c87f-42d8-9ac0-198bf81b9328 req-4620373f-f397-4e99-bd8b-e372ee11639d tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Unset dirty status for tenant:3403c09830ad476d806af5441d8712c7 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:43:47.710451 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a739ecfe-c87f-42d8-9ac0-198bf81b9328 req-4620373f-f397-4e99-bd8b-e372ee11639d tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 931 time: 0.4722025 Dec 22 09:43:47.715627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:47.758470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-152ef09d-6dd0-484c-8422-f2fb0e64d11b req-a70b0a6c-b08b-4390-98ee-52e5ba20e8b1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] For port 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=76d4282f-e9a8-4e2e-803c-4fc83c5e7cee,segment=NetworkSegment(9ec21e51-dba8-4c80-95fe-ebec5a7c37f2),segment_id=9ec21e51-dba8-4c80-95fe-ebec5a7c37f2)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:43:47.758891 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-152ef09d-6dd0-484c-8422-f2fb0e64d11b req-a70b0a6c-b08b-4390-98ee-52e5ba20e8b1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:47.793378 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a739ecfe-c87f-42d8-9ac0-198bf81b9328 req-4eff1274-a153-4610-88c9-8d8958d8cffb tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807586 Dec 22 09:43:48.052286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d645c992-5f08-47e1-a2e0-e8ed2df9afbd admin admin] Network 0211f20f-4073-42e3-9430-6e443633e1e2 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:43:48.069236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-152ef09d-6dd0-484c-8422-f2fb0e64d11b req-a70b0a6c-b08b-4390-98ee-52e5ba20e8b1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Calling delete_port for 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:43:48.118499 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:43:48.355639 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97858667-708f-4745-9c8a-3aa9ed3b633f req-2b0aaed7-27a0-4b27-b229-0ab38384932a service neutron] 10.222.0.37 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7459257 Dec 22 09:43:48.356970 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d645c992-5f08-47e1-a2e0-e8ed2df9afbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:48.365974 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-01ae6e70-277e-4257-bc51-3b9cac43d1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:48.401079 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d645c992-5f08-47e1-a2e0-e8ed2df9afbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:48.437204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:43:48.446304 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:48.459161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645c992-5f08-47e1-a2e0-e8ed2df9afbd admin admin] Pushing event deleted for resources: {'Network': ['ID=0211f20f-4073-42e3-9430-6e443633e1e2,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:48.464345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Transition to ACTIVE for port object 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:43:48.534006 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d645c992-5f08-47e1-a2e0-e8ed2df9afbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:48.602783 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6303b072-9b86-43f1-846e-dd494e7b3897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:48.612880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:48.628084 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6303b072-9b86-43f1-846e-dd494e7b3897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:48.650608 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d645c992-5f08-47e1-a2e0-e8ed2df9afbd admin admin] 10.222.0.50 "DELETE /v2.0/networks/0211f20f-4073-42e3-9430-6e443633e1e2 HTTP/1.1" status: 204 len: 168 time: 4.1785896 Dec 22 09:43:48.712480 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9cdc7c1-2574-4159-9e50-18e5766cf3dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:48.741288 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-152ef09d-6dd0-484c-8422-f2fb0e64d11b req-a70b0a6c-b08b-4390-98ee-52e5ba20e8b1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:48.762799 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-53576355-e66e-4f61-89ad-d27159cf3db1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:48.812076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b0a6c-b08b-4390-98ee-52e5ba20e8b1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Pushing event deleted for resources: {'Port': ['ID=76d4282f-e9a8-4e2e-803c-4fc83c5e7cee,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:48.821862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Pushing event updated for resources: {'Port': ['ID=1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:48.839977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced03eb-c010-48d0-b426-763d05fe323a req-2cadca38-daa2-4a49-8d30-8a13d918cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:48.842015 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ced03eb-c010-48d0-b426-763d05fe323a req-2cadca38-daa2-4a49-8d30-8a13d918cc41 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3403c09830ad476d806af5441d8712c7&device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 1158 time: 0.3095062 Dec 22 09:43:48.843314 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a70b0a6c-b08b-4390-98ee-52e5ba20e8b1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:48.845198 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:48.868366 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fc9e5a20-cf41-4bcf-98b3-000f4d78a660 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:48.909535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303b072-9b86-43f1-846e-dd494e7b3897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426829d3-039c-431e-a0b1-41b7583f26de,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:49.010340 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6303b072-9b86-43f1-846e-dd494e7b3897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:49.018126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfb717-dc75-441f-8e5f-960c3bface2a req-b8e164d4-ff0e-48de-8b93-2297b5995d58 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:49.026501 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3fcfb717-dc75-441f-8e5f-960c3bface2a req-b8e164d4-ff0e-48de-8b93-2297b5995d58 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09 HTTP/1.1" status: 200 len: 865 time: 0.5600750 Dec 22 09:43:49.057962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 51446) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:49.078560 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6303b072-9b86-43f1-846e-dd494e7b3897 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f02f79a6bc95404082b003bdee859bb6&name=default HTTP/1.1" status: 200 len: 2883 time: 4.2375479 Dec 22 09:43:49.104620 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3fcfb717-dc75-441f-8e5f-960c3bface2a req-1a530b2c-cb0a-41f7-8821-2326c319ae17 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767133 Dec 22 09:43:49.107676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 51450) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:49.307526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95184f19-efa6-4faf-be17-6269db6c3dd5 req-e9a1655f-1c03-4e4e-bb41-99e952b35133 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:49.320782 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-95184f19-efa6-4faf-be17-6269db6c3dd5 req-e9a1655f-1c03-4e4e-bb41-99e952b35133 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=3a1df77d-99cc-4884-a352-7bb41797190c HTTP/1.1" status: 200 len: 945 time: 0.8010628 Dec 22 09:43:49.331400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced03eb-c010-48d0-b426-763d05fe323a req-4fbbbbb1-b7fb-4ec3-a8bb-00d22ab75f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:49.333285 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ced03eb-c010-48d0-b426-763d05fe323a req-4fbbbbb1-b7fb-4ec3-a8bb-00d22ab75f53 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d340895-0ad7-464f-b8e9-14ff96252907 HTTP/1.1" status: 200 len: 912 time: 0.4764426 Dec 22 09:43:49.427216 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d22d5ed9-e9cf-4c6c-8f46-a1180328b4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:49.474088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-152ef09d-6dd0-484c-8422-f2fb0e64d11b req-a70b0a6c-b08b-4390-98ee-52e5ba20e8b1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] No DVR routers for this DVR port 76d4282f-e9a8-4e2e-803c-4fc83c5e7cee on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:43:49.477627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-152ef09d-6dd0-484c-8422-f2fb0e64d11b req-a70b0a6c-b08b-4390-98ee-52e5ba20e8b1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:49.479984 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-152ef09d-6dd0-484c-8422-f2fb0e64d11b req-a70b0a6c-b08b-4390-98ee-52e5ba20e8b1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.37 "DELETE /v2.0/ports/76d4282f-e9a8-4e2e-803c-4fc83c5e7cee HTTP/1.1" status: 204 len: 173 time: 3.0967674 Dec 22 09:43:49.489547 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d22d5ed9-e9cf-4c6c-8f46-a1180328b4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:49.500739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09', 'name': 'network-vif-deleted', 'tag': '76d4282f-e9a8-4e2e-803c-4fc83c5e7cee'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:43:49.518942 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ced03eb-c010-48d0-b426-763d05fe323a req-e4169430-aec2-4953-b9d2-869165157144 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 HTTP/1.1" status: 200 len: 217 time: 0.1738155 Dec 22 09:43:49.642105 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-95184f19-efa6-4faf-be17-6269db6c3dd5 req-cb8c917b-360f-4934-9915-375fc0952808 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155556 Dec 22 09:43:49.657372 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-73bd74a1-b588-43e8-8364-c12d0a452208 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=252beb7fd5674cf89abc757fb09cac2f&name=default HTTP/1.1" status: 200 len: 2883 time: 0.5748303 Dec 22 09:43:49.658106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 51464) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:49.818674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced03eb-c010-48d0-b426-763d05fe323a req-22a20978-0b7a-44ff-94c3-af898e08bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:49.821175 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ced03eb-c010-48d0-b426-763d05fe323a req-22a20978-0b7a-44ff-94c3-af898e08bcbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfd00f40-1157-44e9-8ffc-cef7d735bec6 HTTP/1.1" status: 200 len: 858 time: 0.2928226 Dec 22 09:43:49.936503 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09', 'name': 'network-vif-deleted', 'tag': '76d4282f-e9a8-4e2e-803c-4fc83c5e7cee', 'status': 'completed', 'code': 200} Dec 22 09:43:49.948544 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ced03eb-c010-48d0-b426-763d05fe323a req-022f8498-5a5b-4d2c-bfd9-ab2051d30930 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d340895-0ad7-464f-b8e9-14ff96252907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167595 Dec 22 09:43:49.974436 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d22d5ed9-e9cf-4c6c-8f46-a1180328b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:50.017906 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f3db866a-22e0-44e8-b509-5632cca4fe70 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:50.026936 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09778d55-e135-4356-96a6-3a311390cfd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:50.060677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09778d55-e135-4356-96a6-3a311390cfd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:50.099308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d5ed9-e9cf-4c6c-8f46-a1180328b4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426829d3-039c-431e-a0b1-41b7583f26de,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:50.107619 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d22d5ed9-e9cf-4c6c-8f46-a1180328b4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:50.148861 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d22d5ed9-e9cf-4c6c-8f46-a1180328b4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:50.159357 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d22d5ed9-e9cf-4c6c-8f46-a1180328b4e6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/426829d3-039c-431e-a0b1-41b7583f26de HTTP/1.1" status: 204 len: 168 time: 0.9934843 Dec 22 09:43:50.202364 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ced03eb-c010-48d0-b426-763d05fe323a req-b01d3955-a18f-4af7-ad43-fd6b900f9d4b service neutron] 10.222.0.37 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450564 Dec 22 09:43:50.311210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4578248-eeb1-4b55-b14a-bfa74d330d76 req-76000f8c-38a4-47db-b487-edc169c392d9 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:50.346201 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b4578248-eeb1-4b55-b14a-bfa74d330d76 req-76000f8c-38a4-47db-b487-edc169c392d9 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 943 time: 0.5330486 Dec 22 09:43:50.370303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Attempting to bind port 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:43:50.381030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Attempting to bind port 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'd3534bd7-4df9-4c2c-ae42-7941d96d577d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d340895-0ad7-464f-b8e9-14ff96252907'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:43:50.381789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Attempting to bind port 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 on network 2d340895-0ad7-464f-b8e9-14ff96252907 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:43:50.572899 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b4578248-eeb1-4b55-b14a-bfa74d330d76 req-5fb4d65e-7ff0-4e8a-9c83-505b8ea9899d tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660163 Dec 22 09:43:50.574020 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09778d55-e135-4356-96a6-3a311390cfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:50.592178 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dfe9eec7-1af0-4782-b7b8-d3744ec78249 tempest-ServerRescueTestJSONUnderV235-839543731 tempest-ServerRescueTestJSONUnderV235-839543731] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:50.624120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:43:50.624120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Checking segment: {'id': 'd3534bd7-4df9-4c2c-ae42-7941d96d577d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d340895-0ad7-464f-b8e9-14ff96252907'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:43:50.624120 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:50.626991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Bound using segment: {'id': 'd3534bd7-4df9-4c2c-ae42-7941d96d577d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d340895-0ad7-464f-b8e9-14ff96252907'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:43:50.630817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Bound port: 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3534bd7-4df9-4c2c-ae42-7941d96d577d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d340895-0ad7-464f-b8e9-14ff96252907'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:43:50.631681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:50.894561 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ced03eb-c010-48d0-b426-763d05fe323a req-e5a71d30-db20-41e4-a54b-d1b98c14ed44 service neutron] 10.222.0.37 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6629314 Dec 22 09:43:50.992290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09778d55-e135-4356-96a6-3a311390cfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468de5de-5d5c-404b-89bc-524ea6d02ace,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:51.002426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] For port 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:43:51.143302 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-09778d55-e135-4356-96a6-3a311390cfd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:51.168588 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-023b6e21-d80b-48f5-98e3-499f7943ec8a req-bc55780c-36d4-4ac6-b22a-b7e810504752 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=8b7ca5ea-cd3f-4acb-b4bb-9f6f6678ed09 HTTP/1.1" status: 200 len: 210 time: 0.2078707 Dec 22 09:43:51.176867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09778d55-e135-4356-96a6-3a311390cfd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:51.186408 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-09778d55-e135-4356-96a6-3a311390cfd3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/468de5de-5d5c-404b-89bc-524ea6d02ace HTTP/1.1" status: 204 len: 168 time: 1.5271220 Dec 22 09:43:51.193080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] For port 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10,segment=NetworkSegment(d3534bd7-4df9-4c2c-ae42-7941d96d577d),segment_id=d3534bd7-4df9-4c2c-ae42-7941d96d577d)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:43:51.202305 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:51.449306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51490) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:51.618223 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:51.873810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-180772c5-067f-4d28-9d4a-732a6ecea54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:51.885922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-a08d27d1-cc06-4f95-be5e-8dd0a88fc531 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:43:51.911070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:51.912488 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:51.915890 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] 10.222.0.37 "PUT /v2.0/ports/1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 HTTP/1.1" status: 200 len: 1155 time: 4.3713336 Dec 22 09:43:51.919030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac', 'tag': '1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:43:51.920205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-180772c5-067f-4d28-9d4a-732a6ecea54d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:43:51.928293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-180772c5-067f-4d28-9d4a-732a6ecea54d admin admin] Usage tracker for resource:security_group_rule and tenant:b3826958b4fe4941981ef5ec4c1ed27f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:43:51.932666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-180772c5-067f-4d28-9d4a-732a6ecea54d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:43:51.941353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-180772c5-067f-4d28-9d4a-732a6ecea54d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:43:51.978457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Pushing event updated for resources: {'Port': ['ID=1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:51.985966 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:52.026234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ba35-682a-4a25-a4a7-4216da8690a2 req-ec8708d6-eb1d-4c75-8d69-b80a8affce49 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:52.031095 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cdf4ba35-682a-4a25-a4a7-4216da8690a2 req-ec8708d6-eb1d-4c75-8d69-b80a8affce49 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=3a1df77d-99cc-4884-a352-7bb41797190c HTTP/1.1" status: 200 len: 945 time: 0.4673560 Dec 22 09:43:52.112298 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-180772c5-067f-4d28-9d4a-732a6ecea54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:52.118448 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-180772c5-067f-4d28-9d4a-732a6ecea54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:52.129966 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9a4e2e4c-5d77-40fd-905d-77421cded7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:52.210386 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-180772c5-067f-4d28-9d4a-732a6ecea54d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b3826958b4fe4941981ef5ec4c1ed27f&name=default HTTP/1.1" status: 200 len: 2883 time: 0.7596757 Dec 22 09:43:52.215074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51510) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:52.244580 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cdf4ba35-682a-4a25-a4a7-4216da8690a2 req-7d1224ad-4f37-4644-8bda-89e1675433b8 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365871 Dec 22 09:43:52.301931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180772c5-067f-4d28-9d4a-732a6ecea54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e23a7b1-c7de-4f01-b12b-29d0566ede5e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:52.322074 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-180772c5-067f-4d28-9d4a-732a6ecea54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:52.323053 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9500dfa-4b65-4b7e-a3b3-63381bf95a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:52.375630 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9500dfa-4b65-4b7e-a3b3-63381bf95a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:52.458500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-a6dabd69-6342-4940-8464-400ec2632337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:52.461893 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-a6dabd69-6342-4940-8464-400ec2632337 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3403c09830ad476d806af5441d8712c7&device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 1158 time: 0.4263465 Dec 22 09:43:52.464975 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9500dfa-4b65-4b7e-a3b3-63381bf95a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:52.478108 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a73b9b10-6492-4129-b1a7-54b8a29a7567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:52.537733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9500dfa-4b65-4b7e-a3b3-63381bf95a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e23a7b1-c7de-4f01-b12b-29d0566ede5e,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:52.555339 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e9500dfa-4b65-4b7e-a3b3-63381bf95a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:52.577999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9500dfa-4b65-4b7e-a3b3-63381bf95a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:52.585324 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e9500dfa-4b65-4b7e-a3b3-63381bf95a22 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7e23a7b1-c7de-4f01-b12b-29d0566ede5e HTTP/1.1" status: 204 len: 168 time: 0.3689950 Dec 22 09:43:52.675548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:52.906349 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-3bf750c9-085e-40c6-b551-0f86b3c54a03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 HTTP/1.1" status: 200 len: 217 time: 0.3394327 Dec 22 09:43:52.916535 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac', 'tag': '1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10', 'status': 'completed', 'code': 200} Dec 22 09:43:53.028818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:43:53.037413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:53.038111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:53.186563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e47013-1598-4d9c-bb15-e4a614c6da93 req-adb69506-04eb-4c15-8e11-0bc3c357ed27 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:53.205306 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4e47013-1598-4d9c-bb15-e4a614c6da93 req-adb69506-04eb-4c15-8e11-0bc3c357ed27 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 943 time: 1.0532501 Dec 22 09:43:53.347300 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4e47013-1598-4d9c-bb15-e4a614c6da93 req-e7749b1e-f66b-4409-9863-1c050fb8f06a tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391134 Dec 22 09:43:53.419117 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-8a8d27d3-0017-4fa2-9f0d-5b9b53285288 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 637 time: 0.9557359 Dec 22 09:43:53.440917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-1ce64edb-fabd-47d6-95a4-740b49eaf376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:53.443344 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-1ce64edb-fabd-47d6-95a4-740b49eaf376 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfd00f40-1157-44e9-8ffc-cef7d735bec6 HTTP/1.1" status: 200 len: 858 time: 0.4901950 Dec 22 09:43:53.659509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:53.674478 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-59d0da77-62dc-43d5-ae40-ee35e1efe5c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d340895-0ad7-464f-b8e9-14ff96252907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2226129 Dec 22 09:43:53.839775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba07f2a-eb2d-4cd4-8522-a71369f545df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:43:53.916679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237,segment=NetworkSegment(d3534bd7-4df9-4c2c-ae42-7941d96d577d),segment_id=d3534bd7-4df9-4c2c-ae42-7941d96d577d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:43:53.926031 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:53.935476 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:54.040551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51564) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:54.153803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:54.158186 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:54.187333 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba07f2a-eb2d-4cd4-8522-a71369f545df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237', 'code': 200} Dec 22 09:43:54.318402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:54.500505 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-a7556fe9-bf18-4547-9e32-868687237204 service neutron] 10.222.0.37 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8181167 Dec 22 09:43:54.536275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:54.536715 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:54.639121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1788142407-network', 'tenant_id': '03a500324d7e4d0aa5964e63bd84de47'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:43:54.659478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:43:54.676379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Usage tracker for resource:network and tenant:03a500324d7e4d0aa5964e63bd84de47 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:43:54.681194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:43:54.847877 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa81a258-cbd9-4413-b20a-2c2c2529dacd req-b3a718a3-6bfe-49b6-887e-2a4ccee1f839 service neutron] 10.222.0.37 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3299356 Dec 22 09:43:54.923858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:43:54.929539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-41dbaa27-5309-4e4f-bc6b-69bdd5d55c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:54.929964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-41dbaa27-5309-4e4f-bc6b-69bdd5d55c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:54.930754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-41dbaa27-5309-4e4f-bc6b-69bdd5d55c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:54.931180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-41dbaa27-5309-4e4f-bc6b-69bdd5d55c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:54.931603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-41dbaa27-5309-4e4f-bc6b-69bdd5d55c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:54.932429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-41dbaa27-5309-4e4f-bc6b-69bdd5d55c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:54.932870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-41dbaa27-5309-4e4f-bc6b-69bdd5d55c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:54.935014 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-41dbaa27-5309-4e4f-bc6b-69bdd5d55c69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f&device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 6939 time: 1.1105175 Dec 22 09:43:54.978273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Made reservation on behalf of 03a500324d7e4d0aa5964e63bd84de47 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:43:54.989271 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:55.026881 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:55.121977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:43:55.138114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:03a500324d7e4d0aa5964e63bd84de47 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:43:55.146545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:43:55.151769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38599a36-6a16-4e1e-89ce-99e5610c0aae req-bcd061a8-8814-4856-939f-a7fa234dfbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:55.153737 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-38599a36-6a16-4e1e-89ce-99e5610c0aae req-bcd061a8-8814-4856-939f-a7fa234dfbf6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 1160 time: 0.7212186 Dec 22 09:43:55.163070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:43:55.222660 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-38599a36-6a16-4e1e-89ce-99e5610c0aae req-6caa9579-abde-4052-ada4-374eb56809a5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567019 Dec 22 09:43:55.267648 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8eef0d4a-c6e6-4d56-b757-9386e560b441 req-fe7fea57-82bd-4293-b5d8-958879a3994f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.5809023 Dec 22 09:43:55.386453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438afdf-b006-41a1-ab1d-0a890a731d25 req-502ca70d-ca4b-49d4-b6ab-5ce28812b88b tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:55.397329 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a438afdf-b006-41a1-ab1d-0a890a731d25 req-502ca70d-ca4b-49d4-b6ab-5ce28812b88b tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 943 time: 0.5482745 Dec 22 09:43:55.561368 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:55.566672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:55.580147 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e9500dfa-4b65-4b7e-a3b3-63381bf95a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:55.653007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:43:55.674105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd559e91-e163-4d05-9d56-c81cc05e4e92,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:55.680565 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:55.682126 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:55.682736 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Added segment 576a01a4-d16e-4601-ab3f-b5c280f8e573 of type vxlan for network e6e40e61-bd2d-47ca-aa80-68ad94a65376 Dec 22 09:43:55.865988 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:55.982788 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a438afdf-b006-41a1-ab1d-0a890a731d25 req-08af9718-dc2c-469a-83a5-5a4cced78f00 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5824230 Dec 22 09:43:56.012097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef0d4a-c6e6-4d56-b757-9386e560b441 req-92fc1ede-3bb7-41ad-9267-9b4341fd378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:56.014996 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8eef0d4a-c6e6-4d56-b757-9386e560b441 req-92fc1ede-3bb7-41ad-9267-9b4341fd378b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f2a9e1d1079432fbb5dcdfabcefc7a9&device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 1160 time: 0.3240407 Dec 22 09:43:56.022689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6407b49-4381-42db-8d17-d0a031c65da5 req-70021b41-928c-4d53-b25a-1bcd51814996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:56.024419 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a6407b49-4381-42db-8d17-d0a031c65da5 req-70021b41-928c-4d53-b25a-1bcd51814996 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3403c09830ad476d806af5441d8712c7&device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 1158 time: 1.0376308 Dec 22 09:43:56.031743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:56.033327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:56.034901 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:56.036842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-1612785e-335c-4bda-9cb7-ee3c5543eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:56.037283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-1612785e-335c-4bda-9cb7-ee3c5543eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:56.037711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-1612785e-335c-4bda-9cb7-ee3c5543eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:56.041689 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-1612785e-335c-4bda-9cb7-ee3c5543eef4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a4284a53-ed3c-4b2e-b701-f977e110a16f&id=4623a071-a810-4e69-a12c-21455bc82af1&id=4623a071-a810-4e69-a12c-21455bc82af1&id=4623a071-a810-4e69-a12c-21455bc82af1&id=4623a071-a810-4e69-a12c-21455bc82af1&id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85&id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 HTTP/1.1" status: 200 len: 2273 time: 0.9850814 Dec 22 09:43:56.041893 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a8c10e16-0c0f-41de-a2a5-1a0447fe32bf tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:56.436782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:56.559467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef0d4a-c6e6-4d56-b757-9386e560b441 req-28d46fec-3cf5-41fa-8fd5-304a3f1144fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:56.561186 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8eef0d4a-c6e6-4d56-b757-9386e560b441 req-28d46fec-3cf5-41fa-8fd5-304a3f1144fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 HTTP/1.1" status: 200 len: 910 time: 0.4977853 Dec 22 09:43:56.562197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=e6e40e61-bd2d-47ca-aa80-68ad94a65376,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:56.569460 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:56.662338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6407b49-4381-42db-8d17-d0a031c65da5 req-1f16634d-2ee9-4340-8d54-b88cbc6c25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:56.664872 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a6407b49-4381-42db-8d17-d0a031c65da5 req-1f16634d-2ee9-4340-8d54-b88cbc6c25a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d340895-0ad7-464f-b8e9-14ff96252907 HTTP/1.1" status: 200 len: 912 time: 0.6212192 Dec 22 09:43:56.703761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network e6e40e61-bd2d-47ca-aa80-68ad94a65376 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:43:56.758586 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7164121 Dec 22 09:43:56.778102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51638) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:56.801788 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-1613bf5a-cc2d-417a-92b9-54383c63bceb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6678f581-95c6-4a68-89a6-920891ccd5a6 HTTP/1.1" status: 200 len: 1001 time: 0.7090700 Dec 22 09:43:56.807341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-c3a320c8-67f2-4a84-934d-04328eeee595 admin admin] Request body: {'subnet': {'network_id': 'e6e40e61-bd2d-47ca-aa80-68ad94a65376', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1788142407-subnet', 'tenant_id': '03a500324d7e4d0aa5964e63bd84de47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:43:56.820838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c3a320c8-67f2-4a84-934d-04328eeee595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:43:56.832407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network e6e40e61-bd2d-47ca-aa80-68ad94a65376 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:43:56.845755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c3a320c8-67f2-4a84-934d-04328eeee595 admin admin] Usage tracker for resource:subnet and tenant:03a500324d7e4d0aa5964e63bd84de47 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:43:56.867114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c3a320c8-67f2-4a84-934d-04328eeee595 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:43:56.876217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network e6e40e61-bd2d-47ca-aa80-68ad94a65376 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:43:56.888373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c3a320c8-67f2-4a84-934d-04328eeee595 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:43:56.892989 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a6407b49-4381-42db-8d17-d0a031c65da5 req-e2394add-4834-4fac-aa58-5814b61be614 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 HTTP/1.1" status: 200 len: 217 time: 0.2169447 Dec 22 09:43:56.932897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a320c8-67f2-4a84-934d-04328eeee595 admin admin] Made reservation on behalf of 03a500324d7e4d0aa5964e63bd84de47 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:43:56.947250 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3a320c8-67f2-4a84-934d-04328eeee595 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:57.047200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-a2c11936-134a-4d46-b331-4d5040f7bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:57.057762 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-a2c11936-134a-4d46-b331-4d5040f7bde1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d1e8bbe-1831-4444-9106-90483ff0e76e HTTP/1.1" status: 200 len: 850 time: 0.2487001 Dec 22 09:43:57.060299 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8eef0d4a-c6e6-4d56-b757-9386e560b441 req-a7a5f46a-020b-4e51-9b2f-a13f64eb40f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ce30d48-e72e-48fb-9b5b-e626c2133aa9 HTTP/1.1" status: 200 len: 1001 time: 0.4736745 Dec 22 09:43:57.158160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef0d4a-c6e6-4d56-b757-9386e560b441 req-111c901d-bc44-4947-b134-e9d5e2271173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:57.161902 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8eef0d4a-c6e6-4d56-b757-9386e560b441 req-111c901d-bc44-4947-b134-e9d5e2271173 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4557d1ef-259f-4361-8ea2-d56efbc84de1 HTTP/1.1" status: 200 len: 854 time: 0.0895324 Dec 22 09:43:57.330742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6407b49-4381-42db-8d17-d0a031c65da5 req-fe59a53c-df8d-4d6f-8f24-91418e06818e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:57.332680 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a6407b49-4381-42db-8d17-d0a031c65da5 req-fe59a53c-df8d-4d6f-8f24-91418e06818e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfd00f40-1157-44e9-8ffc-cef7d735bec6 HTTP/1.1" status: 200 len: 858 time: 0.3732958 Dec 22 09:43:57.521423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a6407b49-4381-42db-8d17-d0a031c65da5 req-5b39b480-d85a-42b6-a4ab-73b6b7e3ceb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d340895-0ad7-464f-b8e9-14ff96252907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1601813 Dec 22 09:43:57.650002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef0d4a-c6e6-4d56-b757-9386e560b441 req-8cf214cb-533d-4c34-af58-0b3fba482670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:57.651827 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8eef0d4a-c6e6-4d56-b757-9386e560b441 req-8cf214cb-533d-4c34-af58-0b3fba482670 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3211184 Dec 22 09:43:57.669665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:57.670407 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:57.746376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-a2f7918b-7a55-4169-8766-c3502d27a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:57.748262 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-a2f7918b-7a55-4169-8766-c3502d27a44b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a4284a53-ed3c-4b2e-b701-f977e110a16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6583223 Dec 22 09:43:58.167309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a25277-e736-45ac-8a7d-43933247bd76 req-a2b40757-5310-4d4d-85da-a1aab8808439 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:58.168898 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8eef0d4a-c6e6-4d56-b757-9386e560b441 req-90e8e73a-1a0b-4eba-ac9e-bc46bd303b9e service neutron] 10.222.0.37 "GET /v2.0/networks/7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068109 Dec 22 09:43:58.172851 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a25277-e736-45ac-8a7d-43933247bd76 req-a2b40757-5310-4d4d-85da-a1aab8808439 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 943 time: 0.6801798 Dec 22 09:43:58.362247 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a6407b49-4381-42db-8d17-d0a031c65da5 req-243adab6-ac3c-49e3-be96-93e24ffc55d9 service neutron] 10.222.0.37 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7286103 Dec 22 09:43:58.467730 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8eef0d4a-c6e6-4d56-b757-9386e560b441 req-2594aa0e-c693-44a7-af0e-35ba851fbb3b service neutron] 10.222.0.37 "GET /v2.0/networks/7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2848406 Dec 22 09:43:58.477473 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a25277-e736-45ac-8a7d-43933247bd76 req-948cf340-b6ab-49e3-aaf6-e32d44abac8a tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854667 Dec 22 09:43:58.489114 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-34aa17c9-b1da-4c68-b5fa-34626ca20f74 service neutron] 10.222.0.64 "GET /v2.0/networks/a4284a53-ed3c-4b2e-b701-f977e110a16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7096829 Dec 22 09:43:58.623836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3a320c8-67f2-4a84-934d-04328eeee595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:58.644771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a018a-e853-4778-888d-b9f698ecf2fe req-d03747ec-3d9f-4145-bfec-c64f7bad15ca tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:58.656812 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb8a018a-e853-4778-888d-b9f698ecf2fe req-d03747ec-3d9f-4145-bfec-c64f7bad15ca tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=ec6d412d-8e07-4922-97bf-94cad4a856fb HTTP/1.1" status: 200 len: 950 time: 0.4797294 Dec 22 09:43:58.819607 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb8a018a-e853-4778-888d-b9f698ecf2fe req-a02214b0-b3ae-43cc-9628-14b0f886654e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612644 Dec 22 09:43:58.848149 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-63ede134-b36f-4132-9f9d-ddb54c28ff1a tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:43:58.883218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a6407b49-4381-42db-8d17-d0a031c65da5 req-30398c1a-bc71-4a6a-a4dd-0c5ef84ff1e6 service neutron] 10.222.0.37 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4998708 Dec 22 09:43:58.890980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:43:58.944604 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-b06189cc-2f39-4ea5-b2a1-00a554909450 service neutron] 10.222.0.64 "GET /v2.0/networks/a4284a53-ed3c-4b2e-b701-f977e110a16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3718097 Dec 22 09:43:59.064296 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-5edb4062-6ea3-44a3-9b46-f6866b8c5ccf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=21597bba-be5f-49e6-b4ef-eaabcf5291f1 HTTP/1.1" status: 200 len: 217 time: 0.1060605 Dec 22 09:43:59.068924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a320c8-67f2-4a84-934d-04328eeee595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cbc27a7-f090-40ae-be81-0cd4ab71e176,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:43:59.074268 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c3a320c8-67f2-4a84-934d-04328eeee595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:43:59.075825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a320c8-67f2-4a84-934d-04328eeee595 admin admin] Checking segment: {'id': '576a01a4-d16e-4601-ab3f-b5c280f8e573', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e6e40e61-bd2d-47ca-aa80-68ad94a65376'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:43:59.076348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a320c8-67f2-4a84-934d-04328eeee595 admin admin] Network hostable DHCP agents. Network: e6e40e61-bd2d-47ca-aa80-68ad94a65376, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:43:59.109318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a320c8-67f2-4a84-934d-04328eeee595 admin admin] Network e6e40e61-bd2d-47ca-aa80-68ad94a65376 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:43:59.149639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c3a320c8-67f2-4a84-934d-04328eeee595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, e6e40e61-bd2d-47ca-aa80-68ad94a65376) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:43:59.158848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e8786b-2a99-41b2-bc12-a7e5c5b4f0e6 None None] Network e6e40e61-bd2d-47ca-aa80-68ad94a65376 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:43:59.199052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a320c8-67f2-4a84-934d-04328eeee595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:59.200292 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3a320c8-67f2-4a84-934d-04328eeee595 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:59.253703 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c3a320c8-67f2-4a84-934d-04328eeee595 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.4733014 Dec 22 09:43:59.272430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-ab1bcdf5-12ec-4d93-994a-4fba5ffa7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:59.283387 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-ab1bcdf5-12ec-4d93-994a-4fba5ffa7939 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7889a3a-9571-460b-9e27-2fdf093fc665 HTTP/1.1" status: 200 len: 797 time: 0.2086732 Dec 22 09:43:59.488715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:43:59.597605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-56fd5f89-dcd3-40f1-b769-0ac4c9c44c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:59.599309 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-56fd5f89-dcd3-40f1-b769-0ac4c9c44c6d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4623a071-a810-4e69-a12c-21455bc82af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3088160 Dec 22 09:43:59.607528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e747e2-b60c-4d59-b150-60c4b6ce9180 req-32441547-8062-4f7d-ab88-79ff724641b4 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:43:59.609071 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-38e747e2-b60c-4d59-b150-60c4b6ce9180 req-32441547-8062-4f7d-ab88-79ff724641b4 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=7df2ad3a-7742-427a-9973-2ccf11a627d5 HTTP/1.1" status: 200 len: 945 time: 0.1908410 Dec 22 09:43:59.707078 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-38e747e2-b60c-4d59-b150-60c4b6ce9180 req-eb85c75d-5216-4da3-a323-d1c7df5742c1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750630 Dec 22 09:43:59.717625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:43:59.731752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:43:59.732301 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:43:59.829664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35f100b-35ba-4d4d-afd4-2a95d0621061 None None] Network e6e40e61-bd2d-47ca-aa80-68ad94a65376 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:43:59.856185 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-35e8f384-1046-4e0a-b54c-56f26b76b529 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462933 Dec 22 09:44:00.137457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05df7d-a313-4e1c-a371-2987cbde739a req-d6d5ac13-cbd4-4659-8160-78596ac5ecb6 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:00.153805 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf05df7d-a313-4e1c-a371-2987cbde739a req-d6d5ac13-cbd4-4659-8160-78596ac5ecb6 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 943 time: 0.2458155 Dec 22 09:44:00.192212 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:00.202559 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-0f8fd988-2a8b-41fb-b40f-9b488d0617a3 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3385963 Dec 22 09:44:00.314550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10,segment=NetworkSegment(d3534bd7-4df9-4c2c-ae42-7941d96d577d),segment_id=d3534bd7-4df9-4c2c-ae42-7941d96d577d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:44:00.316975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:44:00.329934 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:00.330934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:44:00.365403 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-7d10d786-0034-496b-8d31-615def6e582a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=f7083d1b-bfb3-47ac-b643-58564cb5f4ac HTTP/1.1" status: 200 len: 217 time: 0.1301849 Dec 22 09:44:00.370282 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf05df7d-a313-4e1c-a371-2987cbde739a req-47504e01-b605-4a6e-89bd-6f1367bf0efb tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155306 Dec 22 09:44:00.373780 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:00.487408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:00.492170 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:00.533513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:44:00.533950 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:00.535847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-a6e564c5-28ba-4ffa-ab29-caf7221d9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:00.547695 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-a6e564c5-28ba-4ffa-ab29-caf7221d9e8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7889a3a-9571-460b-9e27-2fdf093fc665 HTTP/1.1" status: 200 len: 797 time: 0.1686616 Dec 22 09:44:00.744985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0578d-3776-4cc5-b390-207a10336152 req-732355e7-f643-46b1-8313-d9573a0772f0 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:00.746990 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4f0578d-3776-4cc5-b390-207a10336152 req-732355e7-f643-46b1-8313-d9573a0772f0 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/networks?id=e6e40e61-bd2d-47ca-aa80-68ad94a65376 HTTP/1.1" status: 200 len: 822 time: 0.3084786 Dec 22 09:44:00.884342 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4f0578d-3776-4cc5-b390-207a10336152 req-c9aff425-ad1e-4831-8a0b-18e07c6ffa7a tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/quotas/03a500324d7e4d0aa5964e63bd84de47 HTTP/1.1" status: 200 len: 375 time: 0.0821261 Dec 22 09:44:01.114096 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10', 'code': 200} Dec 22 09:44:01.159392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 7c3911ba-1f51-4e1a-878c-6df532d86d4d no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:44:01.310849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:01.346307 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4f0578d-3776-4cc5-b390-207a10336152 req-8213ae25-6c1a-418b-82c8-68c2caf98fd5 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/ports?tenant_id=03a500324d7e4d0aa5964e63bd84de47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4349895 Dec 22 09:44:01.348975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:44:01.410671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 7c3911ba-1f51-4e1a-878c-6df532d86d4d, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=7c3911ba-1f51-4e1a-878c-6df532d86d4d,segment=NetworkSegment(9ec21e51-dba8-4c80-95fe-ebec5a7c37f2),segment_id=9ec21e51-dba8-4c80-95fe-ebec5a7c37f2)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:44:01.417104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:01.421441 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:01.498447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-c31c31b6-598b-441e-9a31-7e7be3cf7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:01.500287 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-c31c31b6-598b-441e-9a31-7e7be3cf7a24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4623a071-a810-4e69-a12c-21455bc82af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7623792 Dec 22 09:44:01.542671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:44:01.543574 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:01.617535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=7c3911ba-1f51-4e1a-878c-6df532d86d4d,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:01.622886 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:01.687359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad1b17-4486-4e50-9b7c-151a4fc5f98d req-81040e02-43d8-463a-9cb9-16379cdcba04 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:01.689053 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b3ad1b17-4486-4e50-9b7c-151a4fc5f98d req-81040e02-43d8-463a-9cb9-16379cdcba04 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.64 "GET /v2.0/ports?device_id=7df2ad3a-7742-427a-9973-2ccf11a627d5 HTTP/1.1" status: 200 len: 945 time: 0.8765953 Dec 22 09:44:01.885841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c399d7-a538-40a1-b81f-d1a74c910938 req-15a82d12-3f37-4c2e-8923-e98616a645ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:01.887539 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e1c399d7-a538-40a1-b81f-d1a74c910938 req-15a82d12-3f37-4c2e-8923-e98616a645ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 1160 time: 0.5380766 Dec 22 09:44:01.908164 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4f0578d-3776-4cc5-b390-207a10336152 req-27aa43de-50a6-477f-a2a0-3d8951089ad6 service neutron] 10.222.0.50 "GET /v2.0/networks/e6e40e61-bd2d-47ca-aa80-68ad94a65376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192053 Dec 22 09:44:01.937004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dd5c1-930b-4ea0-9696-eb3b8c655cbc req-14bbfe00-0c03-4fd3-93d7-bf309800ca55 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:01.938658 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f48dd5c1-930b-4ea0-9696-eb3b8c655cbc req-14bbfe00-0c03-4fd3-93d7-bf309800ca55 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=7df2ad3a-7742-427a-9973-2ccf11a627d5 HTTP/1.1" status: 200 len: 943 time: 0.5904062 Dec 22 09:44:01.946090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-b3ad1b17-4486-4e50-9b7c-151a4fc5f98d req-3466a7a7-c807-4800-a9f4-bec81cfd432c tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Deleting port 7c3911ba-1f51-4e1a-878c-6df532d86d4d {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:44:01.946486 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b3ad1b17-4486-4e50-9b7c-151a4fc5f98d req-3466a7a7-c807-4800-a9f4-bec81cfd432c tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:02.149981 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-9b480c38-204f-4995-ab84-4afc60770ed6 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378920 Dec 22 09:44:02.286165 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e1c399d7-a538-40a1-b81f-d1a74c910938 req-cf757713-37dc-4747-885a-3df8b1bfd2c3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899457 Dec 22 09:44:02.323187 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f48dd5c1-930b-4ea0-9696-eb3b8c655cbc req-61eb9db4-5ea9-4dc1-9a08-5cf523317c54 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206098 Dec 22 09:44:02.621896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4f0578d-3776-4cc5-b390-207a10336152 req-dc880ac5-3a9d-46fa-bc6e-e251cf5efd10 service neutron] 10.222.0.50 "GET /v2.0/networks/e6e40e61-bd2d-47ca-aa80-68ad94a65376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6925280 Dec 22 09:44:02.746007 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-4e1ebcbd-5e8d-4a1a-9b05-5f2b65cbc6dd service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5832701 Dec 22 09:44:02.844594 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-fb00281d-0bb4-45c8-910d-eaa1e775084e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=39506343-a90f-4398-8f34-8fc7c0bfacbf HTTP/1.1" status: 200 len: 217 time: 0.0858505 Dec 22 09:44:02.860869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-b3ad1b17-4486-4e50-9b7c-151a4fc5f98d req-3466a7a7-c807-4800-a9f4-bec81cfd432c tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] For port 7c3911ba-1f51-4e1a-878c-6df532d86d4d, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=7c3911ba-1f51-4e1a-878c-6df532d86d4d,segment=NetworkSegment(9ec21e51-dba8-4c80-95fe-ebec5a7c37f2),segment_id=9ec21e51-dba8-4c80-95fe-ebec5a7c37f2)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:44:02.861316 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b3ad1b17-4486-4e50-9b7c-151a4fc5f98d req-3466a7a7-c807-4800-a9f4-bec81cfd432c tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:03.073563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-b3ad1b17-4486-4e50-9b7c-151a4fc5f98d req-3466a7a7-c807-4800-a9f4-bec81cfd432c tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Calling delete_port for 7c3911ba-1f51-4e1a-878c-6df532d86d4d owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:44:03.115769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df2ad3a-7742-427a-9973-2ccf11a627d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c3911ba-1f51-4e1a-878c-6df532d86d4d'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:44:03.180518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-b4778a2a-dc79-492b-9c85-763a6d79f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:03.183581 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-b4778a2a-dc79-492b-9c85-763a6d79f6b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7889a3a-9571-460b-9e27-2fdf093fc665 HTTP/1.1" status: 200 len: 797 time: 0.3245094 Dec 22 09:44:03.195111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e270e-9574-4378-8b51-1288af81b559 req-6cdfec02-21d6-4153-a05a-bd4d2b46def6 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:03.198021 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0e6e270e-9574-4378-8b51-1288af81b559 req-6cdfec02-21d6-4153-a05a-bd4d2b46def6 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 0.6555295 Dec 22 09:44:03.451430 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0e6e270e-9574-4378-8b51-1288af81b559 req-335350c4-c1aa-44d8-ad67-de197e59f5f2 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262717 Dec 22 09:44:03.508913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:44:03.530405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-225a74da-2017-4e5c-a6da-b83e0b7be914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:03.532092 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-225a74da-2017-4e5c-a6da-b83e0b7be914 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4623a071-a810-4e69-a12c-21455bc82af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3135941 Dec 22 09:44:03.765198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:44:03.772038 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:03.850091 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df2ad3a-7742-427a-9973-2ccf11a627d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c3911ba-1f51-4e1a-878c-6df532d86d4d', 'code': 200} Dec 22 09:44:03.920200 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dfbbd407-bcf7-4922-9428-7e94d7136a7f req-12062df5-2b13-4408-8168-6307b48e7248 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/ports?device_id=0973bde8-db36-42d1-8cea-9cf2215060d2 HTTP/1.1" status: 200 len: 210 time: 0.1377587 Dec 22 09:44:03.926374 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b3ad1b17-4486-4e50-9b7c-151a4fc5f98d req-3466a7a7-c807-4800-a9f4-bec81cfd432c tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:04.494113 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec54d104-633f-4527-b7e7-ba2fa577916e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:04.551592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466a7a7-c807-4800-a9f4-bec81cfd432c tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Pushing event deleted for resources: {'Port': ['ID=7c3911ba-1f51-4e1a-878c-6df532d86d4d,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:04.662275 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3466a7a7-c807-4800-a9f4-bec81cfd432c tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:04.750484 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d60315a8-e51d-4540-9842-8df4525a192a req-580e09f3-6780-4e0b-9496-c9434f865783 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=7df2ad3a-7742-427a-9973-2ccf11a627d5 HTTP/1.1" status: 200 len: 210 time: 0.2588704 Dec 22 09:44:05.012675 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-58a9ecea-56ba-46ed-8eef-a64ef8e711a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:05.025087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ee49903b-5866-4824-bb30-25dce8152195 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:05.025087 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ee49903b-5866-4824-bb30-25dce8152195 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.37 "GET /v2.0/networks?id=e6e40e61-bd2d-47ca-aa80-68ad94a65376 HTTP/1.1" status: 200 len: 822 time: 0.3645811 Dec 22 09:44:05.076646 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-26c74d00-56e0-4cdb-8d19-dd0a71561121 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5181611 Dec 22 09:44:05.083408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a4f0578d-3776-4cc5-b390-207a10336152 req-f0996a67-7982-4d5b-af64-338d4e1afc9c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Request body: {'port': {'device_id': '0973bde8-db36-42d1-8cea-9cf2215060d2', 'network_id': 'e6e40e61-bd2d-47ca-aa80-68ad94a65376', 'admin_state_up': True, 'tenant_id': '03a500324d7e4d0aa5964e63bd84de47'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:44:05.453101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:44:05.477312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ad1b17-4486-4e50-9b7c-151a4fc5f98d req-3466a7a7-c807-4800-a9f4-bec81cfd432c tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] No DVR routers for this DVR port 7c3911ba-1f51-4e1a-878c-6df532d86d4d on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:44:05.480834 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b3ad1b17-4486-4e50-9b7c-151a4fc5f98d req-3466a7a7-c807-4800-a9f4-bec81cfd432c tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:05.564469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:44:05.565000 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:05.629453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df2ad3a-7742-427a-9973-2ccf11a627d5', 'name': 'network-vif-deleted', 'tag': '7c3911ba-1f51-4e1a-878c-6df532d86d4d'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:44:05.646283 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b3ad1b17-4486-4e50-9b7c-151a4fc5f98d req-3466a7a7-c807-4800-a9f4-bec81cfd432c tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.64 "DELETE /v2.0/ports/7c3911ba-1f51-4e1a-878c-6df532d86d4d HTTP/1.1" status: 204 len: 173 time: 3.9362609 Dec 22 09:44:05.698864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a4f0578d-3776-4cc5-b390-207a10336152 req-f0996a67-7982-4d5b-af64-338d4e1afc9c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:44:05.706407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a4f0578d-3776-4cc5-b390-207a10336152 req-f0996a67-7982-4d5b-af64-338d4e1afc9c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Usage tracker for resource:port and tenant:03a500324d7e4d0aa5964e63bd84de47 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:44:05.714828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a4f0578d-3776-4cc5-b390-207a10336152 req-f0996a67-7982-4d5b-af64-338d4e1afc9c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:44:05.726716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a4f0578d-3776-4cc5-b390-207a10336152 req-f0996a67-7982-4d5b-af64-338d4e1afc9c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:44:05.758869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f0578d-3776-4cc5-b390-207a10336152 req-f0996a67-7982-4d5b-af64-338d4e1afc9c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Made reservation on behalf of 03a500324d7e4d0aa5964e63bd84de47 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:44:05.787917 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a4f0578d-3776-4cc5-b390-207a10336152 req-f0996a67-7982-4d5b-af64-338d4e1afc9c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:05.844985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16c7d2-f59d-4ba8-bc89-fd0034061fd1 req-e64f63c7-3ff1-4d57-87ed-d5013ab4d32f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:05.857603 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b16c7d2-f59d-4ba8-bc89-fd0034061fd1 req-e64f63c7-3ff1-4d57-87ed-d5013ab4d32f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 1.3644435 Dec 22 09:44:05.996037 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b16c7d2-f59d-4ba8-bc89-fd0034061fd1 req-74ac2ce5-2444-42e0-bf96-cf4a8efafec7 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369996 Dec 22 09:44:06.462377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-a4f0578d-3776-4cc5-b390-207a10336152 req-f0996a67-7982-4d5b-af64-338d4e1afc9c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Allocated IP 172.20.0.6 (e6e40e61-bd2d-47ca-aa80-68ad94a65376/0cbc27a7-f090-40ae-be81-0cd4ab71e176/a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:44:06.563567 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8eb05c7a-c4d4-4bc0-a006-8cddf8d379c8 req-bd670ae8-47f8-4273-b89c-2db80545866f tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/ports?device_id=0973bde8-db36-42d1-8cea-9cf2215060d2 HTTP/1.1" status: 200 len: 210 time: 0.0853603 Dec 22 09:44:06.571061 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-4b9ef218-7f9b-466f-955e-a074128c3df4 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3120964 Dec 22 09:44:06.690392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382cde5-32be-4422-9d99-23e9bbdb8e55 req-bb2a3e7b-ad38-4c8e-88aa-2ccd8b5b68ae tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:06.700164 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9382cde5-32be-4422-9d99-23e9bbdb8e55 req-bb2a3e7b-ad38-4c8e-88aa-2ccd8b5b68ae tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 1.3656604 Dec 22 09:44:06.785755 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-0972bb69-4cb8-4a7c-a86d-cf462b25dbc6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=aeadeb92-77d7-438a-af11-5f5f6953b05c HTTP/1.1" status: 200 len: 217 time: 0.2019987 Dec 22 09:44:06.879932 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df2ad3a-7742-427a-9973-2ccf11a627d5', 'name': 'network-vif-deleted', 'tag': '7c3911ba-1f51-4e1a-878c-6df532d86d4d', 'status': 'completed', 'code': 200} Dec 22 09:44:06.905666 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9382cde5-32be-4422-9d99-23e9bbdb8e55 req-5fc18386-4454-4686-ba10-fdbbf0706ed0 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043433 Dec 22 09:44:07.008850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-3a08d8b1-f67d-4909-a863-5522f161ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:07.011237 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-3a08d8b1-f67d-4909-a863-5522f161ffdd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7889a3a-9571-460b-9e27-2fdf093fc665 HTTP/1.1" status: 200 len: 797 time: 0.2051377 Dec 22 09:44:07.339801 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a4f0578d-3776-4cc5-b390-207a10336152 req-f0996a67-7982-4d5b-af64-338d4e1afc9c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:07.353053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-243cb468-db07-4963-a2e3-4146fafd6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:07.354852 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-243cb468-db07-4963-a2e3-4146fafd6adb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4623a071-a810-4e69-a12c-21455bc82af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2751813 Dec 22 09:44:07.368955 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c75d2c82-d784-4521-acf9-3b0ee9c2ef40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:07.438171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fb334-a76c-49dc-9f6e-e120b274a8ef req-cfab77f1-97bf-4b52-b1e0-d546bf865831 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:07.439970 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-370fb334-a76c-49dc-9f6e-e120b274a8ef req-cfab77f1-97bf-4b52-b1e0-d546bf865831 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.2625616 Dec 22 09:44:07.584330 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a4f0578d-3776-4cc5-b390-207a10336152 req-f0996a67-7982-4d5b-af64-338d4e1afc9c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:07.783009 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:07.902631 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-370fb334-a76c-49dc-9f6e-e120b274a8ef req-ac5010de-3ab2-4ecc-9e4a-27d482cf576c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4097326 Dec 22 09:44:07.903526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0996a67-7982-4d5b-af64-338d4e1afc9c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Pushing event updated for resources: {'Port': ['ID=a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:07.908230 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f0996a67-7982-4d5b-af64-338d4e1afc9c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:07.964252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f0578d-3776-4cc5-b390-207a10336152 req-f0996a67-7982-4d5b-af64-338d4e1afc9c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Network e6e40e61-bd2d-47ca-aa80-68ad94a65376 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:44:07.970018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-a4f0578d-3776-4cc5-b390-207a10336152 req-f0996a67-7982-4d5b-af64-338d4e1afc9c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:44:07.973906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f0578d-3776-4cc5-b390-207a10336152 req-f0996a67-7982-4d5b-af64-338d4e1afc9c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:44:08.030348 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-e3afb48b-196e-4f40-9cc8-de858e21fee1 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6672664 Dec 22 09:44:08.204291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0578d-3776-4cc5-b390-207a10336152 req-f0996a67-7982-4d5b-af64-338d4e1afc9c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:08.204291 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a4f0578d-3776-4cc5-b390-207a10336152 req-f0996a67-7982-4d5b-af64-338d4e1afc9c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:08.247061 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4f0578d-3776-4cc5-b390-207a10336152 req-f0996a67-7982-4d5b-af64-338d4e1afc9c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1692796 Dec 22 09:44:08.288835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Request body: {'port': {'device_id': '0973bde8-db36-42d1-8cea-9cf2215060d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:44:08.337278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4b2b5-2da1-4e92-b0b7-7d7fb6889914 req-0036aecb-06cb-4f98-b987-bc8ae0bda28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:08.353190 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-39d4b2b5-2da1-4e92-b0b7-7d7fb6889914 req-0036aecb-06cb-4f98-b987-bc8ae0bda28a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3403c09830ad476d806af5441d8712c7&device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 1160 time: 0.2740457 Dec 22 09:44:08.402404 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-f41c33bf-5d22-4f1d-b622-b0e3a4f5f8f9 service neutron] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3615565 Dec 22 09:44:08.566636 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-50852fde-eba4-402a-ad7e-4ea350885c2b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36a3d7c0-e6da-452f-94eb-1a48d0121717 HTTP/1.1" status: 200 len: 217 time: 0.1504827 Dec 22 09:44:08.685540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4b2b5-2da1-4e92-b0b7-7d7fb6889914 req-91b2aa82-9e81-40bb-afff-c977fb9bf208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:08.689893 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-39d4b2b5-2da1-4e92-b0b7-7d7fb6889914 req-91b2aa82-9e81-40bb-afff-c977fb9bf208 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d340895-0ad7-464f-b8e9-14ff96252907 HTTP/1.1" status: 200 len: 912 time: 0.3271761 Dec 22 09:44:08.745256 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:08.868610 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-39d4b2b5-2da1-4e92-b0b7-7d7fb6889914 req-0eaff131-d32e-4698-8a04-3ec78e60b675 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 HTTP/1.1" status: 200 len: 217 time: 0.1650076 Dec 22 09:44:08.976781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4b2b5-2da1-4e92-b0b7-7d7fb6889914 req-aeb608ac-ef91-4a5d-bb3a-91553323dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:08.978928 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-39d4b2b5-2da1-4e92-b0b7-7d7fb6889914 req-aeb608ac-ef91-4a5d-bb3a-91553323dd0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfd00f40-1157-44e9-8ffc-cef7d735bec6 HTTP/1.1" status: 200 len: 858 time: 0.1035783 Dec 22 09:44:09.061282 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-39d4b2b5-2da1-4e92-b0b7-7d7fb6889914 req-fe3d1267-2008-4710-aaf4-127e4a5aa45a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d340895-0ad7-464f-b8e9-14ff96252907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746138 Dec 22 09:44:09.237215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-07a0f1ec-eebf-49a0-9d02-fd44f903518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:09.238981 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-07a0f1ec-eebf-49a0-9d02-fd44f903518b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a91aa57c-aefa-41a9-ac61-6f1461aa1426 HTTP/1.1" status: 200 len: 797 time: 0.2523932 Dec 22 09:44:09.290550 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:09.311190 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:09.359926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ff393-7489-403a-8800-844ad0dd1059 req-3baf18f4-22ac-4d03-8bc9-9b3e5474624c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:09.361006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ec5ff393-7489-403a-8800-844ad0dd1059 req-3baf18f4-22ac-4d03-8bc9-9b3e5474624c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Synchronizing usage tracker for tenant:03a500324d7e4d0aa5964e63bd84de47 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:44:09.375121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd67f36-6ac6-4891-abc9-cf26dbd33d9f req-4737c537-8ce2-4121-ba59-d388553af7b3 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:09.384575 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dcd67f36-6ac6-4891-abc9-cf26dbd33d9f req-4737c537-8ce2-4121-ba59-d388553af7b3 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 0.3998950 Dec 22 09:44:09.427061 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-39d4b2b5-2da1-4e92-b0b7-7d7fb6889914 req-26c5de56-d617-4fee-bd4b-3a850a644c49 service neutron] 10.222.0.37 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553123 Dec 22 09:44:09.501497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ec5ff393-7489-403a-8800-844ad0dd1059 req-3baf18f4-22ac-4d03-8bc9-9b3e5474624c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Unset dirty status for tenant:03a500324d7e4d0aa5964e63bd84de47 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:44:09.502774 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec5ff393-7489-403a-8800-844ad0dd1059 req-3baf18f4-22ac-4d03-8bc9-9b3e5474624c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/ports?device_id=0973bde8-db36-42d1-8cea-9cf2215060d2 HTTP/1.1" status: 200 len: 931 time: 0.9307308 Dec 22 09:44:09.596713 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dcd67f36-6ac6-4891-abc9-cf26dbd33d9f req-3aaf0327-2e88-4633-89ee-c66198c7693a tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105541 Dec 22 09:44:09.683815 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-39d4b2b5-2da1-4e92-b0b7-7d7fb6889914 req-d1fe95f2-ca7a-41bf-b879-4759c832b7c0 service neutron] 10.222.0.37 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2492323 Dec 22 09:44:09.783196 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec5ff393-7489-403a-8800-844ad0dd1059 req-dfc465e8-1dc2-49ff-85ae-bff871c0f1bb tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/security-groups?id=dd559e91-e163-4d05-9d56-c81cc05e4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348187 Dec 22 09:44:09.786017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-3759fa1b-6b80-446e-b182-ecec5e6e1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:09.788086 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-3759fa1b-6b80-446e-b182-ecec5e6e1ce8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5354121 Dec 22 09:44:09.839512 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:10.001739 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-36d5acab-39c0-4790-a376-688a19179190 service neutron] 10.222.0.64 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946890 Dec 22 09:44:10.108708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:10.366758 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-9effd77a-9dd6-4ef8-955f-8a3ac68d7d98 service neutron] 10.222.0.64 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3232439 Dec 22 09:44:10.472315 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:10.556361 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-a19e5b3f-b7b2-446c-aca5-0fa6a59f9a80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cfee7e92-56e4-4a04-8351-71d7acbc11ba HTTP/1.1" status: 200 len: 217 time: 0.1754336 Dec 22 09:44:10.681224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bc18d-c804-40bd-a725-940ad7578ac8 req-18bcbec9-5cfe-4d06-9c59-4956a10b947b tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:10.682667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1d5bc18d-c804-40bd-a725-940ad7578ac8 req-18bcbec9-5cfe-4d06-9c59-4956a10b947b tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Synchronizing usage tracker for tenant:f8298ddf7cf945579648150318b580de on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:44:10.712586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bfe6f-5061-41ff-946d-45aa8cf3c4de req-8eebbdb4-f920-47aa-86c1-7b73a5fc1caf tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:10.714298 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-958bfe6f-5061-41ff-946d-45aa8cf3c4de req-8eebbdb4-f920-47aa-86c1-7b73a5fc1caf tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.5177157 Dec 22 09:44:10.750889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-90e60c40-9747-45ba-930f-fcef63b73d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:10.752519 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-90e60c40-9747-45ba-930f-fcef63b73d22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a91aa57c-aefa-41a9-ac61-6f1461aa1426 HTTP/1.1" status: 200 len: 797 time: 0.1875079 Dec 22 09:44:10.765858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9faae-c89c-4ed1-925e-202314692159 req-6a367006-3b1c-498e-b0ef-9a4dbb50da59 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:10.766861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e8d9faae-c89c-4ed1-925e-202314692159 req-6a367006-3b1c-498e-b0ef-9a4dbb50da59 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Synchronizing usage tracker for tenant:f8298ddf7cf945579648150318b580de on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:44:10.858455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1d5bc18d-c804-40bd-a725-940ad7578ac8 req-18bcbec9-5cfe-4d06-9c59-4956a10b947b tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Unset dirty status for tenant:f8298ddf7cf945579648150318b580de on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:44:10.859745 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d5bc18d-c804-40bd-a725-940ad7578ac8 req-18bcbec9-5cfe-4d06-9c59-4956a10b947b tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.64 "GET /v2.0/ports?device_id=1f6c35b5-e425-4a12-aca7-b7d971aca632 HTTP/1.1" status: 200 len: 946 time: 0.8569806 Dec 22 09:44:10.918798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e8d9faae-c89c-4ed1-925e-202314692159 req-6a367006-3b1c-498e-b0ef-9a4dbb50da59 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Unset dirty status for tenant:f8298ddf7cf945579648150318b580de on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:44:10.920192 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e8d9faae-c89c-4ed1-925e-202314692159 req-6a367006-3b1c-498e-b0ef-9a4dbb50da59 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=1f6c35b5-e425-4a12-aca7-b7d971aca632 HTTP/1.1" status: 200 len: 946 time: 0.7279007 Dec 22 09:44:10.990496 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-958bfe6f-5061-41ff-946d-45aa8cf3c4de req-13a6062a-cd40-423f-8f7f-aac6fe2a285e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563953 Dec 22 09:44:11.095560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-1d5bc18d-c804-40bd-a725-940ad7578ac8 req-6db22f10-86ba-49df-be12-4a1c2f6c9f39 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Deleting port 219ff286-a492-4797-84ae-5d2fe435f553 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:44:11.095970 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1d5bc18d-c804-40bd-a725-940ad7578ac8 req-6db22f10-86ba-49df-be12-4a1c2f6c9f39 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:11.130475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:44:11.152901 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e8d9faae-c89c-4ed1-925e-202314692159 req-55ca7839-a9bb-4e28-9491-a0ced9dcd5de tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854095 Dec 22 09:44:11.154905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:11.183247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 219ff286-a492-4797-84ae-5d2fe435f553 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:44:11.221412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Transition to ACTIVE for port object a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:44:11.360024 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:11.404812 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2758ba87-5475-4037-9e59-e03fa6776bd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:11.497006 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:11.567771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 219ff286-a492-4797-84ae-5d2fe435f553, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=219ff286-a492-4797-84ae-5d2fe435f553,segment=NetworkSegment(9ec21e51-dba8-4c80-95fe-ebec5a7c37f2),segment_id=9ec21e51-dba8-4c80-95fe-ebec5a7c37f2)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:44:11.570144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6c35b5-e425-4a12-aca7-b7d971aca632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '219ff286-a492-4797-84ae-5d2fe435f553'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:44:11.582472 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:11.585537 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:11.677400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=219ff286-a492-4797-84ae-5d2fe435f553,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:11.682477 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:11.812908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-19d24c8f-87cf-4161-842f-6a1c35086c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:11.814782 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-19d24c8f-87cf-4161-842f-6a1c35086c0f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0393171 Dec 22 09:44:12.283507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Pushing event updated for resources: {'Port': ['ID=a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:12.296409 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:12.505869 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-9e9441a0-e8b6-4942-8689-253c91195d68 service neutron] 10.222.0.64 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6564186 Dec 22 09:44:12.518994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24838d-34a0-43c7-bf0b-e423c7fb842e req-37e45d55-73ab-4126-a818-2d4d08a768c2 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:12.520751 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4d24838d-34a0-43c7-bf0b-e423c7fb842e req-37e45d55-73ab-4126-a818-2d4d08a768c2 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 0.6944468 Dec 22 09:44:12.786957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-1d5bc18d-c804-40bd-a725-940ad7578ac8 req-6db22f10-86ba-49df-be12-4a1c2f6c9f39 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] For port 219ff286-a492-4797-84ae-5d2fe435f553, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=219ff286-a492-4797-84ae-5d2fe435f553,segment=NetworkSegment(9ec21e51-dba8-4c80-95fe-ebec5a7c37f2),segment_id=9ec21e51-dba8-4c80-95fe-ebec5a7c37f2)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:44:12.787333 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1d5bc18d-c804-40bd-a725-940ad7578ac8 req-6db22f10-86ba-49df-be12-4a1c2f6c9f39 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:12.812005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822d669-aa6e-495f-8f51-6d42f1b2599e req-8680fbc8-b990-425e-a9da-c3fd434db352 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:12.816529 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d822d669-aa6e-495f-8f51-6d42f1b2599e req-8680fbc8-b990-425e-a9da-c3fd434db352 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/ports?device_id=0973bde8-db36-42d1-8cea-9cf2215060d2 HTTP/1.1" status: 200 len: 943 time: 0.9971001 Dec 22 09:44:13.024815 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4d24838d-34a0-43c7-bf0b-e423c7fb842e req-4d822bab-7915-46aa-8d7a-56c4b347ee45 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138634 Dec 22 09:44:13.038168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-1d5bc18d-c804-40bd-a725-940ad7578ac8 req-6db22f10-86ba-49df-be12-4a1c2f6c9f39 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Calling delete_port for 219ff286-a492-4797-84ae-5d2fe435f553 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:44:13.178482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Attempting to bind port a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:44:13.178884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Attempting to bind port a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '576a01a4-d16e-4601-ab3f-b5c280f8e573', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e6e40e61-bd2d-47ca-aa80-68ad94a65376'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:44:13.179263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Attempting to bind port a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b on network e6e40e61-bd2d-47ca-aa80-68ad94a65376 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:44:13.193062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:44:13.193460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Checking segment: {'id': '576a01a4-d16e-4601-ab3f-b5c280f8e573', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e6e40e61-bd2d-47ca-aa80-68ad94a65376'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:44:13.193834 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:13.194233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Bound using segment: {'id': '576a01a4-d16e-4601-ab3f-b5c280f8e573', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e6e40e61-bd2d-47ca-aa80-68ad94a65376'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:44:13.194827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Bound port: a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576a01a4-d16e-4601-ab3f-b5c280f8e573', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e6e40e61-bd2d-47ca-aa80-68ad94a65376'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:44:13.195425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:13.303859 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557b029e-c2b4-454a-a5e2-ad8947817b1d req-cbf21319-1103-4153-8488-3ac94dddac6b service neutron] 10.222.0.64 "GET /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7276764 Dec 22 09:44:13.307031 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d822d669-aa6e-495f-8f51-6d42f1b2599e req-4ee0645d-7555-4aee-a460-fd02c609249b tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/security-groups?id=dd559e91-e163-4d05-9d56-c81cc05e4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631450 Dec 22 09:44:13.441889 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6c35b5-e425-4a12-aca7-b7d971aca632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '219ff286-a492-4797-84ae-5d2fe435f553', 'code': 200} Dec 22 09:44:13.501155 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-1d5bc18d-c804-40bd-a725-940ad7578ac8 req-6db22f10-86ba-49df-be12-4a1c2f6c9f39 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:44:13.501566 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-1d5bc18d-c804-40bd-a725-940ad7578ac8 req-6db22f10-86ba-49df-be12-4a1c2f6c9f39 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:44:13.514228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] For port a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:44:13.518307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] For port a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b,segment=NetworkSegment(576a01a4-d16e-4601-ab3f-b5c280f8e573),segment_id=576a01a4-d16e-4601-ab3f-b5c280f8e573)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:44:13.537445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:13.562401 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b144223-4641-4418-833c-36fd651e9816 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:13.864754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Pushing event updated for resources: {'Port': ['ID=a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:13.900325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.900806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.901257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.901821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.902258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.902700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.903138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.903588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.904482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.904482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.904890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.905303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.905805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.906219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.906632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.907066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.907516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.908084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.908549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.909008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.909410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.909894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.910306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.910772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.911349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.911762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.912322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.912872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.913543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.914275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.915330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.915889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.916408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.916843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.917445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.918053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:13.935062 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:13.956001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94137b-74ae-477e-99fb-530b02c1046d req-03ce809b-29d4-4fd8-bf9d-3642d102fd43 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:13.958220 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0a94137b-74ae-477e-99fb-530b02c1046d req-03ce809b-29d4-4fd8-bf9d-3642d102fd43 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=1f6c35b5-e425-4a12-aca7-b7d971aca632 HTTP/1.1" status: 200 len: 944 time: 0.3333704 Dec 22 09:44:13.981980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:13.981980 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:13.983965 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4f0578d-3776-4cc5-b390-207a10336152 req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] 10.222.0.37 "PUT /v2.0/ports/a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b HTTP/1.1" status: 200 len: 1155 time: 5.7217312 Dec 22 09:44:13.985790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0973bde8-db36-42d1-8cea-9cf2215060d2', 'tag': 'a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:44:14.008953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-1d5bc18d-c804-40bd-a725-940ad7578ac8 req-6db22f10-86ba-49df-be12-4a1c2f6c9f39 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Deleting port 219ff286-a492-4797-84ae-5d2fe435f553 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:44:14.009530 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1d5bc18d-c804-40bd-a725-940ad7578ac8 req-6db22f10-86ba-49df-be12-4a1c2f6c9f39 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:14.230064 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0a94137b-74ae-477e-99fb-530b02c1046d req-b6ba6487-39a3-4d3e-ad4e-cf97f9dcd9d1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554350 Dec 22 09:44:14.374284 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0973bde8-db36-42d1-8cea-9cf2215060d2', 'tag': 'a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b', 'status': 'completed', 'code': 200} Dec 22 09:44:14.524981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0578d-3776-4cc5-b390-207a10336152 req-788e8804-3c48-4d45-83e2-33e4dcce0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:14.527486 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4f0578d-3776-4cc5-b390-207a10336152 req-788e8804-3c48-4d45-83e2-33e4dcce0ff1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03a500324d7e4d0aa5964e63bd84de47&device_id=0973bde8-db36-42d1-8cea-9cf2215060d2 HTTP/1.1" status: 200 len: 1158 time: 0.3577983 Dec 22 09:44:15.000203 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4f0578d-3776-4cc5-b390-207a10336152 req-6dc999f3-bab6-47b2-a0a0-113319e150f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b HTTP/1.1" status: 200 len: 217 time: 0.4150734 Dec 22 09:44:15.097242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-1d5bc18d-c804-40bd-a725-940ad7578ac8 req-6db22f10-86ba-49df-be12-4a1c2f6c9f39 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] For port 219ff286-a492-4797-84ae-5d2fe435f553, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=219ff286-a492-4797-84ae-5d2fe435f553,segment=NetworkSegment(9ec21e51-dba8-4c80-95fe-ebec5a7c37f2),segment_id=9ec21e51-dba8-4c80-95fe-ebec5a7c37f2)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:44:15.097913 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1d5bc18d-c804-40bd-a725-940ad7578ac8 req-6db22f10-86ba-49df-be12-4a1c2f6c9f39 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:15.302946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-1d5bc18d-c804-40bd-a725-940ad7578ac8 req-6db22f10-86ba-49df-be12-4a1c2f6c9f39 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Calling delete_port for 219ff286-a492-4797-84ae-5d2fe435f553 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:44:15.379301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0578d-3776-4cc5-b390-207a10336152 req-f483a3b4-df35-4608-9550-b5612a28e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:15.381504 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4f0578d-3776-4cc5-b390-207a10336152 req-f483a3b4-df35-4608-9550-b5612a28e282 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cbc27a7-f090-40ae-be81-0cd4ab71e176 HTTP/1.1" status: 200 len: 862 time: 0.3758574 Dec 22 09:44:15.455573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84de4e2-5695-4aa1-ad77-2888efe0dbcb req-9adab0f8-325d-43f0-9135-27895b310876 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:15.457372 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f84de4e2-5695-4aa1-ad77-2888efe0dbcb req-9adab0f8-325d-43f0-9135-27895b310876 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 0.9225171 Dec 22 09:44:15.463829 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4f0578d-3776-4cc5-b390-207a10336152 req-887af13f-7ae6-488c-8efc-8d7a596e91e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6e40e61-bd2d-47ca-aa80-68ad94a65376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713527 Dec 22 09:44:15.562996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fea443-5685-4eef-921a-659a93abcd64 req-d2c72c66-c18b-4041-9669-9ca986b203e5 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:15.564780 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-38fea443-5685-4eef-921a-659a93abcd64 req-d2c72c66-c18b-4041-9669-9ca986b203e5 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/ports?device_id=0973bde8-db36-42d1-8cea-9cf2215060d2 HTTP/1.1" status: 200 len: 943 time: 0.5609505 Dec 22 09:44:15.724079 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f84de4e2-5695-4aa1-ad77-2888efe0dbcb req-2550ce72-68cd-452f-817a-16e5be5f892c tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392921 Dec 22 09:44:15.847011 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-38fea443-5685-4eef-921a-659a93abcd64 req-2855579d-79dd-41f5-b8f0-bfd3bd4ec39a tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/security-groups?id=dd559e91-e163-4d05-9d56-c81cc05e4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640636 Dec 22 09:44:15.907177 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1d5bc18d-c804-40bd-a725-940ad7578ac8 req-6db22f10-86ba-49df-be12-4a1c2f6c9f39 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:16.160480 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e2aafd06-b20b-41a7-92fc-6d8753eb38bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:16.329820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db22f10-86ba-49df-be12-4a1c2f6c9f39 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Pushing event deleted for resources: {'Port': ['ID=219ff286-a492-4797-84ae-5d2fe435f553,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:16.339478 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6db22f10-86ba-49df-be12-4a1c2f6c9f39 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:16.348231 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4f0578d-3776-4cc5-b390-207a10336152 req-e9f1a0db-3614-4dc2-be59-87323209935b service neutron] 10.222.0.37 "GET /v2.0/networks/e6e40e61-bd2d-47ca-aa80-68ad94a65376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8448808 Dec 22 09:44:16.497726 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d75ac5bb-8268-4766-8619-0c2d800d6364 req-61ea4358-4992-4bdc-a0a8-aafd3a01f956 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=1f6c35b5-e425-4a12-aca7-b7d971aca632 HTTP/1.1" status: 200 len: 210 time: 0.0839729 Dec 22 09:44:16.723556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cb363-378f-49d0-8e95-b238b83124f2 req-0a18d319-a1a8-4e2c-af6a-37e7922496de tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:16.732153 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-161cb363-378f-49d0-8e95-b238b83124f2 req-0a18d319-a1a8-4e2c-af6a-37e7922496de tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.5030115 Dec 22 09:44:16.765673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5bc18d-c804-40bd-a725-940ad7578ac8 req-6db22f10-86ba-49df-be12-4a1c2f6c9f39 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] No DVR routers for this DVR port 219ff286-a492-4797-84ae-5d2fe435f553 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:44:16.785955 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1d5bc18d-c804-40bd-a725-940ad7578ac8 req-6db22f10-86ba-49df-be12-4a1c2f6c9f39 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:16.805746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6c35b5-e425-4a12-aca7-b7d971aca632', 'name': 'network-vif-deleted', 'tag': '219ff286-a492-4797-84ae-5d2fe435f553'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:44:16.817976 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d5bc18d-c804-40bd-a725-940ad7578ac8 req-6db22f10-86ba-49df-be12-4a1c2f6c9f39 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.64 "DELETE /v2.0/ports/219ff286-a492-4797-84ae-5d2fe435f553 HTTP/1.1" status: 204 len: 173 time: 5.9448028 Dec 22 09:44:16.886641 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-161cb363-378f-49d0-8e95-b238b83124f2 req-1f029404-0d73-4152-b2e8-8db4d20e79df tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472642 Dec 22 09:44:16.906295 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4f0578d-3776-4cc5-b390-207a10336152 req-b2827cc2-cb55-4ed2-bd82-cadecd4f7043 service neutron] 10.222.0.37 "GET /v2.0/networks/e6e40e61-bd2d-47ca-aa80-68ad94a65376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5294662 Dec 22 09:44:17.165826 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6c35b5-e425-4a12-aca7-b7d971aca632', 'name': 'network-vif-deleted', 'tag': '219ff286-a492-4797-84ae-5d2fe435f553', 'status': 'completed', 'code': 200} Dec 22 09:44:17.223957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3896e-8875-437f-8b77-a09dfb4b54c1 req-87745b56-1546-486a-b7bf-2a2cbd60a404 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:17.227344 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4fa3896e-8875-437f-8b77-a09dfb4b54c1 req-87745b56-1546-486a-b7bf-2a2cbd60a404 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 0.2716346 Dec 22 09:44:17.364186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c032da1-36f6-40b1-881e-bf24c137994e req-7518d8d2-9ffa-41ee-b457-1bc947b38a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:17.367808 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c032da1-36f6-40b1-881e-bf24c137994e req-7518d8d2-9ffa-41ee-b457-1bc947b38a02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03a500324d7e4d0aa5964e63bd84de47&device_id=0973bde8-db36-42d1-8cea-9cf2215060d2 HTTP/1.1" status: 200 len: 1158 time: 0.2942975 Dec 22 09:44:17.471317 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4fa3896e-8875-437f-8b77-a09dfb4b54c1 req-7160a687-2ba6-4d74-a027-d03f830ebc33 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363582 Dec 22 09:44:17.699991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c032da1-36f6-40b1-881e-bf24c137994e req-0c293ae0-1764-4bb5-a11a-5854d9af1ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:17.702874 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c032da1-36f6-40b1-881e-bf24c137994e req-0c293ae0-1764-4bb5-a11a-5854d9af1ba4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6e40e61-bd2d-47ca-aa80-68ad94a65376 HTTP/1.1" status: 200 len: 916 time: 0.3253162 Dec 22 09:44:17.907707 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c032da1-36f6-40b1-881e-bf24c137994e req-e89a6eff-568f-4a1e-b1c4-4d922b009360 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b HTTP/1.1" status: 200 len: 217 time: 0.1864443 Dec 22 09:44:17.920870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84ac9f-9167-413b-959d-ca29e00b7494 req-6efac9a5-542e-4a01-aff8-2ba9ed14b360 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:17.939301 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cc84ac9f-9167-413b-959d-ca29e00b7494 req-6efac9a5-542e-4a01-aff8-2ba9ed14b360 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/ports?device_id=0973bde8-db36-42d1-8cea-9cf2215060d2 HTTP/1.1" status: 200 len: 943 time: 0.6751311 Dec 22 09:44:18.105707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c313dd3b-1c1b-4cb1-a892-63df70e9169e req-fa800730-f869-482e-804a-08401dffdb07 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Synchronizing usage tracker for tenant:f8298ddf7cf945579648150318b580de on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:44:18.171544 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cc84ac9f-9167-413b-959d-ca29e00b7494 req-6329dbb5-6506-499c-8dbd-bcc26b34a4df tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/security-groups?id=dd559e91-e163-4d05-9d56-c81cc05e4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285755 Dec 22 09:44:18.175045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c313dd3b-1c1b-4cb1-a892-63df70e9169e req-fa800730-f869-482e-804a-08401dffdb07 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Unset dirty status for tenant:f8298ddf7cf945579648150318b580de on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:44:18.188631 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c313dd3b-1c1b-4cb1-a892-63df70e9169e req-fa800730-f869-482e-804a-08401dffdb07 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=1f6c35b5-e425-4a12-aca7-b7d971aca632 HTTP/1.1" status: 200 len: 210 time: 0.1926458 Dec 22 09:44:18.190860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c032da1-36f6-40b1-881e-bf24c137994e req-1560d084-9d82-4ca4-8f71-2d292bb724de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:18.192660 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c032da1-36f6-40b1-881e-bf24c137994e req-1560d084-9d82-4ca4-8f71-2d292bb724de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cbc27a7-f090-40ae-be81-0cd4ab71e176 HTTP/1.1" status: 200 len: 862 time: 0.1538289 Dec 22 09:44:18.343171 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c032da1-36f6-40b1-881e-bf24c137994e req-f4c787c1-8ca1-4cb6-8608-ea7b362d5560 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6e40e61-bd2d-47ca-aa80-68ad94a65376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369569 Dec 22 09:44:18.677929 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c032da1-36f6-40b1-881e-bf24c137994e req-7847a61f-82a7-4b19-af6d-276161fc3465 service neutron] 10.222.0.37 "GET /v2.0/networks/e6e40e61-bd2d-47ca-aa80-68ad94a65376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241150 Dec 22 09:44:18.738096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040d8b0-34bf-470e-ae8d-f672a90731f1 req-b3b8d8dc-d8de-4420-bbb1-45ca2762c2a9 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:18.749565 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e040d8b0-34bf-470e-ae8d-f672a90731f1 req-b3b8d8dc-d8de-4420-bbb1-45ca2762c2a9 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.3718703 Dec 22 09:44:18.928089 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e040d8b0-34bf-470e-ae8d-f672a90731f1 req-aaa2b644-f7e9-4649-b474-48522a0b3a19 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771884 Dec 22 09:44:19.491641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4176efe-f6cf-4e50-b423-a1ad612a334d req-e3e36cf0-8c58-4c7c-abbc-c22d238982f2 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:19.493454 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4176efe-f6cf-4e50-b423-a1ad612a334d req-e3e36cf0-8c58-4c7c-abbc-c22d238982f2 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 0.7012351 Dec 22 09:44:19.609089 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c032da1-36f6-40b1-881e-bf24c137994e req-3dabdd49-8094-4c17-bf60-e5755797163c service neutron] 10.222.0.37 "GET /v2.0/networks/e6e40e61-bd2d-47ca-aa80-68ad94a65376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9055524 Dec 22 09:44:19.614428 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4176efe-f6cf-4e50-b423-a1ad612a334d req-8589dff8-c17c-4e43-a12b-36bf70357047 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134927 Dec 22 09:44:19.674665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-47b0309f-9a11-499c-9022-9a812659203b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:44:20.077600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0288a-0933-4651-87a7-38c23f1e7942 req-1b1d03f4-4c3f-45b3-abd5-52784f08b729 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:20.081761 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20f0288a-0933-4651-87a7-38c23f1e7942 req-1b1d03f4-4c3f-45b3-abd5-52784f08b729 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/ports?device_id=0973bde8-db36-42d1-8cea-9cf2215060d2 HTTP/1.1" status: 200 len: 943 time: 0.1879659 Dec 22 09:44:20.161887 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20f0288a-0933-4651-87a7-38c23f1e7942 req-8a0f1b0f-f0b4-4b9b-aa48-ca4be9571866 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/security-groups?id=dd559e91-e163-4d05-9d56-c81cc05e4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691004 Dec 22 09:44:20.375078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b284ee-5bc6-4d32-8f58-5658b47fbc14 req-829d3709-1236-4aca-80ec-ff3eac61fb8b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:20.376781 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94b284ee-5bc6-4d32-8f58-5658b47fbc14 req-829d3709-1236-4aca-80ec-ff3eac61fb8b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.1761897 Dec 22 09:44:20.381049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:44:20.447880 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94b284ee-5bc6-4d32-8f58-5658b47fbc14 req-9f637177-c68d-4a6a-8f34-7a2f9185a3b2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613828 Dec 22 09:44:20.500044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:44:20.506837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:44:20.507262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:20.705641 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:20.743327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0973bde8-db36-42d1-8cea-9cf2215060d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:44:20.760223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b,segment=NetworkSegment(576a01a4-d16e-4601-ab3f-b5c280f8e573),segment_id=576a01a4-d16e-4601-ab3f-b5c280f8e573)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:44:20.763670 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:20.767759 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:20.820998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ea276-e1d0-475e-98c4-a911448fa240 req-81c2e45e-2817-4c81-aa80-e41a5ba6cb3f tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:20.828931 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c12ea276-e1d0-475e-98c4-a911448fa240 req-81c2e45e-2817-4c81-aa80-e41a5ba6cb3f tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=2b548a02-aa74-48e9-9535-fac0e57c6c48 HTTP/1.1" status: 200 len: 950 time: 0.1668534 Dec 22 09:44:20.881432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:20.896307 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:20.900848 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c12ea276-e1d0-475e-98c4-a911448fa240 req-4e61ef32-ab52-42c1-9e14-d88e019bc3e6 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644345 Dec 22 09:44:21.024314 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0973bde8-db36-42d1-8cea-9cf2215060d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b', 'code': 200} Dec 22 09:44:21.160342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f410c-a988-4ed1-8476-6b63157bbf04 req-ec622f8f-e2e2-4e1d-8f85-9b606ce66da0 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:21.165972 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a78f410c-a988-4ed1-8476-6b63157bbf04 req-ec622f8f-e2e2-4e1d-8f85-9b606ce66da0 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 0.2093203 Dec 22 09:44:21.380897 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a78f410c-a988-4ed1-8476-6b63157bbf04 req-773240ef-ab90-4116-a7a8-dda35522276d tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007389 Dec 22 09:44:21.456492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa7814-7a73-4602-b6a4-693b89b4259f req-a510dbd4-d75c-47f7-90a6-5cd94ef41db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:21.459370 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-37aa7814-7a73-4602-b6a4-693b89b4259f req-a510dbd4-d75c-47f7-90a6-5cd94ef41db3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0973bde8-db36-42d1-8cea-9cf2215060d2 HTTP/1.1" status: 200 len: 1160 time: 0.2758880 Dec 22 09:44:21.535301 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-37aa7814-7a73-4602-b6a4-693b89b4259f req-4804cf4a-563b-4411-a716-c675ab78934e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dd559e91-e163-4d05-9d56-c81cc05e4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666583 Dec 22 09:44:21.537381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:44:21.729644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:44:21.730073 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:22.351707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770dd71-6c01-4ac5-a5c3-33d0e35ae18c req-fb1005bc-22c9-4b70-b3d1-0be0c395c1ac tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:22.361310 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b770dd71-6c01-4ac5-a5c3-33d0e35ae18c req-fb1005bc-22c9-4b70-b3d1-0be0c395c1ac tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/ports?device_id=0973bde8-db36-42d1-8cea-9cf2215060d2 HTTP/1.1" status: 200 len: 945 time: 0.2726481 Dec 22 09:44:22.445721 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b770dd71-6c01-4ac5-a5c3-33d0e35ae18c req-44843bad-f708-4d18-8c34-a316f3684378 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/security-groups?id=dd559e91-e163-4d05-9d56-c81cc05e4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829129 Dec 22 09:44:22.462521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c4e1e-008c-47c6-aa33-cf7934f8af54 req-f953656d-bcd0-4564-89e3-f696126c1d22 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:22.483812 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b8c4e1e-008c-47c6-aa33-cf7934f8af54 req-f953656d-bcd0-4564-89e3-f696126c1d22 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.3073094 Dec 22 09:44:22.589240 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b8c4e1e-008c-47c6-aa33-cf7934f8af54 req-bfeaf191-632d-4e64-a0a0-e37e538627d2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041346 Dec 22 09:44:22.986022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb41e98-f20b-4804-a876-f307fe258d52 req-0a25c10c-f4fd-430f-b29a-44ad494df52a tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:23.000510 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bfb41e98-f20b-4804-a876-f307fe258d52 req-0a25c10c-f4fd-430f-b29a-44ad494df52a tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 0.2046552 Dec 22 09:44:23.150338 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bfb41e98-f20b-4804-a876-f307fe258d52 req-72f3e239-0cb8-4e51-bfc3-b62a5c8f1c15 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486018 Dec 22 09:44:23.437788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa4c93-2e81-4045-9fd7-256cb6106e0b req-7d65be2b-24d8-47b3-8757-692210d4d873 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:23.440512 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9aa4c93-2e81-4045-9fd7-256cb6106e0b req-7d65be2b-24d8-47b3-8757-692210d4d873 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=c3d349f6-41ba-4968-ac92-9885f5d50e59 HTTP/1.1" status: 200 len: 945 time: 0.1126544 Dec 22 09:44:23.517878 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9aa4c93-2e81-4045-9fd7-256cb6106e0b req-00a20e99-66e1-4cd9-ab7a-b6dccecbbd3f tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637007 Dec 22 09:44:23.832168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1b63b-6646-4d18-8d6a-a853c8a203b6 req-ae1515d2-14ad-4ea2-a781-74ff84d231be tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:23.836237 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8ca1b63b-6646-4d18-8d6a-a853c8a203b6 req-ae1515d2-14ad-4ea2-a781-74ff84d231be tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/ports?device_id=0973bde8-db36-42d1-8cea-9cf2215060d2 HTTP/1.1" status: 200 len: 945 time: 0.1764348 Dec 22 09:44:23.949437 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8ca1b63b-6646-4d18-8d6a-a853c8a203b6 req-2e84bd3e-f1f3-46b9-b4d7-349658b6a318 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/security-groups?id=dd559e91-e163-4d05-9d56-c81cc05e4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037557 Dec 22 09:44:24.011765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9a6b4-3cc0-45dc-94bf-618d67b2ea48 req-55ba4933-220a-48d1-9fa6-8d2506c80a61 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:24.018582 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bee9a6b4-3cc0-45dc-94bf-618d67b2ea48 req-55ba4933-220a-48d1-9fa6-8d2506c80a61 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.1534748 Dec 22 09:44:24.083701 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bee9a6b4-3cc0-45dc-94bf-618d67b2ea48 req-0d5987b8-173a-4284-b015-6393ee94b4e3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565851 Dec 22 09:44:24.582892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99650c-f6c6-45fb-9c34-e82cfe3ef116 req-cd84b4a5-c626-4a4f-846d-609293f745db tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:24.593046 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e99650c-f6c6-45fb-9c34-e82cfe3ef116 req-cd84b4a5-c626-4a4f-846d-609293f745db tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 0.1589236 Dec 22 09:44:24.661838 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e99650c-f6c6-45fb-9c34-e82cfe3ef116 req-5945b532-da11-4a40-8b39-10c20f36b126 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670609 Dec 22 09:44:24.769405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 52162) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:25.002533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148785bd-f336-40e1-be2d-0663f6d98adb req-37c4e723-aa5b-4768-85f3-57bd47f2e436 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:25.004975 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39535f3f-b014-470e-a469-bc6127acce72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:25.005887 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-148785bd-f336-40e1-be2d-0663f6d98adb req-37c4e723-aa5b-4768-85f3-57bd47f2e436 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.64 "GET /v2.0/ports?device_id=c3d349f6-41ba-4968-ac92-9885f5d50e59 HTTP/1.1" status: 200 len: 945 time: 0.2452891 Dec 22 09:44:25.044324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-39535f3f-b014-470e-a469-bc6127acce72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:44:25.051731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-39535f3f-b014-470e-a469-bc6127acce72 admin admin] Usage tracker for resource:security_group_rule and tenant:512b4ce8a9ba4a9dbc7c77a2960d3888 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:44:25.056351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-39535f3f-b014-470e-a469-bc6127acce72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:44:25.064309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-39535f3f-b014-470e-a469-bc6127acce72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:44:25.149829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-148785bd-f336-40e1-be2d-0663f6d98adb req-9af115f6-12d3-44cd-a134-8e7621df5174 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Deleting port a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:44:25.150228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-148785bd-f336-40e1-be2d-0663f6d98adb req-9af115f6-12d3-44cd-a134-8e7621df5174 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:25.190780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39535f3f-b014-470e-a469-bc6127acce72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:25.197396 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39535f3f-b014-470e-a469-bc6127acce72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:25.222972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576afe50-10c8-4385-ba6d-dfe3f90394a3 req-d040bbc4-f677-4c22-8b1d-a3c6638741c5 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:25.231479 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-576afe50-10c8-4385-ba6d-dfe3f90394a3 req-d040bbc4-f677-4c22-8b1d-a3c6638741c5 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/ports?device_id=0973bde8-db36-42d1-8cea-9cf2215060d2 HTTP/1.1" status: 200 len: 945 time: 0.3076663 Dec 22 09:44:25.235121 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:25.268029 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-39535f3f-b014-470e-a469-bc6127acce72 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=512b4ce8a9ba4a9dbc7c77a2960d3888&name=default HTTP/1.1" status: 200 len: 2883 time: 0.4944212 Dec 22 09:44:25.268223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d1744-c842-42ff-8c9a-3f64c324a6a0 req-6b66feb9-e02c-4572-8e40-849492f63259 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:25.269751 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b3d1744-c842-42ff-8c9a-3f64c324a6a0 req-6b66feb9-e02c-4572-8e40-849492f63259 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=c3d349f6-41ba-4968-ac92-9885f5d50e59 HTTP/1.1" status: 200 len: 945 time: 0.3960373 Dec 22 09:44:25.270298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 52170) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:25.292751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39535f3f-b014-470e-a469-bc6127acce72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca47d934-a4e2-49e7-9c0a-308763ecb2cd,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:25.302649 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39535f3f-b014-470e-a469-bc6127acce72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:25.352468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:44:25.366678 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-576afe50-10c8-4385-ba6d-dfe3f90394a3 req-e0c1f24c-81e0-4376-ac07-56a654f4caee tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/security-groups?id=dd559e91-e163-4d05-9d56-c81cc05e4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335227 Dec 22 09:44:25.368285 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2264df5-766f-48ea-a276-af7ff57c3b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:25.389954 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b3d1744-c842-42ff-8c9a-3f64c324a6a0 req-00655f12-df7d-4c9b-9145-e4f893ba0390 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888014 Dec 22 09:44:25.433922 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2264df5-766f-48ea-a276-af7ff57c3b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:25.502779 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2264df5-766f-48ea-a276-af7ff57c3b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:25.509474 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8dafb580-2c65-4f16-9ca9-a98fef586cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:25.538057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2264df5-766f-48ea-a276-af7ff57c3b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca47d934-a4e2-49e7-9c0a-308763ecb2cd,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:25.549775 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2264df5-766f-48ea-a276-af7ff57c3b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:25.549775 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2264df5-766f-48ea-a276-af7ff57c3b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:25.550927 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a2264df5-766f-48ea-a276-af7ff57c3b8f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ca47d934-a4e2-49e7-9c0a-308763ecb2cd HTTP/1.1" status: 204 len: 168 time: 0.2793579 Dec 22 09:44:25.551925 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:25.635048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d349f6-41ba-4968-ac92-9885f5d50e59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:44:25.648754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a,segment=NetworkSegment(9ec21e51-dba8-4c80-95fe-ebec5a7c37f2),segment_id=9ec21e51-dba8-4c80-95fe-ebec5a7c37f2)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:44:25.652570 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:25.655272 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:25.723254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-148785bd-f336-40e1-be2d-0663f6d98adb req-9af115f6-12d3-44cd-a134-8e7621df5174 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] For port a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a,segment=NetworkSegment(9ec21e51-dba8-4c80-95fe-ebec5a7c37f2),segment_id=9ec21e51-dba8-4c80-95fe-ebec5a7c37f2)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:44:25.723706 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-148785bd-f336-40e1-be2d-0663f6d98adb req-9af115f6-12d3-44cd-a134-8e7621df5174 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:25.746842 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d349f6-41ba-4968-ac92-9885f5d50e59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a', 'code': 200} Dec 22 09:44:25.747510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:25.764438 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:25.895887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-148785bd-f336-40e1-be2d-0663f6d98adb req-9af115f6-12d3-44cd-a134-8e7621df5174 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Calling delete_port for a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:44:25.989240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbe1c3-e2b8-4a86-83cb-2dde7007b001 req-a2bcbc8b-889e-45d1-aee8-59bcb530f9a2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:25.989785 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8dfbe1c3-e2b8-4a86-83cb-2dde7007b001 req-a2bcbc8b-889e-45d1-aee8-59bcb530f9a2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.3778822 Dec 22 09:44:26.100306 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8dfbe1c3-e2b8-4a86-83cb-2dde7007b001 req-5e85a63a-3b28-4fad-baa2-e49238bbd041 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957651 Dec 22 09:44:26.110599 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-148785bd-f336-40e1-be2d-0663f6d98adb req-9af115f6-12d3-44cd-a134-8e7621df5174 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:44:26.110971 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-148785bd-f336-40e1-be2d-0663f6d98adb req-9af115f6-12d3-44cd-a134-8e7621df5174 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:44:26.119007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60b93a-96a9-4dbd-b6c0-909f89dacfe6 req-10bccb1f-3ef8-4eb9-a9f2-42a95af7935d tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:26.120663 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c60b93a-96a9-4dbd-b6c0-909f89dacfe6 req-10bccb1f-3ef8-4eb9-a9f2-42a95af7935d tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 0.2339466 Dec 22 09:44:26.188816 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c60b93a-96a9-4dbd-b6c0-909f89dacfe6 req-caf39a7d-f2b5-443c-811e-2c6784bf2faa tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594087 Dec 22 09:44:26.638686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-148785bd-f336-40e1-be2d-0663f6d98adb req-9af115f6-12d3-44cd-a134-8e7621df5174 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Deleting port a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:44:26.638686 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-148785bd-f336-40e1-be2d-0663f6d98adb req-9af115f6-12d3-44cd-a134-8e7621df5174 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:27.043397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1217349-9fd3-41a6-85e4-c33ba4c59e4e req-9f1c1517-7ea8-4074-b4db-1e82893c6a11 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:27.050989 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f1217349-9fd3-41a6-85e4-c33ba4c59e4e req-9f1c1517-7ea8-4074-b4db-1e82893c6a11 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/ports?device_id=0973bde8-db36-42d1-8cea-9cf2215060d2 HTTP/1.1" status: 200 len: 945 time: 0.4744475 Dec 22 09:44:27.417863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:44:27.425342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871e243-e06d-4db1-81b9-05554dc75e88 req-321082d9-f054-43a9-8b7b-89cdb89318b4 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:27.433324 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4871e243-e06d-4db1-81b9-05554dc75e88 req-321082d9-f054-43a9-8b7b-89cdb89318b4 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.7580819 Dec 22 09:44:27.436670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee9e66-ef04-4635-9ede-51d069366d7a req-0600bb3a-30de-42c6-b8cf-770b7485e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:27.438271 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1dee9e66-ef04-4635-9ede-51d069366d7a req-0600bb3a-30de-42c6-b8cf-770b7485e33b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 1161 time: 0.7511809 Dec 22 09:44:27.572659 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:27.598223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3743-169d-49e9-88b9-333fffb0e27a req-c33dd623-941a-4c87-8a18-672e8d0508b5 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:27.599808 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53ef3743-169d-49e9-88b9-333fffb0e27a req-c33dd623-941a-4c87-8a18-672e8d0508b5 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.37 "GET /v2.0/ports?device_id=0973bde8-db36-42d1-8cea-9cf2215060d2 HTTP/1.1" status: 200 len: 945 time: 0.7509568 Dec 22 09:44:27.612606 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f1217349-9fd3-41a6-85e4-c33ba4c59e4e req-c939580a-5632-4503-b689-91f202587be6 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/security-groups?id=dd559e91-e163-4d05-9d56-c81cc05e4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605900 Dec 22 09:44:27.622213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b,segment=NetworkSegment(576a01a4-d16e-4601-ab3f-b5c280f8e573),segment_id=576a01a4-d16e-4601-ab3f-b5c280f8e573)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:44:27.625618 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:27.627661 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:27.752507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0973bde8-db36-42d1-8cea-9cf2215060d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:44:27.779592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:27.797597 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:27.888805 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4871e243-e06d-4db1-81b9-05554dc75e88 req-fe8924a8-ca8d-4af4-af6c-428ec523174e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4542248 Dec 22 09:44:27.896847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-148785bd-f336-40e1-be2d-0663f6d98adb req-9af115f6-12d3-44cd-a134-8e7621df5174 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] For port a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a,segment=NetworkSegment(9ec21e51-dba8-4c80-95fe-ebec5a7c37f2),segment_id=9ec21e51-dba8-4c80-95fe-ebec5a7c37f2)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:44:27.897743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-148785bd-f336-40e1-be2d-0663f6d98adb req-9af115f6-12d3-44cd-a134-8e7621df5174 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:28.264174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-148785bd-f336-40e1-be2d-0663f6d98adb req-9af115f6-12d3-44cd-a134-8e7621df5174 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Calling delete_port for a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:44:28.432747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-53ef3743-169d-49e9-88b9-333fffb0e27a req-ed534c05-c4b4-41f4-b609-96891239bd81 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Deleting port a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:44:28.432852 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-53ef3743-169d-49e9-88b9-333fffb0e27a req-ed534c05-c4b4-41f4-b609-96891239bd81 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:28.570667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee9e66-ef04-4635-9ede-51d069366d7a req-813424bd-82b7-4e5a-be85-d662d097e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:28.572436 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1dee9e66-ef04-4635-9ede-51d069366d7a req-813424bd-82b7-4e5a-be85-d662d097e6d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 905 time: 1.1183341 Dec 22 09:44:29.121487 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1dee9e66-ef04-4635-9ede-51d069366d7a req-2ba2bdb2-1e39-40d3-a5c8-408cd2b67f82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f77f0c63-abd4-4133-adc9-a667b99a94b1 HTTP/1.1" status: 200 len: 1002 time: 0.5353732 Dec 22 09:44:29.227231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d88195-2813-48f0-a7bd-5d32be5e1ea5 req-12c0628c-9a90-407d-b930-2c88c5c9949a tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:29.229328 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-12d88195-2813-48f0-a7bd-5d32be5e1ea5 req-12c0628c-9a90-407d-b930-2c88c5c9949a tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=c3d349f6-41ba-4968-ac92-9885f5d50e59 HTTP/1.1" status: 200 len: 943 time: 1.3195240 Dec 22 09:44:29.272707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-53ef3743-169d-49e9-88b9-333fffb0e27a req-ed534c05-c4b4-41f4-b609-96891239bd81 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] For port a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b,segment=NetworkSegment(576a01a4-d16e-4601-ab3f-b5c280f8e573),segment_id=576a01a4-d16e-4601-ab3f-b5c280f8e573)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:44:29.273908 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-53ef3743-169d-49e9-88b9-333fffb0e27a req-ed534c05-c4b4-41f4-b609-96891239bd81 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:29.298488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee9e66-ef04-4635-9ede-51d069366d7a req-4297e1b8-8faa-4cb4-b94c-6783580b29e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:29.300379 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1dee9e66-ef04-4635-9ede-51d069366d7a req-4297e1b8-8faa-4cb4-b94c-6783580b29e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.1626565 Dec 22 09:44:29.414183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba87a2-bc3a-4069-b5d7-a69cb8c6477a req-f80f1f98-0023-4f4b-9241-838651e28285 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:29.417353 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1fba87a2-bc3a-4069-b5d7-a69cb8c6477a req-f80f1f98-0023-4f4b-9241-838651e28285 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 1.0943315 Dec 22 09:44:29.579924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-53ef3743-169d-49e9-88b9-333fffb0e27a req-ed534c05-c4b4-41f4-b609-96891239bd81 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Calling delete_port for a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:44:29.747028 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-148785bd-f336-40e1-be2d-0663f6d98adb req-9af115f6-12d3-44cd-a134-8e7621df5174 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:29.830431 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:29.894487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af115f6-12d3-44cd-a134-8e7621df5174 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Pushing event deleted for resources: {'Port': ['ID=a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:29.918977 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9af115f6-12d3-44cd-a134-8e7621df5174 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:29.927597 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1fba87a2-bc3a-4069-b5d7-a69cb8c6477a req-0bdb48f4-5ad5-4b34-b017-bf081ff8ea1d tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078356 Dec 22 09:44:29.970124 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-12d88195-2813-48f0-a7bd-5d32be5e1ea5 req-178e8ea0-7a4b-4253-b47f-1e4158cdb7eb tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/security-groups?id=2392efd6-20f6-4760-8ac4-1a7cfec11727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6652772 Dec 22 09:44:30.112468 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0973bde8-db36-42d1-8cea-9cf2215060d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b', 'code': 200} Dec 22 09:44:30.164242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee9e66-ef04-4635-9ede-51d069366d7a req-7035adfa-d2f9-4d04-89db-0798b6ccecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:30.166464 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1dee9e66-ef04-4635-9ede-51d069366d7a req-7035adfa-d2f9-4d04-89db-0798b6ccecbc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8560073 Dec 22 09:44:30.220535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 52288) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:30.484549 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b3f7-4cb7-4be1-8ddf-bf596cec964c admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:30.504526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8dd4b3f7-4cb7-4be1-8ddf-bf596cec964c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:44:30.510362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8dd4b3f7-4cb7-4be1-8ddf-bf596cec964c admin admin] Usage tracker for resource:security_group_rule and tenant:de0d9765526a48439feacaa4cf9fd92a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:44:30.510578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-53ef3743-169d-49e9-88b9-333fffb0e27a req-ed534c05-c4b4-41f4-b609-96891239bd81 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:30.514777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8dd4b3f7-4cb7-4be1-8ddf-bf596cec964c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:44:30.521780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8dd4b3f7-4cb7-4be1-8ddf-bf596cec964c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:44:30.592900 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57412905-aaef-4189-9a01-2784bc5eae40 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:30.653538 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b3f7-4cb7-4be1-8ddf-bf596cec964c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:30.657123 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b3f7-4cb7-4be1-8ddf-bf596cec964c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:30.667969 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fbbb80eb-5bc6-4936-9a4c-b7daec9884d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:30.721064 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8dd4b3f7-4cb7-4be1-8ddf-bf596cec964c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de0d9765526a48439feacaa4cf9fd92a&name=default HTTP/1.1" status: 200 len: 2883 time: 0.4987831 Dec 22 09:44:30.724393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 52294) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:30.725859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4b3f7-4cb7-4be1-8ddf-bf596cec964c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33d659d-a867-4f88-8299-7d219d5d18f3,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:30.735812 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8dd4b3f7-4cb7-4be1-8ddf-bf596cec964c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:30.836772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c54346a7-e8c7-4650-b2bf-53967252c612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:30.878719 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c54346a7-e8c7-4650-b2bf-53967252c612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:30.949855 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c54346a7-e8c7-4650-b2bf-53967252c612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:30.958729 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:30.979289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54346a7-e8c7-4650-b2bf-53967252c612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33d659d-a867-4f88-8299-7d219d5d18f3,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:30.982337 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c54346a7-e8c7-4650-b2bf-53967252c612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:30.984340 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c54346a7-e8c7-4650-b2bf-53967252c612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:30.987870 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c54346a7-e8c7-4650-b2bf-53967252c612 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a33d659d-a867-4f88-8299-7d219d5d18f3 HTTP/1.1" status: 204 len: 168 time: 0.2537112 Dec 22 09:44:31.023021 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d2a5570-9d42-475c-9547-490749788cce req-4ea1dddd-5201-4daa-b332-70084ff1a539 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/ports?device_id=0973bde8-db36-42d1-8cea-9cf2215060d2 HTTP/1.1" status: 200 len: 210 time: 0.6076052 Dec 22 09:44:31.056972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed534c05-c4b4-41f4-b609-96891239bd81 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Pushing event deleted for resources: {'Port': ['ID=a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:31.068047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-148785bd-f336-40e1-be2d-0663f6d98adb req-9af115f6-12d3-44cd-a134-8e7621df5174 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] No DVR routers for this DVR port a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:44:31.154181 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ed534c05-c4b4-41f4-b609-96891239bd81 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:31.161453 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-148785bd-f336-40e1-be2d-0663f6d98adb req-9af115f6-12d3-44cd-a134-8e7621df5174 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:31.181890 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1dee9e66-ef04-4635-9ede-51d069366d7a req-27deec66-4327-4641-a42d-4f769de6d6c0 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9603057 Dec 22 09:44:31.182635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d349f6-41ba-4968-ac92-9885f5d50e59', 'name': 'network-vif-deleted', 'tag': 'a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:44:31.524448 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-148785bd-f336-40e1-be2d-0663f6d98adb req-9af115f6-12d3-44cd-a134-8e7621df5174 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.64 "DELETE /v2.0/ports/a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a HTTP/1.1" status: 204 len: 173 time: 6.5071869 Dec 22 09:44:31.600260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e230d4a-898b-4a73-a2f8-2ba3bb5ce5ce req-72807909-e8af-4d1d-a375-c8035e6d886a tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:31.608496 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e230d4a-898b-4a73-a2f8-2ba3bb5ce5ce req-72807909-e8af-4d1d-a375-c8035e6d886a tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 1.2003994 Dec 22 09:44:31.658876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 52318) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:31.688851 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d16be9e6-59dd-403c-a128-6bc5d9bfe92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:31.709197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d16be9e6-59dd-403c-a128-6bc5d9bfe92e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:44:31.719648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d16be9e6-59dd-403c-a128-6bc5d9bfe92e admin admin] Usage tracker for resource:security_group_rule and tenant:39a40aeecef94d56a5548e39fc3a94af is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:44:31.723835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d16be9e6-59dd-403c-a128-6bc5d9bfe92e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:44:31.729525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ef3743-169d-49e9-88b9-333fffb0e27a req-ed534c05-c4b4-41f4-b609-96891239bd81 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] No DVR routers for this DVR port a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b on host n-h2-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:44:31.734121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d16be9e6-59dd-403c-a128-6bc5d9bfe92e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:44:31.736423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1dee9e66-ef04-4635-9ede-51d069366d7a req-0f753b81-ba15-47f0-ac21-3f510afaee72 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5003748 Dec 22 09:44:31.737131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-53ef3743-169d-49e9-88b9-333fffb0e27a req-ed534c05-c4b4-41f4-b609-96891239bd81 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:31.739275 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53ef3743-169d-49e9-88b9-333fffb0e27a req-ed534c05-c4b4-41f4-b609-96891239bd81 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.37 "DELETE /v2.0/ports/a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b HTTP/1.1" status: 204 len: 173 time: 4.0890081 Dec 22 09:44:31.775549 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e230d4a-898b-4a73-a2f8-2ba3bb5ce5ce req-840576ae-2e2e-464f-8b46-23e1e8f6ddfd tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659319 Dec 22 09:44:31.783554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d56d24-6ad4-4f02-910e-faf73db65aca req-44f9585f-553b-4be1-b906-d570b74b55ff tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:31.785955 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d0d56d24-6ad4-4f02-910e-faf73db65aca req-44f9585f-553b-4be1-b906-d570b74b55ff tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 0.3180535 Dec 22 09:44:31.896600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d0d56d24-6ad4-4f02-910e-faf73db65aca req-ac937b85-f6ba-4d22-a47d-06dd86597a6d tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961332 Dec 22 09:44:31.964102 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d16be9e6-59dd-403c-a128-6bc5d9bfe92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:31.978445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d16be9e6-59dd-403c-a128-6bc5d9bfe92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:32.005605 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9edadc51-51e5-476c-82ea-2cf3a867aea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:32.081306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16be9e6-59dd-403c-a128-6bc5d9bfe92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461f2d16-e2b7-4d21-8267-ef029ead64d1,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:32.086163 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d16be9e6-59dd-403c-a128-6bc5d9bfe92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:32.137064 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d16be9e6-59dd-403c-a128-6bc5d9bfe92e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=39a40aeecef94d56a5548e39fc3a94af&name=default HTTP/1.1" status: 200 len: 2883 time: 0.4760289 Dec 22 09:44:32.138310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 52322) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:32.244590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-85e0fad6-4902-4c44-964a-4d084140125e req-770bb177-14ab-4e17-abb0-03b57e10dc3f tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Synchronizing usage tracker for tenant:f8298ddf7cf945579648150318b580de on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:44:32.322875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-85e0fad6-4902-4c44-964a-4d084140125e req-770bb177-14ab-4e17-abb0-03b57e10dc3f tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Unset dirty status for tenant:f8298ddf7cf945579648150318b580de on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:44:32.325604 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-85e0fad6-4902-4c44-964a-4d084140125e req-770bb177-14ab-4e17-abb0-03b57e10dc3f tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] 10.222.0.50 "GET /v2.0/ports?device_id=c3d349f6-41ba-4968-ac92-9885f5d50e59 HTTP/1.1" status: 200 len: 210 time: 0.2545073 Dec 22 09:44:32.355731 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56039d98-ba8c-496d-a347-cacad110ac45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:32.404469 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56039d98-ba8c-496d-a347-cacad110ac45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:32.428014 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d349f6-41ba-4968-ac92-9885f5d50e59', 'name': 'network-vif-deleted', 'tag': 'a88b9d80-84d4-48ca-8a7a-283e8c7e2f4a', 'status': 'completed', 'code': 200} Dec 22 09:44:32.473887 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56039d98-ba8c-496d-a347-cacad110ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:32.491874 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:32.561170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56039d98-ba8c-496d-a347-cacad110ac45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461f2d16-e2b7-4d21-8267-ef029ead64d1,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:32.567364 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-56039d98-ba8c-496d-a347-cacad110ac45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:32.576878 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56039d98-ba8c-496d-a347-cacad110ac45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:32.581577 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-56039d98-ba8c-496d-a347-cacad110ac45 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/461f2d16-e2b7-4d21-8267-ef029ead64d1 HTTP/1.1" status: 204 len: 168 time: 0.4417737 Dec 22 09:44:32.843199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b4e7bf53-7e50-4880-ac93-1b58b87662a1 req-cd446b15-f0dd-4c98-884e-4118fbc62382 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Synchronizing usage tracker for tenant:03a500324d7e4d0aa5964e63bd84de47 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:44:32.879899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b4e7bf53-7e50-4880-ac93-1b58b87662a1 req-cd446b15-f0dd-4c98-884e-4118fbc62382 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Unset dirty status for tenant:03a500324d7e4d0aa5964e63bd84de47 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:44:32.911148 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b4e7bf53-7e50-4880-ac93-1b58b87662a1 req-cd446b15-f0dd-4c98-884e-4118fbc62382 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] 10.222.0.50 "GET /v2.0/ports?device_id=0973bde8-db36-42d1-8cea-9cf2215060d2 HTTP/1.1" status: 200 len: 210 time: 0.2254956 Dec 22 09:44:33.415476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d68e0b-352f-450e-bad6-ae8ddeb560b6 req-47aa26a4-6a26-47ac-b9d2-361160d176d6 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:33.418984 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-93d68e0b-352f-450e-bad6-ae8ddeb560b6 req-47aa26a4-6a26-47ac-b9d2-361160d176d6 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 0.2237020 Dec 22 09:44:33.464167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb66a9-8512-494a-a8ae-d94491c762fc req-82c1e50d-45d5-4c76-b478-38cbc40adfb9 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:33.468232 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4deb66a9-8512-494a-a8ae-d94491c762fc req-82c1e50d-45d5-4c76-b478-38cbc40adfb9 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.3348308 Dec 22 09:44:33.587798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f77f0c63-abd4-4133-adc9-a667b99a94b1 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:44:33.599108 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-93d68e0b-352f-450e-bad6-ae8ddeb560b6 req-c7d06c2d-d6ec-49e9-b870-439be0a79c95 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729591 Dec 22 09:44:33.616931 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4deb66a9-8512-494a-a8ae-d94491c762fc req-eb37a6d4-6bc6-4768-afee-5a128db5fbbf tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369035 Dec 22 09:44:33.723272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f77f0c63-abd4-4133-adc9-a667b99a94b1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:44:33.723856 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:33.829314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 52368) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:33.956955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea96687a-615a-4501-8380-c30412dd77ac admin admin] Deleting subnet f2c12495-0928-4c58-a944-5c9e4ea79919 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:44:33.981785 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea96687a-615a-4501-8380-c30412dd77ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:34.104067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52386) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:34.193394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fb0832-a381-44e9-84c8-d6e9a2adb42e admin admin] Deleting subnet 0cbc27a7-f090-40ae-be81-0cd4ab71e176 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:44:34.274993 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-63fb0832-a381-44e9-84c8-d6e9a2adb42e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:34.392924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-63fb0832-a381-44e9-84c8-d6e9a2adb42e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:34.430947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0973bde8-db36-42d1-8cea-9cf2215060d2', 'name': 'network-vif-deleted', 'tag': 'a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:44:34.466778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02baaf-8679-4dc4-a4a5-6f21ff1633ec req-520142bd-2611-4343-826c-c592e39f3a5e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:34.468465 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec02baaf-8679-4dc4-a4a5-6f21ff1633ec req-520142bd-2611-4343-826c-c592e39f3a5e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.3600814 Dec 22 09:44:34.485948 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-63fb0832-a381-44e9-84c8-d6e9a2adb42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:34.560937 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0973bde8-db36-42d1-8cea-9cf2215060d2', 'name': 'network-vif-deleted', 'tag': 'a43d5c9f-ed8a-4884-bebf-2ab7ecd28c8b', 'status': 'completed', 'code': 200} Dec 22 09:44:34.583470 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea96687a-615a-4501-8380-c30412dd77ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:34.624873 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec02baaf-8679-4dc4-a4a5-6f21ff1633ec req-38d91947-8337-4795-964a-40152b36f6d3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048176 Dec 22 09:44:34.712846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea96687a-615a-4501-8380-c30412dd77ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:34.981306 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d160a4cc-934f-4d26-a49c-195d3b5859f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:35.216494 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea96687a-615a-4501-8380-c30412dd77ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:35.223242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da351d6-40ab-4ba1-8827-f1678d7e1bb3 req-5004fbc5-d28c-4ebf-9bc4-ecc3de9a6bc1 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:35.237387 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5da351d6-40ab-4ba1-8827-f1678d7e1bb3 req-5004fbc5-d28c-4ebf-9bc4-ecc3de9a6bc1 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 0.3030081 Dec 22 09:44:35.263376 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-421a9a94-c783-4c72-8a21-9ae986287691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:35.346648 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-63fb0832-a381-44e9-84c8-d6e9a2adb42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:35.374193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96687a-615a-4501-8380-c30412dd77ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c12495-0928-4c58-a944-5c9e4ea79919,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:35.400319 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea96687a-615a-4501-8380-c30412dd77ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:35.531829 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5da351d6-40ab-4ba1-8827-f1678d7e1bb3 req-6a743edc-253b-4759-97ab-d74f1c2c0767 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798359 Dec 22 09:44:35.531829 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:35.590421 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea96687a-615a-4501-8380-c30412dd77ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:35.611843 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ea96687a-615a-4501-8380-c30412dd77ac admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f2c12495-0928-4c58-a944-5c9e4ea79919 HTTP/1.1" status: 204 len: 168 time: 1.7812254 Dec 22 09:44:35.612872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 52428) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:35.622017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb0832-a381-44e9-84c8-d6e9a2adb42e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cbc27a7-f090-40ae-be81-0cd4ab71e176,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:35.627264 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-63fb0832-a381-44e9-84c8-d6e9a2adb42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:35.636426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-63fb0832-a381-44e9-84c8-d6e9a2adb42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:35.646281 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-63fb0832-a381-44e9-84c8-d6e9a2adb42e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0cbc27a7-f090-40ae-be81-0cd4ab71e176 HTTP/1.1" status: 204 len: 168 time: 1.5385883 Dec 22 09:44:35.651168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52432) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:35.848951 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d5f1996f-04dc-4929-a9fb-29203177d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:35.875045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:44:35.897799 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-64b862aa-dc01-4473-b7db-e3195d083385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:36.066017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f4740-0d52-437e-af11-623ee9bc9e00 req-b46bb131-3c10-479f-8885-63cbf9fe24d5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:36.074586 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6f0f4740-0d52-437e-af11-623ee9bc9e00 req-b46bb131-3c10-479f-8885-63cbf9fe24d5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.3824053 Dec 22 09:44:36.131377 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d5f1996f-04dc-4929-a9fb-29203177d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:36.195811 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-64b862aa-dc01-4473-b7db-e3195d083385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:36.240665 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6f0f4740-0d52-437e-af11-623ee9bc9e00 req-558ea01a-09f4-4682-b379-dcb349682c03 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649752 Dec 22 09:44:36.345609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d5f1996f-04dc-4929-a9fb-29203177d0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6a7abf-9fa9-4ac5-95d0-ed70177540e7']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:44:36.365951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d5f1996f-04dc-4929-a9fb-29203177d0b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec21e51-dba8-4c80-95fe-ebec5a7c37f2') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:44:36.366586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d5f1996f-04dc-4929-a9fb-29203177d0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec21e51-dba8-4c80-95fe-ebec5a7c37f2') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:44:36.384629 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d5f1996f-04dc-4929-a9fb-29203177d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:36.426842 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d5f1996f-04dc-4929-a9fb-29203177d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:36.431062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d5f1996f-04dc-4929-a9fb-29203177d0b0 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:44:36.567362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-64b862aa-dc01-4473-b7db-e3195d083385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e40e61-bd2d-47ca-aa80-68ad94a65376']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:44:36.610641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-64b862aa-dc01-4473-b7db-e3195d083385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576a01a4-d16e-4601-ab3f-b5c280f8e573') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:44:36.611349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-64b862aa-dc01-4473-b7db-e3195d083385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576a01a4-d16e-4601-ab3f-b5c280f8e573') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:44:36.643869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-64b862aa-dc01-4473-b7db-e3195d083385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:36.676691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d5f1996f-04dc-4929-a9fb-29203177d0b0 admin admin] Network fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:44:36.690602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-64b862aa-dc01-4473-b7db-e3195d083385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:36.706560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-64b862aa-dc01-4473-b7db-e3195d083385 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:44:36.708971 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d5f1996f-04dc-4929-a9fb-29203177d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:37.145000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d5f1996f-04dc-4929-a9fb-29203177d0b0 admin admin] Network fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:44:37.178357 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:44:37.331792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-64b862aa-dc01-4473-b7db-e3195d083385 admin admin] Network e6e40e61-bd2d-47ca-aa80-68ad94a65376 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:44:37.356626 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-64b862aa-dc01-4473-b7db-e3195d083385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:37.399736 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d5f1996f-04dc-4929-a9fb-29203177d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:37.408304 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-84029476-c9f4-47b0-955e-9e81fd7348b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:37.413755 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d5f1996f-04dc-4929-a9fb-29203177d0b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:37.426384 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b0de336b-229e-4086-8965-8c38eaf328f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:37.454665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1996f-04dc-4929-a9fb-29203177d0b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb6a7abf-9fa9-4ac5-95d0-ed70177540e7,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:37.465095 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d5f1996f-04dc-4929-a9fb-29203177d0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:37.479892 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d5f1996f-04dc-4929-a9fb-29203177d0b0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/fb6a7abf-9fa9-4ac5-95d0-ed70177540e7 HTTP/1.1" status: 204 len: 168 time: 1.8590412 Dec 22 09:44:37.501427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3704b5-6841-49fd-96fa-1c2a5ddd7c63 req-5dfe82ae-fdd4-4691-a27c-d2eb6c23d63b tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:37.503326 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2a3704b5-6841-49fd-96fa-1c2a5ddd7c63 req-5dfe82ae-fdd4-4691-a27c-d2eb6c23d63b tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 0.5370088 Dec 22 09:44:37.531072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea995b1-2f6a-4e41-8af2-f9fcea902d23 req-573916ab-a34f-41ed-885e-518f2f6a4202 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:37.539969 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bea995b1-2f6a-4e41-8af2-f9fcea902d23 req-573916ab-a34f-41ed-885e-518f2f6a4202 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.4614449 Dec 22 09:44:37.670628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-64b862aa-dc01-4473-b7db-e3195d083385 admin admin] Network e6e40e61-bd2d-47ca-aa80-68ad94a65376 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:44:37.701327 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:44:37.774640 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bea995b1-2f6a-4e41-8af2-f9fcea902d23 req-865b5dfa-a6b4-4164-afaf-419bb26c5755 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274308 Dec 22 09:44:37.832745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 52488) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:37.932974 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2a3704b5-6841-49fd-96fa-1c2a5ddd7c63 req-5a0f1e00-b563-49e8-b9ba-b40e145411d9 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862340 Dec 22 09:44:37.944263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 52492) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:37.971016 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ec043ff1-0675-4bb6-a135-faf695f5e3b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f8298ddf7cf945579648150318b580de&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1367819 Dec 22 09:44:37.977947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 52496) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:37.994638 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-64b862aa-dc01-4473-b7db-e3195d083385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:38.003356 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-64b862aa-dc01-4473-b7db-e3195d083385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:38.012656 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:38.049909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b862aa-dc01-4473-b7db-e3195d083385 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6e40e61-bd2d-47ca-aa80-68ad94a65376,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:38.062438 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-64b862aa-dc01-4473-b7db-e3195d083385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:38.068920 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-64b862aa-dc01-4473-b7db-e3195d083385 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e6e40e61-bd2d-47ca-aa80-68ad94a65376 HTTP/1.1" status: 204 len: 168 time: 2.4158678 Dec 22 09:44:38.117406 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ca498210-074d-4732-97a4-1e58de162e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:38.170515 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ca498210-074d-4732-97a4-1e58de162e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:38.245478 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ca498210-074d-4732-97a4-1e58de162e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:38.255100 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:38.282280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca498210-074d-4732-97a4-1e58de162e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2392efd6-20f6-4760-8ac4-1a7cfec11727,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:38.292050 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ca498210-074d-4732-97a4-1e58de162e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:38.318458 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ca498210-074d-4732-97a4-1e58de162e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:38.320759 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ca498210-074d-4732-97a4-1e58de162e01 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2392efd6-20f6-4760-8ac4-1a7cfec11727 HTTP/1.1" status: 204 len: 168 time: 0.3410938 Dec 22 09:44:38.326586 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d5cb-219b-4db3-b6ab-fdf1957dc48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:38.342784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52514) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:38.349752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3cd3d5cb-219b-4db3-b6ab-fdf1957dc48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:44:38.355741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3cd3d5cb-219b-4db3-b6ab-fdf1957dc48b admin admin] Usage tracker for resource:security_group_rule and tenant:64d9b492c75042d6af656fd8bde28f8d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:44:38.359986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3cd3d5cb-219b-4db3-b6ab-fdf1957dc48b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:44:38.373266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3cd3d5cb-219b-4db3-b6ab-fdf1957dc48b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:44:38.418495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 52518) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:38.418917 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a3f5c9f4-2cc7-44e4-800f-95a15aae807f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=03a500324d7e4d0aa5964e63bd84de47&name=default HTTP/1.1" status: 200 len: 2883 time: 0.0739636 Dec 22 09:44:38.566714 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a52b2b75-0991-4b4c-8f9e-af20a3a21c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:38.616394 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d5cb-219b-4db3-b6ab-fdf1957dc48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:38.622162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d5cb-219b-4db3-b6ab-fdf1957dc48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:38.658059 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89081119-0eba-48bc-b3d0-1e2d73f88288 tempest-ImagesOneServerNegativeTestJSON-1532748730 tempest-ImagesOneServerNegativeTestJSON-1532748730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:38.673856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52522) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:38.674339 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3cd3d5cb-219b-4db3-b6ab-fdf1957dc48b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=64d9b492c75042d6af656fd8bde28f8d&name=default HTTP/1.1" status: 200 len: 2883 time: 0.7282875 Dec 22 09:44:38.679378 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a52b2b75-0991-4b4c-8f9e-af20a3a21c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:38.718759 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:38.765027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3d5cb-219b-4db3-b6ab-fdf1957dc48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605cfd2b-c0d5-49fc-a86c-a7f571145bab,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:38.775215 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3cd3d5cb-219b-4db3-b6ab-fdf1957dc48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:38.812524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb3b6f53-3f3c-42c7-b87a-d11f4910aea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:38.837361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a52b2b75-0991-4b4c-8f9e-af20a3a21c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:38.837625 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ec24a16-1022-40f6-a193-d5ece1aa690a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:38.863985 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb3b6f53-3f3c-42c7-b87a-d11f4910aea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:38.871548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b2b75-0991-4b4c-8f9e-af20a3a21c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd559e91-e163-4d05-9d56-c81cc05e4e92,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:38.875095 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a52b2b75-0991-4b4c-8f9e-af20a3a21c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:38.980699 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a52b2b75-0991-4b4c-8f9e-af20a3a21c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:38.982912 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a52b2b75-0991-4b4c-8f9e-af20a3a21c88 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd559e91-e163-4d05-9d56-c81cc05e4e92 HTTP/1.1" status: 204 len: 168 time: 0.5632896 Dec 22 09:44:39.293363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:39.514309 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb3b6f53-3f3c-42c7-b87a-d11f4910aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:39.589048 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0cf6b12b-e48e-46f5-b60e-0cddc43ebb30 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:39.627962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b6f53-3f3c-42c7-b87a-d11f4910aea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605cfd2b-c0d5-49fc-a86c-a7f571145bab,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:39.643482 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cb3b6f53-3f3c-42c7-b87a-d11f4910aea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:39.646176 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb3b6f53-3f3c-42c7-b87a-d11f4910aea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:39.651429 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cb3b6f53-3f3c-42c7-b87a-d11f4910aea9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/605cfd2b-c0d5-49fc-a86c-a7f571145bab HTTP/1.1" status: 204 len: 168 time: 0.9765584 Dec 22 09:44:39.705704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9958758-a03d-43ce-bf72-31a77b779dd1 req-56534b1f-d938-4ab7-8fbe-98ae5f5ec7c3 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:39.708044 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e9958758-a03d-43ce-bf72-31a77b779dd1 req-56534b1f-d938-4ab7-8fbe-98ae5f5ec7c3 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 0.2499006 Dec 22 09:44:39.792283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962b84f-e80f-4dc5-874f-0586bd9bfd53 req-256ec10a-6b6f-4dcb-82a7-34c22433fddf tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:39.801073 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a962b84f-e80f-4dc5-874f-0586bd9bfd53 req-256ec10a-6b6f-4dcb-82a7-34c22433fddf tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.3406498 Dec 22 09:44:39.826274 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:39.832884 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e9958758-a03d-43ce-bf72-31a77b779dd1 req-92cd3922-e25b-42c3-b7dc-53e18f91ec8a tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107891 Dec 22 09:44:39.861469 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a962b84f-e80f-4dc5-874f-0586bd9bfd53 req-19781da8-37c6-4507-bbf2-2fed16d9473e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593543 Dec 22 09:44:40.094965 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:40.430690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52580) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:40.462360 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76965d80-68f0-491a-875b-2022bc22d4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:40.494069 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:40.497265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-76965d80-68f0-491a-875b-2022bc22d4bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:44:40.502513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-76965d80-68f0-491a-875b-2022bc22d4bd admin admin] Usage tracker for resource:security_group_rule and tenant:774a6a30739f460d908356c114e26669 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:44:40.515701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-76965d80-68f0-491a-875b-2022bc22d4bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:44:40.590884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-76965d80-68f0-491a-875b-2022bc22d4bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:44:40.676915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbceee1-4dd3-4d6a-afb9-131043f15850 req-9e5535c0-0c1d-4744-9029-879322090885 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:40.682794 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8bbceee1-4dd3-4d6a-afb9-131043f15850 req-9e5535c0-0c1d-4744-9029-879322090885 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.1538565 Dec 22 09:44:40.813399 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8bbceee1-4dd3-4d6a-afb9-131043f15850 req-eea79910-db13-4c54-8320-b44865cabe35 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192851 Dec 22 09:44:40.900134 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76965d80-68f0-491a-875b-2022bc22d4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:40.903334 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76965d80-68f0-491a-875b-2022bc22d4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:40.912208 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d22d5ed9-e9cf-4c6c-8f46-a1180328b4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:40.971482 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-76965d80-68f0-491a-875b-2022bc22d4bd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=774a6a30739f460d908356c114e26669&name=default HTTP/1.1" status: 200 len: 2883 time: 0.5393608 Dec 22 09:44:40.973409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76965d80-68f0-491a-875b-2022bc22d4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9438ff8c-e89e-49ed-888a-47c6f6a3060a,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:40.974239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 52594) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:40.978544 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76965d80-68f0-491a-875b-2022bc22d4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:41.088820 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5594e60f-6b5e-49d6-88dd-1687b125fa31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:41.153685 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5594e60f-6b5e-49d6-88dd-1687b125fa31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:41.224407 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5594e60f-6b5e-49d6-88dd-1687b125fa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:41.234820 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df029e42-1bb8-4d3f-97d5-880ba2045c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:41.251565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594e60f-6b5e-49d6-88dd-1687b125fa31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9438ff8c-e89e-49ed-888a-47c6f6a3060a,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:41.255884 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5594e60f-6b5e-49d6-88dd-1687b125fa31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:41.282416 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5594e60f-6b5e-49d6-88dd-1687b125fa31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:41.285802 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5594e60f-6b5e-49d6-88dd-1687b125fa31 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9438ff8c-e89e-49ed-888a-47c6f6a3060a HTTP/1.1" status: 204 len: 168 time: 0.3097029 Dec 22 09:44:41.327012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475120a-4402-4f2f-9cc1-81ea13a4f847 req-dd187ab7-f33a-43a4-9a37-426f9379c45c tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:41.329604 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1475120a-4402-4f2f-9cc1-81ea13a4f847 req-dd187ab7-f33a-43a4-9a37-426f9379c45c tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 0.2238169 Dec 22 09:44:41.431553 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1475120a-4402-4f2f-9cc1-81ea13a4f847 req-502b59eb-ecef-4e8b-9f02-84221d3f7634 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958858 Dec 22 09:44:41.597142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94045f-2d33-4296-a213-bda4a0e65373 req-18c6ed5b-06af-41a9-9345-246022a7d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:41.599018 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a94045f-2d33-4296-a213-bda4a0e65373 req-18c6ed5b-06af-41a9-9345-246022a7d037 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 1160 time: 0.0940316 Dec 22 09:44:41.638699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 52622) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:41.651843 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a94045f-2d33-4296-a213-bda4a0e65373 req-d8804b15-84f4-4f7b-b086-98803d2d0a01 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442917 Dec 22 09:44:41.935902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-473775358-network', 'tenant_id': '38d0e45dac3d4bda8f296deee1c6b29c'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:44:41.948657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:44:41.956942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Usage tracker for resource:network and tenant:38d0e45dac3d4bda8f296deee1c6b29c is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:44:41.966703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:44:41.984835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:44:42.003637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Made reservation on behalf of 38d0e45dac3d4bda8f296deee1c6b29c for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:44:42.008799 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:42.044097 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:42.070943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:44:42.075318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Usage tracker for resource:security_group_rule and tenant:38d0e45dac3d4bda8f296deee1c6b29c is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:44:42.078581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:44:42.086050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:44:42.222154 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:42.229080 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:42.239643 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-75f697bf-a254-46f2-b5f8-06d5c303313e tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:42.256466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57696d24-ba73-47d6-ad6e-88a244526258 req-a92168a6-b2bc-4ea1-a7c3-50b8156fc4ba tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:42.269379 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57696d24-ba73-47d6-ad6e-88a244526258 req-a92168a6-b2bc-4ea1-a7c3-50b8156fc4ba tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.2132490 Dec 22 09:44:42.361316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52ae500-6a8b-402d-b091-02c8c0e4bdcd,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:42.366695 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:42.368562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:44:42.386645 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57696d24-ba73-47d6-ad6e-88a244526258 req-c7da2b38-3492-48fb-b564-d86750d9972f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160824 Dec 22 09:44:42.392555 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:42.399964 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Added segment 96ce94a8-36b7-4235-bed7-93c50684c214 of type vxlan for network 0182c5ef-207d-479e-b5dc-e5289e4f71ab Dec 22 09:44:42.432527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:42.466070 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:42.468442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:42.468821 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:42.475262 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9f5c5590-bb73-4245-bd06-867f7dab96b3 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:42.697056 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0556102 Dec 22 09:44:42.700729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52666) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:42.706850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-c290225d-367f-4ca0-874d-ab4b1b21df47 admin admin] Request body: {'subnet': {'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-473775358-subnet', 'tenant_id': '38d0e45dac3d4bda8f296deee1c6b29c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:44:42.715254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Pushing event updated for resources: {'Network': ['ID=0182c5ef-207d-479e-b5dc-e5289e4f71ab,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:42.725596 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:42.728349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c290225d-367f-4ca0-874d-ab4b1b21df47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:44:42.734259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 0182c5ef-207d-479e-b5dc-e5289e4f71ab details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:44:42.843424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c290225d-367f-4ca0-874d-ab4b1b21df47 admin admin] Usage tracker for resource:subnet and tenant:38d0e45dac3d4bda8f296deee1c6b29c is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:44:42.860667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c290225d-367f-4ca0-874d-ab4b1b21df47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:44:42.933837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c290225d-367f-4ca0-874d-ab4b1b21df47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:44:43.002027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c290225d-367f-4ca0-874d-ab4b1b21df47 admin admin] Made reservation on behalf of 38d0e45dac3d4bda8f296deee1c6b29c for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:44:43.018917 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c290225d-367f-4ca0-874d-ab4b1b21df47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:43.032582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 0182c5ef-207d-479e-b5dc-e5289e4f71ab details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:44:43.099340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbab1ac-84ff-443b-9980-0da13a4d64e8 req-5f9cbb36-a621-457d-8e08-90edd2fc62d3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:43.108507 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3cbab1ac-84ff-443b-9980-0da13a4d64e8 req-5f9cbb36-a621-457d-8e08-90edd2fc62d3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.3816471 Dec 22 09:44:43.155803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23ef30-5ace-4666-9baa-1b436f37df5f req-ed06829b-da25-4136-b7d9-9e50d52936f0 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:43.166201 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9c23ef30-5ace-4666-9baa-1b436f37df5f req-ed06829b-da25-4136-b7d9-9e50d52936f0 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 0.2914202 Dec 22 09:44:43.168987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 0182c5ef-207d-479e-b5dc-e5289e4f71ab details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:44:43.463900 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9c23ef30-5ace-4666-9baa-1b436f37df5f req-40be1dfc-a50f-4352-aec3-71fceab81459 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964265 Dec 22 09:44:43.485167 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3cbab1ac-84ff-443b-9980-0da13a4d64e8 req-1b6997a4-dfd6-4541-9621-48e96700e078 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3733740 Dec 22 09:44:44.066220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80415c85-c6ff-4538-9923-1b7682ef4f16 req-5c8303c7-c2bc-48af-b109-b1d591ce321f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:44.077641 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80415c85-c6ff-4538-9923-1b7682ef4f16 req-5c8303c7-c2bc-48af-b109-b1d591ce321f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.2619288 Dec 22 09:44:44.164024 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80415c85-c6ff-4538-9923-1b7682ef4f16 req-7208438e-41c2-4846-b233-e32cf67c2d9c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851800 Dec 22 09:44:44.428248 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c290225d-367f-4ca0-874d-ab4b1b21df47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:44.460136 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6376cd7b-1b04-474a-83c8-ef661985d3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:44.905548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290225d-367f-4ca0-874d-ab4b1b21df47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f55026d9-e939-4246-b2a3-f352417af7d7,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:44.917278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c290225d-367f-4ca0-874d-ab4b1b21df47 admin admin] Checking segment: {'id': '96ce94a8-36b7-4235-bed7-93c50684c214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:44:44.918027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c290225d-367f-4ca0-874d-ab4b1b21df47 admin admin] Network hostable DHCP agents. Network: 0182c5ef-207d-479e-b5dc-e5289e4f71ab, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:44:44.931597 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c290225d-367f-4ca0-874d-ab4b1b21df47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:44.942104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b30a9-930e-4b70-9f38-6b13bcf128e7 req-bbd0737e-9b3e-4bd0-b473-eff8ef752bf4 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:44.953312 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e1b30a9-930e-4b70-9f38-6b13bcf128e7 req-bbd0737e-9b3e-4bd0-b473-eff8ef752bf4 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.5879273 Dec 22 09:44:45.036838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c290225d-367f-4ca0-874d-ab4b1b21df47 admin admin] Network 0182c5ef-207d-479e-b5dc-e5289e4f71ab is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:44:45.074541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c290225d-367f-4ca0-874d-ab4b1b21df47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 0182c5ef-207d-479e-b5dc-e5289e4f71ab) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:44:45.108519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ec9ab-67e2-4a0d-8dcd-0341a83ad2cf req-822b8d59-1ec3-4df4-acfc-a7c91ffaf6e0 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:45.108519 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3f8ec9ab-67e2-4a0d-8dcd-0341a83ad2cf req-822b8d59-1ec3-4df4-acfc-a7c91ffaf6e0 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 0.3320179 Dec 22 09:44:45.108519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c290225d-367f-4ca0-874d-ab4b1b21df47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:45.108519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c290225d-367f-4ca0-874d-ab4b1b21df47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:45.120567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d66e97-2799-4019-af03-6b6396818d85 None None] Network 0182c5ef-207d-479e-b5dc-e5289e4f71ab requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:44:45.134196 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e1b30a9-930e-4b70-9f38-6b13bcf128e7 req-35ae73d5-6fc5-4037-b870-ba42a15188bc tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797688 Dec 22 09:44:45.331718 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c290225d-367f-4ca0-874d-ab4b1b21df47 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6194477 Dec 22 09:44:45.331718 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3f8ec9ab-67e2-4a0d-8dcd-0341a83ad2cf req-f24ac1a7-f20a-41d0-b1ae-90e68e5700f2 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087283 Dec 22 09:44:45.746706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-0182c5ef-207d-479e-b5dc-e5289e4f71ab', 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab', 'tenant_id': '38d0e45dac3d4bda8f296deee1c6b29c', 'fixed_ips': [{'subnet_id': 'f55026d9-e939-4246-b2a3-f352417af7d7'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:44:45.748122 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:45.839713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a062dd-e7fc-4502-a26f-c31f1134d864 req-9308f843-7089-4341-b343-ece35f99973c tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:45.854102 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-88a062dd-e7fc-4502-a26f-c31f1134d864 req-9308f843-7089-4341-b343-ece35f99973c tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.1878114 Dec 22 09:44:45.993544 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-88a062dd-e7fc-4502-a26f-c31f1134d864 req-e9b720f8-4fb5-445f-8c99-724cfb5bf7c3 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317518 Dec 22 09:44:46.201768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Allocated IP 172.20.0.2 (0182c5ef-207d-479e-b5dc-e5289e4f71ab/f55026d9-e939-4246-b2a3-f352417af7d7/15c19292-f427-4aad-9ce5-cff6e1d1617e) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:44:46.527770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:46.555859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Transition to ACTIVE for port object 15c19292-f427-4aad-9ce5-cff6e1d1617e will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:44:46.623016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Transition to ACTIVE for port object 15c19292-f427-4aad-9ce5-cff6e1d1617e will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:44:46.654158 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:47.038300 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:47.081510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-6af95a9c-ad73-4f20-838b-7f5004adcc10 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:47.094186 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-6af95a9c-ad73-4f20-838b-7f5004adcc10 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/networks?id=0182c5ef-207d-479e-b5dc-e5289e4f71ab HTTP/1.1" status: 200 len: 815 time: 0.6300979 Dec 22 09:44:47.194186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Pushing event updated for resources: {'Port': ['ID=15c19292-f427-4aad-9ce5-cff6e1d1617e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:47.236307 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-e762fa09-8873-4e74-bd15-7917f1c8b895 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/quotas/38d0e45dac3d4bda8f296deee1c6b29c HTTP/1.1" status: 200 len: 375 time: 0.1407938 Dec 22 09:44:47.252031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.252802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.253052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.253624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.254927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.254927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.257132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.260793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.262223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.264594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.266128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.266663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.269846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.272699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.273236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.275268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.276832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.278116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.278994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.280605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.281451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.283304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.283995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.286160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.286852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.287831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.289485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.290852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.290960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.292085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.292085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.292085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.292357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.296865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.297364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.298358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:47.315346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Network 0182c5ef-207d-479e-b5dc-e5289e4f71ab is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:44:47.316833 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:47.318089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:44:47.321641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:44:47.374682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093a1fe-bd07-4b7c-89ab-93567c1598a9 req-73535cf0-fbae-47a3-bccd-ef01644561ba tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:47.383561 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e093a1fe-bd07-4b7c-89ab-93567c1598a9 req-73535cf0-fbae-47a3-bccd-ef01644561ba tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.2601869 Dec 22 09:44:47.385333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Attempting to bind port 15c19292-f427-4aad-9ce5-cff6e1d1617e on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:44:47.385761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Attempting to bind port 15c19292-f427-4aad-9ce5-cff6e1d1617e by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '96ce94a8-36b7-4235-bed7-93c50684c214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:44:47.386175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Attempting to bind port 15c19292-f427-4aad-9ce5-cff6e1d1617e on network 0182c5ef-207d-479e-b5dc-e5289e4f71ab {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:44:47.393423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:44:47.393847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Checking segment: {'id': '96ce94a8-36b7-4235-bed7-93c50684c214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:44:47.394296 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:47.394737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Bound using segment: {'id': '96ce94a8-36b7-4235-bed7-93c50684c214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:44:47.395258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Bound port: 15c19292-f427-4aad-9ce5-cff6e1d1617e, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ce94a8-36b7-4235-bed7-93c50684c214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:44:47.395681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:47.476403 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e093a1fe-bd07-4b7c-89ab-93567c1598a9 req-0e32373c-1ef7-4837-adab-30ac5f841119 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898430 Dec 22 09:44:47.507472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] For port 15c19292-f427-4aad-9ce5-cff6e1d1617e, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:44:47.509801 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-e2dbf361-3ab2-46cc-bdb3-1ca049c2ac99 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?tenant_id=38d0e45dac3d4bda8f296deee1c6b29c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2701125 Dec 22 09:44:47.514449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] For port 15c19292-f427-4aad-9ce5-cff6e1d1617e, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=15c19292-f427-4aad-9ce5-cff6e1d1617e,segment=NetworkSegment(96ce94a8-36b7-4235-bed7-93c50684c214),segment_id=96ce94a8-36b7-4235-bed7-93c50684c214)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:44:47.518948 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:47.556744 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:47.628817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Pushing event updated for resources: {'Port': ['ID=15c19292-f427-4aad-9ce5-cff6e1d1617e,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:47.635259 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:48.083207 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-c55bcc77-54ed-4e1b-8184-44aea32f5be0 service neutron] 10.222.0.50 "GET /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671866 Dec 22 09:44:48.726308 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-6e0a537a-0b6d-4473-a73e-b46eb71a25b3 service neutron] 10.222.0.50 "GET /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6399832 Dec 22 09:44:48.736751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 15c19292-f427-4aad-9ce5-cff6e1d1617e up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:44:48.767815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f92851-38aa-4fb7-b971-23c2b288a8ef req-50018623-0fde-43a8-abc5-b88ee6371b0b tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:48.782042 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c2f92851-38aa-4fb7-b971-23c2b288a8ef req-50018623-0fde-43a8-abc5-b88ee6371b0b tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=ec6d412d-8e07-4922-97bf-94cad4a856fb HTTP/1.1" status: 200 len: 950 time: 0.6570318 Dec 22 09:44:48.856201 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c2f92851-38aa-4fb7-b971-23c2b288a8ef req-50d5cafe-3bd2-492c-92aa-3981100ff818 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689530 Dec 22 09:44:48.910924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 15c19292-f427-4aad-9ce5-cff6e1d1617e completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:44:49.151901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 52898) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:49.285175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8698eb-a6f1-4b4e-9281-c94ac4d02e13 req-b47ca569-c2af-491d-a0ba-f4aa8cc4c053 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:49.305027 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2d8698eb-a6f1-4b4e-9281-c94ac4d02e13 req-b47ca569-c2af-491d-a0ba-f4aa8cc4c053 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.2077711 Dec 22 09:44:49.381946 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2d8698eb-a6f1-4b4e-9281-c94ac4d02e13 req-18a4327d-c75c-460d-a578-3a353efaeda9 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751083 Dec 22 09:44:49.594801 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:49.689244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:44:49.701200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Usage tracker for resource:security_group_rule and tenant:105b3b8de4704238b0288ff18a49169d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:44:49.706610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:44:49.707776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-888c2c6c-0620-4582-af9f-3bd5c5f5e840 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:49.709464 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-888c2c6c-0620-4582-af9f-3bd5c5f5e840 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/networks?id=0182c5ef-207d-479e-b5dc-e5289e4f71ab HTTP/1.1" status: 200 len: 815 time: 0.2069640 Dec 22 09:44:49.720595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:44:49.729843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a350c7ce-9846-4927-9cbf-c3b824ae6871 None None] Network 0182c5ef-207d-479e-b5dc-e5289e4f71ab requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:44:49.738405 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-68f69353-2244-449d-9bb8-a6af8896c280 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/quotas/38d0e45dac3d4bda8f296deee1c6b29c HTTP/1.1" status: 200 len: 375 time: 0.0215213 Dec 22 09:44:49.905582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eda51801-f864-4b65-81a1-a9894f36dbeb None None] Provisioning for port 15c19292-f427-4aad-9ce5-cff6e1d1617e completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:44:49.927311 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:49.932670 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:49.954295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eda51801-f864-4b65-81a1-a9894f36dbeb None None] Provisioning complete for port 15c19292-f427-4aad-9ce5-cff6e1d1617e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:44:49.954411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eda51801-f864-4b65-81a1-a9894f36dbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:49.957280 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-a15a0a64-fe8a-4bfa-8504-5277d25a0c34 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?tenant_id=38d0e45dac3d4bda8f296deee1c6b29c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2042575 Dec 22 09:44:49.998041 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-86514b6b-c7a4-4a0f-9e05-adaf6bd2f1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:50.013976 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=105b3b8de4704238b0288ff18a49169d&name=default HTTP/1.1" status: 200 len: 2883 time: 0.8605978 Dec 22 09:44:50.014618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52950) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:50.053301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15604ed2-d0e4-461a-ae2c-1ba543154621,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:50.097799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.098234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.098654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.099076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.099519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.116184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.116919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.117362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.117787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.118477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.118582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.119544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.119544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.119869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.120316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.120723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.121150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.121515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.121921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.122325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.122727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.123130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.123535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.123968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.132838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.133575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.133681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.134529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.134529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.134792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.135181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.135596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.136029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.136443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.137137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.137220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:44:50.165554 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:50.240119 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-af88be70-6412-46f5-b280-07632e59f3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:50.297742 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-573859e1-2c65-4b21-8d19-824d149df47c service neutron] 10.222.0.50 "GET /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301847 Dec 22 09:44:50.331200 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-af88be70-6412-46f5-b280-07632e59f3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:50.472131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eda51801-f864-4b65-81a1-a9894f36dbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:50.526077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-eda51801-f864-4b65-81a1-a9894f36dbeb None None] For port 15c19292-f427-4aad-9ce5-cff6e1d1617e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=15c19292-f427-4aad-9ce5-cff6e1d1617e,segment=NetworkSegment(96ce94a8-36b7-4235-bed7-93c50684c214),segment_id=96ce94a8-36b7-4235-bed7-93c50684c214)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:44:50.538117 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eda51801-f864-4b65-81a1-a9894f36dbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:50.540491 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-af88be70-6412-46f5-b280-07632e59f3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:50.542946 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:50.557655 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f5dba946-b582-40ea-a91a-425e2ce87ce2 tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:50.595848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88be70-6412-46f5-b280-07632e59f3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15604ed2-d0e4-461a-ae2c-1ba543154621,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:50.601445 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-af88be70-6412-46f5-b280-07632e59f3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:50.612859 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-af88be70-6412-46f5-b280-07632e59f3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:50.614024 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-af88be70-6412-46f5-b280-07632e59f3c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/15604ed2-d0e4-461a-ae2c-1ba543154621 HTTP/1.1" status: 204 len: 168 time: 0.5824890 Dec 22 09:44:50.684672 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-9f2b5004-6cb0-4a78-9ee0-2a8ad9f52915 service neutron] 10.222.0.50 "GET /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2745388 Dec 22 09:44:50.772288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda51801-f864-4b65-81a1-a9894f36dbeb None None] Pushing event updated for resources: {'Port': ['ID=15c19292-f427-4aad-9ce5-cff6e1d1617e,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:50.776758 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eda51801-f864-4b65-81a1-a9894f36dbeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:50.993593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-13917922-76b8-49c9-a775-1cec6f8c104b None None] Provisioning complete for port 15c19292-f427-4aad-9ce5-cff6e1d1617e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:44:50.994028 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13917922-76b8-49c9-a775-1cec6f8c104b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:51.536204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e67fe842-5137-4476-a821-c94b3eca7587 None None] Provisioning complete for port 15c19292-f427-4aad-9ce5-cff6e1d1617e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:44:51.543277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e67fe842-5137-4476-a821-c94b3eca7587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:51.634606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53008) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:51.684201 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9fb5acf-6c24-4bc9-8f4d-51eb3958b4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:51.732225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a9fb5acf-6c24-4bc9-8f4d-51eb3958b4e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:44:51.737693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a9fb5acf-6c24-4bc9-8f4d-51eb3958b4e7 admin admin] Usage tracker for resource:security_group_rule and tenant:ae58aa0b12fe4c25b518a3242b8617e7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:44:51.741945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a9fb5acf-6c24-4bc9-8f4d-51eb3958b4e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:44:51.749716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a9fb5acf-6c24-4bc9-8f4d-51eb3958b4e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:44:51.781921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b77dc-0e02-420a-bfe8-fe690ae157ae req-237a9681-8de0-4331-81a4-5a2c8110e2a3 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:51.797750 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc7b77dc-0e02-420a-bfe8-fe690ae157ae req-237a9681-8de0-4331-81a4-5a2c8110e2a3 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.5452476 Dec 22 09:44:51.889212 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9fb5acf-6c24-4bc9-8f4d-51eb3958b4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:51.892201 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9fb5acf-6c24-4bc9-8f4d-51eb3958b4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:51.904391 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ca498210-074d-4732-97a4-1e58de162e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:51.952135 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a9fb5acf-6c24-4bc9-8f4d-51eb3958b4e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ae58aa0b12fe4c25b518a3242b8617e7&name=default HTTP/1.1" status: 200 len: 2883 time: 0.3163481 Dec 22 09:44:51.953288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb5acf-6c24-4bc9-8f4d-51eb3958b4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3770aa5d-b69d-472b-9a8d-40fab5b8ca7a,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:51.954233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0367b7fb-eb2b-421b-88ea-6f6e0ee22400 None None] Provisioning complete for port 15c19292-f427-4aad-9ce5-cff6e1d1617e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:44:51.954771 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0367b7fb-eb2b-421b-88ea-6f6e0ee22400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:51.956579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53020) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:51.960118 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9fb5acf-6c24-4bc9-8f4d-51eb3958b4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:51.979634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01767e1c-648e-4ca0-9bad-9ad428686600 req-dade191e-78a1-4e92-9ca3-241a1b6c5a29 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:51.987829 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01767e1c-648e-4ca0-9bad-9ad428686600 req-dade191e-78a1-4e92-9ca3-241a1b6c5a29 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 945 time: 0.4796717 Dec 22 09:44:52.043922 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc7b77dc-0e02-420a-bfe8-fe690ae157ae req-b35c809e-9cdd-4796-a18f-cf49406f6f65 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452214 Dec 22 09:44:52.045450 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b56a13bc-e3d0-4fd8-ae00-9e1469e11cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:52.060851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-29d819c0-0a11-43ec-a5ce-5d06eaa44493 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:52.062633 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-29d819c0-0a11-43ec-a5ce-5d06eaa44493 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.64 "GET /v2.0/networks?id=0182c5ef-207d-479e-b5dc-e5289e4f71ab HTTP/1.1" status: 200 len: 815 time: 0.4802608 Dec 22 09:44:52.099116 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01767e1c-648e-4ca0-9bad-9ad428686600 req-59cad9fe-4523-4227-a91e-a130d6986c92 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/security-groups?id=546bb8e2-be57-408c-ac0a-b24628f04aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1102471 Dec 22 09:44:52.109812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-79809a05-1c40-4118-a29e-7fe0291bb256 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Request body: {'port': {'device_id': '4366fb5e-2af1-453b-adce-94f2785bc44b', 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab', 'admin_state_up': True, 'tenant_id': '38d0e45dac3d4bda8f296deee1c6b29c'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:44:52.154768 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b56a13bc-e3d0-4fd8-ae00-9e1469e11cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:52.258587 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b56a13bc-e3d0-4fd8-ae00-9e1469e11cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:52.268489 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c54346a7-e8c7-4650-b2bf-53967252c612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:52.312101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a13bc-e3d0-4fd8-ae00-9e1469e11cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3770aa5d-b69d-472b-9a8d-40fab5b8ca7a,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:52.348987 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b56a13bc-e3d0-4fd8-ae00-9e1469e11cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:52.349811 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b56a13bc-e3d0-4fd8-ae00-9e1469e11cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:52.356139 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b56a13bc-e3d0-4fd8-ae00-9e1469e11cba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3770aa5d-b69d-472b-9a8d-40fab5b8ca7a HTTP/1.1" status: 204 len: 168 time: 0.3977115 Dec 22 09:44:52.525011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-79809a05-1c40-4118-a29e-7fe0291bb256 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:44:52.632828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-79809a05-1c40-4118-a29e-7fe0291bb256 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Usage tracker for resource:port and tenant:38d0e45dac3d4bda8f296deee1c6b29c is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:44:52.649010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-79809a05-1c40-4118-a29e-7fe0291bb256 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Quota usage for port was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:44:52.676545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-79809a05-1c40-4118-a29e-7fe0291bb256 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:44:52.699058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 15c19292-f427-4aad-9ce5-cff6e1d1617e up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:44:52.704114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-bbe29efc-e344-400e-80d0-b03634ab6620 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:52.705771 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-bbe29efc-e344-400e-80d0-b03634ab6620 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/networks?id=0182c5ef-207d-479e-b5dc-e5289e4f71ab HTTP/1.1" status: 200 len: 815 time: 0.3413222 Dec 22 09:44:52.728746 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-206e19ba-2b5e-48c8-a9eb-70835e94260e tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/quotas/38d0e45dac3d4bda8f296deee1c6b29c HTTP/1.1" status: 200 len: 375 time: 0.0139525 Dec 22 09:44:52.736567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-79809a05-1c40-4118-a29e-7fe0291bb256 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Made reservation on behalf of 38d0e45dac3d4bda8f296deee1c6b29c for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:44:52.749206 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-79809a05-1c40-4118-a29e-7fe0291bb256 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:52.817083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 15c19292-f427-4aad-9ce5-cff6e1d1617e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:44:52.818111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:52.841760 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2bef6127-6c0c-4513-b21a-15303e347b81 req-2b89a503-430b-40f6-92c1-89b98512ea6d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.3136373 Dec 22 09:44:53.455406 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-358d0842-b398-4688-a2c4-77f3857ba46c tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?tenant_id=38d0e45dac3d4bda8f296deee1c6b29c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6894965 Dec 22 09:44:53.629053 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-4be9ce19-cd05-4b16-bf3f-057e6a09faa7 service neutron] 10.222.0.50 "GET /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722586 Dec 22 09:44:53.752307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef6127-6c0c-4513-b21a-15303e347b81 req-e0854ac7-dbc3-4464-87ef-02dfb0a89c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:53.753846 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2bef6127-6c0c-4513-b21a-15303e347b81 req-e0854ac7-dbc3-4464-87ef-02dfb0a89c83 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 1161 time: 0.6624315 Dec 22 09:44:53.944796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-d1fe7cee-68f8-416a-8e3e-f71324131d53 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:53.946395 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-d1fe7cee-68f8-416a-8e3e-f71324131d53 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.64 "GET /v2.0/networks?id=0182c5ef-207d-479e-b5dc-e5289e4f71ab HTTP/1.1" status: 200 len: 815 time: 0.7939038 Dec 22 09:44:53.982887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-35cd92c4-ddd5-49c3-95ec-1b847023d04f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Request body: {'port': {'device_id': 'cf29a60e-0388-41cc-ad56-3d3eb43cd609', 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab', 'admin_state_up': True, 'tenant_id': '38d0e45dac3d4bda8f296deee1c6b29c'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:44:54.361450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-79809a05-1c40-4118-a29e-7fe0291bb256 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Allocated IP 172.20.0.6 (0182c5ef-207d-479e-b5dc-e5289e4f71ab/f55026d9-e939-4246-b2a3-f352417af7d7/e53bcedf-03f7-4b2b-8e1a-492435bd2eeb) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:44:54.554221 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-a974b826-e9ba-4af6-b766-0066c9d83855 service neutron] 10.222.0.50 "GET /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9241326 Dec 22 09:44:54.631889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef6127-6c0c-4513-b21a-15303e347b81 req-8fe2364a-65e1-4a7a-af3c-ca9e2648a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:54.633565 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2bef6127-6c0c-4513-b21a-15303e347b81 req-8fe2364a-65e1-4a7a-af3c-ca9e2648a3f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 905 time: 0.8026733 Dec 22 09:44:54.800131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8606dee-2358-4d35-b4e2-3b8b2af99343 req-560858de-bba7-4a6f-9c4f-508df2073b5a tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:54.809681 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b8606dee-2358-4d35-b4e2-3b8b2af99343 req-560858de-bba7-4a6f-9c4f-508df2073b5a tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.9882064 Dec 22 09:44:54.828482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-35cd92c4-ddd5-49c3-95ec-1b847023d04f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:44:54.883765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-35cd92c4-ddd5-49c3-95ec-1b847023d04f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Usage tracker for resource:port and tenant:38d0e45dac3d4bda8f296deee1c6b29c is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:44:54.889440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-35cd92c4-ddd5-49c3-95ec-1b847023d04f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Quota usage for port was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:44:55.013059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-35cd92c4-ddd5-49c3-95ec-1b847023d04f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:44:55.075976 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2bef6127-6c0c-4513-b21a-15303e347b81 req-6daf2441-debc-4dff-94a2-00daa5e68dbb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f77f0c63-abd4-4133-adc9-a667b99a94b1 HTTP/1.1" status: 200 len: 1002 time: 0.4220836 Dec 22 09:44:55.084309 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eda04e51-7dfb-46b4-9a1c-ebedcd0b8d97 req-89063afc-6a2a-4365-9f1d-3654e81bbe11 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ec6d412d-8e07-4922-97bf-94cad4a856fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.5998595 Dec 22 09:44:55.089064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-35cd92c4-ddd5-49c3-95ec-1b847023d04f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Made reservation on behalf of 38d0e45dac3d4bda8f296deee1c6b29c for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:44:55.095347 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-35cd92c4-ddd5-49c3-95ec-1b847023d04f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:55.129354 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b8606dee-2358-4d35-b4e2-3b8b2af99343 req-afad882a-e19d-45d7-b625-666ea1acd341 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186102 Dec 22 09:44:55.569557 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3d914cae-8beb-4cff-acbd-c7c36f638c60 req-4c0d599c-bb7c-4fc7-adaa-31b12073974f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0 HTTP/1.1" status: 200 len: 210 time: 0.1353047 Dec 22 09:44:55.785094 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-79809a05-1c40-4118-a29e-7fe0291bb256 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:55.868113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef6127-6c0c-4513-b21a-15303e347b81 req-0c076038-68e2-4bc7-af97-42eb7ca09d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:55.869794 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2bef6127-6c0c-4513-b21a-15303e347b81 req-0c076038-68e2-4bc7-af97-42eb7ca09d4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.7841468 Dec 22 09:44:56.002778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-79809a05-1c40-4118-a29e-7fe0291bb256 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Transition to ACTIVE for port object e53bcedf-03f7-4b2b-8e1a-492435bd2eeb will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:44:56.082381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda04e51-7dfb-46b4-9a1c-ebedcd0b8d97 req-88b2eb53-f7c1-4482-9f5b-c04df09fe216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:56.084874 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eda04e51-7dfb-46b4-9a1c-ebedcd0b8d97 req-88b2eb53-f7c1-4482-9f5b-c04df09fe216 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b7e3b31212e40a5a5916864be6d76d8&device_id=ec6d412d-8e07-4922-97bf-94cad4a856fb HTTP/1.1" status: 200 len: 1165 time: 0.9497280 Dec 22 09:44:56.099833 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-79809a05-1c40-4118-a29e-7fe0291bb256 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:56.155256 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0bbf61ad-7a97-4ae9-9a48-113c032154b5 tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:56.195306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d6349-f931-4bf1-9418-373d06ab3c4a req-97b133cf-0d8c-41e7-8db1-b2901711a467 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:56.229403 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-615d6349-f931-4bf1-9418-373d06ab3c4a req-97b133cf-0d8c-41e7-8db1-b2901711a467 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 945 time: 1.0986533 Dec 22 09:44:56.656881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-35cd92c4-ddd5-49c3-95ec-1b847023d04f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Allocated IP 172.20.0.9 (0182c5ef-207d-479e-b5dc-e5289e4f71ab/f55026d9-e939-4246-b2a3-f352417af7d7/40698512-a5cc-48ab-a64c-202312c288d7) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:44:56.980637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-35cd92c4-ddd5-49c3-95ec-1b847023d04f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:57.020008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-35cd92c4-ddd5-49c3-95ec-1b847023d04f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Transition to ACTIVE for port object 40698512-a5cc-48ab-a64c-202312c288d7 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:44:57.053764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-4daf73ad-153f-44db-b096-44f610592bb7 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:57.055038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-4daf73ad-153f-44db-b096-44f610592bb7 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Synchronizing usage tracker for tenant:38d0e45dac3d4bda8f296deee1c6b29c on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:44:57.086085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-4daf73ad-153f-44db-b096-44f610592bb7 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Unset dirty status for tenant:38d0e45dac3d4bda8f296deee1c6b29c on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:44:57.088891 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-4daf73ad-153f-44db-b096-44f610592bb7 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.37 "GET /v2.0/networks?id=0182c5ef-207d-479e-b5dc-e5289e4f71ab HTTP/1.1" status: 200 len: 815 time: 0.3909230 Dec 22 09:44:57.117868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-0829ce84-11a0-4be1-8b98-dc2528e1620a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Request body: {'port': {'device_id': '3152828d-c38b-416e-86e7-cfaadb0fa9f0', 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab', 'admin_state_up': True, 'tenant_id': '38d0e45dac3d4bda8f296deee1c6b29c'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:44:57.194099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79809a05-1c40-4118-a29e-7fe0291bb256 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Pushing event updated for resources: {'Port': ['ID=e53bcedf-03f7-4b2b-8e1a-492435bd2eeb,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:57.220777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-35cd92c4-ddd5-49c3-95ec-1b847023d04f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:57.340424 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-79809a05-1c40-4118-a29e-7fe0291bb256 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.185s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:57.385635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-79809a05-1c40-4118-a29e-7fe0291bb256 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Network 0182c5ef-207d-479e-b5dc-e5289e4f71ab is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:44:57.386667 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f501bc2e-71f7-480a-a6a3-3728e0cafe95 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:57.445372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-0829ce84-11a0-4be1-8b98-dc2528e1620a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:44:57.450108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-0829ce84-11a0-4be1-8b98-dc2528e1620a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Usage tracker for resource:port and tenant:38d0e45dac3d4bda8f296deee1c6b29c is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:44:57.453752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-0829ce84-11a0-4be1-8b98-dc2528e1620a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Quota usage for port was recalculated. Used quota:3. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:44:57.461592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-0829ce84-11a0-4be1-8b98-dc2528e1620a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:44:57.471871 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-615d6349-f931-4bf1-9418-373d06ab3c4a req-b02f9013-fc9a-4ac1-a5de-60960ec0b6f6 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/security-groups?id=546bb8e2-be57-408c-ac0a-b24628f04aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.2390261 Dec 22 09:44:57.492672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-0829ce84-11a0-4be1-8b98-dc2528e1620a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Made reservation on behalf of 38d0e45dac3d4bda8f296deee1c6b29c for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:44:57.509765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-79809a05-1c40-4118-a29e-7fe0291bb256 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:44:57.511722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd92c4-ddd5-49c3-95ec-1b847023d04f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Pushing event updated for resources: {'Port': ['ID=40698512-a5cc-48ab-a64c-202312c288d7,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:57.524898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-0829ce84-11a0-4be1-8b98-dc2528e1620a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:57.525149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-79809a05-1c40-4118-a29e-7fe0291bb256 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:44:57.570958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53338) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:57.596693 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-055d0d33-e305-4c98-b023-8ad4ce3b85bd req-b18bc4f6-7d7d-4012-9aa6-bc2042ce711b tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0 HTTP/1.1" status: 200 len: 210 time: 0.4878931 Dec 22 09:44:57.597863 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-35cd92c4-ddd5-49c3-95ec-1b847023d04f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:57.901422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-38206b50-e777-4f12-807e-b7e9682ef489 None None] Provisioning for port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:44:57.908754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-38206b50-e777-4f12-807e-b7e9682ef489 None None] Provisioning complete for port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:44:57.910522 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-38206b50-e777-4f12-807e-b7e9682ef489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:58.038542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-38206b50-e777-4f12-807e-b7e9682ef489 None None] Port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:44:58.106971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53358) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:58.164164 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-328c7052-3b23-4646-b9e7-08889cc378e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:58.175995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-79809a05-1c40-4118-a29e-7fe0291bb256 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:58.176851 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-79809a05-1c40-4118-a29e-7fe0291bb256 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:58.188459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-328c7052-3b23-4646-b9e7-08889cc378e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:44:58.198535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-328c7052-3b23-4646-b9e7-08889cc378e0 admin admin] Usage tracker for resource:security_group_rule and tenant:a9bb12af656746068722792c2b765b5b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:44:58.202552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-0829ce84-11a0-4be1-8b98-dc2528e1620a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Allocated IP 172.20.0.4 (0182c5ef-207d-479e-b5dc-e5289e4f71ab/f55026d9-e939-4246-b2a3-f352417af7d7/459fff1b-6961-4494-bcca-f84fc88ab547) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:44:58.208357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-328c7052-3b23-4646-b9e7-08889cc378e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:44:58.220782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-328c7052-3b23-4646-b9e7-08889cc378e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:44:58.248913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef6127-6c0c-4513-b21a-15303e347b81 req-1c76b8da-685b-49a0-9270-2d043cfa79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:58.250788 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2bef6127-6c0c-4513-b21a-15303e347b81 req-1c76b8da-685b-49a0-9270-2d043cfa79b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.3121417 Dec 22 09:44:58.369885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-52e7cd14-4e10-4d8d-8335-5f1bc78f9036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:58.380554 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-79809a05-1c40-4118-a29e-7fe0291bb256 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2793767 Dec 22 09:44:58.430375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-52e7cd14-4e10-4d8d-8335-5f1bc78f9036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:44:58.460627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-52e7cd14-4e10-4d8d-8335-5f1bc78f9036 admin admin] Usage tracker for resource:security_group_rule and tenant:22d5a20c25944a5ab0661a9e14c41025 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:44:58.465032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-52e7cd14-4e10-4d8d-8335-5f1bc78f9036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:44:58.509930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Request body: {'port': {'device_id': '4366fb5e-2af1-453b-adce-94f2785bc44b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:44:58.562229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-52e7cd14-4e10-4d8d-8335-5f1bc78f9036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:44:58.662463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda04e51-7dfb-46b4-9a1c-ebedcd0b8d97 req-3632deca-8665-4c62-9f50-2876337d1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:58.663961 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eda04e51-7dfb-46b4-9a1c-ebedcd0b8d97 req-3632deca-8665-4c62-9f50-2876337d1681 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 1.6183407 Dec 22 09:44:58.668369 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-328c7052-3b23-4646-b9e7-08889cc378e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:58.678853 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-328c7052-3b23-4646-b9e7-08889cc378e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:58.689898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-0829ce84-11a0-4be1-8b98-dc2528e1620a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:58.696965 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39535f3f-b014-470e-a469-bc6127acce72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:58.742047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c7052-3b23-4646-b9e7-08889cc378e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ebb86f-2456-4b4a-9168-243165be4a93,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:58.746034 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-328c7052-3b23-4646-b9e7-08889cc378e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:58.768647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-0829ce84-11a0-4be1-8b98-dc2528e1620a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Transition to ACTIVE for port object 459fff1b-6961-4494-bcca-f84fc88ab547 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:44:58.781952 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-328c7052-3b23-4646-b9e7-08889cc378e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9bb12af656746068722792c2b765b5b&name=default HTTP/1.1" status: 200 len: 2883 time: 1.2078254 Dec 22 09:44:58.782385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53402) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:58.793825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-35cd92c4-ddd5-49c3-95ec-1b847023d04f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Network 0182c5ef-207d-479e-b5dc-e5289e4f71ab is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:44:58.796374 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eda04e51-7dfb-46b4-9a1c-ebedcd0b8d97 req-100d2c0e-80b2-4632-b5e7-ea57b084df22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=856489cf-ca48-41c9-a847-2b657c6e2482 HTTP/1.1" status: 200 len: 217 time: 0.0934546 Dec 22 09:44:58.800077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-35cd92c4-ddd5-49c3-95ec-1b847023d04f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:44:58.845840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-35cd92c4-ddd5-49c3-95ec-1b847023d04f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:44:58.883804 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-52e7cd14-4e10-4d8d-8335-5f1bc78f9036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:58.906649 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-52e7cd14-4e10-4d8d-8335-5f1bc78f9036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:58.925305 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-012ca85f-3fd2-4770-86f6-d94cc5a3ecaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:58.928405 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3cd3d5cb-219b-4db3-b6ab-fdf1957dc48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:58.942936 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-0829ce84-11a0-4be1-8b98-dc2528e1620a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:58.979247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda04e51-7dfb-46b4-9a1c-ebedcd0b8d97 req-68c75618-7cd3-4792-9ffb-cdfdc37a3b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:58.980882 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eda04e51-7dfb-46b4-9a1c-ebedcd0b8d97 req-68c75618-7cd3-4792-9ffb-cdfdc37a3b16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.1402681 Dec 22 09:44:59.069964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6a3c5537-c7df-4421-8887-01002b03e901 None None] Provisioning for port 40698512-a5cc-48ab-a64c-202312c288d7 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:44:59.076404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6a3c5537-c7df-4421-8887-01002b03e901 None None] Provisioning complete for port 40698512-a5cc-48ab-a64c-202312c288d7 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:44:59.077102 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6a3c5537-c7df-4421-8887-01002b03e901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:59.098734 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2bef6127-6c0c-4513-b21a-15303e347b81 req-2c794dc3-a96b-4d40-8044-01d665f6516a service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8263440 Dec 22 09:44:59.107504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-35cd92c4-ddd5-49c3-95ec-1b847023d04f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:59.108183 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-35cd92c4-ddd5-49c3-95ec-1b847023d04f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:59.130435 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:59.150650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c5537-c7df-4421-8887-01002b03e901 None None] Port 40698512-a5cc-48ab-a64c-202312c288d7 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:44:59.168065 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-52e7cd14-4e10-4d8d-8335-5f1bc78f9036 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=22d5a20c25944a5ab0661a9e14c41025&name=default HTTP/1.1" status: 200 len: 2883 time: 1.0572150 Dec 22 09:44:59.174211 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-35cd92c4-ddd5-49c3-95ec-1b847023d04f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2008083 Dec 22 09:44:59.181255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 53408) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:44:59.183152 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-012ca85f-3fd2-4770-86f6-d94cc5a3ecaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:59.200044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7cd14-4e10-4d8d-8335-5f1bc78f9036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc20a9e-1162-4963-99b9-eb0437fdc4be,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:59.217728 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-52e7cd14-4e10-4d8d-8335-5f1bc78f9036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:59.219711 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f54100a1-15bc-48fa-a57e-053938bc9cc1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:59.254966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Request body: {'port': {'device_id': 'cf29a60e-0388-41cc-ad56-3d3eb43cd609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:44:59.289254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dc537-b950-447e-a1bd-71f686aba845 req-354c9ba5-873f-4e8b-a34d-637153964319 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:59.290905 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-609dc537-b950-447e-a1bd-71f686aba845 req-354c9ba5-873f-4e8b-a34d-637153964319 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 945 time: 0.7389116 Dec 22 09:44:59.342058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829ce84-11a0-4be1-8b98-dc2528e1620a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Pushing event updated for resources: {'Port': ['ID=459fff1b-6961-4494-bcca-f84fc88ab547,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:59.348266 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0829ce84-11a0-4be1-8b98-dc2528e1620a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:59.366721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-0829ce84-11a0-4be1-8b98-dc2528e1620a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Network 0182c5ef-207d-479e-b5dc-e5289e4f71ab is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:44:59.370200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06607e0-cd23-4223-832b-f8d2f1221e83 req-fd4c5d38-4858-4035-866c-b0c3ca5081a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:59.371839 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e06607e0-cd23-4223-832b-f8d2f1221e83 req-fd4c5d38-4858-4035-866c-b0c3ca5081a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3403c09830ad476d806af5441d8712c7&device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 1160 time: 0.2828991 Dec 22 09:44:59.373141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-0829ce84-11a0-4be1-8b98-dc2528e1620a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:44:59.375369 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-012ca85f-3fd2-4770-86f6-d94cc5a3ecaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:59.378623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-0829ce84-11a0-4be1-8b98-dc2528e1620a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:44:59.656882 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-123187b0-2474-4df2-88ef-ccf32292755c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:44:59.674971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-042fbf1e-a08d-4f7b-8c42-9f4fc0219677 None None] Provisioning for port 459fff1b-6961-4494-bcca-f84fc88ab547 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:44:59.681535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-042fbf1e-a08d-4f7b-8c42-9f4fc0219677 None None] Provisioning complete for port 459fff1b-6961-4494-bcca-f84fc88ab547 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:44:59.682023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-042fbf1e-a08d-4f7b-8c42-9f4fc0219677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:59.717934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ca85f-3fd2-4770-86f6-d94cc5a3ecaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ebb86f-2456-4b4a-9168-243165be4a93,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:44:59.724752 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0eb9c49b-7817-4ed2-ba9b-4495e1a3d1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:59.727316 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-012ca85f-3fd2-4770-86f6-d94cc5a3ecaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:44:59.737905 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-609dc537-b950-447e-a1bd-71f686aba845 req-1552abb7-79a3-4c58-82f2-1c7db6df70f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/security-groups?id=546bb8e2-be57-408c-ac0a-b24628f04aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3900290 Dec 22 09:44:59.791468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda04e51-7dfb-46b4-9a1c-ebedcd0b8d97 req-512dac25-e8bd-4dfd-bf28-3043c0aad4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:59.793041 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eda04e51-7dfb-46b4-9a1c-ebedcd0b8d97 req-512dac25-e8bd-4dfd-bf28-3043c0aad4fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7960110 Dec 22 09:44:59.793809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-042fbf1e-a08d-4f7b-8c42-9f4fc0219677 None None] Port 459fff1b-6961-4494-bcca-f84fc88ab547 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:44:59.848825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-0829ce84-11a0-4be1-8b98-dc2528e1620a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:59.849834 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-0829ce84-11a0-4be1-8b98-dc2528e1620a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:59.869551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:59.882010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-012ca85f-3fd2-4770-86f6-d94cc5a3ecaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:44:59.888118 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-012ca85f-3fd2-4770-86f6-d94cc5a3ecaa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/74ebb86f-2456-4b4a-9168-243165be4a93 HTTP/1.1" status: 204 len: 168 time: 1.0996797 Dec 22 09:44:59.896189 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-0829ce84-11a0-4be1-8b98-dc2528e1620a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7842948 Dec 22 09:44:59.920447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06607e0-cd23-4223-832b-f8d2f1221e83 req-00d4ced8-ba97-42d1-bd30-0cb73ea3e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:44:59.922013 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e06607e0-cd23-4223-832b-f8d2f1221e83 req-00d4ced8-ba97-42d1-bd30-0cb73ea3e5bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d340895-0ad7-464f-b8e9-14ff96252907 HTTP/1.1" status: 200 len: 912 time: 0.2543185 Dec 22 09:44:59.926178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Request body: {'port': {'device_id': '3152828d-c38b-416e-86e7-cfaadb0fa9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:45:00.047188 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e06607e0-cd23-4223-832b-f8d2f1221e83 req-b90d4f69-d984-4de2-927c-55f884b1fcd7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 HTTP/1.1" status: 200 len: 217 time: 0.0891495 Dec 22 09:45:00.072301 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eda04e51-7dfb-46b4-9a1c-ebedcd0b8d97 req-e8f13340-9606-4e18-bbd9-97c74e313b10 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101836 Dec 22 09:45:00.080232 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2bef6127-6c0c-4513-b21a-15303e347b81 req-1b44df10-10cc-4764-abf6-34c684a9abf7 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9468250 Dec 22 09:45:00.080232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0eb9c49b-7817-4ed2-ba9b-4495e1a3d1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:00.193301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01f6f0-3148-4b8c-b111-501d9f2d1b3f req-2975c754-de7f-4691-8e86-4b24d53780a7 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:00.193960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06607e0-cd23-4223-832b-f8d2f1221e83 req-5234c36d-3514-44ee-9b85-952ab8ebb61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:00.194622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1c01f6f0-3148-4b8c-b111-501d9f2d1b3f req-2975c754-de7f-4691-8e86-4b24d53780a7 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Synchronizing usage tracker for tenant:38d0e45dac3d4bda8f296deee1c6b29c on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:45:00.195778 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e06607e0-cd23-4223-832b-f8d2f1221e83 req-5234c36d-3514-44ee-9b85-952ab8ebb61a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfd00f40-1157-44e9-8ffc-cef7d735bec6 HTTP/1.1" status: 200 len: 858 time: 0.1408038 Dec 22 09:45:00.198809 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:00.269586 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e06607e0-cd23-4223-832b-f8d2f1221e83 req-c4b1d81c-b158-4127-a1de-d11d46444e7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d340895-0ad7-464f-b8e9-14ff96252907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575802 Dec 22 09:45:00.477701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 53452) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:00.685288 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e06607e0-cd23-4223-832b-f8d2f1221e83 req-c8ec7661-eae5-431f-bc87-6a027b17a22f service neutron] 10.222.0.37 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838122 Dec 22 09:45:00.774129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-96f8cb95-e10b-4325-8ac7-48aaa6b99721 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:00.774937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-96f8cb95-e10b-4325-8ac7-48aaa6b99721 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Synchronizing usage tracker for tenant:2f2a9e1d1079432fbb5dcdfabcefc7a9 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:45:00.863653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-96f8cb95-e10b-4325-8ac7-48aaa6b99721 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Unset dirty status for tenant:2f2a9e1d1079432fbb5dcdfabcefc7a9 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:45:00.864979 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-96f8cb95-e10b-4325-8ac7-48aaa6b99721 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.37 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 945 time: 0.4938478 Dec 22 09:45:00.901242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1c01f6f0-3148-4b8c-b111-501d9f2d1b3f req-2975c754-de7f-4691-8e86-4b24d53780a7 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Unset dirty status for tenant:38d0e45dac3d4bda8f296deee1c6b29c on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:45:00.902544 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c01f6f0-3148-4b8c-b111-501d9f2d1b3f req-2975c754-de7f-4691-8e86-4b24d53780a7 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0 HTTP/1.1" status: 200 len: 931 time: 1.7611008 Dec 22 09:45:00.916006 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e232682-0274-4273-bd61-1ef0265975ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:00.936726 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e06607e0-cd23-4223-832b-f8d2f1221e83 req-0c3fda27-1a40-4329-a93d-bd1ba43b9e4b service neutron] 10.222.0.37 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2396259 Dec 22 09:45:00.966242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Deleting port 1ce30d48-e72e-48fb-9b5b-e626c2133aa9 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:45:00.966789 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:01.044068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3e232682-0274-4273-bd61-1ef0265975ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:01.077233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3e232682-0274-4273-bd61-1ef0265975ef admin admin] Usage tracker for resource:security_group_rule and tenant:88186e9b633142c1a2e2147931047cdb is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:01.120985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3e232682-0274-4273-bd61-1ef0265975ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:01.140337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0eb9c49b-7817-4ed2-ba9b-4495e1a3d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:01.160356 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-09778d55-e135-4356-96a6-3a311390cfd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:01.175308 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eda04e51-7dfb-46b4-9a1c-ebedcd0b8d97 req-f88be0c1-9517-4fb4-b0dd-bb34e8488b98 service neutron] 10.222.0.37 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0526893 Dec 22 09:45:01.183442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3e232682-0274-4273-bd61-1ef0265975ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:01.231134 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0eb9c49b-7817-4ed2-ba9b-4495e1a3d1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:01.232593 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0eb9c49b-7817-4ed2-ba9b-4495e1a3d1b8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7cc20a9e-1162-4963-99b9-eb0437fdc4be HTTP/1.1" status: 204 len: 168 time: 2.0455654 Dec 22 09:45:01.259917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9c49b-7817-4ed2-ba9b-4495e1a3d1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc20a9e-1162-4963-99b9-eb0437fdc4be,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:01.281449 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c01f6f0-3148-4b8c-b111-501d9f2d1b3f req-21512987-571c-41bb-ba18-ea73ab46dabe tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549833 Dec 22 09:45:01.281905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] For port 1ce30d48-e72e-48fb-9b5b-e626c2133aa9, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=1ce30d48-e72e-48fb-9b5b-e626c2133aa9,segment=NetworkSegment(09f667fc-effc-4b24-8d72-411319ec4a3c),segment_id=09f667fc-effc-4b24-8d72-411319ec4a3c)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:01.282322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:01.284463 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0eb9c49b-7817-4ed2-ba9b-4495e1a3d1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:01.336685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a950-a77d-481a-8c32-2e946e67d7e2 req-721076f4-d07b-4a7f-ba16-85975ffca288 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:01.345324 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5972a950-a77d-481a-8c32-2e946e67d7e2 req-721076f4-d07b-4a7f-ba16-85975ffca288 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.5119042 Dec 22 09:45:01.420339 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5972a950-a77d-481a-8c32-2e946e67d7e2 req-6631c08f-9175-4632-8fde-9259829d90b5 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732558 Dec 22 09:45:01.690585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53bcedf-03f7-4b2b-8e1a-492435bd2eeb {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:45:01.737485 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:01.749473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:01.749908 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:01.752830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 1ce30d48-e72e-48fb-9b5b-e626c2133aa9 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:45:01.764456 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Floating IP fe62c9d9-f7cc-4641-8cde-52e44d8947c2 disassociated. External IP: 172.25.7.124, port: 1ce30d48-e72e-48fb-9b5b-e626c2133aa9. Dec 22 09:45:01.765194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Calling delete_port for 1ce30d48-e72e-48fb-9b5b-e626c2133aa9 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:45:01.796334 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e232682-0274-4273-bd61-1ef0265975ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:01.806742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e232682-0274-4273-bd61-1ef0265975ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:01.823576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Transition to ACTIVE for port object e53bcedf-03f7-4b2b-8e1a-492435bd2eeb will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:45:01.824559 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea3351c3-d325-497c-aaad-91d32019ddad tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:01.877402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e232682-0274-4273-bd61-1ef0265975ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5661acf-e3e3-4069-ba66-d6def3bf928b,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:01.884473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 53478) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:01.892139 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3e232682-0274-4273-bd61-1ef0265975ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:01.899739 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:01.923721 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-67fbd6f9-82de-4961-946a-d6315cef4f73 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:01.982558 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:01.995337 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3e232682-0274-4273-bd61-1ef0265975ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88186e9b633142c1a2e2147931047cdb&name=default HTTP/1.1" status: 200 len: 2883 time: 1.4744682 Dec 22 09:45:02.023187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 1ce30d48-e72e-48fb-9b5b-e626c2133aa9, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=1ce30d48-e72e-48fb-9b5b-e626c2133aa9,segment=NetworkSegment(09f667fc-effc-4b24-8d72-411319ec4a3c),segment_id=09f667fc-effc-4b24-8d72-411319ec4a3c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:02.024380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edbba4e-f45b-4147-8fe0-065ec0044199', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce30d48-e72e-48fb-9b5b-e626c2133aa9'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:45:02.030831 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:02.032948 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6f7b05a5-3666-4ab5-a7d4-86a3dac91763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:02.071868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53482) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:02.111700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=1ce30d48-e72e-48fb-9b5b-e626c2133aa9,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:02.117771 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:02.135874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d43f9360-0c29-4dbe-bb99-001ad75cd645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:02.163398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb215aec-dc9c-4851-8ec9-c7c97252eecc req-91c5883a-7890-4893-9261-d782dc9bb4bf tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:02.165171 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bb215aec-dc9c-4851-8ec9-c7c97252eecc req-91c5883a-7890-4893-9261-d782dc9bb4bf tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 945 time: 0.4877155 Dec 22 09:45:02.178978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 459fff1b-6961-4494-bcca-f84fc88ab547 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:45:02.182591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d43f9360-0c29-4dbe-bb99-001ad75cd645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:02.253459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Pushing event updated for resources: {'Port': ['ID=e53bcedf-03f7-4b2b-8e1a-492435bd2eeb,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:02.267981 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:02.290574 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:02.318940 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Transition to ACTIVE for port object 459fff1b-6961-4494-bcca-f84fc88ab547 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:45:02.322839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d43f9360-0c29-4dbe-bb99-001ad75cd645 admin admin] Usage tracker for resource:security_group_rule and tenant:dcfdf1540a4748ac8c55da3ef6e5658d is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:02.323192 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1ee8561-3723-41d2-870c-bcbe8f2caae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:02.327066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d43f9360-0c29-4dbe-bb99-001ad75cd645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:02.335809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d43f9360-0c29-4dbe-bb99-001ad75cd645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:02.341381 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:02.375196 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e1bba534-0fad-4d16-a0be-799f054de6cd tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:02.485772 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bb215aec-dc9c-4851-8ec9-c7c97252eecc req-0775b3c2-dce1-4d32-bd94-9222da9ce4b3 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/security-groups?id=546bb8e2-be57-408c-ac0a-b24628f04aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3028233 Dec 22 09:45:02.546875 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:45:02.547200 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:45:02.596491 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1ee8561-3723-41d2-870c-bcbe8f2caae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:02.659634 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edbba4e-f45b-4147-8fe0-065ec0044199', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce30d48-e72e-48fb-9b5b-e626c2133aa9', 'code': 200} Dec 22 09:45:02.671849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Attempting to bind port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:45:02.676302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Attempting to bind port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '96ce94a8-36b7-4235-bed7-93c50684c214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:45:02.677140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Attempting to bind port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb on network 0182c5ef-207d-479e-b5dc-e5289e4f71ab {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:45:02.687707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Pushing event updated for resources: {'Port': ['ID=459fff1b-6961-4494-bcca-f84fc88ab547,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:02.702782 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:02.785797 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d43f9360-0c29-4dbe-bb99-001ad75cd645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:02.932039 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d43f9360-0c29-4dbe-bb99-001ad75cd645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:02.940316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:45:02.940802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Checking segment: {'id': '96ce94a8-36b7-4235-bed7-93c50684c214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:45:02.941077 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:02.941468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Bound using segment: {'id': '96ce94a8-36b7-4235-bed7-93c50684c214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:45:02.941961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Bound port: e53bcedf-03f7-4b2b-8e1a-492435bd2eeb, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ce94a8-36b7-4235-bed7-93c50684c214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:45:02.942409 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:02.990776 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cb3b6f53-3f3c-42c7-b87a-d11f4910aea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:03.023135 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1ee8561-3723-41d2-870c-bcbe8f2caae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:03.030885 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-180772c5-067f-4d28-9d4a-732a6ecea54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:03.047834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Deleting port 1ce30d48-e72e-48fb-9b5b-e626c2133aa9 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:45:03.048255 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:03.091616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Attempting to bind port 459fff1b-6961-4494-bcca-f84fc88ab547 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:45:03.092027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Attempting to bind port 459fff1b-6961-4494-bcca-f84fc88ab547 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '96ce94a8-36b7-4235-bed7-93c50684c214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:45:03.092414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Attempting to bind port 459fff1b-6961-4494-bcca-f84fc88ab547 on network 0182c5ef-207d-479e-b5dc-e5289e4f71ab {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:45:03.094944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee8561-3723-41d2-870c-bcbe8f2caae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5661acf-e3e3-4069-ba66-d6def3bf928b,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:03.103903 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1ee8561-3723-41d2-870c-bcbe8f2caae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:03.115646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:45:03.116041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Checking segment: {'id': '96ce94a8-36b7-4235-bed7-93c50684c214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:45:03.116447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:03.116854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Bound using segment: {'id': '96ce94a8-36b7-4235-bed7-93c50684c214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:45:03.117626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Bound port: 459fff1b-6961-4494-bcca-f84fc88ab547, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ce94a8-36b7-4235-bed7-93c50684c214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:45:03.117754 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:03.118169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40698512-a5cc-48ab-a64c-202312c288d7 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:45:03.167697 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d43f9360-0c29-4dbe-bb99-001ad75cd645 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dcfdf1540a4748ac8c55da3ef6e5658d&name=default HTTP/1.1" status: 200 len: 2883 time: 1.2703302 Dec 22 09:45:03.177491 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:03.179481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53520) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:03.188545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f9360-0c29-4dbe-bb99-001ad75cd645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4813b5d9-c341-4290-83bc-ad195538f6cf,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:03.227285 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d43f9360-0c29-4dbe-bb99-001ad75cd645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:03.256832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Transition to ACTIVE for port object 40698512-a5cc-48ab-a64c-202312c288d7 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:45:03.277123 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1ee8561-3723-41d2-870c-bcbe8f2caae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:03.279048 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c1ee8561-3723-41d2-870c-bcbe8f2caae7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a5661acf-e3e3-4069-ba66-d6def3bf928b HTTP/1.1" status: 204 len: 168 time: 1.2056518 Dec 22 09:45:03.288831 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:03.347876 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9c707afb-c099-4c1f-a8e4-8de57f5f43ed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:03.509461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] For port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:45:03.547708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2737cc-532b-459f-a93e-79d4c8a7fde1 req-42cb1743-39ba-4e77-880b-1fb9f4e01a78 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:03.549389 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8b2737cc-532b-459f-a93e-79d4c8a7fde1 req-42cb1743-39ba-4e77-880b-1fb9f4e01a78 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0 HTTP/1.1" status: 200 len: 943 time: 0.6256802 Dec 22 09:45:03.554817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] For port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=e53bcedf-03f7-4b2b-8e1a-492435bd2eeb,segment=NetworkSegment(96ce94a8-36b7-4235-bed7-93c50684c214),segment_id=96ce94a8-36b7-4235-bed7-93c50684c214)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:45:03.569134 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:03.630729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e06fd0-f6ea-4ce5-92fc-852cc1e6d1e5 req-dc8e4949-938b-4ca7-a126-dbd84b5c21cf tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:03.636253 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e6e06fd0-f6ea-4ce5-92fc-852cc1e6d1e5 req-dc8e4949-938b-4ca7-a126-dbd84b5c21cf tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.7099364 Dec 22 09:45:03.670037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Pushing event updated for resources: {'Port': ['ID=40698512-a5cc-48ab-a64c-202312c288d7,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:03.706122 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:03.712628 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:03.838993 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b6cdfa6-e258-4e28-a1d1-a11cde8bbc81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:03.841833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] For port 459fff1b-6961-4494-bcca-f84fc88ab547, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:45:03.876361 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8b2737cc-532b-459f-a93e-79d4c8a7fde1 req-b2dd4a1d-831b-4a34-afdb-df0e362e0f8c tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877479 Dec 22 09:45:03.879406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] For port 459fff1b-6961-4494-bcca-f84fc88ab547, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=459fff1b-6961-4494-bcca-f84fc88ab547,segment=NetworkSegment(96ce94a8-36b7-4235-bed7-93c50684c214),segment_id=96ce94a8-36b7-4235-bed7-93c50684c214)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:45:03.897891 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:03.932021 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:03.976005 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b6cdfa6-e258-4e28-a1d1-a11cde8bbc81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:04.148899 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e6e06fd0-f6ea-4ce5-92fc-852cc1e6d1e5 req-58d26bc0-4d94-4565-9d50-43a9b4f6b3fa tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877861 Dec 22 09:45:04.153585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Attempting to bind port 40698512-a5cc-48ab-a64c-202312c288d7 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:45:04.157739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Attempting to bind port 40698512-a5cc-48ab-a64c-202312c288d7 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '96ce94a8-36b7-4235-bed7-93c50684c214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:45:04.158145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Attempting to bind port 40698512-a5cc-48ab-a64c-202312c288d7 on network 0182c5ef-207d-479e-b5dc-e5289e4f71ab {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:45:04.188033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:45:04.188765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Checking segment: {'id': '96ce94a8-36b7-4235-bed7-93c50684c214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:45:04.189336 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:04.195091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Bound using segment: {'id': '96ce94a8-36b7-4235-bed7-93c50684c214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:45:04.195785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Bound port: 40698512-a5cc-48ab-a64c-202312c288d7, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ce94a8-36b7-4235-bed7-93c50684c214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0182c5ef-207d-479e-b5dc-e5289e4f71ab'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:45:04.196856 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:04.278894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] For port 1ce30d48-e72e-48fb-9b5b-e626c2133aa9, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=1ce30d48-e72e-48fb-9b5b-e626c2133aa9,segment=NetworkSegment(09f667fc-effc-4b24-8d72-411319ec4a3c),segment_id=09f667fc-effc-4b24-8d72-411319ec4a3c)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:04.279708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:04.298326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Pushing event updated for resources: {'Port': ['ID=459fff1b-6961-4494-bcca-f84fc88ab547,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:04.308218 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:04.348280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Pushing event updated for resources: {'Port': ['ID=e53bcedf-03f7-4b2b-8e1a-492435bd2eeb,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:04.378652 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:04.421761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:04.422733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:04.425156 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] 10.222.0.64 "PUT /v2.0/ports/e53bcedf-03f7-4b2b-8e1a-492435bd2eeb HTTP/1.1" status: 200 len: 1155 time: 6.0077455 Dec 22 09:45:04.425759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4366fb5e-2af1-453b-adce-94f2785bc44b', 'tag': 'e53bcedf-03f7-4b2b-8e1a-492435bd2eeb'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:45:04.649695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:04.650837 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:04.652195 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] 10.222.0.37 "PUT /v2.0/ports/459fff1b-6961-4494-bcca-f84fc88ab547 HTTP/1.1" status: 200 len: 1155 time: 4.7336750 Dec 22 09:45:04.653087 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b6cdfa6-e258-4e28-a1d1-a11cde8bbc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:04.683369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3152828d-c38b-416e-86e7-cfaadb0fa9f0', 'tag': '459fff1b-6961-4494-bcca-f84fc88ab547'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:45:04.689271 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-52e7cd14-4e10-4d8d-8335-5f1bc78f9036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:04.712147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cdfa6-e258-4e28-a1d1-a11cde8bbc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4813b5d9-c341-4290-83bc-ad195538f6cf,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:04.721083 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b6cdfa6-e258-4e28-a1d1-a11cde8bbc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:04.830227 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b6cdfa6-e258-4e28-a1d1-a11cde8bbc81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:04.836827 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2b6cdfa6-e258-4e28-a1d1-a11cde8bbc81 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4813b5d9-c341-4290-83bc-ad195538f6cf HTTP/1.1" status: 204 len: 168 time: 1.6528578 Dec 22 09:45:05.007639 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:05.007873 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e33c1dda-d5f3-470b-9619-6935ee141797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:05.008617 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:05.009298 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Floating IP fe62c9d9-f7cc-4641-8cde-52e44d8947c2 disassociated. External IP: 172.25.7.124, port: 1ce30d48-e72e-48fb-9b5b-e626c2133aa9. Dec 22 09:45:05.009872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Calling delete_port for 1ce30d48-e72e-48fb-9b5b-e626c2133aa9 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:45:05.019314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] For port 40698512-a5cc-48ab-a64c-202312c288d7, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:45:05.062579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] For port 40698512-a5cc-48ab-a64c-202312c288d7, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=40698512-a5cc-48ab-a64c-202312c288d7,segment=NetworkSegment(96ce94a8-36b7-4235-bed7-93c50684c214),segment_id=96ce94a8-36b7-4235-bed7-93c50684c214)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:45:05.085180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-24168ec5-281f-4cd1-aed0-7250c88ec515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:05.086899 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-24168ec5-281f-4cd1-aed0-7250c88ec515 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38d0e45dac3d4bda8f296deee1c6b29c&device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0 HTTP/1.1" status: 200 len: 1158 time: 0.3643994 Dec 22 09:45:05.092655 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:05.115161 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-600968e9-70cd-4e03-be44-4dd6e37608ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:05.201980 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-352abaa4-0da9-4fc3-89c2-25b8bbc3417e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=459fff1b-6961-4494-bcca-f84fc88ab547 HTTP/1.1" status: 200 len: 217 time: 0.0949941 Dec 22 09:45:05.402378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906e038-9761-47bf-84d8-207178f3d714 req-f956f288-c655-4d3a-9a67-d1f0ecd51a19 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:05.410484 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b906e038-9761-47bf-84d8-207178f3d714 req-f956f288-c655-4d3a-9a67-d1f0ecd51a19 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 943 time: 0.9510305 Dec 22 09:45:05.420483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-468ed12b-f897-416b-85e1-0742f1905a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:05.422122 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-468ed12b-f897-416b-85e1-0742f1905a99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38d0e45dac3d4bda8f296deee1c6b29c&device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 1158 time: 0.9175236 Dec 22 09:45:05.439890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Pushing event updated for resources: {'Port': ['ID=40698512-a5cc-48ab-a64c-202312c288d7,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:05.445791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-9b82e397-3d76-467a-8a05-239489885509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:05.447432 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-9b82e397-3d76-467a-8a05-239489885509 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f55026d9-e939-4246-b2a3-f352417af7d7 HTTP/1.1" status: 200 len: 854 time: 0.2224407 Dec 22 09:45:05.450594 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:05.536299 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:05.542168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fbd5d-307e-4ec9-a5aa-fa1dcc9abe28 req-895871fc-2a93-420b-8e69-8ba1294b9a50 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:05.544005 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-415fbd5d-307e-4ec9-a5aa-fa1dcc9abe28 req-895871fc-2a93-420b-8e69-8ba1294b9a50 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=2b548a02-aa74-48e9-9535-fac0e57c6c48 HTTP/1.1" status: 200 len: 950 time: 0.5787995 Dec 22 09:45:05.571523 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-d586746e-75d2-4e01-afaa-763f2d3636e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53bcedf-03f7-4b2b-8e1a-492435bd2eeb HTTP/1.1" status: 200 len: 217 time: 0.1198087 Dec 22 09:45:05.655192 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:05.700912 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b906e038-9761-47bf-84d8-207178f3d714 req-bfc61aa9-312f-43d5-a422-9fdedbf0fc4b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/security-groups?id=546bb8e2-be57-408c-ac0a-b24628f04aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2888451 Dec 22 09:45:05.733106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Pushing event deleted for resources: {'Port': ['ID=1ce30d48-e72e-48fb-9b5b-e626c2133aa9,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:05.736895 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-415fbd5d-307e-4ec9-a5aa-fa1dcc9abe28 req-d4e89855-797e-4679-babc-81533ea59088 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728535 Dec 22 09:45:05.742100 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:05.746008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:05.747003 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:05.749122 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] 10.222.0.64 "PUT /v2.0/ports/40698512-a5cc-48ab-a64c-202312c288d7 HTTP/1.1" status: 200 len: 1155 time: 6.5139468 Dec 22 09:45:05.796328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-c67de51a-92ca-493d-8987-be8d51cc18fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:05.799023 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-c67de51a-92ca-493d-8987-be8d51cc18fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0182c5ef-207d-479e-b5dc-e5289e4f71ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3401368 Dec 22 09:45:05.803328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-b06890ad-0cea-43e4-9faf-c0820b1481cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:05.805544 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-b06890ad-0cea-43e4-9faf-c0820b1481cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f55026d9-e939-4246-b2a3-f352417af7d7 HTTP/1.1" status: 200 len: 854 time: 0.2072337 Dec 22 09:45:06.022901 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4366fb5e-2af1-453b-adce-94f2785bc44b', 'tag': 'e53bcedf-03f7-4b2b-8e1a-492435bd2eeb', 'status': 'completed', 'code': 200} Dec 22 09:45:06.165029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53584) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:06.264263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-13e090d8-8c35-442d-8391-0e43f2f04d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:06.265953 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-13e090d8-8c35-442d-8391-0e43f2f04d03 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0182c5ef-207d-479e-b5dc-e5289e4f71ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4498656 Dec 22 09:45:06.313427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-5f080b0d-001f-4046-8554-7d00cf7de9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:06.315114 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-5f080b0d-001f-4046-8554-7d00cf7de9b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38d0e45dac3d4bda8f296deee1c6b29c&device_id=cf29a60e-0388-41cc-ad56-3d3eb43cd609 HTTP/1.1" status: 200 len: 1158 time: 0.4043462 Dec 22 09:45:06.381827 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3152828d-c38b-416e-86e7-cfaadb0fa9f0', 'tag': '459fff1b-6961-4494-bcca-f84fc88ab547', 'status': 'completed', 'code': 200} Dec 22 09:45:06.460629 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-31e1911c-76a7-416a-9d66-c41cfb8f813a service neutron] 10.222.0.37 "GET /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6490202 Dec 22 09:45:06.558782 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-64220869-425f-46e4-8170-26313aba3cbb service neutron] 10.222.0.64 "GET /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341127 Dec 22 09:45:06.682686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Router 43a7dcff-04e0-4dd6-8790-693731fe17b5 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:45:06.685743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dcc177ac-793f-421f-af48-f0ce14e1fbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:06.726780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-dcc177ac-793f-421f-af48-f0ce14e1fbab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:06.765842 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-08c65bc6-5899-44fc-91da-823abc0d6d5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40698512-a5cc-48ab-a64c-202312c288d7 HTTP/1.1" status: 200 len: 217 time: 0.4225960 Dec 22 09:45:06.786260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-dcc177ac-793f-421f-af48-f0ce14e1fbab admin admin] Usage tracker for resource:security_group_rule and tenant:0634db0101d043e0ae082e75f533b8af is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:06.798023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-dcc177ac-793f-421f-af48-f0ce14e1fbab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:06.799858 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4a24f64-4276-41ba-8841-768c3dc7c564 req-7c919c5d-5ce0-481d-8ec6-a13a238b1b9d service neutron] 10.222.0.37 "GET /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3279886 Dec 22 09:45:06.811714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-dcc177ac-793f-421f-af48-f0ce14e1fbab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:06.995314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bd4cb-811b-482b-aafe-b069d37012d3 req-297a5c56-0cfa-4a74-aa50-1dc2cab1fa47 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:06.997076 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b76bd4cb-811b-482b-aafe-b069d37012d3 req-297a5c56-0cfa-4a74-aa50-1dc2cab1fa47 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0 HTTP/1.1" status: 200 len: 943 time: 0.8889763 Dec 22 09:45:07.016027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-c2958a63-8770-4711-9a59-98d0542c773b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:07.018057 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-c2958a63-8770-4711-9a59-98d0542c773b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f55026d9-e939-4246-b2a3-f352417af7d7 HTTP/1.1" status: 200 len: 854 time: 0.2327940 Dec 22 09:45:07.034089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e6b67-30e7-485c-9b33-67eeeaeed991 req-022fa3c7-196e-4395-9c63-289c2e89b9a2 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:07.036643 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-124e6b67-30e7-485c-9b33-67eeeaeed991 req-022fa3c7-196e-4395-9c63-289c2e89b9a2 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.64 "GET /v2.0/ports?device_id=2b548a02-aa74-48e9-9535-fac0e57c6c48 HTTP/1.1" status: 200 len: 950 time: 0.7854421 Dec 22 09:45:07.227185 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33aa5986-d493-4d47-a4a2-d80cd1832cb5 req-3b7ede10-4cb1-475f-8f78-6a07285113c5 service neutron] 10.222.0.64 "GET /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5633085 Dec 22 09:45:07.251357 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b76bd4cb-811b-482b-aafe-b069d37012d3 req-d017a2f9-8ada-4fcd-b4e0-5a7be5b8e560 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263231 Dec 22 09:45:07.268836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b70d8b-4db3-44cc-b5ee-ea914609d809 req-0c31b26e-ca50-4ac9-97ec-8ae46edfe165 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:07.277338 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c5b70d8b-4db3-44cc-b5ee-ea914609d809 req-0c31b26e-ca50-4ac9-97ec-8ae46edfe165 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.6156542 Dec 22 09:45:07.305353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-124e6b67-30e7-485c-9b33-67eeeaeed991 req-b653bd93-9d9f-494e-8833-ebc811704a33 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Deleting port 58d13160-767f-476d-ab4f-15f7e450c850 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:45:07.305747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-124e6b67-30e7-485c-9b33-67eeeaeed991 req-b653bd93-9d9f-494e-8833-ebc811704a33 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:07.339188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:45:07.359388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb78a8-eb53-481f-a797-f3c10b9bc69d None None] Sync routers for ids ['43a7dcff-04e0-4dd6-8790-693731fe17b5'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:45:07.382821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb78a8-eb53-481f-a797-f3c10b9bc69d None None] Routers {'43a7dcff-04e0-4dd6-8790-693731fe17b5'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:45:07.390842 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f0448385-345e-4336-b5a2-eef6a64776a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:07.391644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-62eb78a8-eb53-481f-a797-f3c10b9bc69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:44:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['43a7dcff-04e0-4dd6-8790-693731fe17b5'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:07.399894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] No DVR routers for this DVR port 1ce30d48-e72e-48fb-9b5b-e626c2133aa9 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:45:07.408023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:07.435310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb47193-b47a-430e-ba47-b508d0ae0eab req-cc2421fc-beb9-49de-98a3-3bcb77d23d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:07.436528 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fb47193-b47a-430e-ba47-b508d0ae0eab req-cc2421fc-beb9-49de-98a3-3bcb77d23d00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38d0e45dac3d4bda8f296deee1c6b29c&device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0 HTTP/1.1" status: 200 len: 1158 time: 0.2554059 Dec 22 09:45:07.453790 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2be3b602-4a53-4646-bad2-752eb48ff1ea req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.37 "DELETE /v2.0/ports/1ce30d48-e72e-48fb-9b5b-e626c2133aa9 HTTP/1.1" status: 204 len: 173 time: 6.5736403 Dec 22 09:45:07.463180 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c5b70d8b-4db3-44cc-b5ee-ea914609d809 req-6f8cf97d-e162-4541-9c0a-c33ec0d05359 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848235 Dec 22 09:45:07.488805 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dcc177ac-793f-421f-af48-f0ce14e1fbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:07.501519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dcc177ac-793f-421f-af48-f0ce14e1fbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:07.526636 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:07.581366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-19e9efb5-2d22-497d-a2e0-3ac5cbf955f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:07.587108 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-19e9efb5-2d22-497d-a2e0-3ac5cbf955f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0182c5ef-207d-479e-b5dc-e5289e4f71ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5499077 Dec 22 09:45:07.798633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc177ac-793f-421f-af48-f0ce14e1fbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f580d15-afe7-4d4b-9ac3-95b868e95a02,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:07.804870 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dcc177ac-793f-421f-af48-f0ce14e1fbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:07.805388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb47193-b47a-430e-ba47-b508d0ae0eab req-3555b11e-c5a7-42cc-8524-09c629d4ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:07.807808 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fb47193-b47a-430e-ba47-b508d0ae0eab req-3555b11e-c5a7-42cc-8524-09c629d4ad6a service neutron] 10.222.0.37 "GET /v2.0/networks?id=0182c5ef-207d-479e-b5dc-e5289e4f71ab HTTP/1.1" status: 200 len: 909 time: 0.3561084 Dec 22 09:45:07.810493 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dcc177ac-793f-421f-af48-f0ce14e1fbab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0634db0101d043e0ae082e75f533b8af&name=default HTTP/1.1" status: 200 len: 2883 time: 1.6443768 Dec 22 09:45:07.813331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53610) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:07.813635 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d73630bd-4fa8-4f7f-921d-d6de4b48a288 req-b6466fdb-ceb7-4054-bb11-9ffe669af635 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/ports?device_id=6edbba4e-f45b-4147-8fe0-065ec0044199 HTTP/1.1" status: 200 len: 210 time: 0.1939969 Dec 22 09:45:08.026910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-62eb78a8-eb53-481f-a797-f3c10b9bc69d None None] Set router 43a7dcff-04e0-4dd6-8790-693731fe17b5 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:45:08.062200 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fb47193-b47a-430e-ba47-b508d0ae0eab req-fd313a41-223f-4a69-8a68-2d7c9beeeea0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=459fff1b-6961-4494-bcca-f84fc88ab547 HTTP/1.1" status: 200 len: 217 time: 0.2439635 Dec 22 09:45:08.119179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f77f0c63-abd4-4133-adc9-a667b99a94b1 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:45:08.195739 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f566d37f-7bc3-4386-aca8-f7119ea45d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:08.225187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb47193-b47a-430e-ba47-b508d0ae0eab req-20cf8a12-6490-4ff7-8270-7c49c1cf88f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:08.227199 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fb47193-b47a-430e-ba47-b508d0ae0eab req-20cf8a12-6490-4ff7-8270-7c49c1cf88f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f55026d9-e939-4246-b2a3-f352417af7d7 HTTP/1.1" status: 200 len: 854 time: 0.1385205 Dec 22 09:45:08.300090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f77f0c63-abd4-4133-adc9-a667b99a94b1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:08.300859 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:08.383323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf29a60e-0388-41cc-ad56-3d3eb43cd609', 'tag': '40698512-a5cc-48ab-a64c-202312c288d7'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:45:08.401908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edbba4e-f45b-4147-8fe0-065ec0044199', 'name': 'network-vif-deleted', 'tag': '1ce30d48-e72e-48fb-9b5b-e626c2133aa9'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:45:08.416862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba33a6c-5ede-46c9-b244-0f623e90f4c4 req-4d473851-96fe-44f1-98fb-1a7518f4cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:08.418646 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ba33a6c-5ede-46c9-b244-0f623e90f4c4 req-4d473851-96fe-44f1-98fb-1a7518f4cbdd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38d0e45dac3d4bda8f296deee1c6b29c&device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 1158 time: 1.0563309 Dec 22 09:45:08.456054 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f566d37f-7bc3-4386-aca8-f7119ea45d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:08.549084 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-47ccce11-ba63-4549-9a80-ecdaf38ebf9f service neutron] 10.222.0.64 "GET /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9280744 Dec 22 09:45:08.581783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb47193-b47a-430e-ba47-b508d0ae0eab req-e81650aa-8ea2-42a8-913d-ed068b0ef403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:08.585317 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fb47193-b47a-430e-ba47-b508d0ae0eab req-e81650aa-8ea2-42a8-913d-ed068b0ef403 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0182c5ef-207d-479e-b5dc-e5289e4f71ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3336535 Dec 22 09:45:08.638869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f566d37f-7bc3-4386-aca8-f7119ea45d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:08.652566 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c3ffd42-e287-4ad7-ac04-27b3e8f05150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:08.665184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 58d13160-767f-476d-ab4f-15f7e450c850 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:45:08.693463 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f566d37f-7bc3-4386-aca8-f7119ea45d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:08.695288 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f566d37f-7bc3-4386-aca8-f7119ea45d00 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f580d15-afe7-4d4b-9ac3-95b868e95a02 HTTP/1.1" status: 204 len: 168 time: 0.8803458 Dec 22 09:45:08.701977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566d37f-7bc3-4386-aca8-f7119ea45d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f580d15-afe7-4d4b-9ac3-95b868e95a02,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:08.707547 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f566d37f-7bc3-4386-aca8-f7119ea45d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:08.844661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-62eb78a8-eb53-481f-a797-f3c10b9bc69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'name': 'tempest-ServersTestBootFromVolume-613682399-router', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'b0288648-df84-4872-ac99-d4be642e3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:41:31Z', 'updated_at': '2020-12-22T09:41:39Z', 'revision_number': 4, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'gw_port': {'id': 'b0288648-df84-4872-ac99-d4be642e3592', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:33Z', 'updated_at': '2020-12-22T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '84680160-84da-4b1d-bd9c-99d77e2b855e', 'name': '', 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'mac_address': 'fa:16:3e:9d:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4557d1ef-259f-4361-8ea2-d56efbc84de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:38Z', 'updated_at': '2020-12-22T09:41:48Z', 'revision_number': 5, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'subnets': [{'id': '4557d1ef-259f-4361-8ea2-d56efbc84de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:08.850829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb78a8-eb53-481f-a797-f3c10b9bc69d None None] Checking router: 43a7dcff-04e0-4dd6-8790-693731fe17b5 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:45:08.860846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb78a8-eb53-481f-a797-f3c10b9bc69d None None] Routers {'43a7dcff-04e0-4dd6-8790-693731fe17b5'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:45:08.861782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-62eb78a8-eb53-481f-a797-f3c10b9bc69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:45:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['43a7dcff-04e0-4dd6-8790-693731fe17b5'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:08.918996 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fb47193-b47a-430e-ba47-b508d0ae0eab req-39963bb4-ea5d-42f8-82b7-b67efbb8dfac service neutron] 10.222.0.37 "GET /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207192 Dec 22 09:45:08.945121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-124e6b67-30e7-485c-9b33-67eeeaeed991 req-b653bd93-9d9f-494e-8833-ebc811704a33 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] For port 58d13160-767f-476d-ab4f-15f7e450c850, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=58d13160-767f-476d-ab4f-15f7e450c850,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:08.947447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-124e6b67-30e7-485c-9b33-67eeeaeed991 req-b653bd93-9d9f-494e-8833-ebc811704a33 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:09.074121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:09.108753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba33a6c-5ede-46c9-b244-0f623e90f4c4 req-43eaa670-b8e0-4d89-96c6-37f422890458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:09.110999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-62eb78a8-eb53-481f-a797-f3c10b9bc69d None None] Set router 43a7dcff-04e0-4dd6-8790-693731fe17b5 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:45:09.112927 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ba33a6c-5ede-46c9-b244-0f623e90f4c4 req-43eaa670-b8e0-4d89-96c6-37f422890458 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0182c5ef-207d-479e-b5dc-e5289e4f71ab HTTP/1.1" status: 200 len: 909 time: 0.6702151 Dec 22 09:45:09.164979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 58d13160-767f-476d-ab4f-15f7e450c850, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=58d13160-767f-476d-ab4f-15f7e450c850,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:09.166258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b548a02-aa74-48e9-9535-fac0e57c6c48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d13160-767f-476d-ab4f-15f7e450c850'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:45:09.172896 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:09.175119 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:09.177621 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:09.262429 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fb47193-b47a-430e-ba47-b508d0ae0eab req-911e53a4-2648-4bd4-830b-e2d413bb1e7e service neutron] 10.222.0.37 "GET /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3358688 Dec 22 09:45:09.262652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-124e6b67-30e7-485c-9b33-67eeeaeed991 req-b653bd93-9d9f-494e-8833-ebc811704a33 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Calling delete_port for 58d13160-767f-476d-ab4f-15f7e450c850 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:45:09.357190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=58d13160-767f-476d-ab4f-15f7e450c850,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:09.363097 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:09.364683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:09.525448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84bb7e-c753-464f-86d6-31856ac91936 req-3e7c5e83-22ff-4470-926f-ecd96b87bf96 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:09.536014 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3f84bb7e-c753-464f-86d6-31856ac91936 req-3e7c5e83-22ff-4470-926f-ecd96b87bf96 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=2b548a02-aa74-48e9-9535-fac0e57c6c48 HTTP/1.1" status: 200 len: 950 time: 1.8526962 Dec 22 09:45:09.676693 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ba33a6c-5ede-46c9-b244-0f623e90f4c4 req-945a2ec0-34b4-4076-9da2-c208a5564e63 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53bcedf-03f7-4b2b-8e1a-492435bd2eeb HTTP/1.1" status: 200 len: 217 time: 0.4349892 Dec 22 09:45:09.742990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-62eb78a8-eb53-481f-a797-f3c10b9bc69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'name': 'tempest-ServersTestBootFromVolume-613682399-router', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'b0288648-df84-4872-ac99-d4be642e3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:41:31Z', 'updated_at': '2020-12-22T09:41:39Z', 'revision_number': 4, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'gw_port': {'id': 'b0288648-df84-4872-ac99-d4be642e3592', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:33Z', 'updated_at': '2020-12-22T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '84680160-84da-4b1d-bd9c-99d77e2b855e', 'name': '', 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'mac_address': 'fa:16:3e:9d:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4557d1ef-259f-4361-8ea2-d56efbc84de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:38Z', 'updated_at': '2020-12-22T09:41:48Z', 'revision_number': 5, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'subnets': [{'id': '4557d1ef-259f-4361-8ea2-d56efbc84de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:09.751925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb78a8-eb53-481f-a797-f3c10b9bc69d None None] The sync data for ids ['43a7dcff-04e0-4dd6-8790-693731fe17b5'] in n-d-765315-5 is: [{'id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'name': 'tempest-ServersTestBootFromVolume-613682399-router', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'b0288648-df84-4872-ac99-d4be642e3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:41:31Z', 'updated_at': '2020-12-22T09:41:39Z', 'revision_number': 4, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'gw_port': {'id': 'b0288648-df84-4872-ac99-d4be642e3592', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:33Z', 'updated_at': '2020-12-22T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '84680160-84da-4b1d-bd9c-99d77e2b855e', 'name': '', 'network_id': '7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'mac_address': 'fa:16:3e:9d:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4557d1ef-259f-4361-8ea2-d56efbc84de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:38Z', 'updated_at': '2020-12-22T09:41:48Z', 'revision_number': 5, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'subnets': [{'id': '4557d1ef-259f-4361-8ea2-d56efbc84de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:45:09.969743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:09.990945 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3f84bb7e-c753-464f-86d6-31856ac91936 req-3578b8b1-f035-4591-9430-5282bc9843ef tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532940 Dec 22 09:45:10.020663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-b78925df-5aa5-49d1-834d-c6ed2bfdf54b None None] Time-cost: Fetching 3 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:45:10.022694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba33a6c-5ede-46c9-b244-0f623e90f4c4 req-2a630f47-6a1e-40f7-bbbc-4a683d9e05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:10.035235 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ba33a6c-5ede-46c9-b244-0f623e90f4c4 req-2a630f47-6a1e-40f7-bbbc-4a683d9e05ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f55026d9-e939-4246-b2a3-f352417af7d7 HTTP/1.1" status: 200 len: 854 time: 0.2546325 Dec 22 09:45:10.121981 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be71179e-6f0f-49c4-8c7f-29034beebc40 req-c67cda3d-d599-47e3-bfdf-9044cff08236 service neutron] 10.222.0.64 "GET /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5353796 Dec 22 09:45:10.147430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-15200132-a997-4731-a3ef-7466bbb8c11c None None] Time-cost: Fetching 3 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:45:10.154247 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-124e6b67-30e7-485c-9b33-67eeeaeed991 req-b653bd93-9d9f-494e-8833-ebc811704a33 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:45:10.154624 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-124e6b67-30e7-485c-9b33-67eeeaeed991 req-b653bd93-9d9f-494e-8833-ebc811704a33 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:45:10.171520 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf29a60e-0388-41cc-ad56-3d3eb43cd609', 'tag': '40698512-a5cc-48ab-a64c-202312c288d7', 'status': 'completed', 'code': 200} Dec 22 09:45:10.182573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:10.190862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d09d6b-312f-4461-b1db-b50fd170a21a req-c611ca11-8dcc-4f8f-988a-c73327eb6ee9 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:10.193172 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b1d09d6b-312f-4461-b1db-b50fd170a21a req-c611ca11-8dcc-4f8f-988a-c73327eb6ee9 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0 HTTP/1.1" status: 200 len: 943 time: 1.0750937 Dec 22 09:45:10.294963 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edbba4e-f45b-4147-8fe0-065ec0044199', 'name': 'network-vif-deleted', 'tag': '1ce30d48-e72e-48fb-9b5b-e626c2133aa9', 'status': 'completed', 'code': 200} Dec 22 09:45:10.375657 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b1d09d6b-312f-4461-b1db-b50fd170a21a req-33c33933-6a86-4b1a-bc90-3963c89522ef tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605403 Dec 22 09:45:10.398615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba33a6c-5ede-46c9-b244-0f623e90f4c4 req-1b996ab2-0feb-4d77-a225-6f80e960cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:10.400193 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ba33a6c-5ede-46c9-b244-0f623e90f4c4 req-1b996ab2-0feb-4d77-a225-6f80e960cb89 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0182c5ef-207d-479e-b5dc-e5289e4f71ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3523507 Dec 22 09:45:10.430780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1fa60e-111c-4bac-9463-7519538ac955 None None] New status for floating IP fe62c9d9-f7cc-4641-8cde-52e44d8947c2: DOWN {{(pid=81073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:45:10.662561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-124e6b67-30e7-485c-9b33-67eeeaeed991 req-b653bd93-9d9f-494e-8833-ebc811704a33 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Deleting port 58d13160-767f-476d-ab4f-15f7e450c850 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:45:10.663117 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-124e6b67-30e7-485c-9b33-67eeeaeed991 req-b653bd93-9d9f-494e-8833-ebc811704a33 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:10.772884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53670) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:10.792274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf357d-4f89-4be0-8868-5a598fdc6d1f req-959fe9ca-13e2-4c87-99fd-eb88dd7f2ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:10.794281 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fdf357d-4f89-4be0-8868-5a598fdc6d1f req-959fe9ca-13e2-4c87-99fd-eb88dd7f2ca0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38d0e45dac3d4bda8f296deee1c6b29c&device_id=cf29a60e-0388-41cc-ad56-3d3eb43cd609 HTTP/1.1" status: 200 len: 1158 time: 0.5497270 Dec 22 09:45:10.873360 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b548a02-aa74-48e9-9535-fac0e57c6c48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d13160-767f-476d-ab4f-15f7e450c850', 'code': 200} Dec 22 09:45:10.880977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 459fff1b-6961-4494-bcca-f84fc88ab547 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:45:10.949017 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-031d0663-6551-41ba-bb11-143b07e8430e tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:11.001545 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:11.004775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device e53bcedf-03f7-4b2b-8e1a-492435bd2eeb up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:45:11.011147 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-031d0663-6551-41ba-bb11-143b07e8430e tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:11.014685 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ba33a6c-5ede-46c9-b244-0f623e90f4c4 req-91c817db-033b-4e72-b217-20f54af8806f service neutron] 10.222.0.64 "GET /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6049278 Dec 22 09:45:11.129705 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-031d0663-6551-41ba-bb11-143b07e8430e tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:11.135636 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-decb52ab-a5e1-44b5-8fcf-04686fd5d003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:11.136285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:45:11.147482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:11.148923 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:11.176688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d0663-6551-41ba-bb11-143b07e8430e tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Pushing event deleted for resources: {'SecurityGroup': ['ID=546bb8e2-be57-408c-ac0a-b24628f04aa3,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:11.179975 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-031d0663-6551-41ba-bb11-143b07e8430e tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:11.212769 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-031d0663-6551-41ba-bb11-143b07e8430e tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:11.218724 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-031d0663-6551-41ba-bb11-143b07e8430e tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "DELETE /v2.0/security-groups/546bb8e2-be57-408c-ac0a-b24628f04aa3 HTTP/1.1" status: 204 len: 168 time: 0.4407809 Dec 22 09:45:11.219136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53682) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:11.228798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 459fff1b-6961-4494-bcca-f84fc88ab547 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:45:11.239331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 459fff1b-6961-4494-bcca-f84fc88ab547 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:11.241014 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:11.271534 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-bd3644d8-33b9-44cf-a836-bcb67a367615 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] show failed (client error): The resource could not be found. Dec 22 09:45:11.285946 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bd3644d8-33b9-44cf-a836-bcb67a367615 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "GET /v2.0/security-groups/546bb8e2-be57-408c-ac0a-b24628f04aa3 HTTP/1.1" status: 404 len: 347 time: 0.0592499 Dec 22 09:45:11.287932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53686) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:11.674345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0114fe16-e319-4714-8288-eb24ce87a0e6 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Deleting port 9ec75444-d61c-4320-8e44-959fb1c61a55 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:45:11.674868 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0114fe16-e319-4714-8288-eb24ce87a0e6 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:11.699875 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ba33a6c-5ede-46c9-b244-0f623e90f4c4 req-943e1cca-20a5-4c5e-bc40-180a0d82d9c5 service neutron] 10.222.0.64 "GET /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6429014 Dec 22 09:45:11.701094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf357d-4f89-4be0-8868-5a598fdc6d1f req-5eb963d4-590b-46a3-a2a9-d66e545ade25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:11.703965 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fdf357d-4f89-4be0-8868-5a598fdc6d1f req-5eb963d4-590b-46a3-a2a9-d66e545ade25 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0182c5ef-207d-479e-b5dc-e5289e4f71ab HTTP/1.1" status: 200 len: 909 time: 0.9001384 Dec 22 09:45:11.755916 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:11.780332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:11.824850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 459fff1b-6961-4494-bcca-f84fc88ab547, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=459fff1b-6961-4494-bcca-f84fc88ab547,segment=NetworkSegment(96ce94a8-36b7-4235-bed7-93c50684c214),segment_id=96ce94a8-36b7-4235-bed7-93c50684c214)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:11.846400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=e53bcedf-03f7-4b2b-8e1a-492435bd2eeb,segment=NetworkSegment(96ce94a8-36b7-4235-bed7-93c50684c214),segment_id=96ce94a8-36b7-4235-bed7-93c50684c214)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:11.848500 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:11.852370 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:11.899092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432402d-7ea3-416d-9a70-d1dc3a0ff57f req-2f04a572-672b-49c4-a1da-23fb7dca9c4e tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:11.907148 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c432402d-7ea3-416d-9a70-d1dc3a0ff57f req-2f04a572-672b-49c4-a1da-23fb7dca9c4e tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 1.3077199 Dec 22 09:45:11.932391 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:11.934733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=459fff1b-6961-4494-bcca-f84fc88ab547,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:11.938532 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:11.939189 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:11.954358 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fdf357d-4f89-4be0-8868-5a598fdc6d1f req-85e7ebdb-b0cb-4f9e-b268-b58b0e230e36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40698512-a5cc-48ab-a64c-202312c288d7 HTTP/1.1" status: 200 len: 217 time: 0.1650519 Dec 22 09:45:11.971195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-124e6b67-30e7-485c-9b33-67eeeaeed991 req-b653bd93-9d9f-494e-8833-ebc811704a33 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] For port 58d13160-767f-476d-ab4f-15f7e450c850, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=58d13160-767f-476d-ab4f-15f7e450c850,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:11.971761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-124e6b67-30e7-485c-9b33-67eeeaeed991 req-b653bd93-9d9f-494e-8833-ebc811704a33 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:12.074243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf357d-4f89-4be0-8868-5a598fdc6d1f req-f9dfde09-6a2d-4a5d-a1c2-a93be0c89933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:12.076026 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fdf357d-4f89-4be0-8868-5a598fdc6d1f req-f9dfde09-6a2d-4a5d-a1c2-a93be0c89933 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f55026d9-e939-4246-b2a3-f352417af7d7 HTTP/1.1" status: 200 len: 854 time: 0.0869288 Dec 22 09:45:12.076900 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0114fe16-e319-4714-8288-eb24ce87a0e6 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:12.077273 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0114fe16-e319-4714-8288-eb24ce87a0e6 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for floatingip, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:12.103800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=e53bcedf-03f7-4b2b-8e1a-492435bd2eeb,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:12.112490 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:12.242452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 459fff1b-6961-4494-bcca-f84fc88ab547 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:45:12.320929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0114fe16-e319-4714-8288-eb24ce87a0e6 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Calling delete_port for 9ec75444-d61c-4320-8e44-959fb1c61a55 owned by network:floatingip {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:45:12.430259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 459fff1b-6961-4494-bcca-f84fc88ab547 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:12.431234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:12.523369 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c432402d-7ea3-416d-9a70-d1dc3a0ff57f req-71873e4f-34f7-45f4-b8f3-5deb92da7074 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6146293 Dec 22 09:45:12.542866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-124e6b67-30e7-485c-9b33-67eeeaeed991 req-b653bd93-9d9f-494e-8833-ebc811704a33 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Calling delete_port for 58d13160-767f-476d-ab4f-15f7e450c850 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:45:12.657626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a6c31-a81b-4b74-ab08-15c8b3ffb6f3 req-47d8646f-9556-4788-86e9-d86ce7236454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:12.659763 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-102a6c31-a81b-4b74-ab08-15c8b3ffb6f3 req-47d8646f-9556-4788-86e9-d86ce7236454 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 1160 time: 0.2133193 Dec 22 09:45:12.661068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0114fe16-e319-4714-8288-eb24ce87a0e6 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:12.681567 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-51acf52e-1499-43ba-95b1-a45eed8b951e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:12.784894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0aac7-a898-4458-9573-ae98a8bd8493 req-bf7677be-1769-4d47-aeb3-e0e534f4a84c tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:12.787156 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3c0aac7-a898-4458-9573-ae98a8bd8493 req-bf7677be-1769-4d47-aeb3-e0e534f4a84c tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=2b548a02-aa74-48e9-9535-fac0e57c6c48 HTTP/1.1" status: 200 len: 948 time: 1.0717499 Dec 22 09:45:12.789313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114fe16-e319-4714-8288-eb24ce87a0e6 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Pushing event deleted for resources: {'Port': ['ID=9ec75444-d61c-4320-8e44-959fb1c61a55,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:12.797858 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0114fe16-e319-4714-8288-eb24ce87a0e6 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:12.805436 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-102a6c31-a81b-4b74-ab08-15c8b3ffb6f3 req-d7fd68dd-b9ec-48d0-bfb8-07cbefc55210 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250095 Dec 22 09:45:12.874704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3152828d-c38b-416e-86e7-cfaadb0fa9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459fff1b-6961-4494-bcca-f84fc88ab547'}, {'server_uuid': '4366fb5e-2af1-453b-adce-94f2785bc44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53bcedf-03f7-4b2b-8e1a-492435bd2eeb'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:45:12.876347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:45:13.013115 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0114fe16-e319-4714-8288-eb24ce87a0e6 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks [] for floatingip, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:13.051608 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0114fe16-e319-4714-8288-eb24ce87a0e6 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:13.053584 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0114fe16-e319-4714-8288-eb24ce87a0e6 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] 10.222.0.50 "DELETE /v2.0/floatingips/fe62c9d9-f7cc-4641-8cde-52e44d8947c2 HTTP/1.1" status: 204 len: 168 time: 1.7645569 Dec 22 09:45:13.057082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53724) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:13.266006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf357d-4f89-4be0-8868-5a598fdc6d1f req-57bfc74e-7eaf-4e6c-8c62-345cc7eebd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:13.267883 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fdf357d-4f89-4be0-8868-5a598fdc6d1f req-57bfc74e-7eaf-4e6c-8c62-345cc7eebd23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0182c5ef-207d-479e-b5dc-e5289e4f71ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0656488 Dec 22 09:45:13.338863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 40698512-a5cc-48ab-a64c-202312c288d7 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:45:13.355467 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3c0aac7-a898-4458-9573-ae98a8bd8493 req-b30cd32d-55cf-4a7f-aa0f-351de28766d3 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5395317 Dec 22 09:45:13.531734 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3152828d-c38b-416e-86e7-cfaadb0fa9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459fff1b-6961-4494-bcca-f84fc88ab547', 'code': 200} Dec 22 09:45:13.532087 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4366fb5e-2af1-453b-adce-94f2785bc44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53bcedf-03f7-4b2b-8e1a-492435bd2eeb', 'code': 200} Dec 22 09:45:13.597443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 40698512-a5cc-48ab-a64c-202312c288d7 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:45:13.604842 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-124e6b67-30e7-485c-9b33-67eeeaeed991 req-b653bd93-9d9f-494e-8833-ebc811704a33 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:13.618277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 40698512-a5cc-48ab-a64c-202312c288d7 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:13.618745 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:13.634809 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-feda5c30-7c79-4c73-aff7-8045e989f1be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:13.675040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada981bb-62ce-42d4-82cd-d00742827827 req-2d97045e-cfc2-4f1c-87a7-fe4085e92c3a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:13.680214 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ada981bb-62ce-42d4-82cd-d00742827827 req-2d97045e-cfc2-4f1c-87a7-fe4085e92c3a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0 HTTP/1.1" status: 200 len: 945 time: 0.8528726 Dec 22 09:45:13.692130 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fdf357d-4f89-4be0-8868-5a598fdc6d1f req-817d06c8-18db-46aa-aa27-a272272779d1 service neutron] 10.222.0.64 "GET /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054554 Dec 22 09:45:13.766836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653bd93-9d9f-494e-8833-ebc811704a33 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Pushing event deleted for resources: {'Port': ['ID=58d13160-767f-476d-ab4f-15f7e450c850,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:13.770575 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b653bd93-9d9f-494e-8833-ebc811704a33 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:13.991248 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:14.049272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 40698512-a5cc-48ab-a64c-202312c288d7, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=40698512-a5cc-48ab-a64c-202312c288d7,segment=NetworkSegment(96ce94a8-36b7-4235-bed7-93c50684c214),segment_id=96ce94a8-36b7-4235-bed7-93c50684c214)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:14.056048 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:14.057893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device e53bcedf-03f7-4b2b-8e1a-492435bd2eeb up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:45:14.120870 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:14.166649 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6afe5f6-c3ee-454e-8965-fc8069ac231d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:14.251119 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ada981bb-62ce-42d4-82cd-d00742827827 req-655b7a9c-5c99-40f6-8b27-6aa64b1c77dd tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5408983 Dec 22 09:45:14.334228 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fdf357d-4f89-4be0-8868-5a598fdc6d1f req-fda2b347-6707-423a-b1da-e9e2d3eeab28 service neutron] 10.222.0.64 "GET /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5565686 Dec 22 09:45:14.334676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=40698512-a5cc-48ab-a64c-202312c288d7,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:14.350888 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:14.361699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:14.362050 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:14.370848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492edf9d-46d3-4658-9e68-49d12131ea56 req-c8a522da-490a-4def-b2e4-e6c1fac444d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:14.374410 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-492edf9d-46d3-4658-9e68-49d12131ea56 req-c8a522da-490a-4def-b2e4-e6c1fac444d2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 1160 time: 0.6878128 Dec 22 09:45:14.456057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c287c4-f3fb-4e29-8ff2-fe2485c61cd2 req-7a30ba39-ef9a-4d37-908a-3be9f2970b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:14.457901 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0c287c4-f3fb-4e29-8ff2-fe2485c61cd2 req-7a30ba39-ef9a-4d37-908a-3be9f2970b1a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0 HTTP/1.1" status: 200 len: 1160 time: 0.8395770 Dec 22 09:45:14.512657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-124e6b67-30e7-485c-9b33-67eeeaeed991 req-b653bd93-9d9f-494e-8833-ebc811704a33 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] No DVR routers for this DVR port 58d13160-767f-476d-ab4f-15f7e450c850 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:45:14.516977 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-492edf9d-46d3-4658-9e68-49d12131ea56 req-45532da4-197c-431f-80d6-d46915181b90 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164820 Dec 22 09:45:14.518482 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-124e6b67-30e7-485c-9b33-67eeeaeed991 req-b653bd93-9d9f-494e-8833-ebc811704a33 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:14.522197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b548a02-aa74-48e9-9535-fac0e57c6c48', 'name': 'network-vif-deleted', 'tag': '58d13160-767f-476d-ab4f-15f7e450c850'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:45:14.535545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1158a-39a2-4540-a23e-3246ab610081 req-200af9ae-42d6-4e30-badb-f7fe9c42a485 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:14.545105 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5c1158a-39a2-4540-a23e-3246ab610081 req-200af9ae-42d6-4e30-badb-f7fe9c42a485 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.7619984 Dec 22 09:45:14.631713 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5c1158a-39a2-4540-a23e-3246ab610081 req-93f62a07-c6e0-4223-8885-df1c46f0cdb3 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852852 Dec 22 09:45:14.653328 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0c287c4-f3fb-4e29-8ff2-fe2485c61cd2 req-4e7a8aef-4b53-4f71-929a-326173626ae3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796615 Dec 22 09:45:14.746459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3f293b83-a636-44f0-b055-0159679c5616 req-81c9ec35-cd4f-4df4-867d-87432a25bcca tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Synchronizing usage tracker for tenant:9b7e3b31212e40a5a5916864be6d76d8 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:45:14.763381 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b548a02-aa74-48e9-9535-fac0e57c6c48', 'name': 'network-vif-deleted', 'tag': '58d13160-767f-476d-ab4f-15f7e450c850', 'status': 'completed', 'code': 200} Dec 22 09:45:14.769432 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-124e6b67-30e7-485c-9b33-67eeeaeed991 req-b653bd93-9d9f-494e-8833-ebc811704a33 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.64 "DELETE /v2.0/ports/58d13160-767f-476d-ab4f-15f7e450c850 HTTP/1.1" status: 204 len: 173 time: 7.6651843 Dec 22 09:45:14.776688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3f293b83-a636-44f0-b055-0159679c5616 req-81c9ec35-cd4f-4df4-867d-87432a25bcca tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Unset dirty status for tenant:9b7e3b31212e40a5a5916864be6d76d8 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:45:14.777930 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3f293b83-a636-44f0-b055-0159679c5616 req-81c9ec35-cd4f-4df4-867d-87432a25bcca tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=2b548a02-aa74-48e9-9535-fac0e57c6c48 HTTP/1.1" status: 200 len: 210 time: 0.1451807 Dec 22 09:45:15.165370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b6afe5f6-c3ee-454e-8965-fc8069ac231d admin admin] Deleting port 84680160-84da-4b1d-bd9c-99d77e2b855e {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:45:15.165920 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6afe5f6-c3ee-454e-8965-fc8069ac231d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:15.179930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 40698512-a5cc-48ab-a64c-202312c288d7 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:45:15.286810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 40698512-a5cc-48ab-a64c-202312c288d7 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:15.287475 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:15.453055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b6afe5f6-c3ee-454e-8965-fc8069ac231d admin admin] For port 84680160-84da-4b1d-bd9c-99d77e2b855e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=84680160-84da-4b1d-bd9c-99d77e2b855e,segment=NetworkSegment(09f667fc-effc-4b24-8d72-411319ec4a3c),segment_id=09f667fc-effc-4b24-8d72-411319ec4a3c)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:15.464630 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6afe5f6-c3ee-454e-8965-fc8069ac231d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:15.496559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device e53bcedf-03f7-4b2b-8e1a-492435bd2eeb up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:45:15.554628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d175d4-1d0a-41f1-aa8f-f6735928d4f8 req-3e346995-4b43-4cfa-84fc-ddb471a9b8d9 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:15.559458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf29a60e-0388-41cc-ad56-3d3eb43cd609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40698512-a5cc-48ab-a64c-202312c288d7'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:45:15.563959 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a3d175d4-1d0a-41f1-aa8f-f6735928d4f8 req-3e346995-4b43-4cfa-84fc-ddb471a9b8d9 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0 HTTP/1.1" status: 200 len: 945 time: 0.1186485 Dec 22 09:45:15.605499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:15.609584 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:15.626700 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a3d175d4-1d0a-41f1-aa8f-f6735928d4f8 req-b7cb7b63-f69e-4a4f-b563-282ea5a15ce3 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612066 Dec 22 09:45:15.687164 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf29a60e-0388-41cc-ad56-3d3eb43cd609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40698512-a5cc-48ab-a64c-202312c288d7', 'code': 200} Dec 22 09:45:15.834925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b6afe5f6-c3ee-454e-8965-fc8069ac231d admin admin] Calling delete_port for 84680160-84da-4b1d-bd9c-99d77e2b855e owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:45:16.012236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 53796) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:16.131083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d941e6-954e-4af5-93f9-5b043c01b7fe req-54974d6f-686a-4840-8443-5b4c233f573b tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:16.133014 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33d941e6-954e-4af5-93f9-5b043c01b7fe req-54974d6f-686a-4840-8443-5b4c233f573b tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.3153133 Dec 22 09:45:16.331853 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33d941e6-954e-4af5-93f9-5b043c01b7fe req-83cf7d48-66f9-4b75-9708-3b974fc79edb tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877177 Dec 22 09:45:16.378234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ec3dd-bee3-4bf1-9b4a-a8fc40784ff1 req-816710da-4a2f-47b3-a47a-9bfbae0ef84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:16.379810 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e87ec3dd-bee3-4bf1-9b4a-a8fc40784ff1 req-816710da-4a2f-47b3-a47a-9bfbae0ef84a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cf29a60e-0388-41cc-ad56-3d3eb43cd609 HTTP/1.1" status: 200 len: 1160 time: 0.3657959 Dec 22 09:45:16.466181 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e87ec3dd-bee3-4bf1-9b4a-a8fc40784ff1 req-9be1e909-1918-479f-8fc6-7b3825f6cf18 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782189 Dec 22 09:45:16.468983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6afe5f6-c3ee-454e-8965-fc8069ac231d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:16.605995 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4709b36-43a5-451c-9c5b-352ccd655f45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:16.623893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:16.650425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:16.653243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afe5f6-c3ee-454e-8965-fc8069ac231d admin admin] Pushing event deleted for resources: {'Port': ['ID=84680160-84da-4b1d-bd9c-99d77e2b855e,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:16.657256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Usage tracker for resource:security_group_rule and tenant:7a841697fbe5485dab37807c7a6a54b8 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:16.657648 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b6afe5f6-c3ee-454e-8965-fc8069ac231d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:16.663551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:16.671016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:16.697790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf948899-8f07-4177-8ddb-d2423f9b732c req-2173b41a-0c87-4f3e-9ac8-8e059e80971b tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:16.705903 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cf948899-8f07-4177-8ddb-d2423f9b732c req-2173b41a-0c87-4f3e-9ac8-8e059e80971b tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=ec6d412d-8e07-4922-97bf-94cad4a856fb HTTP/1.1" status: 200 len: 950 time: 0.2026491 Dec 22 09:45:16.819174 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cf948899-8f07-4177-8ddb-d2423f9b732c req-a701a2c4-6ff9-4892-9555-86fe9e6a12f5 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122243 Dec 22 09:45:17.011999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:17.034272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device e53bcedf-03f7-4b2b-8e1a-492435bd2eeb up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:45:17.039722 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:17.110165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b0dd8-dec5-4246-a200-e5a951b707c6 req-75638ecd-4ef8-4d5e-93f8-ddbbcc239825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:17.112559 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-901b0dd8-dec5-4246-a200-e5a951b707c6 req-75638ecd-4ef8-4d5e-93f8-ddbbcc239825 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3403c09830ad476d806af5441d8712c7&device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 1160 time: 0.2510943 Dec 22 09:45:17.119839 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0eb9c49b-7817-4ed2-ba9b-4495e1a3d1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:17.120288 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6afe5f6-c3ee-454e-8965-fc8069ac231d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:17.160219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:17.160875 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:17.223085 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a841697fbe5485dab37807c7a6a54b8&name=default HTTP/1.1" status: 200 len: 2883 time: 1.2006044 Dec 22 09:45:17.233905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa7b8f-0073-4650-8d5d-5f241a9604c6 req-df354f4b-b2d9-4eef-9520-afbe102ec3c9 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:17.235769 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-95fa7b8f-0073-4650-8d5d-5f241a9604c6 req-df354f4b-b2d9-4eef-9520-afbe102ec3c9 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0 HTTP/1.1" status: 200 len: 945 time: 0.3395441 Dec 22 09:45:17.240626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 53822) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:17.243135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e77aaf-884a-4e1d-9994-398feedb61a9,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:17.315215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.315972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.316603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.317197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.317931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.318695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.319392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.320018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.320760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.321349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.321937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.322537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.323468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.324068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.324650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.325362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.325943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.326531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.327122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.327702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.328612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.329216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.329798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.330380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.331027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.331684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.332290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.333992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.334711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.335316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.335912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.336571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.337180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.337794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.338403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.339019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:17.351397 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-95fa7b8f-0073-4650-8d5d-5f241a9604c6 req-c3ad3541-d2cc-41a1-9e2f-3d6b3f519e69 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032186 Dec 22 09:45:17.356820 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:17.373535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dd4e6-a727-4eb5-855a-66bba632b79b req-faf66a3b-b1c4-489b-97fd-3f1326474101 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:17.375614 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-918dd4e6-a727-4eb5-855a-66bba632b79b req-faf66a3b-b1c4-489b-97fd-3f1326474101 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.3466003 Dec 22 09:45:17.438579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b0dd8-dec5-4246-a200-e5a951b707c6 req-f432dd9a-ac79-4ad9-965d-0af9c714a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:17.441091 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-901b0dd8-dec5-4246-a200-e5a951b707c6 req-f432dd9a-ac79-4ad9-965d-0af9c714a704 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d340895-0ad7-464f-b8e9-14ff96252907 HTTP/1.1" status: 200 len: 912 time: 0.3017204 Dec 22 09:45:17.466638 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20a56545-22a2-49e0-99ba-133525c827ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:17.470332 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-918dd4e6-a727-4eb5-855a-66bba632b79b req-a57cab28-e84e-4375-903d-79c1a29928b4 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867822 Dec 22 09:45:17.503981 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20a56545-22a2-49e0-99ba-133525c827ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:17.603319 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-901b0dd8-dec5-4246-a200-e5a951b707c6 req-30210828-2254-4291-a7f6-94c97b2fcbf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 HTTP/1.1" status: 200 len: 217 time: 0.1374154 Dec 22 09:45:17.649437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602318c-673e-44c0-a8f0-a08ec0fd7154 req-e71823f5-4e32-4cbb-a50b-b8e9e32b5921 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:17.651170 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3602318c-673e-44c0-a8f0-a08ec0fd7154 req-e71823f5-4e32-4cbb-a50b-b8e9e32b5921 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 945 time: 0.1231554 Dec 22 09:45:17.652457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20a56545-22a2-49e0-99ba-133525c827ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:17.657922 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61b6ed2b-0b8b-49e2-9418-2d123229bc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:17.672081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a56545-22a2-49e0-99ba-133525c827ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e77aaf-884a-4e1d-9994-398feedb61a9,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:17.675129 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-20a56545-22a2-49e0-99ba-133525c827ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:17.696446 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20a56545-22a2-49e0-99ba-133525c827ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:17.697680 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-20a56545-22a2-49e0-99ba-133525c827ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3e77aaf-884a-4e1d-9994-398feedb61a9 HTTP/1.1" status: 204 len: 168 time: 0.4515257 Dec 22 09:45:17.760260 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3602318c-673e-44c0-a8f0-a08ec0fd7154 req-ff575132-56ab-4575-91fd-5edca44fb409 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893455 Dec 22 09:45:17.991529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557326a7-5193-4db2-8be4-8166c9972c27 req-71ee196d-b5be-477a-bee4-87f638ca3665 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:17.993327 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557326a7-5193-4db2-8be4-8166c9972c27 req-71ee196d-b5be-477a-bee4-87f638ca3665 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=cf29a60e-0388-41cc-ad56-3d3eb43cd609 HTTP/1.1" status: 200 len: 945 time: 0.1022699 Dec 22 09:45:17.996308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b0dd8-dec5-4246-a200-e5a951b707c6 req-c0fa0048-34f4-4caf-a664-9c6a21a7683e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:17.997868 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-901b0dd8-dec5-4246-a200-e5a951b707c6 req-c0fa0048-34f4-4caf-a664-9c6a21a7683e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfd00f40-1157-44e9-8ffc-cef7d735bec6 HTTP/1.1" status: 200 len: 858 time: 0.2797463 Dec 22 09:45:18.090358 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-557326a7-5193-4db2-8be4-8166c9972c27 req-71cf0c8b-cce9-4e58-af4e-8f944b1966f6 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885189 Dec 22 09:45:18.437369 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-901b0dd8-dec5-4246-a200-e5a951b707c6 req-c4a9b07c-da1c-42d6-b43c-0087aa322657 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d340895-0ad7-464f-b8e9-14ff96252907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4230053 Dec 22 09:45:18.468919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648f31c-3200-47e7-b0f2-178813c7905c req-89aea891-a8e7-4fdb-88de-e1180dbfcec2 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:18.478875 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0648f31c-3200-47e7-b0f2-178813c7905c req-89aea891-a8e7-4fdb-88de-e1180dbfcec2 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=ec6d412d-8e07-4922-97bf-94cad4a856fb HTTP/1.1" status: 200 len: 950 time: 0.1154594 Dec 22 09:45:18.542696 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0648f31c-3200-47e7-b0f2-178813c7905c req-595a9654-a3cf-4710-a0a5-bbecac1b5f9c tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626383 Dec 22 09:45:18.847531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611d07d-0d77-427b-8e0e-98ea3c71dd5e req-943dc993-ae57-4afc-8f03-49253a2c0371 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:18.852848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611d07d-0d77-427b-8e0e-98ea3c71dd5e req-943dc993-ae57-4afc-8f03-49253a2c0371 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:18.857415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611d07d-0d77-427b-8e0e-98ea3c71dd5e req-943dc993-ae57-4afc-8f03-49253a2c0371 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:18.865388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611d07d-0d77-427b-8e0e-98ea3c71dd5e req-943dc993-ae57-4afc-8f03-49253a2c0371 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:18.869975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611d07d-0d77-427b-8e0e-98ea3c71dd5e req-943dc993-ae57-4afc-8f03-49253a2c0371 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:18.874448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611d07d-0d77-427b-8e0e-98ea3c71dd5e req-943dc993-ae57-4afc-8f03-49253a2c0371 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:18.878986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611d07d-0d77-427b-8e0e-98ea3c71dd5e req-943dc993-ae57-4afc-8f03-49253a2c0371 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:18.888227 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a611d07d-0d77-427b-8e0e-98ea3c71dd5e req-943dc993-ae57-4afc-8f03-49253a2c0371 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5434 time: 0.1904504 Dec 22 09:45:18.959719 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a611d07d-0d77-427b-8e0e-98ea3c71dd5e req-73f52009-c645-470a-9190-dc1aeb66d668 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702233 Dec 22 09:45:19.083454 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-901b0dd8-dec5-4246-a200-e5a951b707c6 req-635c6f8f-1f7e-4553-b6ed-406d3509c3f7 service neutron] 10.222.0.37 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6293085 Dec 22 09:45:19.121028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e9f28-decd-477e-b313-360ff35734b9 req-ae42c5f1-fbc6-43f8-87d2-7945d098adb6 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:19.122666 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-928e9f28-decd-477e-b313-360ff35734b9 req-ae42c5f1-fbc6-43f8-87d2-7945d098adb6 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0 HTTP/1.1" status: 200 len: 945 time: 0.1449068 Dec 22 09:45:19.184309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 40698512-a5cc-48ab-a64c-202312c288d7 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:45:19.191201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6afe5f6-c3ee-454e-8965-fc8069ac231d admin admin] Router 43a7dcff-04e0-4dd6-8790-693731fe17b5 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:45:19.293893 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-928e9f28-decd-477e-b313-360ff35734b9 req-dee0eaf5-9c1b-42ba-ba5c-36836fafcbc6 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521277 Dec 22 09:45:19.354691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 40698512-a5cc-48ab-a64c-202312c288d7 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:19.354691 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:19.401970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35965bed-45dd-4c7b-9648-53276e31d379 req-92e22171-e109-4f66-83ba-30d13c4d0ef9 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:19.402827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-35965bed-45dd-4c7b-9648-53276e31d379 req-92e22171-e109-4f66-83ba-30d13c4d0ef9 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Synchronizing usage tracker for tenant:9b7e3b31212e40a5a5916864be6d76d8 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:45:19.437257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38117a-0745-44f0-97fe-6c7862c79fec req-95a17756-db8d-4f65-b501-539e82a92999 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:19.443645 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef38117a-0745-44f0-97fe-6c7862c79fec req-95a17756-db8d-4f65-b501-539e82a92999 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.2686510 Dec 22 09:45:19.459050 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-901b0dd8-dec5-4246-a200-e5a951b707c6 req-1e7d0ef0-3285-47ff-92a7-243b568c65df service neutron] 10.222.0.37 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3581052 Dec 22 09:45:19.462205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-35965bed-45dd-4c7b-9648-53276e31d379 req-92e22171-e109-4f66-83ba-30d13c4d0ef9 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Unset dirty status for tenant:9b7e3b31212e40a5a5916864be6d76d8 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:45:19.463338 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-35965bed-45dd-4c7b-9648-53276e31d379 req-92e22171-e109-4f66-83ba-30d13c4d0ef9 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.37 "GET /v2.0/ports?device_id=ec6d412d-8e07-4922-97bf-94cad4a856fb HTTP/1.1" status: 200 len: 950 time: 0.5504687 Dec 22 09:45:19.585214 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef38117a-0745-44f0-97fe-6c7862c79fec req-be244997-5d6b-43a7-887a-2dca596d16a1 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337450 Dec 22 09:45:19.728661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-35965bed-45dd-4c7b-9648-53276e31d379 req-e257a669-64ec-473c-bd57-852781ba239b tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Deleting port 856489cf-ca48-41c9-a847-2b657c6e2482 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:45:19.729051 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-35965bed-45dd-4c7b-9648-53276e31d379 req-e257a669-64ec-473c-bd57-852781ba239b tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:19.766600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6afe5f6-c3ee-454e-8965-fc8069ac231d admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:45:19.778831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc068121-53a1-4870-b6c8-4a784896f487 None None] Sync routers for ids ['43a7dcff-04e0-4dd6-8790-693731fe17b5'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:45:19.807633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc068121-53a1-4870-b6c8-4a784896f487 None None] Routers {'43a7dcff-04e0-4dd6-8790-693731fe17b5'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:45:19.808555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-cc068121-53a1-4870-b6c8-4a784896f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:45:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['43a7dcff-04e0-4dd6-8790-693731fe17b5'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:19.813401 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b6afe5f6-c3ee-454e-8965-fc8069ac231d admin admin] 10.222.0.50 "PUT /v2.0/routers/43a7dcff-04e0-4dd6-8790-693731fe17b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7552097 Dec 22 09:45:19.816628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 53884) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:20.135094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-cc068121-53a1-4870-b6c8-4a784896f487 None None] Set router 43a7dcff-04e0-4dd6-8790-693731fe17b5 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:45:20.155258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-35965bed-45dd-4c7b-9648-53276e31d379 req-e257a669-64ec-473c-bd57-852781ba239b tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] For port 856489cf-ca48-41c9-a847-2b657c6e2482, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=856489cf-ca48-41c9-a847-2b657c6e2482,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:20.155671 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-35965bed-45dd-4c7b-9648-53276e31d379 req-e257a669-64ec-473c-bd57-852781ba239b tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:20.341499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-35965bed-45dd-4c7b-9648-53276e31d379 req-e257a669-64ec-473c-bd57-852781ba239b tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Calling delete_port for 856489cf-ca48-41c9-a847-2b657c6e2482 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:45:20.405593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53900) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:20.417707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:45:20.457779 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a425ea62-46b8-4620-9ae0-c3dc41423e7b admin admin] Notify callbacks [] for router, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:20.621049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:20.621622 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:20.680173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-35965bed-45dd-4c7b-9648-53276e31d379 req-e257a669-64ec-473c-bd57-852781ba239b tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:20.717401 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-481f01a2-36f1-429c-a40b-8e246189cf6b tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:20.824678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257a669-64ec-473c-bd57-852781ba239b tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Pushing event deleted for resources: {'Port': ['ID=856489cf-ca48-41c9-a847-2b657c6e2482,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:20.854603 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e257a669-64ec-473c-bd57-852781ba239b tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:20.856478 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a59de8dd-fc6d-4311-88ab-96a878162f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:20.901833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 856489cf-ca48-41c9-a847-2b657c6e2482 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:45:20.948276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-cc068121-53a1-4870-b6c8-4a784896f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'name': 'tempest-ServersTestBootFromVolume-613682399-router', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'b0288648-df84-4872-ac99-d4be642e3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:41:31Z', 'updated_at': '2020-12-22T09:45:16Z', 'revision_number': 5, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'gw_port': {'id': 'b0288648-df84-4872-ac99-d4be642e3592', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:33Z', 'updated_at': '2020-12-22T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:20.952963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc068121-53a1-4870-b6c8-4a784896f487 None None] Checking router: 43a7dcff-04e0-4dd6-8790-693731fe17b5 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:45:20.955814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a59de8dd-fc6d-4311-88ab-96a878162f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:20.976560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a59de8dd-fc6d-4311-88ab-96a878162f6f admin admin] Usage tracker for resource:security_group_rule and tenant:934b835f386d4293a3bc44c348298b7a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:20.978840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc068121-53a1-4870-b6c8-4a784896f487 None None] Routers {'43a7dcff-04e0-4dd6-8790-693731fe17b5'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:45:20.979719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-cc068121-53a1-4870-b6c8-4a784896f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:45:07Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['43a7dcff-04e0-4dd6-8790-693731fe17b5'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:20.985671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a59de8dd-fc6d-4311-88ab-96a878162f6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:20.995806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] No Port match for: 856489cf-ca48-41c9-a847-2b657c6e2482 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:45:20.996239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 856489cf-ca48-41c9-a847-2b657c6e2482 not bound to the agent host n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:45:21.001478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a59de8dd-fc6d-4311-88ab-96a878162f6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:21.066006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 36a3d7c0-e6da-452f-94eb-1a48d0121717 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:45:21.119749 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a59de8dd-fc6d-4311-88ab-96a878162f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:21.123449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a59de8dd-fc6d-4311-88ab-96a878162f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:21.139992 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8dd4b3f7-4cb7-4be1-8ddf-bf596cec964c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:21.230074 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a59de8dd-fc6d-4311-88ab-96a878162f6f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=934b835f386d4293a3bc44c348298b7a&name=default HTTP/1.1" status: 200 len: 2883 time: 0.8206112 Dec 22 09:45:21.240002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53926) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:21.246300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59de8dd-fc6d-4311-88ab-96a878162f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229cc813-3b67-4b04-886e-c19296c5837d,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:21.251767 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a59de8dd-fc6d-4311-88ab-96a878162f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:21.252801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-35965bed-45dd-4c7b-9648-53276e31d379 req-e257a669-64ec-473c-bd57-852781ba239b tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] No DVR routers for this DVR port 856489cf-ca48-41c9-a847-2b657c6e2482 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:45:21.258233 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:21.288069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc110bbe-35e8-489c-9d89-6c13b6a0c83f req-0f40719c-38d8-4b47-8bbb-de97b188fb55 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:21.296941 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc110bbe-35e8-489c-9d89-6c13b6a0c83f req-0f40719c-38d8-4b47-8bbb-de97b188fb55 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/ports?device_id=ec6d412d-8e07-4922-97bf-94cad4a856fb HTTP/1.1" status: 200 len: 867 time: 1.1086423 Dec 22 09:45:21.305493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-35965bed-45dd-4c7b-9648-53276e31d379 req-e257a669-64ec-473c-bd57-852781ba239b tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:21.309919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 36a3d7c0-e6da-452f-94eb-1a48d0121717, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=36a3d7c0-e6da-452f-94eb-1a48d0121717,segment=NetworkSegment(4a23f88a-34a4-4467-8e49-5524df848334),segment_id=4a23f88a-34a4-4467-8e49-5524df848334)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:21.311354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36a3d7c0-e6da-452f-94eb-1a48d0121717'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:45:21.319126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6d412d-8e07-4922-97bf-94cad4a856fb', 'name': 'network-vif-deleted', 'tag': '856489cf-ca48-41c9-a847-2b657c6e2482'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:45:21.321102 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:21.322168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 21597bba-be5f-49e6-b4ef-eaabcf5291f1 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:45:21.328775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60a993-b434-4c48-a2d3-4ad0a9600c0d req-7c61de13-83df-4a1d-b776-dad785ead2bf tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:21.337113 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c60a993-b434-4c48-a2d3-4ad0a9600c0d req-7c61de13-83df-4a1d-b776-dad785ead2bf tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 945 time: 1.2092133 Dec 22 09:45:21.352393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710e586-a830-42be-bb35-a2837bf81d99 req-635495c3-b149-4645-bc46-b2c03c4d473f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:21.357246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710e586-a830-42be-bb35-a2837bf81d99 req-635495c3-b149-4645-bc46-b2c03c4d473f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:21.362650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710e586-a830-42be-bb35-a2837bf81d99 req-635495c3-b149-4645-bc46-b2c03c4d473f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:21.370709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710e586-a830-42be-bb35-a2837bf81d99 req-635495c3-b149-4645-bc46-b2c03c4d473f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:21.375625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710e586-a830-42be-bb35-a2837bf81d99 req-635495c3-b149-4645-bc46-b2c03c4d473f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:21.383090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710e586-a830-42be-bb35-a2837bf81d99 req-635495c3-b149-4645-bc46-b2c03c4d473f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:21.385659 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:21.391107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710e586-a830-42be-bb35-a2837bf81d99 req-635495c3-b149-4645-bc46-b2c03c4d473f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:21.392275 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-35965bed-45dd-4c7b-9648-53276e31d379 req-e257a669-64ec-473c-bd57-852781ba239b tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.37 "DELETE /v2.0/ports/856489cf-ca48-41c9-a847-2b657c6e2482 HTTP/1.1" status: 204 len: 173 time: 1.8456724 Dec 22 09:45:21.393434 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9710e586-a830-42be-bb35-a2837bf81d99 req-635495c3-b149-4645-bc46-b2c03c4d473f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.64 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5434 time: 1.2065017 Dec 22 09:45:21.398321 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-546299de-24bb-495d-9d27-c1b929b9a8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:21.430507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-cc068121-53a1-4870-b6c8-4a784896f487 None None] Set router 43a7dcff-04e0-4dd6-8790-693731fe17b5 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:45:21.462551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-546299de-24bb-495d-9d27-c1b929b9a8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:21.486373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=36a3d7c0-e6da-452f-94eb-1a48d0121717,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:21.493562 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:21.552499 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc110bbe-35e8-489c-9d89-6c13b6a0c83f req-90c78851-e216-4463-b92e-d24dc362064f tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] 10.222.0.50 "GET /v2.0/security-groups?id=6bcfed12-f98e-458a-8d86-53cb7279aec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527893 Dec 22 09:45:21.556195 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-546299de-24bb-495d-9d27-c1b929b9a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:21.561673 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-328c7052-3b23-4646-b9e7-08889cc378e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:21.595473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546299de-24bb-495d-9d27-c1b929b9a8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229cc813-3b67-4b04-886e-c19296c5837d,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:21.616004 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:21.619028 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-546299de-24bb-495d-9d27-c1b929b9a8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:21.619892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-546299de-24bb-495d-9d27-c1b929b9a8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:21.621164 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-546299de-24bb-495d-9d27-c1b929b9a8a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/229cc813-3b67-4b04-886e-c19296c5837d HTTP/1.1" status: 204 len: 168 time: 0.3718061 Dec 22 09:45:21.795112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 21597bba-be5f-49e6-b4ef-eaabcf5291f1, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=21597bba-be5f-49e6-b4ef-eaabcf5291f1,segment=NetworkSegment(bc946c45-f832-479c-9a73-018cf6addf87),segment_id=bc946c45-f832-479c-9a73-018cf6addf87)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:21.801081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:21.802195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cfee7e92-56e4-4a04-8351-71d7acbc11ba no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:45:21.828462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710e586-a830-42be-bb35-a2837bf81d99 req-e0a121a7-7d2e-4240-961d-a82853f72528 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['binding:profile'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:21.836356 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9710e586-a830-42be-bb35-a2837bf81d99 req-e0a121a7-7d2e-4240-961d-a82853f72528 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.64 "GET /v2.0/ports/f7083d1b-bfb3-47ac-b643-58564cb5f4ac?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3583021 Dec 22 09:45:21.891781 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:21.922730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53942) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:22.063414 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9710e586-a830-42be-bb35-a2837bf81d99 req-0780866c-c90a-4482-a537-808b03b95211 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.64 "GET /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2160430 Dec 22 09:45:22.086674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a425ea62-46b8-4620-9ae0-c3dc41423e7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:22.095884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-9710e586-a830-42be-bb35-a2837bf81d99 req-8595bd17-38e7-40bd-a2d2-f35226637c8d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:45:22.100430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=21597bba-be5f-49e6-b4ef-eaabcf5291f1,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:22.105881 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:22.203285 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:22.280480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port cfee7e92-56e4-4a04-8351-71d7acbc11ba, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cfee7e92-56e4-4a04-8351-71d7acbc11ba,segment=NetworkSegment(4a23f88a-34a4-4467-8e49-5524df848334),segment_id=4a23f88a-34a4-4467-8e49-5524df848334)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:22.288737 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:22.289827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f7083d1b-bfb3-47ac-b643-58564cb5f4ac no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:45:22.340152 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e6a2732-6753-4f1a-a133-9a73b176c1ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:22.341518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-cc068121-53a1-4870-b6c8-4a784896f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'name': 'tempest-ServersTestBootFromVolume-613682399-router', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'b0288648-df84-4872-ac99-d4be642e3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:41:31Z', 'updated_at': '2020-12-22T09:45:16Z', 'revision_number': 5, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'gw_port': {'id': 'b0288648-df84-4872-ac99-d4be642e3592', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:33Z', 'updated_at': '2020-12-22T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:22.354905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc068121-53a1-4870-b6c8-4a784896f487 None None] The sync data for ids ['43a7dcff-04e0-4dd6-8790-693731fe17b5'] in n-d-765315-5 is: [{'id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'name': 'tempest-ServersTestBootFromVolume-613682399-router', 'tenant_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'b0288648-df84-4872-ac99-d4be642e3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:41:31Z', 'updated_at': '2020-12-22T09:45:16Z', 'revision_number': 5, 'project_id': '2f2a9e1d1079432fbb5dcdfabcefc7a9', 'gw_port': {'id': 'b0288648-df84-4872-ac99-d4be642e3592', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7dcff-04e0-4dd6-8790-693731fe17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:41:33Z', 'updated_at': '2020-12-22T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:45:22.366212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a425ea62-46b8-4620-9ae0-c3dc41423e7b admin admin] Deleting port b0288648-df84-4872-ac99-d4be642e3592 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:45:22.366777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a425ea62-46b8-4620-9ae0-c3dc41423e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:22.414860 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa64ff92-517f-4f11-8ec2-ba00ab53fec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:22.448512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-aa64ff92-517f-4f11-8ec2-ba00ab53fec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:22.456029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-aa64ff92-517f-4f11-8ec2-ba00ab53fec3 admin admin] Usage tracker for resource:security_group_rule and tenant:b53fc41a571148599c635edc0f224fa7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:22.461382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-aa64ff92-517f-4f11-8ec2-ba00ab53fec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:22.480947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-aa64ff92-517f-4f11-8ec2-ba00ab53fec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:22.507881 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c60a993-b434-4c48-a2d3-4ad0a9600c0d req-e2f3b5b8-3eb7-460e-baaa-1a049f360c2d tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1697645 Dec 22 09:45:22.616675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55425e6-3133-460d-8670-a750d4d26171 req-40455bba-eacc-4dc2-9715-21112d652f44 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:22.622792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55425e6-3133-460d-8670-a750d4d26171 req-40455bba-eacc-4dc2-9715-21112d652f44 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:22.629204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55425e6-3133-460d-8670-a750d4d26171 req-40455bba-eacc-4dc2-9715-21112d652f44 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:22.634496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55425e6-3133-460d-8670-a750d4d26171 req-40455bba-eacc-4dc2-9715-21112d652f44 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:22.639279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55425e6-3133-460d-8670-a750d4d26171 req-40455bba-eacc-4dc2-9715-21112d652f44 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:22.645215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55425e6-3133-460d-8670-a750d4d26171 req-40455bba-eacc-4dc2-9715-21112d652f44 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:22.650936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55425e6-3133-460d-8670-a750d4d26171 req-40455bba-eacc-4dc2-9715-21112d652f44 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:22.654896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f55425e6-3133-460d-8670-a750d4d26171 req-40455bba-eacc-4dc2-9715-21112d652f44 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 5430 time: 0.5811238 Dec 22 09:45:22.664442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53954) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:22.673460 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa64ff92-517f-4f11-8ec2-ba00ab53fec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:22.675411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-8595bd17-38e7-40bd-a2d2-f35226637c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:22.694788 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa64ff92-517f-4f11-8ec2-ba00ab53fec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:22.710653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:45:22.713285 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1ee8561-3723-41d2-870c-bcbe8f2caae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:22.725663 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f7536b8-40d8-4c34-8d23-4638801adc97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:22.737459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 84680160-84da-4b1d-bd9c-99d77e2b855e no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:45:22.795353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9f7536b8-40d8-4c34-8d23-4638801adc97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:22.802293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 84680160-84da-4b1d-bd9c-99d77e2b855e {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:45:22.802686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 84680160-84da-4b1d-bd9c-99d77e2b855e not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:45:22.809886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64ff92-517f-4f11-8ec2-ba00ab53fec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d284b163-23dc-4cf2-8222-d05d36de3913,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:22.813601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9f7536b8-40d8-4c34-8d23-4638801adc97 admin admin] Usage tracker for resource:security_group_rule and tenant:93a6ec5bd78d43f9b9c72bf810fa1ef9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:22.816804 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa64ff92-517f-4f11-8ec2-ba00ab53fec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:22.819750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9f7536b8-40d8-4c34-8d23-4638801adc97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:22.824892 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-aa64ff92-517f-4f11-8ec2-ba00ab53fec3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b53fc41a571148599c635edc0f224fa7&name=default HTTP/1.1" status: 200 len: 2883 time: 0.9003963 Dec 22 09:45:22.828467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53958) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:22.831169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9f7536b8-40d8-4c34-8d23-4638801adc97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:22.840677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=cfee7e92-56e4-4a04-8351-71d7acbc11ba,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:22.848099 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:22.921656 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f55425e6-3133-460d-8670-a750d4d26171 req-1decb3df-f188-4032-837e-f87118590b45 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2296023 Dec 22 09:45:22.929097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:22.929527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:22.944524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b4d24cc-e26d-4620-a4e8-643a10cfd2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:22.994942 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b4d24cc-e26d-4620-a4e8-643a10cfd2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:23.013712 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:23.035480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79c948-d7b5-432c-9c5c-430a5ef71c1a req-bb1d1458-b9d7-4faa-8433-eb7d0cb6b381 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:23.038130 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0e79c948-d7b5-432c-9c5c-430a5ef71c1a req-bb1d1458-b9d7-4faa-8433-eb7d0cb6b381 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.2991543 Dec 22 09:45:23.070159 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f7536b8-40d8-4c34-8d23-4638801adc97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:23.074913 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f7536b8-40d8-4c34-8d23-4638801adc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:23.088368 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-012ca85f-3fd2-4770-86f6-d94cc5a3ecaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:23.097183 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36a3d7c0-e6da-452f-94eb-1a48d0121717', 'code': 200} Dec 22 09:45:23.112473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port f7083d1b-bfb3-47ac-b643-58564cb5f4ac, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f7083d1b-bfb3-47ac-b643-58564cb5f4ac,segment=NetworkSegment(bc946c45-f832-479c-9a73-018cf6addf87),segment_id=bc946c45-f832-479c-9a73-018cf6addf87)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:23.118529 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:23.119372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device aeadeb92-77d7-438a-af11-5f5f6953b05c no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:45:23.124874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-a425ea62-46b8-4620-9ae0-c3dc41423e7b admin admin] For port b0288648-df84-4872-ac99-d4be642e3592, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=b0288648-df84-4872-ac99-d4be642e3592,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:23.125299 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a425ea62-46b8-4620-9ae0-c3dc41423e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:23.148115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7536b8-40d8-4c34-8d23-4638801adc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e546a2-49b5-4305-b274-01cc6eca509b,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:23.153230 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0e79c948-d7b5-432c-9c5c-430a5ef71c1a req-62d7e593-6c0e-43e9-82c1-71351283fe1b tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934842 Dec 22 09:45:23.165767 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9f7536b8-40d8-4c34-8d23-4638801adc97 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93a6ec5bd78d43f9b9c72bf810fa1ef9&name=default HTTP/1.1" status: 200 len: 2883 time: 0.4980972 Dec 22 09:45:23.167191 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9f7536b8-40d8-4c34-8d23-4638801adc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:23.175357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53962) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:23.183641 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-52f1d299-7982-4ebb-a4ba-7467b512af5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:23.196619 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b4d24cc-e26d-4620-a4e8-643a10cfd2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:23.204023 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a52b2b75-0991-4b4c-8f9e-af20a3a21c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:23.214739 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-9710e586-a830-42be-bb35-a2837bf81d99 req-8595bd17-38e7-40bd-a2d2-f35226637c8d service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:45:23.215110 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-9710e586-a830-42be-bb35-a2837bf81d99 req-8595bd17-38e7-40bd-a2d2-f35226637c8d service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:45:23.254630 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6d412d-8e07-4922-97bf-94cad4a856fb', 'name': 'network-vif-deleted', 'tag': '856489cf-ca48-41c9-a847-2b657c6e2482', 'status': 'completed', 'code': 200} Dec 22 09:45:23.291975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a425ea62-46b8-4620-9ae0-c3dc41423e7b admin admin] Calling delete_port for b0288648-df84-4872-ac99-d4be642e3592 owned by network:router_gateway {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:45:23.295437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d24cc-e26d-4620-a4e8-643a10cfd2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d284b163-23dc-4cf2-8222-d05d36de3913,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:23.318595 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9b4d24cc-e26d-4620-a4e8-643a10cfd2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:23.390948 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0258faa-2d14-4bfe-85c9-9a6672ad5d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:23.393609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b4d24cc-e26d-4620-a4e8-643a10cfd2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:23.395086 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9b4d24cc-e26d-4620-a4e8-643a10cfd2e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d284b163-23dc-4cf2-8222-d05d36de3913 HTTP/1.1" status: 204 len: 168 time: 0.5656397 Dec 22 09:45:23.467197 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0258faa-2d14-4bfe-85c9-9a6672ad5d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:23.496362 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:23.526456 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a425ea62-46b8-4620-9ae0-c3dc41423e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:23.530338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=f7083d1b-bfb3-47ac-b643-58564cb5f4ac,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:23.534031 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:23.558793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port aeadeb92-77d7-438a-af11-5f5f6953b05c, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=aeadeb92-77d7-438a-af11-5f5f6953b05c,segment=NetworkSegment(bc946c45-f832-479c-9a73-018cf6addf87),segment_id=bc946c45-f832-479c-9a73-018cf6addf87)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:23.562090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:23.563150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 39506343-a90f-4398-8f34-8fc7c0bfacbf no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:45:23.593149 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0258faa-2d14-4bfe-85c9-9a6672ad5d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:23.601703 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c9ad5689-6067-4a24-9cd6-59b5bda87068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:23.625977 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:23.642384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0258faa-2d14-4bfe-85c9-9a6672ad5d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e546a2-49b5-4305-b274-01cc6eca509b,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:23.666523 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d0258faa-2d14-4bfe-85c9-9a6672ad5d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:23.667795 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0258faa-2d14-4bfe-85c9-9a6672ad5d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:23.673107 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d0258faa-2d14-4bfe-85c9-9a6672ad5d7d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/90e546a2-49b5-4305-b274-01cc6eca509b HTTP/1.1" status: 204 len: 168 time: 0.4932604 Dec 22 09:45:23.741209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=aeadeb92-77d7-438a-af11-5f5f6953b05c,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:23.745014 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:23.885905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:23.982089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 39506343-a90f-4398-8f34-8fc7c0bfacbf, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=39506343-a90f-4398-8f34-8fc7c0bfacbf,segment=NetworkSegment(bc946c45-f832-479c-9a73-018cf6addf87),segment_id=bc946c45-f832-479c-9a73-018cf6addf87)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:23.988307 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:23.989280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6678f581-95c6-4a68-89a6-920891ccd5a6 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:45:24.063400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-8595bd17-38e7-40bd-a2d2-f35226637c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:24.113025 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:24.150283 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a425ea62-46b8-4620-9ae0-c3dc41423e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:24.261383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:24.298313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=39506343-a90f-4398-8f34-8fc7c0bfacbf,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:24.326181 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:24.377366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 6678f581-95c6-4a68-89a6-920891ccd5a6, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6678f581-95c6-4a68-89a6-920891ccd5a6,segment=NetworkSegment(879e1921-841b-4c32-99dd-c355d0c59585),segment_id=879e1921-841b-4c32-99dd-c355d0c59585)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:24.389198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:24.391139 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:24.501918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=6678f581-95c6-4a68-89a6-920891ccd5a6,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:24.511145 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:24.768139 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a425ea62-46b8-4620-9ae0-c3dc41423e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:24.773936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9710e586-a830-42be-bb35-a2837bf81d99 req-8595bd17-38e7-40bd-a2d2-f35226637c8d service neutron] For port f7083d1b-bfb3-47ac-b643-58564cb5f4ac, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f7083d1b-bfb3-47ac-b643-58564cb5f4ac,segment=NetworkSegment(bc946c45-f832-479c-9a73-018cf6addf87),segment_id=bc946c45-f832-479c-9a73-018cf6addf87)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:24.781379 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a425ea62-46b8-4620-9ae0-c3dc41423e7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:24.851127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903a69-8881-411e-b4d1-128b5b43c5a5 req-9190fee5-a4d3-4708-8a92-2e1938614e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:24.854051 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c903a69-8881-411e-b4d1-128b5b43c5a5 req-9190fee5-a4d3-4708-8a92-2e1938614e4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 1161 time: 0.9111729 Dec 22 09:45:24.865236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8e2f0-e753-4212-878e-87b004c0a6db req-7ddef884-9846-497f-bc3e-4a46abeb9c47 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:24.871185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8e2f0-e753-4212-878e-87b004c0a6db req-7ddef884-9846-497f-bc3e-4a46abeb9c47 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:24.875658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8e2f0-e753-4212-878e-87b004c0a6db req-7ddef884-9846-497f-bc3e-4a46abeb9c47 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:24.884811 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9cd8e2f0-e753-4212-878e-87b004c0a6db req-7ddef884-9846-497f-bc3e-4a46abeb9c47 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0&device_id=cf29a60e-0388-41cc-ad56-3d3eb43cd609&device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 2416 time: 0.9424820 Dec 22 09:45:25.071801 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-9710e586-a830-42be-bb35-a2837bf81d99 req-8595bd17-38e7-40bd-a2d2-f35226637c8d service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:45:25.099284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21597bba-be5f-49e6-b4ef-eaabcf5291f1'}, {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfee7e92-56e4-4a04-8351-71d7acbc11ba'}, {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7083d1b-bfb3-47ac-b643-58564cb5f4ac'}, {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeadeb92-77d7-438a-af11-5f5f6953b05c'}, {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39506343-a90f-4398-8f34-8fc7c0bfacbf'}, {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6678f581-95c6-4a68-89a6-920891ccd5a6'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:45:25.107928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a425ea62-46b8-4620-9ae0-c3dc41423e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:25.108649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a425ea62-46b8-4620-9ae0-c3dc41423e7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43a7dcff-04e0-4dd6-8790-693731fe17b5 {{(pid=81071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:45:25.116568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b82f83-e9fd-48d3-99c7-74a92277244f req-8918ee56-991f-47a5-b5c5-dbf2915df990 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:25.118334 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-90b82f83-e9fd-48d3-99c7-74a92277244f req-8918ee56-991f-47a5-b5c5-dbf2915df990 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.5246654 Dec 22 09:45:25.136888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9710e586-a830-42be-bb35-a2837bf81d99 req-8595bd17-38e7-40bd-a2d2-f35226637c8d service neutron] For port f7083d1b-bfb3-47ac-b643-58564cb5f4ac, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:45:25.545965 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9cd8e2f0-e753-4212-878e-87b004c0a6db req-8fe698c3-2cf2-48b8-b7c1-dcb53804c7af tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607745 Dec 22 09:45:25.587391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903a69-8881-411e-b4d1-128b5b43c5a5 req-6f362a4a-d103-41e3-8ce9-9d773d336e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:25.589109 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c903a69-8881-411e-b4d1-128b5b43c5a5 req-6f362a4a-d103-41e3-8ce9-9d773d336e66 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 905 time: 0.7012126 Dec 22 09:45:25.606146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a425ea62-46b8-4620-9ae0-c3dc41423e7b admin admin] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:25.610228 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a425ea62-46b8-4620-9ae0-c3dc41423e7b admin admin] 10.222.0.50 "DELETE /v2.0/routers/43a7dcff-04e0-4dd6-8790-693731fe17b5 HTTP/1.1" status: 204 len: 168 time: 5.7919686 Dec 22 09:45:25.610360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54046) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:25.728561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6f8b5e-7318-43ce-a752-02165a22d4ea admin admin] Deleting subnet 4557d1ef-259f-4361-8ea2-d56efbc84de1 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:45:25.732529 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b6f8b5e-7318-43ce-a752-02165a22d4ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:25.743309 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c903a69-8881-411e-b4d1-128b5b43c5a5 req-6bf58c74-356b-4130-af5a-198e6eea9ea8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f77f0c63-abd4-4133-adc9-a667b99a94b1 HTTP/1.1" status: 200 len: 1002 time: 0.1430619 Dec 22 09:45:25.745780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-9710e586-a830-42be-bb35-a2837bf81d99 req-8595bd17-38e7-40bd-a2d2-f35226637c8d service neutron] device_id is not set on port f7083d1b-bfb3-47ac-b643-58564cb5f4ac yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:45:25.760441 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-8595bd17-38e7-40bd-a2d2-f35226637c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:25.814472 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b6f8b5e-7318-43ce-a752-02165a22d4ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:25.834762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903a69-8881-411e-b4d1-128b5b43c5a5 req-c4131490-9434-4062-a032-d9c3142bb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:25.836473 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c903a69-8881-411e-b4d1-128b5b43c5a5 req-c4131490-9434-4062-a032-d9c3142bb2ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.0825195 Dec 22 09:45:25.852647 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-90b82f83-e9fd-48d3-99c7-74a92277244f req-32c17a21-a2bf-4894-b53f-8e68cd929ab4 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202097 Dec 22 09:45:25.854203 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-8595bd17-38e7-40bd-a2d2-f35226637c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:25.887039 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:25.960459 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b6f8b5e-7318-43ce-a752-02165a22d4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:26.266762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595bd17-38e7-40bd-a2d2-f35226637c8d service neutron] Pushing event updated for resources: {'Port': ['ID=f7083d1b-bfb3-47ac-b643-58564cb5f4ac,revision_number=6']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:26.279712 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8595bd17-38e7-40bd-a2d2-f35226637c8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:26.366676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903a69-8881-411e-b4d1-128b5b43c5a5 req-240f9e70-d9ea-4484-a4c4-9f85cdfac1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:26.368439 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c903a69-8881-411e-b4d1-128b5b43c5a5 req-240f9e70-d9ea-4484-a4c4-9f85cdfac1ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4848731 Dec 22 09:45:26.461277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b6f8b5e-7318-43ce-a752-02165a22d4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:26.566906 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21597bba-be5f-49e6-b4ef-eaabcf5291f1', 'code': 200} Dec 22 09:45:26.567893 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfee7e92-56e4-4a04-8351-71d7acbc11ba', 'code': 200} Dec 22 09:45:26.567999 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7083d1b-bfb3-47ac-b643-58564cb5f4ac', 'code': 200} Dec 22 09:45:26.568373 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeadeb92-77d7-438a-af11-5f5f6953b05c', 'code': 200} Dec 22 09:45:26.568738 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39506343-a90f-4398-8f34-8fc7c0bfacbf', 'code': 200} Dec 22 09:45:26.569091 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6678f581-95c6-4a68-89a6-920891ccd5a6', 'code': 200} Dec 22 09:45:26.606007 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bb420621-5d73-449a-9e42-283373d4fa1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:26.607015 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c903a69-8881-411e-b4d1-128b5b43c5a5 req-216e7c7c-882e-4174-8a5b-79efb846f203 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230048 Dec 22 09:45:26.650149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f8b5e-7318-43ce-a752-02165a22d4ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4557d1ef-259f-4361-8ea2-d56efbc84de1,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:26.653533 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b6f8b5e-7318-43ce-a752-02165a22d4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:26.654582 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b6f8b5e-7318-43ce-a752-02165a22d4ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:26.663682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59510eb8-5753-4c68-ac91-90dbad5e1306 None None] Network 7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:45:26.665571 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2b6f8b5e-7318-43ce-a752-02165a22d4ea admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4557d1ef-259f-4361-8ea2-d56efbc84de1 HTTP/1.1" status: 204 len: 168 time: 1.0539579 Dec 22 09:45:26.666268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54114) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:26.853210 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:26.919238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device b0288648-df84-4872-ac99-d4be642e3592 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:45:26.964564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee18bb3-e48f-49f9-b853-3fffddb92b34 req-724f9b00-c8d4-479b-ab7f-d291042c1f3a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:26.973492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: b0288648-df84-4872-ac99-d4be642e3592 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:45:26.974235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device b0288648-df84-4872-ac99-d4be642e3592 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:45:26.982422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee18bb3-e48f-49f9-b853-3fffddb92b34 req-724f9b00-c8d4-479b-ab7f-d291042c1f3a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:26.992317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee18bb3-e48f-49f9-b853-3fffddb92b34 req-724f9b00-c8d4-479b-ab7f-d291042c1f3a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:27.010667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee18bb3-e48f-49f9-b853-3fffddb92b34 req-724f9b00-c8d4-479b-ab7f-d291042c1f3a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:27.015775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee18bb3-e48f-49f9-b853-3fffddb92b34 req-724f9b00-c8d4-479b-ab7f-d291042c1f3a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:27.021451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee18bb3-e48f-49f9-b853-3fffddb92b34 req-724f9b00-c8d4-479b-ab7f-d291042c1f3a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:27.031241 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3ee18bb3-e48f-49f9-b853-3fffddb92b34 req-724f9b00-c8d4-479b-ab7f-d291042c1f3a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 4648 time: 0.9434454 Dec 22 09:45:27.155722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8d2dfc89-780d-4bbc-a030-de6695d5c2ba None None] Provisioning complete for port f7083d1b-bfb3-47ac-b643-58564cb5f4ac triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:27.156513 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d2dfc89-780d-4bbc-a030-de6695d5c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:27.163231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-9710e586-a830-42be-bb35-a2837bf81d99 req-8595bd17-38e7-40bd-a2d2-f35226637c8d service neutron] No DVR routers for this DVR port f7083d1b-bfb3-47ac-b643-58564cb5f4ac on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:45:27.234976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c02bb78-06c7-47fe-89f5-da53f7e72135 None None] DHCP port deletion for 7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:45:27.247236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-3c02bb78-06c7-47fe-89f5-da53f7e72135 None None] Deleting port f044a548-bc3c-4152-9bed-9fe84e7c6490 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:45:27.248017 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c02bb78-06c7-47fe-89f5-da53f7e72135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:27.315365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Deleting port f044a548-bc3c-4152-9bed-9fe84e7c6490 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:45:27.315851 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:27.429985 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3ee18bb3-e48f-49f9-b853-3fffddb92b34 req-127e9506-1c41-4676-8424-819579f116c0 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6&id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3970742 Dec 22 09:45:27.432262 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c903a69-8881-411e-b4d1-128b5b43c5a5 req-272ef0aa-d887-46aa-aff6-871be510b0b9 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6597705 Dec 22 09:45:27.497762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9710e586-a830-42be-bb35-a2837bf81d99 req-8595bd17-38e7-40bd-a2d2-f35226637c8d service neutron] In _notify_port_updated(), no bound segment for port f7083d1b-bfb3-47ac-b643-58564cb5f4ac on network 4623a071-a810-4e69-a12c-21455bc82af1 {{(pid=81071) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}} Dec 22 09:45:27.498615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710e586-a830-42be-bb35-a2837bf81d99 req-8595bd17-38e7-40bd-a2d2-f35226637c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:27.499462 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-8595bd17-38e7-40bd-a2d2-f35226637c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:27.500708 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9710e586-a830-42be-bb35-a2837bf81d99 req-8595bd17-38e7-40bd-a2d2-f35226637c8d service neutron] 10.222.0.64 "PUT /v2.0/ports/f7083d1b-bfb3-47ac-b643-58564cb5f4ac HTTP/1.1" status: 200 len: 1027 time: 5.4182501 Dec 22 09:45:27.526444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8d2dfc89-780d-4bbc-a030-de6695d5c2ba None None] Port f7083d1b-bfb3-47ac-b643-58564cb5f4ac cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:45:27.529405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-3c02bb78-06c7-47fe-89f5-da53f7e72135 None None] For port f044a548-bc3c-4152-9bed-9fe84e7c6490, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=f044a548-bc3c-4152-9bed-9fe84e7c6490,segment=NetworkSegment(09f667fc-effc-4b24-8d72-411319ec4a3c),segment_id=09f667fc-effc-4b24-8d72-411319ec4a3c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:27.529918 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c02bb78-06c7-47fe-89f5-da53f7e72135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:27.639898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] For port f044a548-bc3c-4152-9bed-9fe84e7c6490, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=f044a548-bc3c-4152-9bed-9fe84e7c6490,segment=NetworkSegment(09f667fc-effc-4b24-8d72-411319ec4a3c),segment_id=09f667fc-effc-4b24-8d72-411319ec4a3c)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:27.640505 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:27.729467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710e586-a830-42be-bb35-a2837bf81d99 req-9f523d16-9efb-4f63-88c9-4d139f20a319 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['binding:profile'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:27.730985 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9710e586-a830-42be-bb35-a2837bf81d99 req-9f523d16-9efb-4f63-88c9-4d139f20a319 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.64 "GET /v2.0/ports/21597bba-be5f-49e6-b4ef-eaabcf5291f1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2122648 Dec 22 09:45:27.750935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-3c02bb78-06c7-47fe-89f5-da53f7e72135 None None] Calling delete_port for f044a548-bc3c-4152-9bed-9fe84e7c6490 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:45:27.758782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-9710e586-a830-42be-bb35-a2837bf81d99 req-30e2e822-68a8-4859-b8dd-8a733c58c999 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:45:27.806405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a8f35-3e07-4d4a-ab8c-fcd7b12953a9 req-d471fa17-cc86-4848-820e-e04bcfadd55c tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:27.808145 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-953a8f35-3e07-4d4a-ab8c-fcd7b12953a9 req-d471fa17-cc86-4848-820e-e04bcfadd55c tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.7503865 Dec 22 09:45:27.938993 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c02bb78-06c7-47fe-89f5-da53f7e72135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:27.950994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Calling delete_port for f044a548-bc3c-4152-9bed-9fe84e7c6490 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:45:28.048889 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-953a8f35-3e07-4d4a-ab8c-fcd7b12953a9 req-df0d53a6-aa06-43d1-861f-71c2f07b5c82 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209306 Dec 22 09:45:28.053474 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:45:28.053848 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:45:28.087262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-30e2e822-68a8-4859-b8dd-8a733c58c999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:28.089855 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:28.138860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02bb78-06c7-47fe-89f5-da53f7e72135 None None] Pushing event deleted for resources: {'Port': ['ID=f044a548-bc3c-4152-9bed-9fe84e7c6490,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:28.164624 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3c02bb78-06c7-47fe-89f5-da53f7e72135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:28.173745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c02bb78-06c7-47fe-89f5-da53f7e72135 None None] No DVR routers for this DVR port f044a548-bc3c-4152-9bed-9fe84e7c6490 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:45:28.199350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5be00-7fcd-417b-b126-9c81b0000532 req-a205815a-61cf-4d16-8a7c-0043f152ba76 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:28.226665 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-56e5be00-7fcd-417b-b126-9c81b0000532 req-a205815a-61cf-4d16-8a7c-0043f152ba76 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0 HTTP/1.1" status: 200 len: 945 time: 0.3125260 Dec 22 09:45:28.328632 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-56e5be00-7fcd-417b-b126-9c81b0000532 req-efa09209-b1d8-40c0-b6a4-5f4fb977d3e5 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008737 Dec 22 09:45:28.555586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Deleting port f044a548-bc3c-4152-9bed-9fe84e7c6490 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:45:28.556512 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:28.638221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9710e586-a830-42be-bb35-a2837bf81d99 req-30e2e822-68a8-4859-b8dd-8a733c58c999 service neutron] For port 21597bba-be5f-49e6-b4ef-eaabcf5291f1, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=21597bba-be5f-49e6-b4ef-eaabcf5291f1,segment=NetworkSegment(bc946c45-f832-479c-9a73-018cf6addf87),segment_id=bc946c45-f832-479c-9a73-018cf6addf87)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:28.665671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fac71-1244-458d-8ca8-e0eab8e725ad req-f403816b-e92a-4bc0-9c5c-79ac69109c92 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:28.673586 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a19fac71-1244-458d-8ca8-e0eab8e725ad req-f403816b-e92a-4bc0-9c5c-79ac69109c92 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.1545203 Dec 22 09:45:28.694276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] The port 'f044a548-bc3c-4152-9bed-9fe84e7c6490' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:45:28.727421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device f044a548-bc3c-4152-9bed-9fe84e7c6490 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:45:28.790571 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a19fac71-1244-458d-8ca8-e0eab8e725ad req-b5ec1f1c-53f4-4c76-b525-7f9d38286a4b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159232 Dec 22 09:45:28.806506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: f044a548-bc3c-4152-9bed-9fe84e7c6490 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:45:28.809152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device f044a548-bc3c-4152-9bed-9fe84e7c6490 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:45:28.837144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9710e586-a830-42be-bb35-a2837bf81d99 req-30e2e822-68a8-4859-b8dd-8a733c58c999 service neutron] For port 21597bba-be5f-49e6-b4ef-eaabcf5291f1, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:45:28.926090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:28.967667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-9710e586-a830-42be-bb35-a2837bf81d99 req-30e2e822-68a8-4859-b8dd-8a733c58c999 service neutron] device_id is not set on port 21597bba-be5f-49e6-b4ef-eaabcf5291f1 yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:45:28.983140 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-30e2e822-68a8-4859-b8dd-8a733c58c999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:28.994075 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-30e2e822-68a8-4859-b8dd-8a733c58c999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:29.195145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:29.204727 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ed534c05-c4b4-41f4-b609-96891239bd81 tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:29.233314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f667fc-effc-4b24-8d72-411319ec4a3c') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:29.235688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f667fc-effc-4b24-8d72-411319ec4a3c') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:29.271308 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:29.328733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:29.336676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Releasing vxlan tunnel 11 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:45:29.651705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Network 7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:45:29.671431 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:29.738658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 54232) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:29.815304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2e822-68a8-4859-b8dd-8a733c58c999 service neutron] Pushing event updated for resources: {'Port': ['ID=21597bba-be5f-49e6-b4ef-eaabcf5291f1,revision_number=6']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:29.822284 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-30e2e822-68a8-4859-b8dd-8a733c58c999 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:30.071873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Network 7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:45:30.096993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-9710e586-a830-42be-bb35-a2837bf81d99 req-30e2e822-68a8-4859-b8dd-8a733c58c999 service neutron] No DVR routers for this DVR port 21597bba-be5f-49e6-b4ef-eaabcf5291f1 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:45:30.127355 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:45:30.162487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a2871-d742-4925-8d2b-bed44888578e req-a86c051d-fd62-4a24-9f10-dc7d9d3838b7 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:30.167117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a2871-d742-4925-8d2b-bed44888578e req-a86c051d-fd62-4a24-9f10-dc7d9d3838b7 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:30.172120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a2871-d742-4925-8d2b-bed44888578e req-a86c051d-fd62-4a24-9f10-dc7d9d3838b7 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:30.176823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a2871-d742-4925-8d2b-bed44888578e req-a86c051d-fd62-4a24-9f10-dc7d9d3838b7 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:30.182692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a2871-d742-4925-8d2b-bed44888578e req-a86c051d-fd62-4a24-9f10-dc7d9d3838b7 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:30.199807 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd0a2871-d742-4925-8d2b-bed44888578e req-a86c051d-fd62-4a24-9f10-dc7d9d3838b7 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 3876 time: 0.5803988 Dec 22 09:45:30.299012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-95940721-c691-41c6-ad3a-1545882ec958 None None] Provisioning complete for port 21597bba-be5f-49e6-b4ef-eaabcf5291f1 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:30.309368 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-95940721-c691-41c6-ad3a-1545882ec958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:30.310612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:30.315891 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4255767d-043d-4f3a-aa67-4aa4ebfe298c tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:30.368549 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:30.380736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:30.383718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23db61cd-37cb-40d4-bfe2-f5505cc2b42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:30.398277 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:30.404702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-95940721-c691-41c6-ad3a-1545882ec958 None None] Port 21597bba-be5f-49e6-b4ef-eaabcf5291f1 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:45:30.427119 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7ccc7c1e-7d9c-43c3-a3db-76d0c01671a9 HTTP/1.1" status: 204 len: 168 time: 3.7518988 Dec 22 09:45:30.462483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-23db61cd-37cb-40d4-bfe2-f5505cc2b42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:30.480378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-23db61cd-37cb-40d4-bfe2-f5505cc2b42f admin admin] Usage tracker for resource:security_group_rule and tenant:2e42a4e3f0484004b1bea308ef2ce683 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:30.492015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-23db61cd-37cb-40d4-bfe2-f5505cc2b42f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:30.501950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-23db61cd-37cb-40d4-bfe2-f5505cc2b42f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:30.556392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9710e586-a830-42be-bb35-a2837bf81d99 req-30e2e822-68a8-4859-b8dd-8a733c58c999 service neutron] In _notify_port_updated(), no bound segment for port 21597bba-be5f-49e6-b4ef-eaabcf5291f1 on network 4623a071-a810-4e69-a12c-21455bc82af1 {{(pid=81071) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}} Dec 22 09:45:30.557275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710e586-a830-42be-bb35-a2837bf81d99 req-30e2e822-68a8-4859-b8dd-8a733c58c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:30.558033 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-30e2e822-68a8-4859-b8dd-8a733c58c999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:30.559612 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9710e586-a830-42be-bb35-a2837bf81d99 req-30e2e822-68a8-4859-b8dd-8a733c58c999 service neutron] 10.222.0.64 "PUT /v2.0/ports/21597bba-be5f-49e6-b4ef-eaabcf5291f1 HTTP/1.1" status: 200 len: 1027 time: 2.8100989 Dec 22 09:45:30.613867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23db61cd-37cb-40d4-bfe2-f5505cc2b42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:30.662612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54292) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:30.700868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9710e586-a830-42be-bb35-a2837bf81d99 req-ec511c4f-668d-459d-b6cf-55670692f4dc tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Deleting port cfee7e92-56e4-4a04-8351-71d7acbc11ba {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:45:30.701934 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-ec511c4f-668d-459d-b6cf-55670692f4dc tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:30.776815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23db61cd-37cb-40d4-bfe2-f5505cc2b42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:30.782475 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9096b643-799c-46de-af96-bd14352e7e25 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f2a9e1d1079432fbb5dcdfabcefc7a9&name=default HTTP/1.1" status: 200 len: 2883 time: 0.1186278 Dec 22 09:45:30.794135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54298) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:30.826030 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-11a4f526-b780-49de-9734-a591a27ea616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:30.863324 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-23db61cd-37cb-40d4-bfe2-f5505cc2b42f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e42a4e3f0484004b1bea308ef2ce683&name=default HTTP/1.1" status: 200 len: 2883 time: 1.1201811 Dec 22 09:45:30.906869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54304) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:30.986444 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a867e39d-32da-48f1-a292-dc17ffdb8d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:31.022430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54312) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:31.114609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a867e39d-32da-48f1-a292-dc17ffdb8d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:31.148641 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a1805ab-d644-4bea-869b-a4de6734bdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:31.225449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a1805ab-d644-4bea-869b-a4de6734bdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:31.269303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db61cd-37cb-40d4-bfe2-f5505cc2b42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53c5d4f-c617-4662-93aa-9128c2afab10,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:31.278426 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-23db61cd-37cb-40d4-bfe2-f5505cc2b42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:31.304863 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a867e39d-32da-48f1-a292-dc17ffdb8d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:31.305685 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd0a2871-d742-4925-8d2b-bed44888578e req-59a85273-fba8-44bf-b90f-52b55eb08f23 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1048326 Dec 22 09:45:31.323371 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa64ff92-517f-4f11-8ec2-ba00ab53fec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:31.346972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867e39d-32da-48f1-a292-dc17ffdb8d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ee4b09-cc1b-4d13-95e4-be77623de812,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:31.351566 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a867e39d-32da-48f1-a292-dc17ffdb8d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:31.424581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9710e586-a830-42be-bb35-a2837bf81d99 req-ec511c4f-668d-459d-b6cf-55670692f4dc tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] For port cfee7e92-56e4-4a04-8351-71d7acbc11ba, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cfee7e92-56e4-4a04-8351-71d7acbc11ba,segment=NetworkSegment(4a23f88a-34a4-4467-8e49-5524df848334),segment_id=4a23f88a-34a4-4467-8e49-5524df848334)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:31.425013 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-ec511c4f-668d-459d-b6cf-55670692f4dc tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:31.461858 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a867e39d-32da-48f1-a292-dc17ffdb8d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:31.463197 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a867e39d-32da-48f1-a292-dc17ffdb8d11 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/10ee4b09-cc1b-4d13-95e4-be77623de812 HTTP/1.1" status: 204 len: 168 time: 0.6679935 Dec 22 09:45:31.471580 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ff143fb6-4ae6-4632-afcf-02dbc99709f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b7e3b31212e40a5a5916864be6d76d8&name=default HTTP/1.1" status: 200 len: 2883 time: 0.4450243 Dec 22 09:45:31.474993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54322) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:31.491804 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a1805ab-d644-4bea-869b-a4de6734bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:31.500009 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:31.540664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1805ab-d644-4bea-869b-a4de6734bdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53c5d4f-c617-4662-93aa-9128c2afab10,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:31.562978 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a1805ab-d644-4bea-869b-a4de6734bdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:31.566414 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a1805ab-d644-4bea-869b-a4de6734bdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:31.571393 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1a1805ab-d644-4bea-869b-a4de6734bdd3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f53c5d4f-c617-4662-93aa-9128c2afab10 HTTP/1.1" status: 204 len: 168 time: 0.6603386 Dec 22 09:45:31.621180 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12415af1-6b2c-4617-904c-bc9d0b4b4ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:31.658048 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12415af1-6b2c-4617-904c-bc9d0b4b4ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:31.707255 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12415af1-6b2c-4617-904c-bc9d0b4b4ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:31.715766 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f566d37f-7bc3-4386-aca8-f7119ea45d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:31.730234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12415af1-6b2c-4617-904c-bc9d0b4b4ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcfed12-f98e-458a-8d86-53cb7279aec6,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:31.734871 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-12415af1-6b2c-4617-904c-bc9d0b4b4ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:31.740004 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12415af1-6b2c-4617-904c-bc9d0b4b4ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:31.755869 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-12415af1-6b2c-4617-904c-bc9d0b4b4ea7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6bcfed12-f98e-458a-8d86-53cb7279aec6 HTTP/1.1" status: 204 len: 168 time: 0.2795348 Dec 22 09:45:31.765315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9710e586-a830-42be-bb35-a2837bf81d99 req-ec511c4f-668d-459d-b6cf-55670692f4dc tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Calling delete_port for cfee7e92-56e4-4a04-8351-71d7acbc11ba owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:45:31.880915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fff78-b2c1-4039-a9fc-02982d3a68ce req-f02c54f0-15ee-4da4-885d-012f5fd30934 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:31.894852 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-886fff78-b2c1-4039-a9fc-02982d3a68ce req-f02c54f0-15ee-4da4-885d-012f5fd30934 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.7424033 Dec 22 09:45:32.010627 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-886fff78-b2c1-4039-a9fc-02982d3a68ce req-f1598199-685a-4250-8f71-0868b6bcc8a8 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112978 Dec 22 09:45:32.181573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-ec511c4f-668d-459d-b6cf-55670692f4dc tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:32.509396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54372) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:32.541363 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:32.560410 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5772-96d7-46bf-a4b3-ba7a619392c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:32.608535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c7dc5772-96d7-46bf-a4b3-ba7a619392c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:32.616786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c7dc5772-96d7-46bf-a4b3-ba7a619392c2 admin admin] Usage tracker for resource:security_group_rule and tenant:e49b1018786a4169ba9a76b499c3cd61 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:32.627399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c7dc5772-96d7-46bf-a4b3-ba7a619392c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:32.636433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec511c4f-668d-459d-b6cf-55670692f4dc tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event deleted for resources: {'Port': ['ID=cfee7e92-56e4-4a04-8351-71d7acbc11ba,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:32.641760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c7dc5772-96d7-46bf-a4b3-ba7a619392c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:32.667559 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec511c4f-668d-459d-b6cf-55670692f4dc tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:32.764717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-9710e586-a830-42be-bb35-a2837bf81d99 req-ec511c4f-668d-459d-b6cf-55670692f4dc tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] No DVR routers for this DVR port cfee7e92-56e4-4a04-8351-71d7acbc11ba on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:45:32.768621 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-ec511c4f-668d-459d-b6cf-55670692f4dc tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:32.817115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-deleted', 'tag': 'cfee7e92-56e4-4a04-8351-71d7acbc11ba'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:45:32.841738 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5772-96d7-46bf-a4b3-ba7a619392c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:32.852169 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5772-96d7-46bf-a4b3-ba7a619392c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:32.871034 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a867e39d-32da-48f1-a292-dc17ffdb8d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:32.904602 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9710e586-a830-42be-bb35-a2837bf81d99 req-ec511c4f-668d-459d-b6cf-55670692f4dc tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.64 "DELETE /v2.0/ports/cfee7e92-56e4-4a04-8351-71d7acbc11ba HTTP/1.1" status: 204 len: 173 time: 2.2874467 Dec 22 09:45:32.982952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc5772-96d7-46bf-a4b3-ba7a619392c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab166f9c-e4d0-4139-832a-2670e89f8ec7,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:33.007260 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c7dc5772-96d7-46bf-a4b3-ba7a619392c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:33.010142 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c7dc5772-96d7-46bf-a4b3-ba7a619392c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e49b1018786a4169ba9a76b499c3cd61&name=default HTTP/1.1" status: 200 len: 2883 time: 0.4994297 Dec 22 09:45:33.023586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 54392) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:33.109094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9710e586-a830-42be-bb35-a2837bf81d99 req-a157946c-b875-4bb5-a97d-c6f07f86bd23 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Deleting port 36a3d7c0-e6da-452f-94eb-1a48d0121717 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:45:33.109309 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-a157946c-b875-4bb5-a97d-c6f07f86bd23 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:33.157584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1893e-5b01-4ef0-977d-cc9da55fd35b req-2cb7d703-dd57-4a2d-a043-deaef17fac7e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:33.163007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1893e-5b01-4ef0-977d-cc9da55fd35b req-2cb7d703-dd57-4a2d-a043-deaef17fac7e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:33.168421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1893e-5b01-4ef0-977d-cc9da55fd35b req-2cb7d703-dd57-4a2d-a043-deaef17fac7e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:33.173180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1893e-5b01-4ef0-977d-cc9da55fd35b req-2cb7d703-dd57-4a2d-a043-deaef17fac7e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:33.174203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-92b1893e-5b01-4ef0-977d-cc9da55fd35b req-2cb7d703-dd57-4a2d-a043-deaef17fac7e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Synchronizing usage tracker for tenant:1f885b02df6f418abdaeaf80d8c5dc8f on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:45:33.344676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aac0e508-5218-456e-92a3-473e28bfdac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:33.441320 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aac0e508-5218-456e-92a3-473e28bfdac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:33.490958 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-deleted', 'tag': 'cfee7e92-56e4-4a04-8351-71d7acbc11ba', 'status': 'completed', 'code': 200} Dec 22 09:45:33.496299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-92b1893e-5b01-4ef0-977d-cc9da55fd35b req-2cb7d703-dd57-4a2d-a043-deaef17fac7e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Unset dirty status for tenant:1f885b02df6f418abdaeaf80d8c5dc8f on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:45:33.497739 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92b1893e-5b01-4ef0-977d-cc9da55fd35b req-2cb7d703-dd57-4a2d-a043-deaef17fac7e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 3143 time: 0.7308035 Dec 22 09:45:33.805669 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aac0e508-5218-456e-92a3-473e28bfdac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:33.858036 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-822a73e7-5938-4803-a1fc-5951cb60f89b tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:33.896157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0e508-5218-456e-92a3-473e28bfdac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab166f9c-e4d0-4139-832a-2670e89f8ec7,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:33.901080 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92b1893e-5b01-4ef0-977d-cc9da55fd35b req-2d903a10-3c4d-498f-93fd-d731df5a55aa tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3564842 Dec 22 09:45:33.904599 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aac0e508-5218-456e-92a3-473e28bfdac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:33.908364 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aac0e508-5218-456e-92a3-473e28bfdac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:33.909614 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-aac0e508-5218-456e-92a3-473e28bfdac2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab166f9c-e4d0-4139-832a-2670e89f8ec7 HTTP/1.1" status: 204 len: 168 time: 0.8810253 Dec 22 09:45:33.946927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9710e586-a830-42be-bb35-a2837bf81d99 req-a157946c-b875-4bb5-a97d-c6f07f86bd23 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] For port 36a3d7c0-e6da-452f-94eb-1a48d0121717, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=36a3d7c0-e6da-452f-94eb-1a48d0121717,segment=NetworkSegment(4a23f88a-34a4-4467-8e49-5524df848334),segment_id=4a23f88a-34a4-4467-8e49-5524df848334)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:33.947339 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-a157946c-b875-4bb5-a97d-c6f07f86bd23 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:34.093704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9710e586-a830-42be-bb35-a2837bf81d99 req-a157946c-b875-4bb5-a97d-c6f07f86bd23 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Calling delete_port for 36a3d7c0-e6da-452f-94eb-1a48d0121717 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:45:34.098185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54430) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:34.147627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e5578-1000-417b-8333-60ce3e1785f8 req-b0130af4-56fc-495b-b11c-04aaa055859f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:34.152505 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-312e5578-1000-417b-8333-60ce3e1785f8 req-b0130af4-56fc-495b-b11c-04aaa055859f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 945 time: 0.3624368 Dec 22 09:45:34.206442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54438) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:34.266321 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-312e5578-1000-417b-8333-60ce3e1785f8 req-3c6a68a0-5cb9-4bbb-b827-9412bf682720 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026502 Dec 22 09:45:34.383763 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-a157946c-b875-4bb5-a97d-c6f07f86bd23 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:34.404032 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-503925f9-c0f3-4b18-8951-832bf9a12092 tempest-ServersAdminTestJSON-347270176 tempest-ServersAdminTestJSON-347270176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:34.463244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157946c-b875-4bb5-a97d-c6f07f86bd23 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event deleted for resources: {'Port': ['ID=36a3d7c0-e6da-452f-94eb-1a48d0121717,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:34.476214 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a157946c-b875-4bb5-a97d-c6f07f86bd23 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:34.525077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2075939341-network', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:45:34.537006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:34.543063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Usage tracker for resource:network and tenant:7133839c54494a2f9ce52411cab18e5a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:34.546245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:34.553300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:34.563458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Made reservation on behalf of 7133839c54494a2f9ce52411cab18e5a for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:45:34.570433 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:34.611397 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:34.635353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1bec413c-de76-4020-9a05-577a2c0acd80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:34.646171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-9710e586-a830-42be-bb35-a2837bf81d99 req-a157946c-b875-4bb5-a97d-c6f07f86bd23 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] No DVR routers for this DVR port 36a3d7c0-e6da-452f-94eb-1a48d0121717 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:45:34.648837 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-a157946c-b875-4bb5-a97d-c6f07f86bd23 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:34.654564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:34.659401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Usage tracker for resource:security_group_rule and tenant:7133839c54494a2f9ce52411cab18e5a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:34.663873 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9710e586-a830-42be-bb35-a2837bf81d99 req-a157946c-b875-4bb5-a97d-c6f07f86bd23 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.64 "DELETE /v2.0/ports/36a3d7c0-e6da-452f-94eb-1a48d0121717 HTTP/1.1" status: 204 len: 173 time: 1.7472477 Dec 22 09:45:34.664521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:34.670983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:34.792059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1bec413c-de76-4020-9a05-577a2c0acd80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:34.792914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9710e586-a830-42be-bb35-a2837bf81d99 req-ec750fc1-a18a-48bb-ad24-61bb0a30a8a0 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Deleting port 39506343-a90f-4398-8f34-8fc7c0bfacbf {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:45:34.793323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-ec750fc1-a18a-48bb-ad24-61bb0a30a8a0 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:34.799639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1bec413c-de76-4020-9a05-577a2c0acd80 admin admin] Usage tracker for resource:security_group_rule and tenant:bfb1e27916f5430f85c6ae33a2ece85a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:34.805322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1bec413c-de76-4020-9a05-577a2c0acd80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:34.815481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1bec413c-de76-4020-9a05-577a2c0acd80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:34.840442 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:34.947708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:34.952430 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dcc177ac-793f-421f-af48-f0ce14e1fbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:34.985803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:45:35.002973 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2f7f2e91-ec60-4bae-bd06-43c8db574108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:35.013007 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:35.013468 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Added segment 1b75248a-6597-45b5-948d-a112e7775493 of type vxlan for network 5a86a67f-c836-4e73-bf39-1d2b96692cb8 Dec 22 09:45:35.016599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device e53bcedf-03f7-4b2b-8e1a-492435bd2eeb up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:45:35.021661 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1bec413c-de76-4020-9a05-577a2c0acd80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:35.076567 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1bec413c-de76-4020-9a05-577a2c0acd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:35.166210 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:35.179271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:35.179673 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:35.276044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79979dee-8563-43b1-8f2d-8be6c9d5508f,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:35.287455 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:35.287791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:35.288521 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:35.324920 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:35.328912 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-14d48c17-b19e-489b-a48e-8de519258d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:35.353105 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.2502069 Dec 22 09:45:35.356666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54468) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:35.362293 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1bec413c-de76-4020-9a05-577a2c0acd80 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bfb1e27916f5430f85c6ae33a2ece85a&name=default HTTP/1.1" status: 200 len: 2883 time: 1.1548097 Dec 22 09:45:35.365695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54472) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:35.375137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-24bcb04f-68c4-4fac-aebd-b0844543ecd6 admin admin] Request body: {'subnet': {'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2075939341-subnet', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:45:35.412553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-24bcb04f-68c4-4fac-aebd-b0844543ecd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:35.499067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-24bcb04f-68c4-4fac-aebd-b0844543ecd6 admin admin] Usage tracker for resource:subnet and tenant:7133839c54494a2f9ce52411cab18e5a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:35.513139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-24bcb04f-68c4-4fac-aebd-b0844543ecd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:35.516142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Pushing event updated for resources: {'Network': ['ID=5a86a67f-c836-4e73-bf39-1d2b96692cb8,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:35.524923 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:35.525816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-24bcb04f-68c4-4fac-aebd-b0844543ecd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:35.527798 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d16be9e6-59dd-403c-a128-6bc5d9bfe92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:35.528726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 5a86a67f-c836-4e73-bf39-1d2b96692cb8 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:45:35.563031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec413c-de76-4020-9a05-577a2c0acd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae54117-5aa3-4220-9f07-d375cdeb074c,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:35.586979 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1bec413c-de76-4020-9a05-577a2c0acd80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:35.602000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bcb04f-68c4-4fac-aebd-b0844543ecd6 admin admin] Made reservation on behalf of 7133839c54494a2f9ce52411cab18e5a for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:45:35.606948 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24bcb04f-68c4-4fac-aebd-b0844543ecd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:35.649881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-deleted', 'tag': '36a3d7c0-e6da-452f-94eb-1a48d0121717'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:45:35.651119 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5eae-4214-4e1c-b1bf-0a38858be8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:35.714771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 5a86a67f-c836-4e73-bf39-1d2b96692cb8 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:45:35.718023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5eae-4214-4e1c-b1bf-0a38858be8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:35.801604 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5eae-4214-4e1c-b1bf-0a38858be8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:35.818209 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9f7536b8-40d8-4c34-8d23-4638801adc97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:35.829191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9710e586-a830-42be-bb35-a2837bf81d99 req-ec750fc1-a18a-48bb-ad24-61bb0a30a8a0 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] For port 39506343-a90f-4398-8f34-8fc7c0bfacbf, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=39506343-a90f-4398-8f34-8fc7c0bfacbf,segment=NetworkSegment(bc946c45-f832-479c-9a73-018cf6addf87),segment_id=bc946c45-f832-479c-9a73-018cf6addf87)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:35.829726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-ec750fc1-a18a-48bb-ad24-61bb0a30a8a0 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:35.838332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b5eae-4214-4e1c-b1bf-0a38858be8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae54117-5aa3-4220-9f07-d375cdeb074c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:35.893886 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5eae-4214-4e1c-b1bf-0a38858be8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:35.898919 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1e3b5eae-4214-4e1c-b1bf-0a38858be8b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ae54117-5aa3-4220-9f07-d375cdeb074c HTTP/1.1" status: 204 len: 168 time: 0.5286937 Dec 22 09:45:35.906116 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1e3b5eae-4214-4e1c-b1bf-0a38858be8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:36.027298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a98f8-7b65-47a1-b2e8-6ec43f49e655 req-1cfaf7c9-434c-4bd5-bb81-92f82f388378 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:36.032054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a98f8-7b65-47a1-b2e8-6ec43f49e655 req-1cfaf7c9-434c-4bd5-bb81-92f82f388378 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:36.037001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a98f8-7b65-47a1-b2e8-6ec43f49e655 req-1cfaf7c9-434c-4bd5-bb81-92f82f388378 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:36.038161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a79a98f8-7b65-47a1-b2e8-6ec43f49e655 req-1cfaf7c9-434c-4bd5-bb81-92f82f388378 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Synchronizing usage tracker for tenant:1f885b02df6f418abdaeaf80d8c5dc8f on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:45:36.083545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 5a86a67f-c836-4e73-bf39-1d2b96692cb8 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:45:36.112190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9710e586-a830-42be-bb35-a2837bf81d99 req-ec750fc1-a18a-48bb-ad24-61bb0a30a8a0 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Calling delete_port for 39506343-a90f-4398-8f34-8fc7c0bfacbf owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:45:36.189810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a79a98f8-7b65-47a1-b2e8-6ec43f49e655 req-1cfaf7c9-434c-4bd5-bb81-92f82f388378 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Unset dirty status for tenant:1f885b02df6f418abdaeaf80d8c5dc8f on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:45:36.193625 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a79a98f8-7b65-47a1-b2e8-6ec43f49e655 req-1cfaf7c9-434c-4bd5-bb81-92f82f388378 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 2410 time: 0.5317311 Dec 22 09:45:36.288655 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a79a98f8-7b65-47a1-b2e8-6ec43f49e655 req-89993d6e-02ea-4232-8bff-b7e81c72fbdd tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934932 Dec 22 09:45:36.343005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bc5fb-2677-4686-9699-65f5018a1a28 req-43fbd78e-3657-48f7-b17a-99df18aec4b8 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:36.353013 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-298bc5fb-2677-4686-9699-65f5018a1a28 req-43fbd78e-3657-48f7-b17a-99df18aec4b8 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 945 time: 0.5727813 Dec 22 09:45:36.459992 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-298bc5fb-2677-4686-9699-65f5018a1a28 req-d65386a3-9dad-436a-8708-51f5e199a92e tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989749 Dec 22 09:45:36.496338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24bcb04f-68c4-4fac-aebd-b0844543ecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:36.518461 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ce4fad73-39af-4b22-acd3-b0d4166459f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:36.525135 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-deleted', 'tag': '36a3d7c0-e6da-452f-94eb-1a48d0121717', 'status': 'completed', 'code': 200} Dec 22 09:45:36.544110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 54500) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:36.577376 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-ec750fc1-a18a-48bb-ad24-61bb0a30a8a0 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:36.597166 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:36.656817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec750fc1-a18a-48bb-ad24-61bb0a30a8a0 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event deleted for resources: {'Port': ['ID=39506343-a90f-4398-8f34-8fc7c0bfacbf,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:36.671262 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec750fc1-a18a-48bb-ad24-61bb0a30a8a0 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:36.689963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bcb04f-68c4-4fac-aebd-b0844543ecd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d0d2867-2495-4965-9d16-a81d436421e5,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:36.694169 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-24bcb04f-68c4-4fac-aebd-b0844543ecd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:36.788234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bcb04f-68c4-4fac-aebd-b0844543ecd6 admin admin] Checking segment: {'id': '1b75248a-6597-45b5-948d-a112e7775493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:45:36.789259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bcb04f-68c4-4fac-aebd-b0844543ecd6 admin admin] Network hostable DHCP agents. Network: 5a86a67f-c836-4e73-bf39-1d2b96692cb8, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:45:36.806276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69beed3a-3593-4299-952e-59203ea1f9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:36.815658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bcb04f-68c4-4fac-aebd-b0844543ecd6 admin admin] Network 5a86a67f-c836-4e73-bf39-1d2b96692cb8 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:45:36.826927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-24bcb04f-68c4-4fac-aebd-b0844543ecd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 5a86a67f-c836-4e73-bf39-1d2b96692cb8) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:45:36.837816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90270fe4-fe11-4088-9096-f1a146e22229 None None] Network 5a86a67f-c836-4e73-bf39-1d2b96692cb8 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:45:36.856179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bcb04f-68c4-4fac-aebd-b0844543ecd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:36.857242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24bcb04f-68c4-4fac-aebd-b0844543ecd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:36.865662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-69beed3a-3593-4299-952e-59203ea1f9e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:36.870113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-9710e586-a830-42be-bb35-a2837bf81d99 req-ec750fc1-a18a-48bb-ad24-61bb0a30a8a0 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] No DVR routers for this DVR port 39506343-a90f-4398-8f34-8fc7c0bfacbf on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:45:36.872322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-69beed3a-3593-4299-952e-59203ea1f9e2 admin admin] Usage tracker for resource:security_group_rule and tenant:f78e2d81237549fca6aeea9efc3b3cc3 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:36.875465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-69beed3a-3593-4299-952e-59203ea1f9e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:36.886028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-69beed3a-3593-4299-952e-59203ea1f9e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:36.897896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-24bcb04f-68c4-4fac-aebd-b0844543ecd6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5343215 Dec 22 09:45:36.901080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54516) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:36.908683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2075939341-router', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:45:36.917772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:36.923349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Usage tracker for resource:router and tenant:7133839c54494a2f9ce52411cab18e5a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:36.928385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:36.936761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:36.950710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-ec750fc1-a18a-48bb-ad24-61bb0a30a8a0 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:36.953097 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:36.954667 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:36.973868 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9710e586-a830-42be-bb35-a2837bf81d99 req-ec750fc1-a18a-48bb-ad24-61bb0a30a8a0 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.64 "DELETE /v2.0/ports/39506343-a90f-4398-8f34-8fc7c0bfacbf HTTP/1.1" status: 204 len: 173 time: 2.3043270 Dec 22 09:45:36.989500 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:37.026836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69beed3a-3593-4299-952e-59203ea1f9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:37.080702 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69beed3a-3593-4299-952e-59203ea1f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:37.098708 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1410fd0f-d28b-45af-8540-1e5e31eded16 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:37.159283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-5a86a67f-c836-4e73-bf39-1d2b96692cb8', 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'fixed_ips': [{'subnet_id': '8d0d2867-2495-4965-9d16-a81d436421e5'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:45:37.160383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:37.252567 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-69beed3a-3593-4299-952e-59203ea1f9e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f78e2d81237549fca6aeea9efc3b3cc3&name=default HTTP/1.1" status: 200 len: 2883 time: 0.7015886 Dec 22 09:45:37.254640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 54528) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:37.397299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9710e586-a830-42be-bb35-a2837bf81d99 req-fe3ba2e1-d125-4413-af67-e0d328333eae tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Deleting port 6678f581-95c6-4a68-89a6-920891ccd5a6 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:45:37.397692 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-fe3ba2e1-d125-4413-af67-e0d328333eae tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:37.427620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69beed3a-3593-4299-952e-59203ea1f9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1a856f-3fb9-4cfa-ad06-391d136b8fed,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:37.480382 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69beed3a-3593-4299-952e-59203ea1f9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:37.481429 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d53a7899-b60f-4493-9396-9e977757b3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:37.530702 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d53a7899-b60f-4493-9396-9e977757b3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:37.561568 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:37.584735 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d53a7899-b60f-4493-9396-9e977757b3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:37.599188 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-20a56545-22a2-49e0-99ba-133525c827ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:37.615751 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d53a7899-b60f-4493-9396-9e977757b3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:37.617014 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d53a7899-b60f-4493-9396-9e977757b3bf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c1a856f-3fb9-4cfa-ad06-391d136b8fed HTTP/1.1" status: 204 len: 168 time: 0.3515968 Dec 22 09:45:37.626230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a7899-b60f-4493-9396-9e977757b3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1a856f-3fb9-4cfa-ad06-391d136b8fed,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:37.643843 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d53a7899-b60f-4493-9396-9e977757b3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:37.765331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Allocated IP 172.20.0.2 (5a86a67f-c836-4e73-bf39-1d2b96692cb8/8d0d2867-2495-4965-9d16-a81d436421e5/cb53c161-823f-4af0-b8e3-c11173bd8598) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:45:37.773659 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-03a72956-d46d-488e-b50c-1dc2ecf684a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:37.952831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f2089-cf64-4a7a-8b1a-16c1f1eec0ed req-0828f847-3677-48d0-a3ef-b94608314d93 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:37.958260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f2089-cf64-4a7a-8b1a-16c1f1eec0ed req-0828f847-3677-48d0-a3ef-b94608314d93 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:37.959233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fe9f2089-cf64-4a7a-8b1a-16c1f1eec0ed req-0828f847-3677-48d0-a3ef-b94608314d93 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Synchronizing usage tracker for tenant:1f885b02df6f418abdaeaf80d8c5dc8f on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:45:38.011142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fe9f2089-cf64-4a7a-8b1a-16c1f1eec0ed req-0828f847-3677-48d0-a3ef-b94608314d93 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Unset dirty status for tenant:1f885b02df6f418abdaeaf80d8c5dc8f on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:45:38.016601 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fe9f2089-cf64-4a7a-8b1a-16c1f1eec0ed req-0828f847-3677-48d0-a3ef-b94608314d93 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 1677 time: 0.3040459 Dec 22 09:45:38.071613 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:38.094424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a518ad-4e50-4088-b0d0-1c6ba0b981b9 req-e5edb330-5bf2-437f-a5bd-e17d63621eb8 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:38.096272 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e8a518ad-4e50-4088-b0d0-1c6ba0b981b9 req-e5edb330-5bf2-437f-a5bd-e17d63621eb8 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 945 time: 0.3908381 Dec 22 09:45:38.108329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Transition to ACTIVE for port object cb53c161-823f-4af0-b8e3-c11173bd8598 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:45:38.148877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Transition to ACTIVE for port object cb53c161-823f-4af0-b8e3-c11173bd8598 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:45:38.158061 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:38.179671 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:38.296689 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e8a518ad-4e50-4088-b0d0-1c6ba0b981b9 req-34829a55-16ba-4fa0-9050-8ef75f28a818 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742179 Dec 22 09:45:38.396929 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fe9f2089-cf64-4a7a-8b1a-16c1f1eec0ed req-294070cd-86de-446e-8d9d-fe0137cf1c5f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246124 Dec 22 09:45:38.401677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:38.429275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9710e586-a830-42be-bb35-a2837bf81d99 req-fe3ba2e1-d125-4413-af67-e0d328333eae tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] For port 6678f581-95c6-4a68-89a6-920891ccd5a6, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6678f581-95c6-4a68-89a6-920891ccd5a6,segment=NetworkSegment(879e1921-841b-4c32-99dd-c355d0c59585),segment_id=879e1921-841b-4c32-99dd-c355d0c59585)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:38.429743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-fe3ba2e1-d125-4413-af67-e0d328333eae tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:38.454213 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:38.455149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Pushing event updated for resources: {'Port': ['ID=cb53c161-823f-4af0-b8e3-c11173bd8598,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:38.464443 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:38.487515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Network 5a86a67f-c836-4e73-bf39-1d2b96692cb8 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:45:38.489164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:45:38.492348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:45:38.569153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Attempting to bind port cb53c161-823f-4af0-b8e3-c11173bd8598 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:45:38.569743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Attempting to bind port cb53c161-823f-4af0-b8e3-c11173bd8598 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '1b75248a-6597-45b5-948d-a112e7775493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:45:38.570279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Attempting to bind port cb53c161-823f-4af0-b8e3-c11173bd8598 on network 5a86a67f-c836-4e73-bf39-1d2b96692cb8 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:45:38.578049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:45:38.578750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Checking segment: {'id': '1b75248a-6597-45b5-948d-a112e7775493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:45:38.579318 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:38.579876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Bound using segment: {'id': '1b75248a-6597-45b5-948d-a112e7775493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:45:38.580549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Bound port: cb53c161-823f-4af0-b8e3-c11173bd8598, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b75248a-6597-45b5-948d-a112e7775493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:45:38.581089 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:38.653926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-deleted', 'tag': '39506343-a90f-4398-8f34-8fc7c0bfacbf'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:45:38.776632 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:38.824583 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-deleted', 'tag': '39506343-a90f-4398-8f34-8fc7c0bfacbf', 'status': 'completed', 'code': 200} Dec 22 09:45:38.869806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] For port cb53c161-823f-4af0-b8e3-c11173bd8598, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:45:38.879837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] For port cb53c161-823f-4af0-b8e3-c11173bd8598, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=cb53c161-823f-4af0-b8e3-c11173bd8598,segment=NetworkSegment(1b75248a-6597-45b5-948d-a112e7775493),segment_id=1b75248a-6597-45b5-948d-a112e7775493)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:45:38.889598 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:38.931372 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eda51801-f864-4b65-81a1-a9894f36dbeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:39.062884 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-fe3ba2e1-d125-4413-af67-e0d328333eae tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for floatingip, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:39.064014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Allocated IP 172.25.7.252 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/5b5a557a-8580-4dd8-911d-26be176fca01) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:45:39.065505 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-fe3ba2e1-d125-4413-af67-e0d328333eae tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:39.065505 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-9710e586-a830-42be-bb35-a2837bf81d99 req-fe3ba2e1-d125-4413-af67-e0d328333eae tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Floating IP ad20a2e5-f229-4b47-b060-47b6453ed816 disassociated. External IP: 172.25.7.245, port: 6678f581-95c6-4a68-89a6-920891ccd5a6. Dec 22 09:45:39.065505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9710e586-a830-42be-bb35-a2837bf81d99 req-fe3ba2e1-d125-4413-af67-e0d328333eae tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Calling delete_port for 6678f581-95c6-4a68-89a6-920891ccd5a6 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:45:39.190972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Pushing event updated for resources: {'Port': ['ID=cb53c161-823f-4af0-b8e3-c11173bd8598,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:39.216093 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:39.284627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:39.417668 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-fe3ba2e1-d125-4413-af67-e0d328333eae tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:39.438119 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec750fc1-a18a-48bb-ad24-61bb0a30a8a0 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:39.451538 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:39.499787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ba2e1-d125-4413-af67-e0d328333eae tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event deleted for resources: {'Port': ['ID=6678f581-95c6-4a68-89a6-920891ccd5a6,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:39.500168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:39.502964 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe3ba2e1-d125-4413-af67-e0d328333eae tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:39.764563 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aef1d8e5-7638-4922-8aab-cb2078c6d167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:39.852497 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:39.882681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:45:39.886041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:45:39.891915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:45:39.948069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Pushing event updated for resources: {'Port': ['ID=5b5a557a-8580-4dd8-911d-26be176fca01,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:39.951929 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:40.091132 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:40.131084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cf962-2617-450a-a1d9-6c9c921e1013 req-03338b59-198a-4615-b729-2c4f5506ff41 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:40.132838 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc3cf962-2617-450a-a1d9-6c9c921e1013 req-03338b59-198a-4615-b729-2c4f5506ff41 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 945 time: 0.6288664 Dec 22 09:45:40.215037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136655d-8d1c-42c9-84c4-e2166c339d40 req-26e8511c-c6d0-446b-a79e-132539fe0081 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:40.217573 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4136655d-8d1c-42c9-84c4-e2166c339d40 req-26e8511c-c6d0-446b-a79e-132539fe0081 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 943 time: 0.3711598 Dec 22 09:45:40.380596 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4136655d-8d1c-42c9-84c4-e2166c339d40 req-b706f953-68b5-4b4c-bfac-2489474a826f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182218 Dec 22 09:45:40.432891 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc3cf962-2617-450a-a1d9-6c9c921e1013 req-4ffadcd8-d4d2-4275-867c-c9df56be287c tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913475 Dec 22 09:45:40.443076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9710e586-a830-42be-bb35-a2837bf81d99 req-fe3ba2e1-d125-4413-af67-e0d328333eae tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Router 7527b387-0da9-4899-9432-a5b8288f03bf has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:45:40.480959 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:40.507400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:40.911270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device cb53c161-823f-4af0-b8e3-c11173bd8598 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:45:41.173188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54610) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:41.175406 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:41.179150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port cb53c161-823f-4af0-b8e3-c11173bd8598 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:45:41.310581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f5d014-8ab7-4f4f-a209-d369281dcceb None None] Network 5a86a67f-c836-4e73-bf39-1d2b96692cb8 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:45:41.712360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9710e586-a830-42be-bb35-a2837bf81d99 req-fe3ba2e1-d125-4413-af67-e0d328333eae tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:45:41.714124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-91d6e96d-e44f-470b-a195-04915d605981 None None] Provisioning for port cb53c161-823f-4af0-b8e3-c11173bd8598 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:45:41.723773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd964dad-528e-4566-9403-67aea2e1ceb2 None None] Sync routers for ids ['7527b387-0da9-4899-9432-a5b8288f03bf'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:45:41.729602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-91d6e96d-e44f-470b-a195-04915d605981 None None] Provisioning complete for port cb53c161-823f-4af0-b8e3-c11173bd8598 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:41.730031 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-91d6e96d-e44f-470b-a195-04915d605981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:41.767316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-9710e586-a830-42be-bb35-a2837bf81d99 req-fe3ba2e1-d125-4413-af67-e0d328333eae tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] No DVR routers for this DVR port 6678f581-95c6-4a68-89a6-920891ccd5a6 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:45:41.771182 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-fe3ba2e1-d125-4413-af67-e0d328333eae tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:41.784588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1818793779-network', 'tenant_id': '2af5f8c189d74ea78f15d1e4177ac64a'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:45:41.791972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-deleted', 'tag': '6678f581-95c6-4a68-89a6-920891ccd5a6'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:45:41.814515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:41.817827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd964dad-528e-4566-9403-67aea2e1ceb2 None None] Routers {'7527b387-0da9-4899-9432-a5b8288f03bf'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:45:41.818704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-fd964dad-528e-4566-9403-67aea2e1ceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:45:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7527b387-0da9-4899-9432-a5b8288f03bf'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:41.852932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Usage tracker for resource:network and tenant:2af5f8c189d74ea78f15d1e4177ac64a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:41.865436 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9710e586-a830-42be-bb35-a2837bf81d99 req-fe3ba2e1-d125-4413-af67-e0d328333eae tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.64 "DELETE /v2.0/ports/6678f581-95c6-4a68-89a6-920891ccd5a6 HTTP/1.1" status: 204 len: 173 time: 4.8318965 Dec 22 09:45:41.876048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:41.903377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becdcaf-4a0f-42a8-86d0-737dfffa8431 req-203694b1-ae35-4ed8-b8aa-8c0c43f9fd12 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:41.905864 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1becdcaf-4a0f-42a8-86d0-737dfffa8431 req-203694b1-ae35-4ed8-b8aa-8c0c43f9fd12 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.3599565 Dec 22 09:45:41.922854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:41.996613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Router 9a3f7bea-b364-4dd8-84e6-80d4aad848aa is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:45:42.028714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Made reservation on behalf of 2af5f8c189d74ea78f15d1e4177ac64a for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:45:42.035371 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:42.088427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77559881-75bf-4d71-bf14-47991b0abb6a req-018164d3-7b8a-4d86-8fab-e326fb86d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:42.092370 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-77559881-75bf-4d71-bf14-47991b0abb6a req-018164d3-7b8a-4d86-8fab-e326fb86d60c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3403c09830ad476d806af5441d8712c7&device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 1160 time: 0.4512804 Dec 22 09:45:42.229298 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:42.365584 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1becdcaf-4a0f-42a8-86d0-737dfffa8431 req-b5403255-ba76-4f49-8f44-07cd0c324f77 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727326 Dec 22 09:45:42.421836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9710e586-a830-42be-bb35-a2837bf81d99 req-f4b61e36-74bd-42ab-8444-fab6137ccb01 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Deleting port aeadeb92-77d7-438a-af11-5f5f6953b05c {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:45:42.422876 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-f4b61e36-74bd-42ab-8444-fab6137ccb01 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:42.497857 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-91d6e96d-e44f-470b-a195-04915d605981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:42.534766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bddb6a-25f5-499f-9417-94a95b9d1beb req-9bfbf016-dce3-4982-9e67-f7609aa1053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:42.538100 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00bddb6a-25f5-499f-9417-94a95b9d1beb req-9bfbf016-dce3-4982-9e67-f7609aa1053e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38d0e45dac3d4bda8f296deee1c6b29c&device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 1160 time: 0.4081604 Dec 22 09:45:42.554469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4d12c-b745-4843-ab63-a0e29b274d9f req-cafd0994-6918-4617-8555-58c75f13759a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:42.555265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-46c4d12c-b745-4843-ab63-a0e29b274d9f req-cafd0994-6918-4617-8555-58c75f13759a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Synchronizing usage tracker for tenant:1f885b02df6f418abdaeaf80d8c5dc8f on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:45:42.561379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-fd964dad-528e-4566-9403-67aea2e1ceb2 None None] Set router 7527b387-0da9-4899-9432-a5b8288f03bf gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:45:42.616874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77559881-75bf-4d71-bf14-47991b0abb6a req-432690e8-5f15-438c-8db3-25cbb5dacd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:42.618708 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-77559881-75bf-4d71-bf14-47991b0abb6a req-432690e8-5f15-438c-8db3-25cbb5dacd39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d340895-0ad7-464f-b8e9-14ff96252907 HTTP/1.1" status: 200 len: 912 time: 0.3536029 Dec 22 09:45:42.620713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:42.646345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Usage tracker for resource:security_group_rule and tenant:2af5f8c189d74ea78f15d1e4177ac64a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:42.683543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-46c4d12c-b745-4843-ab63-a0e29b274d9f req-cafd0994-6918-4617-8555-58c75f13759a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Unset dirty status for tenant:1f885b02df6f418abdaeaf80d8c5dc8f on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:45:42.686178 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-46c4d12c-b745-4843-ab63-a0e29b274d9f req-cafd0994-6918-4617-8555-58c75f13759a tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 943 time: 0.6132927 Dec 22 09:45:42.716331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-91d6e96d-e44f-470b-a195-04915d605981 None None] For port cb53c161-823f-4af0-b8e3-c11173bd8598, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=cb53c161-823f-4af0-b8e3-c11173bd8598,segment=NetworkSegment(1b75248a-6597-45b5-948d-a112e7775493),segment_id=1b75248a-6597-45b5-948d-a112e7775493)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:42.797215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-91d6e96d-e44f-470b-a195-04915d605981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:42.800019 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:42.828171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:42.834080 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-77559881-75bf-4d71-bf14-47991b0abb6a req-b719c03e-11ea-46d8-80e4-83537e325626 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 HTTP/1.1" status: 200 len: 217 time: 0.1777427 Dec 22 09:45:42.886225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:42.990098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6e96d-e44f-470b-a195-04915d605981 None None] Pushing event updated for resources: {'Port': ['ID=cb53c161-823f-4af0-b8e3-c11173bd8598,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:42.995244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-79bb9ffd-3b13-465d-9d01-158fcc742439 None None] Provisioning complete for port cb53c161-823f-4af0-b8e3-c11173bd8598 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:42.995753 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79bb9ffd-3b13-465d-9d01-158fcc742439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:43.027447 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-91d6e96d-e44f-470b-a195-04915d605981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:43.103599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9710e586-a830-42be-bb35-a2837bf81d99 req-f4b61e36-74bd-42ab-8444-fab6137ccb01 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] For port aeadeb92-77d7-438a-af11-5f5f6953b05c, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=aeadeb92-77d7-438a-af11-5f5f6953b05c,segment=NetworkSegment(bc946c45-f832-479c-9a73-018cf6addf87),segment_id=bc946c45-f832-479c-9a73-018cf6addf87)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:43.104022 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-f4b61e36-74bd-42ab-8444-fab6137ccb01 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:43.227296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-fd964dad-528e-4566-9403-67aea2e1ceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'name': 'tempest-TaggedBootDevicesTest-797172651-router', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:30Z', 'updated_at': '2020-12-22T09:33:40Z', 'revision_number': 4, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'gw_port': {'id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:31Z', 'updated_at': '2020-12-22T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'd6c6c6d3-c452-4934-8686-af49caebec4a', 'name': '', 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'mac_address': 'fa:16:3e:5d:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '5d1e8bbe-1831-4444-9106-90483ff0e76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:38Z', 'updated_at': '2020-12-22T09:33:51Z', 'revision_number': 5, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'subnets': [{'id': '5d1e8bbe-1831-4444-9106-90483ff0e76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:43.227579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77559881-75bf-4d71-bf14-47991b0abb6a req-b5a2fc2a-4bff-4110-b627-b3a0cef93699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:43.234703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd964dad-528e-4566-9403-67aea2e1ceb2 None None] Checking router: 7527b387-0da9-4899-9432-a5b8288f03bf for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:45:43.235193 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-77559881-75bf-4d71-bf14-47991b0abb6a req-b5a2fc2a-4bff-4110-b627-b3a0cef93699 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfd00f40-1157-44e9-8ffc-cef7d735bec6 HTTP/1.1" status: 200 len: 858 time: 0.3451955 Dec 22 09:45:43.242089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:45:43.256573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd964dad-528e-4566-9403-67aea2e1ceb2 None None] Routers {'7527b387-0da9-4899-9432-a5b8288f03bf'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:45:43.258789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-fd964dad-528e-4566-9403-67aea2e1ceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:45:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7527b387-0da9-4899-9432-a5b8288f03bf'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:43.311820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9710e586-a830-42be-bb35-a2837bf81d99 req-f4b61e36-74bd-42ab-8444-fab6137ccb01 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Calling delete_port for aeadeb92-77d7-438a-af11-5f5f6953b05c owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:45:43.346564 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-77559881-75bf-4d71-bf14-47991b0abb6a req-3b3eff78-c665-4dc8-b2a5-b57b3865d624 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d340895-0ad7-464f-b8e9-14ff96252907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000109 Dec 22 09:45:43.429433 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:43.431492 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.5288911 Dec 22 09:45:43.432601 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-46c4d12c-b745-4843-ab63-a0e29b274d9f req-2e634c4b-8e12-4e9d-b7fd-61bc58354a29 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups?id=52b804b4-ce06-412b-9d5b-10cced5b0bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7375295 Dec 22 09:45:43.489958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54672) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:43.554115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Sync routers for ids ['9a3f7bea-b364-4dd8-84e6-80d4aad848aa'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:45:43.572786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Routers {'9a3f7bea-b364-4dd8-84e6-80d4aad848aa'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:45:43.573602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:45:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9a3f7bea-b364-4dd8-84e6-80d4aad848aa'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:43.640656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bddb6a-25f5-499f-9417-94a95b9d1beb req-1d3969e1-0f9e-4b23-a08f-73fb1f82610b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:43.657715 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00bddb6a-25f5-499f-9417-94a95b9d1beb req-1d3969e1-0f9e-4b23-a08f-73fb1f82610b service neutron] 10.222.0.64 "GET /v2.0/networks?id=0182c5ef-207d-479e-b5dc-e5289e4f71ab HTTP/1.1" status: 200 len: 909 time: 1.0915141 Dec 22 09:45:43.667338 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-deleted', 'tag': '6678f581-95c6-4a68-89a6-920891ccd5a6', 'status': 'completed', 'code': 200} Dec 22 09:45:43.798465 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00bddb6a-25f5-499f-9417-94a95b9d1beb req-275af547-77f4-40fd-8411-88ab65864e75 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53bcedf-03f7-4b2b-8e1a-492435bd2eeb HTTP/1.1" status: 200 len: 217 time: 0.1198626 Dec 22 09:45:43.962269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Set router 9a3f7bea-b364-4dd8-84e6-80d4aad848aa gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:45:44.013714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa29a0-4c5e-4bcb-8d7d-30dca1a56edb req-e9a9c663-2c52-4bef-853f-7eddb856f26d tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:44.015751 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4efa29a0-4c5e-4bcb-8d7d-30dca1a56edb req-e9a9c663-2c52-4bef-853f-7eddb856f26d tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 945 time: 1.1277368 Dec 22 09:45:44.017393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bddb6a-25f5-499f-9417-94a95b9d1beb req-acd3d476-82c4-462a-906a-4552802c5f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:44.019285 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00bddb6a-25f5-499f-9417-94a95b9d1beb req-acd3d476-82c4-462a-906a-4552802c5f57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f55026d9-e939-4246-b2a3-f352417af7d7 HTTP/1.1" status: 200 len: 854 time: 0.2091370 Dec 22 09:45:44.026275 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-f4b61e36-74bd-42ab-8444-fab6137ccb01 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:44.052932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-fd964dad-528e-4566-9403-67aea2e1ceb2 None None] Set router 7527b387-0da9-4899-9432-a5b8288f03bf gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:45:44.158386 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5d410bf2-ae6f-42c7-891e-a59e9e46a2f8 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:44.375804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b61e36-74bd-42ab-8444-fab6137ccb01 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event deleted for resources: {'Port': ['ID=aeadeb92-77d7-438a-af11-5f5f6953b05c,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:44.422912 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-77559881-75bf-4d71-bf14-47991b0abb6a req-5fad90c1-33d9-4ecf-b990-5f701ea2fd1d service neutron] 10.222.0.37 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0660861 Dec 22 09:45:44.457844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'name': 'tempest-ServersTestJSON-2075939341-router', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:45:36Z', 'updated_at': '2020-12-22T09:45:40Z', 'revision_number': 3, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'gw_port': {'id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:38Z', 'updated_at': '2020-12-22T09:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:44.471129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Checking router: 9a3f7bea-b364-4dd8-84e6-80d4aad848aa for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:45:44.471508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Updating router 9a3f7bea-b364-4dd8-84e6-80d4aad848aa port 5b5a557a-8580-4dd8-911d-26be176fca01 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:45:44.474520 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f4b61e36-74bd-42ab-8444-fab6137ccb01 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:44.531098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-9710e586-a830-42be-bb35-a2837bf81d99 req-f4b61e36-74bd-42ab-8444-fab6137ccb01 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] No DVR routers for this DVR port aeadeb92-77d7-438a-af11-5f5f6953b05c on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:45:44.534452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9710e586-a830-42be-bb35-a2837bf81d99 req-f4b61e36-74bd-42ab-8444-fab6137ccb01 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:44.584395 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9710e586-a830-42be-bb35-a2837bf81d99 req-f4b61e36-74bd-42ab-8444-fab6137ccb01 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.64 "DELETE /v2.0/ports/aeadeb92-77d7-438a-af11-5f5f6953b05c HTTP/1.1" status: 204 len: 173 time: 2.6957932 Dec 22 09:45:44.593654 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4efa29a0-4c5e-4bcb-8d7d-30dca1a56edb req-89a25dd6-651e-4757-b18d-f579139a8838 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373014 Dec 22 09:45:44.617776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeff540-57f8-4f38-b094-b8ef988983aa req-4af6e54a-82b9-4faa-99a1-b66c6fbcec98 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:44.627069 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7eeff540-57f8-4f38-b094-b8ef988983aa req-4af6e54a-82b9-4faa-99a1-b66c6fbcec98 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.7099469 Dec 22 09:45:44.649125 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:44.658918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bddb6a-25f5-499f-9417-94a95b9d1beb req-c3b1b6ed-15e8-4730-8ea1-696907b20ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:44.661459 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00bddb6a-25f5-499f-9417-94a95b9d1beb req-c3b1b6ed-15e8-4730-8ea1-696907b20ef0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0182c5ef-207d-479e-b5dc-e5289e4f71ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5056899 Dec 22 09:45:44.739517 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:44.873829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device cb53c161-823f-4af0-b8e3-c11173bd8598 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:45:44.973620 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7eeff540-57f8-4f38-b094-b8ef988983aa req-dd12e87f-c5ce-47ad-a6e9-ac7d88c43f98 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453891 Dec 22 09:45:44.976149 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00bddb6a-25f5-499f-9417-94a95b9d1beb req-95cacb8d-e06c-45d7-984a-7d9368683a14 service neutron] 10.222.0.64 "GET /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749429 Dec 22 09:45:45.174751 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:45.386798 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00bddb6a-25f5-499f-9417-94a95b9d1beb req-39a53fc8-c654-47a1-b797-be0fb66ecf8f service neutron] 10.222.0.64 "GET /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3994107 Dec 22 09:45:45.425949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port cb53c161-823f-4af0-b8e3-c11173bd8598 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:45.426406 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:45.467323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7eccaada-ede6-4901-8be0-d56b1c6d8456 req-83a43eb8-8362-4378-a093-3f7fa26bff85 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Synchronizing usage tracker for tenant:1f885b02df6f418abdaeaf80d8c5dc8f on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:45:45.507590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7eccaada-ede6-4901-8be0-d56b1c6d8456 req-83a43eb8-8362-4378-a093-3f7fa26bff85 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Unset dirty status for tenant:1f885b02df6f418abdaeaf80d8c5dc8f on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:45:45.508947 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7eccaada-ede6-4901-8be0-d56b1c6d8456 req-83a43eb8-8362-4378-a093-3f7fa26bff85 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 210 time: 0.1210673 Dec 22 09:45:45.661189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 54720) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:45.669675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-deleted', 'tag': 'aeadeb92-77d7-438a-af11-5f5f6953b05c'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:45:45.669878 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9b4d24cc-e26d-4620-a4e8-643a10cfd2e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:45.697217 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-77559881-75bf-4d71-bf14-47991b0abb6a req-e89bbda7-9632-4f2a-bebe-34d9d0d49e2d service neutron] 10.222.0.37 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2659571 Dec 22 09:45:45.717403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:45:45.740705 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:45.758934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-fd964dad-528e-4566-9403-67aea2e1ceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'name': 'tempest-TaggedBootDevicesTest-797172651-router', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:30Z', 'updated_at': '2020-12-22T09:33:40Z', 'revision_number': 4, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'gw_port': {'id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:31Z', 'updated_at': '2020-12-22T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'd6c6c6d3-c452-4934-8686-af49caebec4a', 'name': '', 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'mac_address': 'fa:16:3e:5d:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '5d1e8bbe-1831-4444-9106-90483ff0e76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:38Z', 'updated_at': '2020-12-22T09:33:51Z', 'revision_number': 5, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'subnets': [{'id': '5d1e8bbe-1831-4444-9106-90483ff0e76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:45.781137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd964dad-528e-4566-9403-67aea2e1ceb2 None None] The sync data for ids ['7527b387-0da9-4899-9432-a5b8288f03bf'] in n-d-765315-5 is: [{'id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'name': 'tempest-TaggedBootDevicesTest-797172651-router', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:30Z', 'updated_at': '2020-12-22T09:33:40Z', 'revision_number': 4, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'gw_port': {'id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:31Z', 'updated_at': '2020-12-22T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'd6c6c6d3-c452-4934-8686-af49caebec4a', 'name': '', 'network_id': 'a4284a53-ed3c-4b2e-b701-f977e110a16f', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'mac_address': 'fa:16:3e:5d:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '5d1e8bbe-1831-4444-9106-90483ff0e76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:38Z', 'updated_at': '2020-12-22T09:33:51Z', 'revision_number': 5, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'subnets': [{'id': '5d1e8bbe-1831-4444-9106-90483ff0e76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:45:45.896045 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e1a97-db7c-4c8c-a3a9-32566579c3ad', 'name': 'network-vif-deleted', 'tag': 'aeadeb92-77d7-438a-af11-5f5f6953b05c', 'status': 'completed', 'code': 200} Dec 22 09:45:45.902581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781623d5-ce1d-4958-9fc8-bd537fdab023,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:45.914294 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:45.966687 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:45.967100 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Added segment 514f60c1-9478-4612-93de-79b094e78670 of type vxlan for network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e Dec 22 09:45:45.977924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:46.011628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Transition to ACTIVE for port object 5b5a557a-8580-4dd8-911d-26be176fca01 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:45:46.018564 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:46.205111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12360367-c945-4e91-98c1-7ee76a53e227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:46.273334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-12360367-c945-4e91-98c1-7ee76a53e227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:46.290798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-12360367-c945-4e91-98c1-7ee76a53e227 admin admin] Usage tracker for resource:security_group_rule and tenant:c645d1e75a7f4ef284fa05fd26cf7253 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:46.297568 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a891a159-fc8a-4e74-97c7-3580eefca7d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:46.297695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-12360367-c945-4e91-98c1-7ee76a53e227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:46.322339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-12360367-c945-4e91-98c1-7ee76a53e227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:46.488722 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:46.531850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa208f8-6f06-4b7d-bd28-80d1181a83ba None None] New status for floating IP ad20a2e5-f229-4b47-b060-47b6453ed816: DOWN {{(pid=81073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:45:46.537026 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:46.538051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:46.538708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:46.555051 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a1981914-00ee-4387-80bb-922776221fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:46.562921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Pushing event updated for resources: {'Port': ['ID=5b5a557a-8580-4dd8-911d-26be176fca01,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:46.612776 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12360367-c945-4e91-98c1-7ee76a53e227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:46.630762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.631144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.631548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.632023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.632401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.632769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.633502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.633865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.634226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.634587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.634947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.635634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.635966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.636329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.636687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.637042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.637551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.638154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.638514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.638870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.639226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.639578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.639911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.640570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.641408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.641963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.642499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.643464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.644274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.646106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.646657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.647206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.647881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.648672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.649223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.649765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:46.685693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Attempting to bind port 5b5a557a-8580-4dd8-911d-26be176fca01 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:45:46.686291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Attempting to bind port 5b5a557a-8580-4dd8-911d-26be176fca01 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:45:46.686902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Attempting to bind port 5b5a557a-8580-4dd8-911d-26be176fca01 on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:45:46.694890 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:46.696039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:45:46.696662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:45:46.697317 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:46.697937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:45:46.699237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Bound port: 5b5a557a-8580-4dd8-911d-26be176fca01, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:45:46.700059 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:46.754204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Pushing event updated for resources: {'Network': ['ID=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:46.768711 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:46.782615 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 5.6026394 Dec 22 09:45:46.787459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54748) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:46.796640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Request body: {'subnet': {'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1818793779-subnet', 'tenant_id': '2af5f8c189d74ea78f15d1e4177ac64a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:45:46.803260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:46.807795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Usage tracker for resource:subnet and tenant:2af5f8c189d74ea78f15d1e4177ac64a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:46.811089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:46.818528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:46.820323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12360367-c945-4e91-98c1-7ee76a53e227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:46.836403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Made reservation on behalf of 2af5f8c189d74ea78f15d1e4177ac64a for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:45:46.843529 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:46.856144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] For port 5b5a557a-8580-4dd8-911d-26be176fca01, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:45:46.865458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] For port 5b5a557a-8580-4dd8-911d-26be176fca01, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=5b5a557a-8580-4dd8-911d-26be176fca01,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:45:46.869142 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:46.895695 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-21df1ef8-bbc8-4954-8406-a81f4077934a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:47.096239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Allocated IP 172.20.0.1 (5a86a67f-c836-4e73-bf39-1d2b96692cb8/8d0d2867-2495-4965-9d16-a81d436421e5/62ab614b-7058-41f7-b531-7680809ddcf5) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:45:47.187625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:45:47.232503 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2d5f37af-bb0c-4571-9ba4-983444431d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:47.313362 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:47.331675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Transition to ACTIVE for port object 62ab614b-7058-41f7-b531-7680809ddcf5 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:45:47.372884 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:47.410332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Pushing event updated for resources: {'Port': ['ID=5b5a557a-8580-4dd8-911d-26be176fca01,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:47.421208 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2dd98af8-76d4-43bf-b1df-2168c90113b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:47.431127 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:47.470924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Routers {'9a3f7bea-b364-4dd8-84e6-80d4aad848aa'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:45:47.471630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:45:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9a3f7bea-b364-4dd8-84e6-80d4aad848aa'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:47.482747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:45:47.568970 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-12360367-c945-4e91-98c1-7ee76a53e227 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c645d1e75a7f4ef284fa05fd26cf7253&name=default HTTP/1.1" status: 200 len: 2883 time: 1.9065304 Dec 22 09:45:47.576655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 54756) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:47.609221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12360367-c945-4e91-98c1-7ee76a53e227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b837e3f1-9f6f-4c80-a9a0-00ff104d12c4,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:47.616308 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-12360367-c945-4e91-98c1-7ee76a53e227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:47.729052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898d539-caab-44d5-b275-bbfdc383abd1 req-3b87f740-ca30-45d7-8672-47ffd9a850c5 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:47.737763 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5898d539-caab-44d5-b275-bbfdc383abd1 req-3b87f740-ca30-45d7-8672-47ffd9a850c5 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 945 time: 1.7551069 Dec 22 09:45:47.810921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:45:47.837257 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5898d539-caab-44d5-b275-bbfdc383abd1 req-062aff9c-3611-4815-869b-e97affef4c7c tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985603 Dec 22 09:45:47.869966 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57618a3b-2aae-4c28-8bc6-09b294f311d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:47.975322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device e53bcedf-03f7-4b2b-8e1a-492435bd2eeb up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:45:47.983454 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57618a3b-2aae-4c28-8bc6-09b294f311d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:48.001910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Pushing event updated for resources: {'Port': ['ID=62ab614b-7058-41f7-b531-7680809ddcf5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:48.013039 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:48.114762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Network 5a86a67f-c836-4e73-bf39-1d2b96692cb8 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:45:48.134753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:45:48.147396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013590d8-44aa-46fe-a942-51d2f37fc021 req-a8c15403-91c1-4266-8968-1e5ed6fae7f7 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:48.159638 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-013590d8-44aa-46fe-a942-51d2f37fc021 req-a8c15403-91c1-4266-8968-1e5ed6fae7f7 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 1.5348592 Dec 22 09:45:48.164178 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57618a3b-2aae-4c28-8bc6-09b294f311d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:48.178208 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d43f9360-0c29-4dbe-bb99-001ad75cd645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:48.197366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57618a3b-2aae-4c28-8bc6-09b294f311d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b837e3f1-9f6f-4c80-a9a0-00ff104d12c4,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:48.200453 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57618a3b-2aae-4c28-8bc6-09b294f311d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:48.229072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:45:48.271663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] Set router 9a3f7bea-b364-4dd8-84e6-80d4aad848aa gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:45:48.340649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:48.341083 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:48.427556 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:48.453810 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-013590d8-44aa-46fe-a942-51d2f37fc021 req-e0b5a90f-26e5-4187-afdf-04697a364887 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785430 Dec 22 09:45:48.455055 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57618a3b-2aae-4c28-8bc6-09b294f311d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:48.462719 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-57618a3b-2aae-4c28-8bc6-09b294f311d9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b837e3f1-9f6f-4c80-a9a0-00ff104d12c4 HTTP/1.1" status: 204 len: 168 time: 0.8696909 Dec 22 09:45:48.465585 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6af1a6c3-a1b0-41a0-9372-93438a5974ef req-c1b8291f-fa3a-434c-b2bc-60fb114b5b0c tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/ports?device_id=174e1a97-db7c-4c8c-a3a9-32566579c3ad HTTP/1.1" status: 200 len: 210 time: 0.2889590 Dec 22 09:45:48.639963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bb38aa36-ff63-422d-90aa-08bb645b5088 None None] Provisioning for port 62ab614b-7058-41f7-b531-7680809ddcf5 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:45:48.648129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bb38aa36-ff63-422d-90aa-08bb645b5088 None None] Provisioning complete for port 62ab614b-7058-41f7-b531-7680809ddcf5 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:48.652133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb38aa36-ff63-422d-90aa-08bb645b5088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:48.717579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bb38aa36-ff63-422d-90aa-08bb645b5088 None None] Port 62ab614b-7058-41f7-b531-7680809ddcf5 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:45:48.787228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'name': 'tempest-ServersTestJSON-2075939341-router', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:45:36Z', 'updated_at': '2020-12-22T09:45:40Z', 'revision_number': 3, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'gw_port': {'id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:38Z', 'updated_at': '2020-12-22T09:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:48.791904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7bacff-30bb-4bde-a4e4-2f6add0f3f82 None None] The sync data for ids ['9a3f7bea-b364-4dd8-84e6-80d4aad848aa'] in n-d-765315-5 is: [{'id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'name': 'tempest-ServersTestJSON-2075939341-router', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:45:36Z', 'updated_at': '2020-12-22T09:45:40Z', 'revision_number': 3, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'gw_port': {'id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:38Z', 'updated_at': '2020-12-22T09:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:45:49.121574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62cb89-f63c-4f67-afe3-699c302ab032 req-5c7bf9ad-b42d-42d3-8850-779d21348273 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:49.132596 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de62cb89-f63c-4f67-afe3-699c302ab032 req-5c7bf9ad-b42d-42d3-8850-779d21348273 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 945 time: 0.1157558 Dec 22 09:45:49.193550 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de62cb89-f63c-4f67-afe3-699c302ab032 req-2aa94107-59a3-4587-b429-69cbb1fe44ea tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599835 Dec 22 09:45:49.499982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54784) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:49.549327 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:49.594523 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39faec87-1475-43db-8043-141994e17ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:49.598813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ee21c-8ed3-4895-9199-2d56de32316d req-75ac1d88-6432-4579-9926-e1ccfa975f44 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:49.606647 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4a1ee21c-8ed3-4895-9199-2d56de32316d req-75ac1d88-6432-4579-9926-e1ccfa975f44 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 945 time: 0.1157196 Dec 22 09:45:49.659074 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4a1ee21c-8ed3-4895-9199-2d56de32316d req-a315309f-77e5-4288-bc1b-060a22f22d57 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514712 Dec 22 09:45:49.710170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-39faec87-1475-43db-8043-141994e17ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:49.745828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-39faec87-1475-43db-8043-141994e17ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:72f712451b684f1cbfb0bacc1cb31c1c is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:49.754415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-39faec87-1475-43db-8043-141994e17ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:49.808137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-39faec87-1475-43db-8043-141994e17ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:49.834720 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:49.878069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:45:49.899233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd5775-a873-4f60-b2f3-ce606e7f779c req-875eb3bf-edbf-4620-a112-666dfc772198 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:49.903738 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01bd5775-a873-4f60-b2f3-ce606e7f779c req-875eb3bf-edbf-4620-a112-666dfc772198 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.2079597 Dec 22 09:45:49.976464 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01bd5775-a873-4f60-b2f3-ce606e7f779c req-928e07d1-e16f-42b1-93e8-d33f702beea3 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658138 Dec 22 09:45:50.080168 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6bb50de0-d426-43ea-9ba6-3ed5660252ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:50.097628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e6b05-86b8-4d26-8a38-928d0fa39240 req-f763877f-5f22-4014-9800-bf8049e536c8 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:50.100517 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-194e6b05-86b8-4d26-8a38-928d0fa39240 req-f763877f-5f22-4014-9800-bf8049e536c8 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=cf29a60e-0388-41cc-ad56-3d3eb43cd609 HTTP/1.1" status: 200 len: 945 time: 0.1113667 Dec 22 09:45:50.123534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 54798) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:50.173550 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-194e6b05-86b8-4d26-8a38-928d0fa39240 req-e80bfc9a-ff5a-499d-bc47-b5397b427285 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664384 Dec 22 09:45:50.250252 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-834ecdbf-ad9a-4b2f-ab05-7ee3114a057e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:50.298174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39faec87-1475-43db-8043-141994e17ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:50.310867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-834ecdbf-ad9a-4b2f-ab05-7ee3114a057e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:50.389060 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-834ecdbf-ad9a-4b2f-ab05-7ee3114a057e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:50.397576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39faec87-1475-43db-8043-141994e17ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:50.399025 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2b0ec3c-ad30-4977-98ba-f0df82b29951 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:50.471537 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-834ecdbf-ad9a-4b2f-ab05-7ee3114a057e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:50.471537 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-834ecdbf-ad9a-4b2f-ab05-7ee3114a057e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "DELETE /v2.0/security-groups/52b804b4-ce06-412b-9d5b-10cced5b0bb0 HTTP/1.1" status: 204 len: 168 time: 0.3429415 Dec 22 09:45:50.480326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54808) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:50.483038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ecdbf-ad9a-4b2f-ab05-7ee3114a057e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b804b4-ce06-412b-9d5b-10cced5b0bb0,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:50.484754 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-834ecdbf-ad9a-4b2f-ab05-7ee3114a057e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:50.497957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99bc7704-5812-409d-9056-a73056b9ef40,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:50.515452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.515870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.516433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.516947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.517405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.518439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.518567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.519349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.519803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.520342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.520830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.521318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.521885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.522513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.522860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.523341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.523826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.524571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.524741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.525250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.525729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.526204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.526710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.527200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.527807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.528019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612ada2-679d-4357-bfb5-5ff440f2c544 req-cd7fa209-845d-41d0-aaf0-9e6e03556b36 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:50.528341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.528857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.529598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.530075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.530556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.531037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.531518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.532037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.532514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.532999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.533521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:50.536516 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3612ada2-679d-4357-bfb5-5ff440f2c544 req-cd7fa209-845d-41d0-aaf0-9e6e03556b36 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0 HTTP/1.1" status: 200 len: 945 time: 0.1386893 Dec 22 09:45:50.585273 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:50.586155 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1bec413c-de76-4020-9a05-577a2c0acd80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:50.598349 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-39faec87-1475-43db-8043-141994e17ba7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72f712451b684f1cbfb0bacc1cb31c1c&name=default HTTP/1.1" status: 200 len: 2883 time: 1.0895832 Dec 22 09:45:50.600308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54814) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:50.605328 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3612ada2-679d-4357-bfb5-5ff440f2c544 req-c6e904f3-7a55-4046-8f93-8f7fd2893ed1 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670655 Dec 22 09:45:50.615819 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-0e53b893-a253-486e-ae4b-a99bf0840683 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] show failed (client error): The resource could not be found. Dec 22 09:45:50.617024 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0e53b893-a253-486e-ae4b-a99bf0840683 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "GET /v2.0/security-groups/52b804b4-ce06-412b-9d5b-10cced5b0bb0 HTTP/1.1" status: 404 len: 347 time: 0.1206980 Dec 22 09:45:50.620118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 54818) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:50.633493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Checking segment: {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:45:50.633897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Network hostable DHCP agents. Network: 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:45:50.681234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39faec87-1475-43db-8043-141994e17ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0741cd27-32ee-42ba-98e9-766a7dfc74c5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:50.684856 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39faec87-1475-43db-8043-141994e17ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:50.767214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18c830e3-23f9-42a6-9e2a-1da495a3c400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:50.774664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:45:50.790464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 5b5a557a-8580-4dd8-911d-26be176fca01 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:45:50.800086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:45:50.814381 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:50.833526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:50.834524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:50.835067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7f071247-18c0-471d-a70b-e2cf11d3f56b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Deleting port 2dca0632-f287-45fa-9ca8-b1e9f9b73c06 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:45:50.835452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f071247-18c0-471d-a70b-e2cf11d3f56b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:50.837346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb749807-71b8-489e-be4b-946c6f17352d None None] Network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:45:50.868829 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:50.873267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-9ba7e10a-f5aa-4db2-8916-6490f9e707e6 req-8be2a607-7015-4067-97a5-7414591f5427 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:45:50.874401 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ba7e10a-f5aa-4db2-8916-6490f9e707e6 req-8be2a607-7015-4067-97a5-7414591f5427 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0616267 Dec 22 09:45:50.924054 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d26ce908-9798-42fd-8544-a9dc21fa141a tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:50.979227 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1903622 Dec 22 09:45:51.001298 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18c830e3-23f9-42a6-9e2a-1da495a3c400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:51.022787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Pushing event updated for resources: {'Port': ['ID=62ab614b-7058-41f7-b531-7680809ddcf5,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:51.029746 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:51.059003 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:51.136155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 5b5a557a-8580-4dd8-911d-26be176fca01 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:45:51.148078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 5b5a557a-8580-4dd8-911d-26be176fca01 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:51.148763 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:51.253691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Network 5a86a67f-c836-4e73-bf39-1d2b96692cb8 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:45:51.256548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:45:51.307829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37039c51-29f1-44b1-bcf3-5010c3bc9b25 None None] Network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:45:51.374278 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ba7e10a-f5aa-4db2-8916-6490f9e707e6 req-4ec8467f-1a85-4131-a59d-8ab8c5713c95 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4880528 Dec 22 09:45:51.380950 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18c830e3-23f9-42a6-9e2a-1da495a3c400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:51.422586 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:51.458056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18c830e3-23f9-42a6-9e2a-1da495a3c400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:51.469908 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-18c830e3-23f9-42a6-9e2a-1da495a3c400 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0741cd27-32ee-42ba-98e9-766a7dfc74c5 HTTP/1.1" status: 204 len: 168 time: 0.8641896 Dec 22 09:45:51.493565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c830e3-23f9-42a6-9e2a-1da495a3c400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0741cd27-32ee-42ba-98e9-766a7dfc74c5,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:51.509076 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f071247-18c0-471d-a70b-e2cf11d3f56b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:51.509717 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f071247-18c0-471d-a70b-e2cf11d3f56b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for floatingip, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:51.515739 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-18c830e3-23f9-42a6-9e2a-1da495a3c400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:51.913359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Router 9a3f7bea-b364-4dd8-84e6-80d4aad848aa has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:45:51.921989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7f071247-18c0-471d-a70b-e2cf11d3f56b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Calling delete_port for 2dca0632-f287-45fa-9ca8-b1e9f9b73c06 owned by network:floatingip {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:45:51.953397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8aa8f-74b8-417d-b885-c38a58928470 req-ca3f736d-df7d-4ccd-a075-dd8019059b11 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:51.962348 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-44d8aa8f-74b8-417d-b885-c38a58928470 req-ca3f736d-df7d-4ccd-a075-dd8019059b11 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.6897712 Dec 22 09:45:52.025743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0361f114-641a-4e52-934c-6ab00175f091 None None] Provisioning complete for port 62ab614b-7058-41f7-b531-7680809ddcf5 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:52.026176 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0361f114-641a-4e52-934c-6ab00175f091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:52.044593 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-44d8aa8f-74b8-417d-b885-c38a58928470 req-671d3cf4-d2f8-46d6-ae04-cba0c3459241 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812030 Dec 22 09:45:52.259988 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f071247-18c0-471d-a70b-e2cf11d3f56b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:52.290177 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a29fc455-d60d-4781-bf82-cf2a8e41a187 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:52.307644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:45:52.326291 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] 10.222.0.50 "PUT /v2.0/routers/9a3f7bea-b364-4dd8-84e6-80d4aad848aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8348613 Dec 22 09:45:52.371313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0361f114-641a-4e52-934c-6ab00175f091 None None] Port 62ab614b-7058-41f7-b531-7680809ddcf5 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:45:52.450903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:52.469350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Sync routers for ids ['9a3f7bea-b364-4dd8-84e6-80d4aad848aa'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:45:52.471716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f071247-18c0-471d-a70b-e2cf11d3f56b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event deleted for resources: {'Port': ['ID=2dca0632-f287-45fa-9ca8-b1e9f9b73c06,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:52.492172 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7f071247-18c0-471d-a70b-e2cf11d3f56b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:52.494518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Routers {'9a3f7bea-b364-4dd8-84e6-80d4aad848aa'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:45:52.495262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:45:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9a3f7bea-b364-4dd8-84e6-80d4aad848aa'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:52.509184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 5b5a557a-8580-4dd8-911d-26be176fca01, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=5b5a557a-8580-4dd8-911d-26be176fca01,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:52.512947 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:52.517728 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-52f1d299-7982-4ebb-a4ba-7467b512af5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:52.633764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=5b5a557a-8580-4dd8-911d-26be176fca01,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:52.653993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.658296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.658951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.659525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.660219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.660960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.661618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.662190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.677069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.677770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.678163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.678992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.679464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.679836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.680271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.680640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.681011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.681381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.681745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.682104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.682467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.682827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.683195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.683553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.683990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.684366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.684717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.685079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.685438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.685810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.686161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.686525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.686881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.687238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.687598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.687968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:45:52.718461 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:52.743990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8631bd6-6940-4639-9ca8-5c80c94eea14 req-52a44488-f0fa-4687-b904-f100bffddfdc tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:52.747178 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8631bd6-6940-4639-9ca8-5c80c94eea14 req-52a44488-f0fa-4687-b904-f100bffddfdc tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 945 time: 0.3822374 Dec 22 09:45:52.835845 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8631bd6-6940-4639-9ca8-5c80c94eea14 req-6278d027-25e3-45a4-9375-c80a33f2067d tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741012 Dec 22 09:45:52.907196 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f071247-18c0-471d-a70b-e2cf11d3f56b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for floatingip, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:53.004891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Set router 9a3f7bea-b364-4dd8-84e6-80d4aad848aa gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:45:53.016075 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f071247-18c0-471d-a70b-e2cf11d3f56b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:53.017359 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7f071247-18c0-471d-a70b-e2cf11d3f56b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "DELETE /v2.0/floatingips/ad20a2e5-f229-4b47-b060-47b6453ed816 HTTP/1.1" status: 204 len: 168 time: 2.3949423 Dec 22 09:45:53.023539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54880) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:53.089065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-c9ba8d4d-a292-4f68-9716-e2abff3e1e0b tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:53.091136 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-c9ba8d4d-a292-4f68-9716-e2abff3e1e0b tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 812 time: 0.2516348 Dec 22 09:45:53.158379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d79ccf6c-2103-4e85-b729-a9bceec6f92f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Deleting port f7083d1b-bfb3-47ac-b643-58564cb5f4ac {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:45:53.158746 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d79ccf6c-2103-4e85-b729-a9bceec6f92f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:53.189747 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b22ff989-f43a-424e-898a-8f8e5bde0fed tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/quotas/2af5f8c189d74ea78f15d1e4177ac64a HTTP/1.1" status: 200 len: 375 time: 0.0465057 Dec 22 09:45:53.337321 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-6fb70aed-2fd5-4aaa-895c-726113d04bd7 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1456325 Dec 22 09:45:53.364554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae6c27-3289-425a-91c3-cc553b7ed262 req-b07ad579-3606-46c4-bccc-39755c496430 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:53.372371 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2bae6c27-3289-425a-91c3-cc553b7ed262 req-b07ad579-3606-46c4-bccc-39755c496430 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=cf29a60e-0388-41cc-ad56-3d3eb43cd609 HTTP/1.1" status: 200 len: 945 time: 0.2795100 Dec 22 09:45:53.450810 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2bae6c27-3289-425a-91c3-cc553b7ed262 req-411f1ab8-4cc6-49ee-b160-3d87182b9318 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767999 Dec 22 09:45:53.661846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d79ccf6c-2103-4e85-b729-a9bceec6f92f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:53.789575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'name': 'tempest-ServersTestJSON-2075939341-router', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:45:36Z', 'updated_at': '2020-12-22T09:45:49Z', 'revision_number': 4, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'gw_port': {'id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:38Z', 'updated_at': '2020-12-22T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '62ab614b-7058-41f7-b531-7680809ddcf5', 'name': '', 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'mac_address': 'fa:16:3e:b4:92:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8d0d2867-2495-4965-9d16-a81d436421e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:46Z', 'updated_at': '2020-12-22T09:45:50Z', 'revision_number': 2, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'subnets': [{'id': '8d0d2867-2495-4965-9d16-a81d436421e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:53.798236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Checking router: 9a3f7bea-b364-4dd8-84e6-80d4aad848aa for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:45:53.798650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Updating router 9a3f7bea-b364-4dd8-84e6-80d4aad848aa port 62ab614b-7058-41f7-b531-7680809ddcf5 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:45:53.841838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d79ccf6c-2103-4e85-b729-a9bceec6f92f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Calling delete_port for f7083d1b-bfb3-47ac-b643-58564cb5f4ac owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:45:53.872479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:54.137907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d79ccf6c-2103-4e85-b729-a9bceec6f92f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:54.171903 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-74cd7430-c503-4aec-952c-96ea5d9bf122 service neutron] 10.222.0.50 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8219707 Dec 22 09:45:54.189287 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0829ce84-11a0-4be1-8b98-dc2528e1620a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:54.300015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ccf6c-2103-4e85-b729-a9bceec6f92f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event deleted for resources: {'Port': ['ID=f7083d1b-bfb3-47ac-b643-58564cb5f4ac,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:54.320809 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d79ccf6c-2103-4e85-b729-a9bceec6f92f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:54.471359 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-c51ac79a-d05e-48cf-820c-f79f905f8d46 service neutron] 10.222.0.50 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2982998 Dec 22 09:45:54.746040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54910) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:54.760591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-3c5f97c0-e20b-4cd2-beac-238b34e4d140 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Request body: {'security_group': {'name': 'tempest-securitygroup--475008926', 'description': 'tempest-description--1957740634'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:45:54.782920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3c5f97c0-e20b-4cd2-beac-238b34e4d140 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:54.795918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3c5f97c0-e20b-4cd2-beac-238b34e4d140 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Usage tracker for resource:security_group and tenant:7133839c54494a2f9ce52411cab18e5a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:54.800410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3c5f97c0-e20b-4cd2-beac-238b34e4d140 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:54.809098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3c5f97c0-e20b-4cd2-beac-238b34e4d140 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:54.844239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 5b5a557a-8580-4dd8-911d-26be176fca01 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:45:54.847578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:54.880826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Transition to ACTIVE for port object 62ab614b-7058-41f7-b531-7680809ddcf5 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:45:54.886044 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:54.891918 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c5f97c0-e20b-4cd2-beac-238b34e4d140 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:54.931128 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d79ccf6c-2103-4e85-b729-a9bceec6f92f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:54.961192 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d79ccf6c-2103-4e85-b729-a9bceec6f92f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "DELETE /v2.0/ports/f7083d1b-bfb3-47ac-b643-58564cb5f4ac HTTP/1.1" status: 204 len: 168 time: 1.9336352 Dec 22 09:45:54.962119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54920) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:55.068755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 5b5a557a-8580-4dd8-911d-26be176fca01 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:55.069188 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:55.143319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3c5f97c0-e20b-4cd2-beac-238b34e4d140 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:55.148860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3c5f97c0-e20b-4cd2-beac-238b34e4d140 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Usage tracker for resource:security_group_rule and tenant:7133839c54494a2f9ce52411cab18e5a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:55.152614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3c5f97c0-e20b-4cd2-beac-238b34e4d140 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:55.161205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3c5f97c0-e20b-4cd2-beac-238b34e4d140 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:55.306039 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b161583c-04b7-4e43-a342-80171988f6f7 req-81c04bbb-827b-45a6-a4f6-ded0d77f26ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.4900553 Dec 22 09:45:55.326474 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c5f97c0-e20b-4cd2-beac-238b34e4d140 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:55.335524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0b9ad853-3773-4976-a1c9-464a37ef389e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Deleting port 21597bba-be5f-49e6-b4ef-eaabcf5291f1 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:45:55.335915 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad853-3773-4976-a1c9-464a37ef389e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:55.385883 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1ed168cc-757d-4556-97f0-0fc36d501c18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:55.428457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c5f97c0-e20b-4cd2-beac-238b34e4d140 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:55.471603 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-19a8566a-4081-4eb7-911e-8b38801f945a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:55.611150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f97c0-e20b-4cd2-beac-238b34e4d140 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Pushing event updated for resources: {'SecurityGroup': ['ID=1da3f885-8d63-4d8b-8aad-40cec288a009,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:55.651425 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3c5f97c0-e20b-4cd2-beac-238b34e4d140 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:55.786548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a405b-9f65-41f1-9409-450339642fc0 None None] Pushing event updated for resources: {'Port': ['ID=62ab614b-7058-41f7-b531-7680809ddcf5,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:55.794650 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e5a405b-9f65-41f1-9409-450339642fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:55.818049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971731ad-17fc-46c8-99e2-a2e096b15212 req-1124c561-a983-4dd3-81a7-b5b699afbeee tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:55.819612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Attempting to bind port 62ab614b-7058-41f7-b531-7680809ddcf5 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:45:55.819894 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-971731ad-17fc-46c8-99e2-a2e096b15212 req-1124c561-a983-4dd3-81a7-b5b699afbeee tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.8318765 Dec 22 09:45:55.820104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Attempting to bind port 62ab614b-7058-41f7-b531-7680809ddcf5 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '1b75248a-6597-45b5-948d-a112e7775493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:45:55.820521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Attempting to bind port 62ab614b-7058-41f7-b531-7680809ddcf5 on network 5a86a67f-c836-4e73-bf39-1d2b96692cb8 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:45:55.827701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:45:55.828190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Checking segment: {'id': '1b75248a-6597-45b5-948d-a112e7775493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:45:55.828644 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:55.829077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Bound using segment: {'id': '1b75248a-6597-45b5-948d-a112e7775493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:45:55.829663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Bound port: 62ab614b-7058-41f7-b531-7680809ddcf5, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b75248a-6597-45b5-948d-a112e7775493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:45:55.830082 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:55.990906 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-971731ad-17fc-46c8-99e2-a2e096b15212 req-185b56df-ad81-4171-a212-a76b2fb9b91a tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469519 Dec 22 09:45:56.002005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d28f9f-de6d-4b40-9cd2-c46186b8a81f req-2cacfaf5-fa5a-4771-b70e-41ab84fc7600 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:56.016314 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-43d28f9f-de6d-4b40-9cd2-c46186b8a81f req-2cacfaf5-fa5a-4771-b70e-41ab84fc7600 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0 HTTP/1.1" status: 200 len: 945 time: 0.7469864 Dec 22 09:45:56.023396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161583c-04b7-4e43-a342-80171988f6f7 req-16bde413-170a-46ff-a248-99ad180ee295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:56.025046 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b161583c-04b7-4e43-a342-80171988f6f7 req-16bde413-170a-46ff-a248-99ad180ee295 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 1160 time: 0.5769796 Dec 22 09:45:56.073109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] For port 62ab614b-7058-41f7-b531-7680809ddcf5, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:45:56.077430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] For port 62ab614b-7058-41f7-b531-7680809ddcf5, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=62ab614b-7058-41f7-b531-7680809ddcf5,segment=NetworkSegment(1b75248a-6597-45b5-948d-a112e7775493),segment_id=1b75248a-6597-45b5-948d-a112e7775493)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:45:56.081207 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:56.178504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad853-3773-4976-a1c9-464a37ef389e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:56.278833 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-43d28f9f-de6d-4b40-9cd2-c46186b8a81f req-32325105-3d23-47b8-bbbc-2723bd2f9442 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614555 Dec 22 09:45:56.450477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0b9ad853-3773-4976-a1c9-464a37ef389e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Calling delete_port for 21597bba-be5f-49e6-b4ef-eaabcf5291f1 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:45:56.499265 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c28dd580-2154-4167-9dda-0a2b654b6748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:56.680092 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c5f97c0-e20b-4cd2-beac-238b34e4d140 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:56.682684 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3c5f97c0-e20b-4cd2-beac-238b34e4d140 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1731 time: 1.9359345 Dec 22 09:45:56.685919 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad853-3773-4976-a1c9-464a37ef389e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:56.687848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54970) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:56.717587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6a30b2fe-bfe5-476c-a690-0c533f0aeff6 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Request body: {'security_group_rule': {'security_group_id': '1da3f885-8d63-4d8b-8aad-40cec288a009', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:45:56.725958 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-780c200e-33e9-4cee-8bed-fa97d2e74f61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:56.805218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ad853-3773-4976-a1c9-464a37ef389e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event deleted for resources: {'Port': ['ID=21597bba-be5f-49e6-b4ef-eaabcf5291f1,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:56.814934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a405b-9f65-41f1-9409-450339642fc0 None None] Pushing event updated for resources: {'Port': ['ID=62ab614b-7058-41f7-b531-7680809ddcf5,revision_number=4']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:56.820808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6a30b2fe-bfe5-476c-a690-0c533f0aeff6 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:56.824779 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e5a405b-9f65-41f1-9409-450339642fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:56.842427 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0b9ad853-3773-4976-a1c9-464a37ef389e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:56.848937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6a30b2fe-bfe5-476c-a690-0c533f0aeff6 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Usage tracker for resource:security_group_rule and tenant:7133839c54494a2f9ce52411cab18e5a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:56.866636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6a30b2fe-bfe5-476c-a690-0c533f0aeff6 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:56.884144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6a30b2fe-bfe5-476c-a690-0c533f0aeff6 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:56.949397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Routers {'9a3f7bea-b364-4dd8-84e6-80d4aad848aa'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:45:56.950502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:45:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9a3f7bea-b364-4dd8-84e6-80d4aad848aa'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:57.355393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161583c-04b7-4e43-a342-80171988f6f7 req-e5e6e8b2-14fa-4232-8972-ea55f6e773dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:57.360147 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b161583c-04b7-4e43-a342-80171988f6f7 req-e5e6e8b2-14fa-4232-8972-ea55f6e773dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 905 time: 1.2960653 Dec 22 09:45:57.375681 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-516dd062-2d0a-4c51-b082-4bb7cf3bebab req-85848cbe-dba6-4857-a2c7-3e13a7c6f9c3 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=c6bc8a35-3680-4631-9bf9-f69262ecabe4 HTTP/1.1" status: 200 len: 210 time: 0.2837660 Dec 22 09:45:57.443689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] Set router 9a3f7bea-b364-4dd8-84e6-80d4aad848aa gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:45:57.686172 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b161583c-04b7-4e43-a342-80171988f6f7 req-3e95a81c-b7bc-40b2-acd3-550b7a1e8b1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dae1370-6369-47b7-a512-e6573214158e HTTP/1.1" status: 200 len: 217 time: 0.3022542 Dec 22 09:45:57.928445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161583c-04b7-4e43-a342-80171988f6f7 req-46b50e83-11c6-4ee4-bd6c-e96669b25917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:57.930558 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b161583c-04b7-4e43-a342-80171988f6f7 req-46b50e83-11c6-4ee4-bd6c-e96669b25917 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.2310047 Dec 22 09:45:58.022396 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6a30b2fe-bfe5-476c-a690-0c533f0aeff6 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:58.059563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c3dc9-8fde-431d-bf01-12eb18412543 req-6b6c7e9c-b7a9-4a9a-9ded-9c6bcd93dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:58.062764 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f08c3dc9-8fde-431d-bf01-12eb18412543 req-6b6c7e9c-b7a9-4a9a-9ded-9c6bcd93dd8a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 1160 time: 0.4167292 Dec 22 09:45:58.115079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db085a-5efa-48a9-8129-94937742df14 req-1843b822-04ae-4c7f-943d-354ece6e9497 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:58.133121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db085a-5efa-48a9-8129-94937742df14 req-1843b822-04ae-4c7f-943d-354ece6e9497 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:58.146847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db085a-5efa-48a9-8129-94937742df14 req-1843b822-04ae-4c7f-943d-354ece6e9497 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:58.161131 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-16db085a-5efa-48a9-8129-94937742df14 req-1843b822-04ae-4c7f-943d-354ece6e9497 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0&device_id=cf29a60e-0388-41cc-ad56-3d3eb43cd609&device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 2416 time: 0.8153341 Dec 22 09:45:58.313818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'name': 'tempest-ServersTestJSON-2075939341-router', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:45:36Z', 'updated_at': '2020-12-22T09:45:49Z', 'revision_number': 4, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'gw_port': {'id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:38Z', 'updated_at': '2020-12-22T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '62ab614b-7058-41f7-b531-7680809ddcf5', 'name': '', 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'mac_address': 'fa:16:3e:b4:92:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8d0d2867-2495-4965-9d16-a81d436421e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:46Z', 'updated_at': '2020-12-22T09:45:56Z', 'revision_number': 4, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'subnets': [{'id': '8d0d2867-2495-4965-9d16-a81d436421e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:45:58.328686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a76c3-f646-40aa-9dc9-74cd9eedc485 None None] The sync data for ids ['9a3f7bea-b364-4dd8-84e6-80d4aad848aa'] in n-d-765315-5 is: [{'id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'name': 'tempest-ServersTestJSON-2075939341-router', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:45:36Z', 'updated_at': '2020-12-22T09:45:49Z', 'revision_number': 4, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'gw_port': {'id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:38Z', 'updated_at': '2020-12-22T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '62ab614b-7058-41f7-b531-7680809ddcf5', 'name': '', 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'mac_address': 'fa:16:3e:b4:92:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8d0d2867-2495-4965-9d16-a81d436421e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:46Z', 'updated_at': '2020-12-22T09:45:56Z', 'revision_number': 4, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'subnets': [{'id': '8d0d2867-2495-4965-9d16-a81d436421e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:45:58.374445 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-16db085a-5efa-48a9-8129-94937742df14 req-feebd9d9-396e-4fd5-b51d-2c4dfc8b7cb9 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122667 Dec 22 09:45:58.457524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6a30b2fe-bfe5-476c-a690-0c533f0aeff6 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:58.459590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad853-3773-4976-a1c9-464a37ef389e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:58.463492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb1e9e-1530-4f36-a64f-e635ae805f8b req-cb083c9e-3fd8-422b-9902-6663e064a5dd tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:58.477213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-2805da54-5966-4aaf-9c1f-55d6583fcd42 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:58.478484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-2805da54-5966-4aaf-9c1f-55d6583fcd42 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Synchronizing usage tracker for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:45:58.489698 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eebb1e9e-1530-4f36-a64f-e635ae805f8b req-cb083c9e-3fd8-422b-9902-6663e064a5dd tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.6865053 Dec 22 09:45:58.514466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebe204-2faa-4720-8098-2d8f7e53e048 req-c6c4f91d-8d1f-4dab-afb0-b73a2a36f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:58.517138 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01ebe204-2faa-4720-8098-2d8f7e53e048 req-c6c4f91d-8d1f-4dab-afb0-b73a2a36f380 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3403c09830ad476d806af5441d8712c7&device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 1160 time: 0.8509636 Dec 22 09:45:58.518295 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6a30b2fe-bfe5-476c-a690-0c533f0aeff6 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:58.584557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161583c-04b7-4e43-a342-80171988f6f7 req-9a402ef4-67e4-4c13-a688-8d1e43a63bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:58.586535 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b161583c-04b7-4e43-a342-80171988f6f7 req-9a402ef4-67e4-4c13-a688-8d1e43a63bad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6373999 Dec 22 09:45:58.596483 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:58.730182 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0b9ad853-3773-4976-a1c9-464a37ef389e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "DELETE /v2.0/ports/21597bba-be5f-49e6-b4ef-eaabcf5291f1 HTTP/1.1" status: 204 len: 168 time: 3.7499990 Dec 22 09:45:58.766677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55032) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:58.847918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 62ab614b-7058-41f7-b531-7680809ddcf5 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:45:59.036830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 62ab614b-7058-41f7-b531-7680809ddcf5 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:45:59.052429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 62ab614b-7058-41f7-b531-7680809ddcf5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:45:59.052860 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:59.084788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30b2fe-bfe5-476c-a690-0c533f0aeff6 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b0bc33-8135-4e3e-9600-6c2562a07ee5,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:59.104679 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6a30b2fe-bfe5-476c-a690-0c533f0aeff6 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:59.105429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-2805da54-5966-4aaf-9c1f-55d6583fcd42 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Unset dirty status for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:45:59.106726 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-2805da54-5966-4aaf-9c1f-55d6583fcd42 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.37 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 812 time: 1.4392600 Dec 22 09:45:59.196201 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eebb1e9e-1530-4f36-a64f-e635ae805f8b req-d8272830-ad01-412a-9de9-b281b6268903 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7046101 Dec 22 09:45:59.227585 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6a30b2fe-bfe5-476c-a690-0c533f0aeff6 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:59.230591 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6a30b2fe-bfe5-476c-a690-0c533f0aeff6 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 2.5415940 Dec 22 09:45:59.258878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-309060db-05f0-48bb-a5ac-5ea823e92837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Request body: {'port': {'device_id': 'c6bc8a35-3680-4631-9bf9-f69262ecabe4', 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e', 'admin_state_up': True, 'tenant_id': '2af5f8c189d74ea78f15d1e4177ac64a'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:45:59.307096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55048) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:59.320840 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b161583c-04b7-4e43-a342-80171988f6f7 req-f205d519-d235-4044-b7fc-b8c45189060d service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478735 Dec 22 09:45:59.343156 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:59.364899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-02fc563a-9fed-4ce0-b7bd-cdbd56ef5d9f tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Request body: {'security_group_rule': {'security_group_id': '1da3f885-8d63-4d8b-8aad-40cec288a009', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:45:59.367551 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f08c3dc9-8fde-431d-bf01-12eb18412543 req-40f07f47-72cf-4d07-8b4b-9268543dbeaa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2783270 Dec 22 09:45:59.384101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-02fc563a-9fed-4ce0-b7bd-cdbd56ef5d9f tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:45:59.399902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-02fc563a-9fed-4ce0-b7bd-cdbd56ef5d9f tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Usage tracker for resource:security_group_rule and tenant:7133839c54494a2f9ce52411cab18e5a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:45:59.403764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-02fc563a-9fed-4ce0-b7bd-cdbd56ef5d9f tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:45:59.417670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-02fc563a-9fed-4ce0-b7bd-cdbd56ef5d9f tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:45:59.434719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 62ab614b-7058-41f7-b531-7680809ddcf5, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=62ab614b-7058-41f7-b531-7680809ddcf5,segment=NetworkSegment(1b75248a-6597-45b5-948d-a112e7775493),segment_id=1b75248a-6597-45b5-948d-a112e7775493)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:45:59.437340 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:45:59.445024 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:45:59.469192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebe204-2faa-4720-8098-2d8f7e53e048 req-f1cbfd4f-84c7-4276-b92a-82bce4c79ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:45:59.470835 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01ebe204-2faa-4720-8098-2d8f7e53e048 req-f1cbfd4f-84c7-4276-b92a-82bce4c79ca8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d340895-0ad7-464f-b8e9-14ff96252907 HTTP/1.1" status: 200 len: 912 time: 0.8849001 Dec 22 09:45:59.527608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=62ab614b-7058-41f7-b531-7680809ddcf5,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:45:59.541508 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:45:59.684324 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b161583c-04b7-4e43-a342-80171988f6f7 req-c7a4de5b-36aa-46b2-9aba-e6d9cc14ba74 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3488328 Dec 22 09:45:59.788073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71aa9ff-7cc1-42a2-9efc-5348a8261a27 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Deleting subnet a91aa57c-aefa-41a9-ac61-6f1461aa1426 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:45:59.789543 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a12ced4-cc95-4346-98ac-38ab8e8729ec req-92fb8806-d650-4cc2-b660-5ddb9270caeb tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=c6bc8a35-3680-4631-9bf9-f69262ecabe4 HTTP/1.1" status: 200 len: 210 time: 0.1037898 Dec 22 09:45:59.833772 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf1d2e0d-3c0f-455d-9469-a5d0a27d8a62 req-28fc3b18-6827-4778-ad0a-0616e48b1a79 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 1.2565660 Dec 22 09:46:00.068095 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01ebe204-2faa-4720-8098-2d8f7e53e048 req-b14424c5-7f64-49b8-a490-35386afa5f1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 HTTP/1.1" status: 200 len: 217 time: 0.2894323 Dec 22 09:46:00.085827 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a71aa9ff-7cc1-42a2-9efc-5348a8261a27 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:00.251003 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02fc563a-9fed-4ce0-b7bd-cdbd56ef5d9f tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:00.292791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebe204-2faa-4720-8098-2d8f7e53e048 req-3be81309-ac77-441b-86af-2d90370d990b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:00.295327 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01ebe204-2faa-4720-8098-2d8f7e53e048 req-3be81309-ac77-441b-86af-2d90370d990b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfd00f40-1157-44e9-8ffc-cef7d735bec6 HTTP/1.1" status: 200 len: 858 time: 0.1290867 Dec 22 09:46:00.382242 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01ebe204-2faa-4720-8098-2d8f7e53e048 req-f5f43bc1-49de-4876-8129-deaf6fd4ae86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d340895-0ad7-464f-b8e9-14ff96252907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687840 Dec 22 09:46:00.425565 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02fc563a-9fed-4ce0-b7bd-cdbd56ef5d9f tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:00.489879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-309060db-05f0-48bb-a5ac-5ea823e92837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:00.495399 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02fc563a-9fed-4ce0-b7bd-cdbd56ef5d9f tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:00.502426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a71aa9ff-7cc1-42a2-9efc-5348a8261a27 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:00.548136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-309060db-05f0-48bb-a5ac-5ea823e92837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Usage tracker for resource:port and tenant:2af5f8c189d74ea78f15d1e4177ac64a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:00.594421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-309060db-05f0-48bb-a5ac-5ea823e92837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:00.605398 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:00.618784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c219f-e3e2-46d7-8d31-743cf48c999a req-209eef37-7847-490c-b1a4-7080528841a2 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:00.624586 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be5c219f-e3e2-46d7-8d31-743cf48c999a req-209eef37-7847-490c-b1a4-7080528841a2 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.1560373 Dec 22 09:46:00.710226 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be5c219f-e3e2-46d7-8d31-743cf48c999a req-c8cc725a-3789-43d5-b6a3-b1944a06e9e5 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797479 Dec 22 09:46:00.768963 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02fc563a-9fed-4ce0-b7bd-cdbd56ef5d9f tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:00.770979 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-02fc563a-9fed-4ce0-b7bd-cdbd56ef5d9f tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 1.4626667 Dec 22 09:46:00.772290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-309060db-05f0-48bb-a5ac-5ea823e92837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:00.779520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 55088) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:00.788399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:00.792334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc563a-9fed-4ce0-b7bd-cdbd56ef5d9f tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d80bd09e-8d38-4d53-b9b3-abb63001988f,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:00.804595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:00.821238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Usage tracker for resource:floatingip and tenant:7133839c54494a2f9ce52411cab18e5a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:00.831116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:00.863663 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-02fc563a-9fed-4ce0-b7bd-cdbd56ef5d9f tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:00.867638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:00.881492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 62ab614b-7058-41f7-b531-7680809ddcf5 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:46:00.896640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-309060db-05f0-48bb-a5ac-5ea823e92837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Made reservation on behalf of 2af5f8c189d74ea78f15d1e4177ac64a for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:46:00.898991 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:00.908928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-309060db-05f0-48bb-a5ac-5ea823e92837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:01.048675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 62ab614b-7058-41f7-b531-7680809ddcf5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:46:01.049440 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:01.348870 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a2a45222-0fd7-4dc6-a801-541f3cb1595c req-c1c21727-7dfc-4d8f-9901-7fc1d90a49a7 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=c6bc8a35-3680-4631-9bf9-f69262ecabe4 HTTP/1.1" status: 200 len: 210 time: 0.2069120 Dec 22 09:46:01.413318 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:01.564376 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01ebe204-2faa-4720-8098-2d8f7e53e048 req-6a65f798-a08a-4678-9054-07a50cc40ef6 service neutron] 10.222.0.37 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1252952 Dec 22 09:46:01.910473 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01ebe204-2faa-4720-8098-2d8f7e53e048 req-46b823e7-384e-4cb2-9cef-11e1ad332ea5 service neutron] 10.222.0.37 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3208289 Dec 22 09:46:01.924822 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a71aa9ff-7cc1-42a2-9efc-5348a8261a27 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:01.952282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Allocated IP 172.25.7.151 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/081a855e-992e-4af3-8feb-3968545a07ee) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:46:02.224401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-309060db-05f0-48bb-a5ac-5ea823e92837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Allocated IP 172.20.0.3 (4139e1c7-4cf8-43ff-9532-d5b8777c2c1e/99bc7704-5812-409d-9056-a73056b9ef40/755e7893-8cc9-4d9d-817e-53e0c2df3b93) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:46:02.234360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921369f-ea0d-4705-9fde-d543286f67dc req-0448db42-229e-4810-9ad4-d6a377696f7d tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:02.242339 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f921369f-ea0d-4705-9fde-d543286f67dc req-0448db42-229e-4810-9ad4-d6a377696f7d tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.2919040 Dec 22 09:46:02.518535 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f921369f-ea0d-4705-9fde-d543286f67dc req-f7ba7ad9-1547-4b0c-9c05-ce90bf75eb95 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748907 Dec 22 09:46:02.648366 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:02.699374 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a71aa9ff-7cc1-42a2-9efc-5348a8261a27 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:02.703519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:02.731296 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b6f8b5e-7318-43ce-a752-02165a22d4ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:02.799886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71aa9ff-7cc1-42a2-9efc-5348a8261a27 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event deleted for resources: {'Subnet': ['ID=a91aa57c-aefa-41a9-ac61-6f1461aa1426,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:02.811082 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a71aa9ff-7cc1-42a2-9efc-5348a8261a27 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:02.827616 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-309060db-05f0-48bb-a5ac-5ea823e92837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:02.950914 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a71aa9ff-7cc1-42a2-9efc-5348a8261a27 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:02.961224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4750c9f3-8d8d-47a5-a096-bc494f372602 None None] Network d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:46:02.965815 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a71aa9ff-7cc1-42a2-9efc-5348a8261a27 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "DELETE /v2.0/subnets/a91aa57c-aefa-41a9-ac61-6f1461aa1426 HTTP/1.1" status: 204 len: 168 time: 3.8545201 Dec 22 09:46:02.969221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55210) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:03.032922 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b653bd93-9d9f-494e-8833-ebc811704a33 tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:03.072568 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-309060db-05f0-48bb-a5ac-5ea823e92837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:03.146567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Pushing event updated for resources: {'Port': ['ID=081a855e-992e-4af3-8feb-3968545a07ee,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:03.148484 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-56514eb4-4411-4c01-a291-8eb000a1c580 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:03.150981 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:03.161753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:46:03.164477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:46:03.167388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:46:03.330264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5b88f6-985c-48cd-a74c-5eb65311edbd None None] DHCP port deletion for d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:46:03.341781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b88f6-985c-48cd-a74c-5eb65311edbd None None] Deleting port 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:03.342340 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c5b88f6-985c-48cd-a74c-5eb65311edbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:03.461038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e250a1-f1f0-408e-96b4-dca2af134410 req-8fcf39e9-a06a-497a-b4f3-de2668c8ee65 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:03.463199 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-14e250a1-f1f0-408e-96b4-dca2af134410 req-8fcf39e9-a06a-497a-b4f3-de2668c8ee65 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=c6bc8a35-3680-4631-9bf9-f69262ecabe4 HTTP/1.1" status: 200 len: 931 time: 0.5192933 Dec 22 09:46:03.496288 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:03.544436 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-14e250a1-f1f0-408e-96b4-dca2af134410 req-c608511c-c566-4e90-a8d3-12afb5c73737 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745256 Dec 22 09:46:03.690721 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:03.772455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6c5b88f6-985c-48cd-a74c-5eb65311edbd None None] For port 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd,segment=NetworkSegment(4a23f88a-34a4-4467-8e49-5524df848334),segment_id=4a23f88a-34a4-4467-8e49-5524df848334)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:03.772924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c5b88f6-985c-48cd-a74c-5eb65311edbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:04.108706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b88f6-985c-48cd-a74c-5eb65311edbd None None] Calling delete_port for 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:04.196414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309060db-05f0-48bb-a5ac-5ea823e92837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Pushing event updated for resources: {'Port': ['ID=755e7893-8cc9-4d9d-817e-53e0c2df3b93,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:04.212227 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-309060db-05f0-48bb-a5ac-5ea823e92837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.064s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:04.386136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c5b88f6-985c-48cd-a74c-5eb65311edbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:04.438933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-50490377-0140-4811-bd6c-7fc3d8e365b6 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Deleting subnet d7889a3a-9571-460b-9e27-2fdf093fc665 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:46:04.442913 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-50490377-0140-4811-bd6c-7fc3d8e365b6 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:04.529295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-309060db-05f0-48bb-a5ac-5ea823e92837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:46:04.539091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-309060db-05f0-48bb-a5ac-5ea823e92837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:46:04.542803 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-50490377-0140-4811-bd6c-7fc3d8e365b6 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:04.561555 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:04.579916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-309060db-05f0-48bb-a5ac-5ea823e92837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:46:04.635152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b88f6-985c-48cd-a74c-5eb65311edbd None None] Pushing event deleted for resources: {'Port': ['ID=7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:04.650155 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c5b88f6-985c-48cd-a74c-5eb65311edbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:04.655910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-309060db-05f0-48bb-a5ac-5ea823e92837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:04.656083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b88f6-985c-48cd-a74c-5eb65311edbd None None] No DVR routers for this DVR port 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:46:04.656379 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-309060db-05f0-48bb-a5ac-5ea823e92837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:04.738481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:46:04.740579 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-309060db-05f0-48bb-a5ac-5ea823e92837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4920433 Dec 22 09:46:04.775591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:46:04.776006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7a4e4a7b-b5d3-4eb6-964d-6f47d50adffd not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:46:04.808353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Request body: {'port': {'device_id': 'c6bc8a35-3680-4631-9bf9-f69262ecabe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:04.973001 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:04.994964 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:05.005714 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-78110307-3aa2-49b0-a328-fd5412dde16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:05.023605 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6afa1ccb-a0c5-4d6f-86b9-3a0141aac60a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:05.033396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64893f-77c0-4bce-b0f9-66e2ada5ebba req-82d3697b-f0e4-4bfb-9663-f161347440be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:05.035646 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e64893f-77c0-4bce-b0f9-66e2ada5ebba req-82d3697b-f0e4-4bfb-9663-f161347440be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3403c09830ad476d806af5441d8712c7&device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 1160 time: 0.8091846 Dec 22 09:46:05.078674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:05.116744 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-50490377-0140-4811-bd6c-7fc3d8e365b6 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:05.209539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5e2cb-f315-40de-9065-f62445b3512f req-ea925e79-fd68-40f9-9202-2906d4af8b05 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:05.217369 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-31b5e2cb-f315-40de-9065-f62445b3512f req-ea925e79-fd68-40f9-9202-2906d4af8b05 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.4267299 Dec 22 09:46:05.367708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036aeb9-90db-4b71-851b-4510c74a25e7 req-aac54f7a-4cd3-479c-b8b8-978720f8e2d6 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:05.369465 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3036aeb9-90db-4b71-851b-4510c74a25e7 req-aac54f7a-4cd3-479c-b8b8-978720f8e2d6 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0 HTTP/1.1" status: 200 len: 945 time: 0.5776761 Dec 22 09:46:05.426084 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:05.496341 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-31b5e2cb-f315-40de-9065-f62445b3512f req-0b8c0064-21ac-48e3-99d2-4699a416873c tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773411 Dec 22 09:46:05.496845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Pushing event updated for resources: {'Port': ['ID=081a855e-992e-4af3-8feb-3968545a07ee,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:05.508037 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:05.508903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:05.510238 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7295713 Dec 22 09:46:05.541954 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3036aeb9-90db-4b71-851b-4510c74a25e7 req-64c7bb18-aa4f-44f6-8fbd-3e132d9c517b tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632602 Dec 22 09:46:05.920225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46eedb-9eb7-46e6-85b9-a4af4fdfba7c req-fff800eb-4d24-4139-b8d1-5c15ee3bad00 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:05.928367 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af46eedb-9eb7-46e6-85b9-a4af4fdfba7c req-fff800eb-4d24-4139-b8d1-5c15ee3bad00 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.2738535 Dec 22 09:46:05.935367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64893f-77c0-4bce-b0f9-66e2ada5ebba req-4d2e2775-30c9-471c-81ce-b14993c86357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:05.938534 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e64893f-77c0-4bce-b0f9-66e2ada5ebba req-4d2e2775-30c9-471c-81ce-b14993c86357 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d340895-0ad7-464f-b8e9-14ff96252907 HTTP/1.1" status: 200 len: 912 time: 0.8956189 Dec 22 09:46:06.018634 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af46eedb-9eb7-46e6-85b9-a4af4fdfba7c req-3fcf1e5e-0c0c-4d46-b70b-25cc603b242c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886905 Dec 22 09:46:06.056702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a113a7-109e-47eb-bb6b-6765c951c2ef req-81918501-6a5a-4e90-b822-a07ddb3ae2f4 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:06.067574 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-16a113a7-109e-47eb-bb6b-6765c951c2ef req-81918501-6a5a-4e90-b822-a07ddb3ae2f4 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=c6bc8a35-3680-4631-9bf9-f69262ecabe4 HTTP/1.1" status: 200 len: 931 time: 0.3024225 Dec 22 09:46:06.127660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86cb3d-4c95-4e07-aa42-237d2a053ead req-ba07cbe0-43da-4ab1-ac6f-c5630f9f653c tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:06.129440 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0a86cb3d-4c95-4e07-aa42-237d2a053ead req-ba07cbe0-43da-4ab1-ac6f-c5630f9f653c tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.37 "GET /v2.0/ports?device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0 HTTP/1.1" status: 200 len: 945 time: 0.3746622 Dec 22 09:46:06.199462 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-50490377-0140-4811-bd6c-7fc3d8e365b6 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:06.221503 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e64893f-77c0-4bce-b0f9-66e2ada5ebba req-60f25e8a-6648-4f25-a1f6-5b61faf66626 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 HTTP/1.1" status: 200 len: 217 time: 0.2611718 Dec 22 09:46:06.236085 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1aa928b2-6b43-4139-8379-00be0094a3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:06.293248 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-16a113a7-109e-47eb-bb6b-6765c951c2ef req-5beb59f1-ab27-4318-b626-3c43eec1368c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245643 Dec 22 09:46:06.364501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-0a86cb3d-4c95-4e07-aa42-237d2a053ead req-cdb3da7f-33bd-4d0d-b64d-f8139f856df1 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Deleting port 459fff1b-6961-4494-bcca-f84fc88ab547 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:06.364991 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0a86cb3d-4c95-4e07-aa42-237d2a053ead req-cdb3da7f-33bd-4d0d-b64d-f8139f856df1 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:06.389408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50490377-0140-4811-bd6c-7fc3d8e365b6 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event deleted for resources: {'Subnet': ['ID=d7889a3a-9571-460b-9e27-2fdf093fc665,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:06.446648 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-d48615e5-bb2e-44f7-a4fb-5f5545be4e72 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--475008926&fields=id&tenant_id=7133839c54494a2f9ce52411cab18e5a HTTP/1.1" status: 200 len: 267 time: 0.1772268 Dec 22 09:46:06.533715 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-50490377-0140-4811-bd6c-7fc3d8e365b6 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:06.611693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 459fff1b-6961-4494-bcca-f84fc88ab547 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:46:06.643516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64893f-77c0-4bce-b0f9-66e2ada5ebba req-d8c7d0f7-6ec7-495e-a024-d52c40a4c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:06.646922 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e64893f-77c0-4bce-b0f9-66e2ada5ebba req-d8c7d0f7-6ec7-495e-a024-d52c40a4c089 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfd00f40-1157-44e9-8ffc-cef7d735bec6 HTTP/1.1" status: 200 len: 858 time: 0.3604374 Dec 22 09:46:06.658098 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-50490377-0140-4811-bd6c-7fc3d8e365b6 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:06.665981 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-50490377-0140-4811-bd6c-7fc3d8e365b6 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "DELETE /v2.0/subnets/d7889a3a-9571-460b-9e27-2fdf093fc665 HTTP/1.1" status: 204 len: 168 time: 3.6956484 Dec 22 09:46:06.711037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55366) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:06.735582 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e64893f-77c0-4bce-b0f9-66e2ada5ebba req-e633f0d4-ba86-4bea-95b0-181c12626523 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d340895-0ad7-464f-b8e9-14ff96252907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800469 Dec 22 09:46:06.748410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6c5c6d-9fca-476d-9385-4a2ecf988d6a None None] Network 4623a071-a810-4e69-a12c-21455bc82af1 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:46:06.909431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-0a86cb3d-4c95-4e07-aa42-237d2a053ead req-cdb3da7f-33bd-4d0d-b64d-f8139f856df1 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] For port 459fff1b-6961-4494-bcca-f84fc88ab547, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=459fff1b-6961-4494-bcca-f84fc88ab547,segment=NetworkSegment(96ce94a8-36b7-4235-bed7-93c50684c214),segment_id=96ce94a8-36b7-4235-bed7-93c50684c214)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:06.910220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0a86cb3d-4c95-4e07-aa42-237d2a053ead req-cdb3da7f-33bd-4d0d-b64d-f8139f856df1 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:07.057925 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:07.083365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755e7893-8cc9-4d9d-817e-53e0c2df3b93 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:46:07.095964 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:07.134938 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f413d982-8ea1-4c88-8072-e7baac306f66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:07.136567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 459fff1b-6961-4494-bcca-f84fc88ab547, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=459fff1b-6961-4494-bcca-f84fc88ab547,segment=NetworkSegment(96ce94a8-36b7-4235-bed7-93c50684c214),segment_id=96ce94a8-36b7-4235-bed7-93c50684c214)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:07.137924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3152828d-c38b-416e-86e7-cfaadb0fa9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '459fff1b-6961-4494-bcca-f84fc88ab547'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:07.144694 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:07.150935 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:07.176825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-0a86cb3d-4c95-4e07-aa42-237d2a053ead req-cdb3da7f-33bd-4d0d-b64d-f8139f856df1 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Calling delete_port for 459fff1b-6961-4494-bcca-f84fc88ab547 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:07.272017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Transition to ACTIVE for port object 755e7893-8cc9-4d9d-817e-53e0c2df3b93 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:46:07.285614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=459fff1b-6961-4494-bcca-f84fc88ab547,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:07.293316 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:07.297831 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:07.384893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e787a18e-1a91-4021-abbc-03d8fce57626 None None] DHCP port deletion for 4623a071-a810-4e69-a12c-21455bc82af1 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:46:07.394749 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97c36731-a035-41fe-abea-99fc3cdef466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:07.397684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e787a18e-1a91-4021-abbc-03d8fce57626 None None] Deleting port 148d3fcc-5363-4bfc-a683-f098e1bc1733 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:07.398102 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e787a18e-1a91-4021-abbc-03d8fce57626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:07.450186 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:07.502937 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-0a86cb3d-4c95-4e07-aa42-237d2a053ead req-cdb3da7f-33bd-4d0d-b64d-f8139f856df1 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:46:07.503313 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-0a86cb3d-4c95-4e07-aa42-237d2a053ead req-cdb3da7f-33bd-4d0d-b64d-f8139f856df1 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:46:07.530750 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e64893f-77c0-4bce-b0f9-66e2ada5ebba req-31d6e557-629f-4d02-92e1-040072435048 service neutron] 10.222.0.37 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7696307 Dec 22 09:46:07.616363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-90cfc4a8-667e-4dad-81a1-62b83e246f02 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:07.618991 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-90cfc4a8-667e-4dad-81a1-62b83e246f02 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/networks?id=5a86a67f-c836-4e73-bf39-1d2b96692cb8 HTTP/1.1" status: 200 len: 806 time: 1.1631463 Dec 22 09:46:07.628174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a188a5e-2661-4dab-8d02-d17cbb49d37f req-1768ae57-7edb-4447-985a-c38e3d9214e5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:07.638877 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5a188a5e-2661-4dab-8d02-d17cbb49d37f req-1768ae57-7edb-4447-985a-c38e3d9214e5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 1.0542700 Dec 22 09:46:07.672151 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-64209e2d-657b-4594-9493-5e55bcce3b65 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/quotas/7133839c54494a2f9ce52411cab18e5a HTTP/1.1" status: 200 len: 375 time: 0.0302408 Dec 22 09:46:07.760737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e787a18e-1a91-4021-abbc-03d8fce57626 None None] For port 148d3fcc-5363-4bfc-a683-f098e1bc1733, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=148d3fcc-5363-4bfc-a683-f098e1bc1733,segment=NetworkSegment(bc946c45-f832-479c-9a73-018cf6addf87),segment_id=bc946c45-f832-479c-9a73-018cf6addf87)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:07.760737 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e787a18e-1a91-4021-abbc-03d8fce57626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:07.809032 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5a188a5e-2661-4dab-8d02-d17cbb49d37f req-b529c53f-0909-4d7e-8ca5-41db87cfe3e5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682990 Dec 22 09:46:07.914056 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-5e9e1712-d60a-4777-85f6-a08bd7421843 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/ports?tenant_id=7133839c54494a2f9ce52411cab18e5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2267711 Dec 22 09:46:08.074460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e787a18e-1a91-4021-abbc-03d8fce57626 None None] Calling delete_port for 148d3fcc-5363-4bfc-a683-f098e1bc1733 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:08.124338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-0a86cb3d-4c95-4e07-aa42-237d2a053ead req-cdb3da7f-33bd-4d0d-b64d-f8139f856df1 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Deleting port 459fff1b-6961-4494-bcca-f84fc88ab547 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:08.125022 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0a86cb3d-4c95-4e07-aa42-237d2a053ead req-cdb3da7f-33bd-4d0d-b64d-f8139f856df1 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:08.162285 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-d20051f1-933f-4149-849a-b7fd7a8ff4bc service neutron] 10.222.0.50 "GET /v2.0/networks/5a86a67f-c836-4e73-bf39-1d2b96692cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467470 Dec 22 09:46:08.218900 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e64893f-77c0-4bce-b0f9-66e2ada5ebba req-2ab148bb-56b3-46ec-91f2-c072a7cc3004 service neutron] 10.222.0.37 "GET /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6323230 Dec 22 09:46:08.253416 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e787a18e-1a91-4021-abbc-03d8fce57626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:08.364370 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-5a7dd711-ee97-4cdf-863d-6ea8ec11a11d service neutron] 10.222.0.50 "GET /v2.0/networks/5a86a67f-c836-4e73-bf39-1d2b96692cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2007065 Dec 22 09:46:08.415203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=755e7893-8cc9-4d9d-817e-53e0c2df3b93,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:08.441558 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:08.449201 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.999s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:08.543032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787a18e-1a91-4021-abbc-03d8fce57626 None None] Pushing event deleted for resources: {'Port': ['ID=148d3fcc-5363-4bfc-a683-f098e1bc1733,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:08.561359 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f413d982-8ea1-4c88-8072-e7baac306f66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:08.577566 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e787a18e-1a91-4021-abbc-03d8fce57626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:08.583794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e787a18e-1a91-4021-abbc-03d8fce57626 None None] No DVR routers for this DVR port 148d3fcc-5363-4bfc-a683-f098e1bc1733 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:46:08.704749 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:08.762915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adc050-d996-4d4c-bb4e-2c9e0c93673b req-6f30b2e5-6d6f-4119-a3dd-6f7afacfceb1 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:08.781636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 148d3fcc-5363-4bfc-a683-f098e1bc1733 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:46:08.796638 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92adc050-d996-4d4c-bb4e-2c9e0c93673b req-6f30b2e5-6d6f-4119-a3dd-6f7afacfceb1 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.6731646 Dec 22 09:46:08.900841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 148d3fcc-5363-4bfc-a683-f098e1bc1733 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:46:08.901825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 148d3fcc-5363-4bfc-a683-f098e1bc1733 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:46:08.939265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Attempting to bind port 755e7893-8cc9-4d9d-817e-53e0c2df3b93 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:46:08.939564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Attempting to bind port 755e7893-8cc9-4d9d-817e-53e0c2df3b93 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:46:08.939993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Attempting to bind port 755e7893-8cc9-4d9d-817e-53e0c2df3b93 on network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:46:08.993961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f413d982-8ea1-4c88-8072-e7baac306f66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d065e8dc-4901-49cf-a3a8-7b54cf5d4a85']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:09.020346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:46:09.020891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Checking segment: {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:46:09.021142 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:09.021560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Bound using segment: {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:46:09.022079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Bound port: 755e7893-8cc9-4d9d-817e-53e0c2df3b93, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:46:09.022463 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:09.051778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f413d982-8ea1-4c88-8072-e7baac306f66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a23f88a-34a4-4467-8e49-5524df848334') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:09.052219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f413d982-8ea1-4c88-8072-e7baac306f66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a23f88a-34a4-4467-8e49-5524df848334') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:09.147046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 55460) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:09.154916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] For port 755e7893-8cc9-4d9d-817e-53e0c2df3b93, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:46:09.158438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] For port 755e7893-8cc9-4d9d-817e-53e0c2df3b93, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=755e7893-8cc9-4d9d-817e-53e0c2df3b93,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:46:09.163888 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:09.183011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f413d982-8ea1-4c88-8072-e7baac306f66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:09.190750 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-309060db-05f0-48bb-a5ac-5ea823e92837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:09.270768 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:09.349708 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92adc050-d996-4d4c-bb4e-2c9e0c93673b req-b7caba9e-a7df-46a4-8695-2735afd43375 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5492871 Dec 22 09:46:09.391144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=755e7893-8cc9-4d9d-817e-53e0c2df3b93,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:09.400477 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:09.424269 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f413d982-8ea1-4c88-8072-e7baac306f66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:09.428875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f413d982-8ea1-4c88-8072-e7baac306f66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Releasing vxlan tunnel 12 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:46:09.475189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-0a86cb3d-4c95-4e07-aa42-237d2a053ead req-cdb3da7f-33bd-4d0d-b64d-f8139f856df1 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] For port 459fff1b-6961-4494-bcca-f84fc88ab547, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=459fff1b-6961-4494-bcca-f84fc88ab547,segment=NetworkSegment(96ce94a8-36b7-4235-bed7-93c50684c214),segment_id=96ce94a8-36b7-4235-bed7-93c50684c214)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:09.475908 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0a86cb3d-4c95-4e07-aa42-237d2a053ead req-cdb3da7f-33bd-4d0d-b64d-f8139f856df1 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:09.516662 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3152828d-c38b-416e-86e7-cfaadb0fa9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '459fff1b-6961-4494-bcca-f84fc88ab547', 'code': 200} Dec 22 09:46:09.713089 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e8c693b-a57e-4d8e-94fd-2bca7aa7434c admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:09.736563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-0a86cb3d-4c95-4e07-aa42-237d2a053ead req-cdb3da7f-33bd-4d0d-b64d-f8139f856df1 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Calling delete_port for 459fff1b-6961-4494-bcca-f84fc88ab547 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:09.807479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f413d982-8ea1-4c88-8072-e7baac306f66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Network d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:46:09.820867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f413d982-8ea1-4c88-8072-e7baac306f66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:09.852869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:09.901413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99774717-bf31-4d3a-b4e7-4b431c658e95 req-0ef8c343-714f-4604-91a7-d1fd4a42ef2d tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:09.910545 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-99774717-bf31-4d3a-b4e7-4b431c658e95 req-0ef8c343-714f-4604-91a7-d1fd4a42ef2d tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0 HTTP/1.1" status: 200 len: 943 time: 0.7699039 Dec 22 09:46:09.913157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2e8c693b-a57e-4d8e-94fd-2bca7aa7434c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:09.926746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:09.927333 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:09.928877 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] 10.222.0.37 "PUT /v2.0/ports/755e7893-8cc9-4d9d-817e-53e0c2df3b93 HTTP/1.1" status: 200 len: 1155 time: 5.1419857 Dec 22 09:46:09.929448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6bc8a35-3680-4631-9bf9-f69262ecabe4', 'tag': '755e7893-8cc9-4d9d-817e-53e0c2df3b93'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:09.930532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2e8c693b-a57e-4d8e-94fd-2bca7aa7434c admin admin] Usage tracker for resource:security_group_rule and tenant:0eb07146b2634502a74eabc12ff61c81 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:09.933786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2e8c693b-a57e-4d8e-94fd-2bca7aa7434c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:09.939181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55474) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:09.971060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2e8c693b-a57e-4d8e-94fd-2bca7aa7434c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:10.084363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:10.137313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f413d982-8ea1-4c88-8072-e7baac306f66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Network d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:46:10.152537 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-99774717-bf31-4d3a-b4e7-4b431c658e95 req-169c7769-5322-401a-b430-10954684a59b tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410402 Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:46:10.192139 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:46:10.205835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ddf138b-854c-42b8-8523-e063c1aa096e admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:10.341530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9ddf138b-854c-42b8-8523-e063c1aa096e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:10.358327 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f413d982-8ea1-4c88-8072-e7baac306f66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:10.360880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9ddf138b-854c-42b8-8523-e063c1aa096e admin admin] Usage tracker for resource:security_group_rule and tenant:c1254af6cc714362a8135c6d1f70762d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:10.367471 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a569b2c1-96d8-421f-95df-c616feea85fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:10.384377 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f413d982-8ea1-4c88-8072-e7baac306f66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:10.394014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9ddf138b-854c-42b8-8523-e063c1aa096e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:10.397808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413d982-8ea1-4c88-8072-e7baac306f66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event deleted for resources: {'Network': ['ID=d065e8dc-4901-49cf-a3a8-7b54cf5d4a85,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:10.406795 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f413d982-8ea1-4c88-8072-e7baac306f66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:10.407722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9ddf138b-854c-42b8-8523-e063c1aa096e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:10.416587 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f413d982-8ea1-4c88-8072-e7baac306f66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "DELETE /v2.0/networks/d065e8dc-4901-49cf-a3a8-7b54cf5d4a85 HTTP/1.1" status: 204 len: 168 time: 3.7042673 Dec 22 09:46:10.420289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55490) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:10.460592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-2a897ea6-3aa7-4f58-8360-4260530c8998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:10.462187 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-2a897ea6-3aa7-4f58-8360-4260530c8998 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&device_id=c6bc8a35-3680-4631-9bf9-f69262ecabe4 HTTP/1.1" status: 200 len: 1158 time: 0.4086096 Dec 22 09:46:10.473131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:10.563360 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e8c693b-a57e-4d8e-94fd-2bca7aa7434c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:10.582593 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0a86cb3d-4c95-4e07-aa42-237d2a053ead req-cdb3da7f-33bd-4d0d-b64d-f8139f856df1 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:10.590737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40137a-3f50-4d5b-9c3e-c6ecca4cdb9c req-2da73530-a671-4f13-bb8a-d148bafade4f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:10.592506 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c40137a-3f50-4d5b-9c3e-c6ecca4cdb9c req-2da73530-a671-4f13-bb8a-d148bafade4f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=c6bc8a35-3680-4631-9bf9-f69262ecabe4 HTTP/1.1" status: 200 len: 943 time: 0.8807104 Dec 22 09:46:10.613004 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-e174b631-d1eb-4d20-9299-856077f9d88a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=755e7893-8cc9-4d9d-817e-53e0c2df3b93 HTTP/1.1" status: 200 len: 217 time: 0.1349018 Dec 22 09:46:10.664809 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e8c693b-a57e-4d8e-94fd-2bca7aa7434c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:10.671967 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7f071247-18c0-471d-a70b-e2cf11d3f56b tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:10.687450 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-232732ca-482c-4cdf-ab02-499ad5dc5555 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:10.825945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-39d70516-20b7-4f01-8370-99638e6c37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:10.827450 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-39d70516-20b7-4f01-8370-99638e6c37c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99bc7704-5812-409d-9056-a73056b9ef40 HTTP/1.1" status: 200 len: 852 time: 0.2038088 Dec 22 09:46:10.838286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3da7f-33bd-4d0d-b64d-f8139f856df1 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Pushing event deleted for resources: {'Port': ['ID=459fff1b-6961-4494-bcca-f84fc88ab547,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:10.868037 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cdb3da7f-33bd-4d0d-b64d-f8139f856df1 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:10.871136 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ba6beeb7-208a-43f4-8d7c-5b0963ffce35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:10.911586 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-5c1a9fb7-5a7e-4a73-b960-63d15ce262db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604508 Dec 22 09:46:10.945472 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2e8c693b-a57e-4d8e-94fd-2bca7aa7434c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0eb07146b2634502a74eabc12ff61c81&name=default HTTP/1.1" status: 200 len: 2883 time: 1.7970116 Dec 22 09:46:10.970756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55494) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:11.040304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-f486cf48-a5ae-4c98-be9a-781e30637b78 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:11.041896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-f486cf48-a5ae-4c98-be9a-781e30637b78 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 811 time: 0.5913436 Dec 22 09:46:11.050165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-50b43658-9928-4eaf-bb85-66adf97cd0b0 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:11.052474 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-50b43658-9928-4eaf-bb85-66adf97cd0b0 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.64 "GET /v2.0/networks?id=5a86a67f-c836-4e73-bf39-1d2b96692cb8 HTTP/1.1" status: 200 len: 806 time: 0.6082089 Dec 22 09:46:11.054828 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c40137a-3f50-4d5b-9c3e-c6ecca4cdb9c req-92f19fec-4831-4b93-8925-62d709935ad8 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995822 Dec 22 09:46:11.059587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c693b-a57e-4d8e-94fd-2bca7aa7434c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d071096a-ba5c-4994-ab7e-b8b4f7e76231,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:11.068689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-232732ca-482c-4cdf-ab02-499ad5dc5555 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:11.073740 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-f25f5ea8-0a0d-481f-a81b-8713032368c9 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/quotas/210f832f876441e1b78088d52878877a HTTP/1.1" status: 200 len: 375 time: 0.0178745 Dec 22 09:46:11.074673 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2e8c693b-a57e-4d8e-94fd-2bca7aa7434c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:11.102048 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ddf138b-854c-42b8-8523-e063c1aa096e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:11.165858 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ddf138b-854c-42b8-8523-e063c1aa096e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:11.193497 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c7dc5772-96d7-46bf-a4b3-ba7a619392c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:11.325626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a86cb3d-4c95-4e07-aa42-237d2a053ead req-cdb3da7f-33bd-4d0d-b64d-f8139f856df1 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] No DVR routers for this DVR port 459fff1b-6961-4494-bcca-f84fc88ab547 on host n-h2-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:46:11.341671 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0a86cb3d-4c95-4e07-aa42-237d2a053ead req-cdb3da7f-33bd-4d0d-b64d-f8139f856df1 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:11.346176 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6b936486-6ef7-4f30-a5c6-ab376d4d8c37 req-0d108445-621b-490d-9102-52df26361ce3 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/ports?device_id=ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1 HTTP/1.1" status: 200 len: 210 time: 0.1154349 Dec 22 09:46:11.346728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3152828d-c38b-416e-86e7-cfaadb0fa9f0', 'name': 'network-vif-deleted', 'tag': '459fff1b-6961-4494-bcca-f84fc88ab547'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:11.377378 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-f1bd1f59-93b7-4926-a752-5c7927364ca2 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7133839c54494a2f9ce52411cab18e5a HTTP/1.1" status: 200 len: 5516 time: 0.3017025 Dec 22 09:46:11.389883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-1d491764-e32a-47c5-bb61-de794a5a1fe4 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Request body: {'port': {'device_id': 'ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1', 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8', 'admin_state_up': True, 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'security_groups': ['1da3f885-8d63-4d8b-8aad-40cec288a009']}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:11.405479 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9ddf138b-854c-42b8-8523-e063c1aa096e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1254af6cc714362a8135c6d1f70762d&name=default HTTP/1.1" status: 200 len: 2883 time: 1.4628181 Dec 22 09:46:11.405479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf138b-854c-42b8-8523-e063c1aa096e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20123d77-94ad-4065-8a31-ec8c79741005,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:11.410604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 55502) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:11.429218 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9ddf138b-854c-42b8-8523-e063c1aa096e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:11.431423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-e55f6b67-84cb-496f-b7d1-ea849274b987 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3374946 Dec 22 09:46:11.432784 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0a86cb3d-4c95-4e07-aa42-237d2a053ead req-cdb3da7f-33bd-4d0d-b64d-f8139f856df1 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.37 "DELETE /v2.0/ports/459fff1b-6961-4494-bcca-f84fc88ab547 HTTP/1.1" status: 204 len: 173 time: 5.2900052 Dec 22 09:46:11.438601 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6bc8a35-3680-4631-9bf9-f69262ecabe4', 'tag': '755e7893-8cc9-4d9d-817e-53e0c2df3b93', 'status': 'completed', 'code': 200} Dec 22 09:46:11.440878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-232732ca-482c-4cdf-ab02-499ad5dc5555 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4623a071-a810-4e69-a12c-21455bc82af1']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:11.450741 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-384cb5d4-7067-490b-9f81-871cd769bedb service neutron] 10.222.0.37 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210676 Dec 22 09:46:11.461228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-232732ca-482c-4cdf-ab02-499ad5dc5555 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc946c45-f832-479c-9a73-018cf6addf87') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:11.461566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-232732ca-482c-4cdf-ab02-499ad5dc5555 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc946c45-f832-479c-9a73-018cf6addf87') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:11.502781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5f22dfb-45c5-4c51-b1e8-d2b3d907e9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:11.543612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-232732ca-482c-4cdf-ab02-499ad5dc5555 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:11.566747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5f22dfb-45c5-4c51-b1e8-d2b3d907e9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:11.574229 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-232732ca-482c-4cdf-ab02-499ad5dc5555 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:11.589029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-232732ca-482c-4cdf-ab02-499ad5dc5555 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Releasing vxlan tunnel 9 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:46:11.807557 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4d586ec-99d4-4a58-af89-0745ff22966d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:11.885755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-1d491764-e32a-47c5-bb61-de794a5a1fe4 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:11.891277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4d586ec-99d4-4a58-af89-0745ff22966d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:11.906194 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-4432c6f2-c40b-4560-9a0e-66430e747317 service neutron] 10.222.0.50 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533613 Dec 22 09:46:11.909384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-1d491764-e32a-47c5-bb61-de794a5a1fe4 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Usage tracker for resource:port and tenant:7133839c54494a2f9ce52411cab18e5a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:11.915088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-1d491764-e32a-47c5-bb61-de794a5a1fe4 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Quota usage for port was recalculated. Used quota:3. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:11.969048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-1d491764-e32a-47c5-bb61-de794a5a1fe4 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:12.001597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48a50e-7ee4-4502-94c7-c762bdd72dae req-1b4eb46d-b6bb-4158-bd04-7ee421a9283c tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:12.003331 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6c48a50e-7ee4-4502-94c7-c762bdd72dae req-1b4eb46d-b6bb-4158-bd04-7ee421a9283c tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.4218733 Dec 22 09:46:12.008091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-1d491764-e32a-47c5-bb61-de794a5a1fe4 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Made reservation on behalf of 7133839c54494a2f9ce52411cab18e5a for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:46:12.013906 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-1d491764-e32a-47c5-bb61-de794a5a1fe4 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:12.201842 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2a354ec-1c1e-4fc0-90d7-bb085ab265d3 req-4318a4a7-48c4-47ad-b35b-72ec0225aac5 service neutron] 10.222.0.37 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7424159 Dec 22 09:46:12.202351 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4d586ec-99d4-4a58-af89-0745ff22966d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:12.221352 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3e232682-0274-4273-bd61-1ef0265975ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:12.222234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-232732ca-482c-4cdf-ab02-499ad5dc5555 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Network 4623a071-a810-4e69-a12c-21455bc82af1 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:46:12.234745 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-232732ca-482c-4cdf-ab02-499ad5dc5555 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:12.244629 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6c48a50e-7ee4-4502-94c7-c762bdd72dae req-86987674-c027-4445-8aac-d51615368388 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177947 Dec 22 09:46:12.258250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d586ec-99d4-4a58-af89-0745ff22966d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20123d77-94ad-4065-8a31-ec8c79741005,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:12.473061 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4d586ec-99d4-4a58-af89-0745ff22966d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:12.517394 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-4cf72c7e-27d4-4261-a1df-91553fad0215 service neutron] 10.222.0.50 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5920322 Dec 22 09:46:12.524994 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4d586ec-99d4-4a58-af89-0745ff22966d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:12.529091 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c4d586ec-99d4-4a58-af89-0745ff22966d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/20123d77-94ad-4065-8a31-ec8c79741005 HTTP/1.1" status: 204 len: 168 time: 1.1174197 Dec 22 09:46:12.536612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5310cf7e-7f0e-42a8-a034-a7b2209567b0 req-45ea6bca-782a-45e8-bf53-832837ad795a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Synchronizing usage tracker for tenant:38d0e45dac3d4bda8f296deee1c6b29c on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:46:12.573047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5310cf7e-7f0e-42a8-a034-a7b2209567b0 req-45ea6bca-782a-45e8-bf53-832837ad795a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Unset dirty status for tenant:38d0e45dac3d4bda8f296deee1c6b29c on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:46:12.575332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5f22dfb-45c5-4c51-b1e8-d2b3d907e9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:12.587139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-232732ca-482c-4cdf-ab02-499ad5dc5555 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Network 4623a071-a810-4e69-a12c-21455bc82af1 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:46:12.589047 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5310cf7e-7f0e-42a8-a034-a7b2209567b0 req-45ea6bca-782a-45e8-bf53-832837ad795a tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=3152828d-c38b-416e-86e7-cfaadb0fa9f0 HTTP/1.1" status: 200 len: 210 time: 0.1193151 Dec 22 09:46:12.596543 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:46:12.627862 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:46:12.652785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f22dfb-45c5-4c51-b1e8-d2b3d907e9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d071096a-ba5c-4994-ab7e-b8b4f7e76231,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:12.670095 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b5f22dfb-45c5-4c51-b1e8-d2b3d907e9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:12.746935 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3152828d-c38b-416e-86e7-cfaadb0fa9f0', 'name': 'network-vif-deleted', 'tag': '459fff1b-6961-4494-bcca-f84fc88ab547', 'status': 'completed', 'code': 200} Dec 22 09:46:12.793348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5f22dfb-45c5-4c51-b1e8-d2b3d907e9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:12.797040 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b5f22dfb-45c5-4c51-b1e8-d2b3d907e9aa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d071096a-ba5c-4994-ab7e-b8b4f7e76231 HTTP/1.1" status: 204 len: 168 time: 1.8228221 Dec 22 09:46:12.814180 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-232732ca-482c-4cdf-ab02-499ad5dc5555 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:12.818386 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5d117e8f-12b5-4d78-9499-5d163e0a649b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:12.818991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-1d491764-e32a-47c5-bb61-de794a5a1fe4 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Allocated IP 172.20.0.7 (5a86a67f-c836-4e73-bf39-1d2b96692cb8/8d0d2867-2495-4965-9d16-a81d436421e5/8936ff3f-1fac-48d2-832a-3c347388bb44) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:46:12.898179 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-232732ca-482c-4cdf-ab02-499ad5dc5555 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:12.947377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232732ca-482c-4cdf-ab02-499ad5dc5555 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Pushing event deleted for resources: {'Network': ['ID=4623a071-a810-4e69-a12c-21455bc82af1,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:12.966885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d606dbd-6c75-472b-b193-30f4c3c40a4c req-3a7fcecb-2432-4d46-aa67-e36c6be639d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:12.968656 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d606dbd-6c75-472b-b193-30f4c3c40a4c req-3a7fcecb-2432-4d46-aa67-e36c6be639d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&device_id=c6bc8a35-3680-4631-9bf9-f69262ecabe4 HTTP/1.1" status: 200 len: 1158 time: 0.5386183 Dec 22 09:46:12.970023 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-232732ca-482c-4cdf-ab02-499ad5dc5555 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:12.994879 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-232732ca-482c-4cdf-ab02-499ad5dc5555 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] 10.222.0.50 "DELETE /v2.0/networks/4623a071-a810-4e69-a12c-21455bc82af1 HTTP/1.1" status: 204 len: 168 time: 2.5733211 Dec 22 09:46:13.226079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d606dbd-6c75-472b-b193-30f4c3c40a4c req-5912a103-4c9d-4212-a86c-5806ecefc888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:13.228087 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d606dbd-6c75-472b-b193-30f4c3c40a4c req-5912a103-4c9d-4212-a86c-5806ecefc888 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 906 time: 0.2317972 Dec 22 09:46:13.233157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55530) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:13.334242 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d606dbd-6c75-472b-b193-30f4c3c40a4c req-b18bc935-03ec-4ea8-ac4e-e1ec555d113d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=755e7893-8cc9-4d9d-817e-53e0c2df3b93 HTTP/1.1" status: 200 len: 217 time: 0.0976930 Dec 22 09:46:13.339703 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1dc1931b-1099-4741-a078-830b9dbbc0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:13.415311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1dc1931b-1099-4741-a078-830b9dbbc0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:13.429111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1dc1931b-1099-4741-a078-830b9dbbc0b8 admin admin] Usage tracker for resource:security_group_rule and tenant:ea96a0aa6678401bb516124c1dd4b54a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:13.434683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1dc1931b-1099-4741-a078-830b9dbbc0b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:13.445692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1dc1931b-1099-4741-a078-830b9dbbc0b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:13.469707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d606dbd-6c75-472b-b193-30f4c3c40a4c req-e58e6ea0-a645-427a-a264-db661032ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:13.471477 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d606dbd-6c75-472b-b193-30f4c3c40a4c req-e58e6ea0-a645-427a-a264-db661032ae60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99bc7704-5812-409d-9056-a73056b9ef40 HTTP/1.1" status: 200 len: 852 time: 0.1170630 Dec 22 09:46:13.569242 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d606dbd-6c75-472b-b193-30f4c3c40a4c req-febf2668-028a-48c7-8909-4651ae34f342 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826616 Dec 22 09:46:13.602632 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-1d491764-e32a-47c5-bb61-de794a5a1fe4 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:13.623639 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de429cc0-bc87-4b90-ae9d-5c619040baf3 req-d2d34bba-bbe9-47e3-99ce-0415085de0c1 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/ports?device_id=ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1 HTTP/1.1" status: 200 len: 210 time: 0.5731356 Dec 22 09:46:13.628253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-1d491764-e32a-47c5-bb61-de794a5a1fe4 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Transition to ACTIVE for port object 8936ff3f-1fac-48d2-832a-3c347388bb44 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:46:13.698786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-1d491764-e32a-47c5-bb61-de794a5a1fe4 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:13.747916 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2ebdc263-13ca-41a9-a7bf-c60e7cbd0b34 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:13.798398 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1dc1931b-1099-4741-a078-830b9dbbc0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:13.811333 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1dc1931b-1099-4741-a078-830b9dbbc0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:13.832168 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2264df5-766f-48ea-a276-af7ff57c3b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:13.892195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d9d0e-b24e-46d8-9de0-6895edce8e78 req-9dd80c5f-f698-41f2-8fd0-517617606667 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:13.895005 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e77d9d0e-b24e-46d8-9de0-6895edce8e78 req-9dd80c5f-f698-41f2-8fd0-517617606667 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=c6bc8a35-3680-4631-9bf9-f69262ecabe4 HTTP/1.1" status: 200 len: 943 time: 0.9494331 Dec 22 09:46:13.923506 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d606dbd-6c75-472b-b193-30f4c3c40a4c req-d3161940-cd94-424c-8b5a-6fedfb470ffd service neutron] 10.222.0.37 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458226 Dec 22 09:46:13.932189 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1dc1931b-1099-4741-a078-830b9dbbc0b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea96a0aa6678401bb516124c1dd4b54a&name=default HTTP/1.1" status: 200 len: 2883 time: 0.6951678 Dec 22 09:46:13.971742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1931b-1099-4741-a078-830b9dbbc0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d681dd15-9787-4346-aec5-b3111ea67b4d,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:13.981771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55552) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:14.056487 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1dc1931b-1099-4741-a078-830b9dbbc0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:14.092253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d491764-e32a-47c5-bb61-de794a5a1fe4 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Pushing event updated for resources: {'Port': ['ID=8936ff3f-1fac-48d2-832a-3c347388bb44,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:14.109847 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1d491764-e32a-47c5-bb61-de794a5a1fe4 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:14.141391 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e77d9d0e-b24e-46d8-9de0-6895edce8e78 req-694bdf9d-51fb-4b73-94ea-df2f63fc842d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997908 Dec 22 09:46:14.182536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-1d491764-e32a-47c5-bb61-de794a5a1fe4 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Network 5a86a67f-c836-4e73-bf39-1d2b96692cb8 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:46:14.185799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-1d491764-e32a-47c5-bb61-de794a5a1fe4 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:46:14.210054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-1d491764-e32a-47c5-bb61-de794a5a1fe4 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:46:14.216383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-773a2d87-2859-4444-ad49-3f625d9d8e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:14.303549 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-773a2d87-2859-4444-ad49-3f625d9d8e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:14.427446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-1d491764-e32a-47c5-bb61-de794a5a1fe4 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:14.428237 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-1d491764-e32a-47c5-bb61-de794a5a1fe4 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:14.490948 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-773a2d87-2859-4444-ad49-3f625d9d8e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:14.509008 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-1d491764-e32a-47c5-bb61-de794a5a1fe4 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1249299 Dec 22 09:46:14.530333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Request body: {'port': {'device_id': 'ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:14.568233 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1e3b5eae-4214-4e1c-b1bf-0a38858be8b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:14.599994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a2d87-2859-4444-ad49-3f625d9d8e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d681dd15-9787-4346-aec5-b3111ea67b4d,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:14.602809 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-773a2d87-2859-4444-ad49-3f625d9d8e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:14.604869 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-773a2d87-2859-4444-ad49-3f625d9d8e3c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d681dd15-9787-4346-aec5-b3111ea67b4d HTTP/1.1" status: 204 len: 168 time: 0.6081514 Dec 22 09:46:14.606883 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-773a2d87-2859-4444-ad49-3f625d9d8e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:14.697904 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d606dbd-6c75-472b-b193-30f4c3c40a4c req-425e3265-772b-416d-be9c-308d2d1c404d service neutron] 10.222.0.37 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7663572 Dec 22 09:46:14.853638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-38ac6157-25b6-42c3-9c38-fd1250931f0a None None] Provisioning for port 8936ff3f-1fac-48d2-832a-3c347388bb44 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:46:14.884203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-38ac6157-25b6-42c3-9c38-fd1250931f0a None None] Provisioning complete for port 8936ff3f-1fac-48d2-832a-3c347388bb44 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:46:14.884638 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-38ac6157-25b6-42c3-9c38-fd1250931f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:14.955833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-38ac6157-25b6-42c3-9c38-fd1250931f0a None None] Port 8936ff3f-1fac-48d2-832a-3c347388bb44 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:46:14.992084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-7de5653c-9b7a-4385-9ef8-01f065e93691 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:46:15.095107 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-664fb92f-8222-4012-88b5-c5fc66789dfd req-c85ca063-d13e-412d-828e-8b54f45bc589 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=e39ebfce-f7a9-4a22-af6b-4a653cd76e27 HTTP/1.1" status: 200 len: 210 time: 0.5052087 Dec 22 09:46:15.465432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-46062232-db89-438d-8313-1bf19c2c79de tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:15.467038 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-46062232-db89-438d-8313-1bf19c2c79de tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 811 time: 0.5752070 Dec 22 09:46:15.580287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:15.598920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-53b745f7-84a5-487e-8d6f-4407973ead4f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Request body: {'port': {'device_id': 'e39ebfce-f7a9-4a22-af6b-4a653cd76e27', 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e', 'admin_state_up': True, 'tenant_id': '210f832f876441e1b78088d52878877a'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:15.667410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 755e7893-8cc9-4d9d-817e-53e0c2df3b93 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:46:15.813024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-53b745f7-84a5-487e-8d6f-4407973ead4f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:15.989405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 755e7893-8cc9-4d9d-817e-53e0c2df3b93 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:46:16.004295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 755e7893-8cc9-4d9d-817e-53e0c2df3b93 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:46:16.006904 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:16.085497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-53b745f7-84a5-487e-8d6f-4407973ead4f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:16.446500 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:16.477441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bc8a35-3680-4631-9bf9-f69262ecabe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755e7893-8cc9-4d9d-817e-53e0c2df3b93'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:16.501398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 755e7893-8cc9-4d9d-817e-53e0c2df3b93, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=755e7893-8cc9-4d9d-817e-53e0c2df3b93,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:16.508173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:16.511964 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fa23e30-1f6c-401c-8883-38dd270e0493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:16.597705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8936ff3f-1fac-48d2-832a-3c347388bb44 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:46:16.605996 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:16.647462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Transition to ACTIVE for port object 8936ff3f-1fac-48d2-832a-3c347388bb44 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:46:16.656073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-53b745f7-84a5-487e-8d6f-4407973ead4f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Made reservation on behalf of 210f832f876441e1b78088d52878877a for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:46:16.661831 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-53b745f7-84a5-487e-8d6f-4407973ead4f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:16.672155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=755e7893-8cc9-4d9d-817e-53e0c2df3b93,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:16.676784 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:16.694737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07527545-6b72-4eb5-82d1-cd585ef5cd2a req-2d8496f2-755b-4f79-9668-333d85cc5c95 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:16.695716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-07527545-6b72-4eb5-82d1-cd585ef5cd2a req-2d8496f2-755b-4f79-9668-333d85cc5c95 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Synchronizing usage tracker for tenant:7133839c54494a2f9ce52411cab18e5a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:46:16.708639 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:16.736994 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-29be00b6-bf06-443d-9af6-a3a9c523eeaa tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:16.934782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 755e7893-8cc9-4d9d-817e-53e0c2df3b93 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:46:17.008370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11a47c-37c4-4b6d-bfa2-84fb5e03c8dc req-9ada3195-6627-4cb5-81c4-b19d731d2baa tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:17.012221 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0d11a47c-37c4-4b6d-bfa2-84fb5e03c8dc req-9ada3195-6627-4cb5-81c4-b19d731d2baa tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=c6bc8a35-3680-4631-9bf9-f69262ecabe4 HTTP/1.1" status: 200 len: 943 time: 0.9976048 Dec 22 09:46:17.027854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-07527545-6b72-4eb5-82d1-cd585ef5cd2a req-2d8496f2-755b-4f79-9668-333d85cc5c95 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Unset dirty status for tenant:7133839c54494a2f9ce52411cab18e5a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:46:17.029162 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07527545-6b72-4eb5-82d1-cd585ef5cd2a req-2d8496f2-755b-4f79-9668-333d85cc5c95 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/ports?device_id=ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1 HTTP/1.1" status: 200 len: 931 time: 1.5332747 Dec 22 09:46:17.088098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 755e7893-8cc9-4d9d-817e-53e0c2df3b93 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:46:17.090824 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:17.361910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 40698512-a5cc-48ab-a64c-202312c288d7 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:46:17.543787 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:17.579573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 40698512-a5cc-48ab-a64c-202312c288d7, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=40698512-a5cc-48ab-a64c-202312c288d7,segment=NetworkSegment(96ce94a8-36b7-4235-bed7-93c50684c214),segment_id=96ce94a8-36b7-4235-bed7-93c50684c214)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:17.582593 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:17.585369 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:17.716776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=40698512-a5cc-48ab-a64c-202312c288d7,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:17.720747 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:17.734321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Pushing event updated for resources: {'Port': ['ID=8936ff3f-1fac-48d2-832a-3c347388bb44,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:17.764721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.765361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.765538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.765939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.766408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.766738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.767299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.767732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.768133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.768779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.769926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.770340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.770829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.771232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.771677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.772623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.772623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.772982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.773399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.773735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.774243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.774649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.775060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.775461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.775921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.776375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.777367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.777367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.777658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.778054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.778529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.778826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.779225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.779623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.780045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.780445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:17.785492 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.048s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:17.897683 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0d11a47c-37c4-4b6d-bfa2-84fb5e03c8dc req-57510992-6a5e-4dc7-af9d-d3ddad4707ac tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8769889 Dec 22 09:46:17.971115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Attempting to bind port 8936ff3f-1fac-48d2-832a-3c347388bb44 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:46:17.971405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Attempting to bind port 8936ff3f-1fac-48d2-832a-3c347388bb44 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '1b75248a-6597-45b5-948d-a112e7775493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:46:17.971895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Attempting to bind port 8936ff3f-1fac-48d2-832a-3c347388bb44 on network 5a86a67f-c836-4e73-bf39-1d2b96692cb8 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:46:17.988589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:46:17.988975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Checking segment: {'id': '1b75248a-6597-45b5-948d-a112e7775493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:46:17.989391 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:17.989797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Bound using segment: {'id': '1b75248a-6597-45b5-948d-a112e7775493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:46:17.990301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Bound port: 8936ff3f-1fac-48d2-832a-3c347388bb44, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b75248a-6597-45b5-948d-a112e7775493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:46:17.990882 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:18.067988 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07527545-6b72-4eb5-82d1-cd585ef5cd2a req-63557a61-2fe1-4983-ba25-ea7ddae53a26 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/security-groups?id=1da3f885-8d63-4d8b-8aad-40cec288a009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5441945 Dec 22 09:46:18.163064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0ee8c-758d-469b-a090-2bae174726b7 req-3de1da12-b802-4262-b25c-b988eb9ddd87 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:18.164759 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-16d0ee8c-758d-469b-a090-2bae174726b7 req-3de1da12-b802-4262-b25c-b988eb9ddd87 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.64 "GET /v2.0/ports?device_id=cf29a60e-0388-41cc-ad56-3d3eb43cd609 HTTP/1.1" status: 200 len: 943 time: 0.6328723 Dec 22 09:46:18.286730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-16d0ee8c-758d-469b-a090-2bae174726b7 req-80eebf76-ebfe-4480-9ff4-1da7d7542ad8 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Deleting port 40698512-a5cc-48ab-a64c-202312c288d7 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:18.287202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-16d0ee8c-758d-469b-a090-2bae174726b7 req-80eebf76-ebfe-4480-9ff4-1da7d7542ad8 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:18.304972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55670) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:18.350825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-53b745f7-84a5-487e-8d6f-4407973ead4f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Allocated IP 172.20.0.5 (f25c0816-e0e3-44ca-b509-727ad195c19e/d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2/d6feb5f6-9caf-4a39-a189-7a97bbb5d37f) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:46:18.600591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-114063680'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:18.608847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:18.616535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Usage tracker for resource:network and tenant:5936c73b64f647299f24071f747290ce is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:18.620796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:18.630286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:18.644904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Made reservation on behalf of 5936c73b64f647299f24071f747290ce for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:46:18.653699 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:18.672688 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:18.700013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:18.705149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Usage tracker for resource:security_group_rule and tenant:5936c73b64f647299f24071f747290ce is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:18.710560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:18.722037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:18.852907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:18.856548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:18.864422 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a1805ab-d644-4bea-869b-a4de6734bdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:18.884833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 755e7893-8cc9-4d9d-817e-53e0c2df3b93 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:46:18.907837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b214b1-30d1-48c0-89fb-56f85b6624c1,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:18.912891 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:18.930356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:46:18.946839 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:18.948028 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Added segment 96cbed4e-577e-4dc4-8eaf-18723a5d19f5 of type vxlan for network 672bfe4f-5c09-4376-a8e0-377c9e673eb4 Dec 22 09:46:18.994433 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:19.058863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 755e7893-8cc9-4d9d-817e-53e0c2df3b93 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:46:19.059755 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:19.078321 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:19.089102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:19.089788 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:19.117458 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69ffa10a-68ee-42ec-b7b1-8c47cecbe0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:19.143076 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8363221 Dec 22 09:46:19.151312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55706) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:19.163219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7b44e2dd-fd83-4eb8-a988-93f7f4312ceb tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Request body: {'subnet': {'network_id': '672bfe4f-5c09-4376-a8e0-377c9e673eb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:19.246565 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c62fb17-63f3-4557-8fa4-622c97dca1f1 req-cc5f9388-c8f9-4c1d-a040-87f3ff2e55a4 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=e39ebfce-f7a9-4a22-af6b-4a653cd76e27 HTTP/1.1" status: 200 len: 210 time: 0.9142256 Dec 22 09:46:19.345013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] For port 8936ff3f-1fac-48d2-832a-3c347388bb44, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:46:19.409823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] For port 8936ff3f-1fac-48d2-832a-3c347388bb44, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=8936ff3f-1fac-48d2-832a-3c347388bb44,segment=NetworkSegment(1b75248a-6597-45b5-948d-a112e7775493),segment_id=1b75248a-6597-45b5-948d-a112e7775493)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:46:19.463599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Pushing event updated for resources: {'Network': ['ID=672bfe4f-5c09-4376-a8e0-377c9e673eb4,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:19.480121 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:19.501067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7b44e2dd-fd83-4eb8-a988-93f7f4312ceb tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:19.507185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7b44e2dd-fd83-4eb8-a988-93f7f4312ceb tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Usage tracker for resource:subnet and tenant:5936c73b64f647299f24071f747290ce is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:19.512582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7b44e2dd-fd83-4eb8-a988-93f7f4312ceb tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:19.521060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7b44e2dd-fd83-4eb8-a988-93f7f4312ceb tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:19.533382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b44e2dd-fd83-4eb8-a988-93f7f4312ceb tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Made reservation on behalf of 5936c73b64f647299f24071f747290ce for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:46:19.537890 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:19.581512 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bc8a35-3680-4631-9bf9-f69262ecabe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755e7893-8cc9-4d9d-817e-53e0c2df3b93', 'code': 200} Dec 22 09:46:19.585741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 672bfe4f-5c09-4376-a8e0-377c9e673eb4 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:19.686675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55712) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:19.695698 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b44e2dd-fd83-4eb8-a988-93f7f4312ceb tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:19.708004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 672bfe4f-5c09-4376-a8e0-377c9e673eb4 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:19.720842 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3466a7a7-c807-4800-a9f4-bec81cfd432c tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:19.731192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 672bfe4f-5c09-4376-a8e0-377c9e673eb4 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:19.791455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2ea87-ac9a-4e69-9275-0e03081fd57d req-27274bee-7ef4-467e-a339-9abfba78b376 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:19.793148 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28c2ea87-ac9a-4e69-9275-0e03081fd57d req-27274bee-7ef4-467e-a339-9abfba78b376 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=cf29a60e-0388-41cc-ad56-3d3eb43cd609 HTTP/1.1" status: 200 len: 943 time: 1.6977255 Dec 22 09:46:19.812758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:19.813560 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:19.815449 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] 10.222.0.64 "PUT /v2.0/ports/8936ff3f-1fac-48d2-832a-3c347388bb44 HTTP/1.1" status: 200 len: 1155 time: 5.2900670 Dec 22 09:46:19.861373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1', 'tag': '8936ff3f-1fac-48d2-832a-3c347388bb44'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:19.880295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-16d0ee8c-758d-469b-a090-2bae174726b7 req-80eebf76-ebfe-4480-9ff4-1da7d7542ad8 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] For port 40698512-a5cc-48ab-a64c-202312c288d7, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=40698512-a5cc-48ab-a64c-202312c288d7,segment=NetworkSegment(96ce94a8-36b7-4235-bed7-93c50684c214),segment_id=96ce94a8-36b7-4235-bed7-93c50684c214)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:19.880705 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-16d0ee8c-758d-469b-a090-2bae174726b7 req-80eebf76-ebfe-4480-9ff4-1da7d7542ad8 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:20.135275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb33ad-09b3-4a36-84e0-0ec874baf530 req-767211be-a371-42ff-b86e-0b7cc45714cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:20.137138 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3fdb33ad-09b3-4a36-84e0-0ec874baf530 req-767211be-a371-42ff-b86e-0b7cc45714cb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6bc8a35-3680-4631-9bf9-f69262ecabe4 HTTP/1.1" status: 200 len: 1160 time: 0.4486892 Dec 22 09:46:20.140460 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-148ada2f-21c0-4a80-86d3-de843cb2f0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:20.164209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-16d0ee8c-758d-469b-a090-2bae174726b7 req-80eebf76-ebfe-4480-9ff4-1da7d7542ad8 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Calling delete_port for 40698512-a5cc-48ab-a64c-202312c288d7 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:20.192130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-148ada2f-21c0-4a80-86d3-de843cb2f0f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:20.202722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-148ada2f-21c0-4a80-86d3-de843cb2f0f8 admin admin] Usage tracker for resource:security_group_rule and tenant:fd3079ac147042c38dd311944edd5690 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:20.210890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-148ada2f-21c0-4a80-86d3-de843cb2f0f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:20.254006 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3fdb33ad-09b3-4a36-84e0-0ec874baf530 req-14193f0c-0ebe-4a5d-9510-eba31c7571f6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010067 Dec 22 09:46:20.254991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-148ada2f-21c0-4a80-86d3-de843cb2f0f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:20.356044 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28c2ea87-ac9a-4e69-9275-0e03081fd57d req-193e67a0-f5ef-44e4-a496-d85732abe731 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5376465 Dec 22 09:46:20.382974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Pushing event updated for resources: {'Port': ['ID=8936ff3f-1fac-48d2-832a-3c347388bb44,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:20.402376 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:20.465323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-148ada2f-21c0-4a80-86d3-de843cb2f0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:20.471592 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-148ada2f-21c0-4a80-86d3-de843cb2f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:20.555226 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5594e60f-6b5e-49d6-88dd-1687b125fa31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:20.577892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-a19cbecc-8e00-45cc-8f5e-a7a52b93eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:20.579444 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-a19cbecc-8e00-45cc-8f5e-a7a52b93eb84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7133839c54494a2f9ce52411cab18e5a&device_id=ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1 HTTP/1.1" status: 200 len: 1158 time: 0.6301782 Dec 22 09:46:20.629219 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-148ada2f-21c0-4a80-86d3-de843cb2f0f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd3079ac147042c38dd311944edd5690&name=default HTTP/1.1" status: 200 len: 2883 time: 0.9138033 Dec 22 09:46:20.634746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55726) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:20.637987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ada2f-21c0-4a80-86d3-de843cb2f0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb6d4d0-a5ac-44c6-98bb-dbc31d772aa1,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:20.655150 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-148ada2f-21c0-4a80-86d3-de843cb2f0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:20.731806 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-77cce970-5e5a-47da-aa80-f9ac33387baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:20.784439 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-b691f754-e6e3-4884-a126-ab76e6f93763 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8936ff3f-1fac-48d2-832a-3c347388bb44 HTTP/1.1" status: 200 len: 217 time: 0.0986729 Dec 22 09:46:20.813433 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-77cce970-5e5a-47da-aa80-f9ac33387baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:20.855494 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-53b745f7-84a5-487e-8d6f-4407973ead4f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:20.863959 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b44e2dd-fd83-4eb8-a988-93f7f4312ceb tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:20.868493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3350c-9067-45d3-bc9d-e27fbafa5d40 req-ae1e4591-d9e7-44a3-955f-205364639509 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:20.870210 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-85b3350c-9067-45d3-bc9d-e27fbafa5d40 req-ae1e4591-d9e7-44a3-955f-205364639509 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=c6bc8a35-3680-4631-9bf9-f69262ecabe4 HTTP/1.1" status: 200 len: 945 time: 0.6498053 Dec 22 09:46:20.884718 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-21b5bfe0-c99c-46e2-adc8-3e53e2fe9061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:20.968264 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-16d0ee8c-758d-469b-a090-2bae174726b7 req-80eebf76-ebfe-4480-9ff4-1da7d7542ad8 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:20.970782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c1555017-1b9a-4c53-b76d-e3fa92d3b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:20.973296 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-c1555017-1b9a-4c53-b76d-e3fa92d3b2e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d0d2867-2495-4965-9d16-a81d436421e5 HTTP/1.1" status: 200 len: 845 time: 0.1773262 Dec 22 09:46:20.977272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-53b745f7-84a5-487e-8d6f-4407973ead4f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Transition to ACTIVE for port object d6feb5f6-9caf-4a39-a189-7a97bbb5d37f will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:46:20.993663 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-30e2e822-68a8-4859-b8dd-8a733c58c999 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:21.038567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44e2dd-fd83-4eb8-a988-93f7f4312ceb tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Pushing event updated for resources: {'Subnet': ['ID=7053f0f4-f86b-4e5c-9602-261247fdb73c,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:21.043294 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7b44e2dd-fd83-4eb8-a988-93f7f4312ceb tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:21.046374 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-77cce970-5e5a-47da-aa80-f9ac33387baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:21.053075 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-148ada2f-21c0-4a80-86d3-de843cb2f0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:21.081390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cce970-5e5a-47da-aa80-f9ac33387baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb6d4d0-a5ac-44c6-98bb-dbc31d772aa1,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:21.089842 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-77cce970-5e5a-47da-aa80-f9ac33387baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:21.102104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-77cce970-5e5a-47da-aa80-f9ac33387baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:21.103805 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-77cce970-5e5a-47da-aa80-f9ac33387baa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/edb6d4d0-a5ac-44c6-98bb-dbc31d772aa1 HTTP/1.1" status: 204 len: 168 time: 0.4679594 Dec 22 09:46:21.139116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eebf76-ebfe-4480-9ff4-1da7d7542ad8 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Pushing event deleted for resources: {'Port': ['ID=40698512-a5cc-48ab-a64c-202312c288d7,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:21.143595 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-85b3350c-9067-45d3-bc9d-e27fbafa5d40 req-a39d06e1-2511-4421-9f36-c0e629ff246a tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531660 Dec 22 09:46:21.145138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b44e2dd-fd83-4eb8-a988-93f7f4312ceb tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Checking segment: {'id': '96cbed4e-577e-4dc4-8eaf-18723a5d19f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '672bfe4f-5c09-4376-a8e0-377c9e673eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:46:21.145657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b44e2dd-fd83-4eb8-a988-93f7f4312ceb tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Network hostable DHCP agents. Network: 672bfe4f-5c09-4376-a8e0-377c9e673eb4, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:46:21.147243 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-80eebf76-ebfe-4480-9ff4-1da7d7542ad8 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:21.167181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b44e2dd-fd83-4eb8-a988-93f7f4312ceb tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Network 672bfe4f-5c09-4376-a8e0-377c9e673eb4 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:46:21.169035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb627ad-14d8-4760-b097-4d140341bd01 req-5bfe24fe-7edd-40a8-b87f-585b9e0b2159 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:21.177859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-7b44e2dd-fd83-4eb8-a988-93f7f4312ceb tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 672bfe4f-5c09-4376-a8e0-377c9e673eb4) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:46:21.178860 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7cb627ad-14d8-4760-b097-4d140341bd01 req-5bfe24fe-7edd-40a8-b87f-585b9e0b2159 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/ports?device_id=ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1 HTTP/1.1" status: 200 len: 943 time: 0.5924103 Dec 22 09:46:21.193245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b44e2dd-fd83-4eb8-a988-93f7f4312ceb tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:21.194012 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b44e2dd-fd83-4eb8-a988-93f7f4312ceb tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:21.218909 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7b44e2dd-fd83-4eb8-a988-93f7f4312ceb tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0656586 Dec 22 09:46:21.224350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55732) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:21.236797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Request body: {'port': {'network_id': '672bfe4f-5c09-4376-a8e0-377c9e673eb4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-803632332'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:21.252671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a269d3-ba98-43cb-8f34-78cfa78b2656 None None] Network 672bfe4f-5c09-4376-a8e0-377c9e673eb4 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:46:21.569796 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1', 'tag': '8936ff3f-1fac-48d2-832a-3c347388bb44', 'status': 'completed', 'code': 200} Dec 22 09:46:21.613453 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7cb627ad-14d8-4760-b097-4d140341bd01 req-2e6541ed-3963-4be3-8cde-5b8017b9d613 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/security-groups?id=1da3f885-8d63-4d8b-8aad-40cec288a009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4336023 Dec 22 09:46:21.659662 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-53b745f7-84a5-487e-8d6f-4407973ead4f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:21.694040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf29a60e-0388-41cc-ad56-3d3eb43cd609', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40698512-a5cc-48ab-a64c-202312c288d7'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:21.732100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-672bfe4f-5c09-4376-a8e0-377c9e673eb4', 'network_id': '672bfe4f-5c09-4376-a8e0-377c9e673eb4', 'tenant_id': '5936c73b64f647299f24071f747290ce', 'fixed_ips': [{'subnet_id': '7053f0f4-f86b-4e5c-9602-261247fdb73c'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:46:21.733031 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:21.782438 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a157946c-b875-4bb5-a97d-c6f07f86bd23 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:21.908058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:21.945270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Usage tracker for resource:port and tenant:5936c73b64f647299f24071f747290ce is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:21.953835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55748) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:21.961642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:21.984611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-5c783973-b731-4a6d-89c6-bf02b7e496a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:21.994298 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-5c783973-b731-4a6d-89c6-bf02b7e496a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a86a67f-c836-4e73-bf39-1d2b96692cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9616463 Dec 22 09:46:22.020347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:22.036701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Made reservation on behalf of 5936c73b64f647299f24071f747290ce for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:46:22.048820 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:22.071395 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0039baff-fa70-4173-893d-bdb8dea1a382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:22.107645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0039baff-fa70-4173-893d-bdb8dea1a382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:22.123684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0039baff-fa70-4173-893d-bdb8dea1a382 admin admin] Usage tracker for resource:security_group_rule and tenant:c73eda915616498fa5fcc4b4375306e7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:22.124734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0039baff-fa70-4173-893d-bdb8dea1a382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:22.173793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0039baff-fa70-4173-893d-bdb8dea1a382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:22.376892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Allocated IP 172.20.0.2 (672bfe4f-5c09-4376-a8e0-377c9e673eb4/7053f0f4-f86b-4e5c-9602-261247fdb73c/cc7da79e-42ab-4ac7-bf3c-ccbb60776188) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:46:22.389448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d0ee8c-758d-469b-a090-2bae174726b7 req-80eebf76-ebfe-4480-9ff4-1da7d7542ad8 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] No DVR routers for this DVR port 40698512-a5cc-48ab-a64c-202312c288d7 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:46:22.391954 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-16d0ee8c-758d-469b-a090-2bae174726b7 req-80eebf76-ebfe-4480-9ff4-1da7d7542ad8 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:22.433273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-53b745f7-84a5-487e-8d6f-4407973ead4f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Network f25c0816-e0e3-44ca-b509-727ad195c19e is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:46:22.492967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] device_id is not set on port 45b0cfb9-5049-44eb-a38f-bc92c0670591 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:46:22.604866 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-16d0ee8c-758d-469b-a090-2bae174726b7 req-80eebf76-ebfe-4480-9ff4-1da7d7542ad8 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.64 "DELETE /v2.0/ports/40698512-a5cc-48ab-a64c-202312c288d7 HTTP/1.1" status: 204 len: 173 time: 4.4296477 Dec 22 09:46:22.605851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-53b745f7-84a5-487e-8d6f-4407973ead4f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:46:22.623198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-53b745f7-84a5-487e-8d6f-4407973ead4f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:46:22.710917 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:22.729296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Transition to ACTIVE for port object cc7da79e-42ab-4ac7-bf3c-ccbb60776188 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:46:22.761180 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0039baff-fa70-4173-893d-bdb8dea1a382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:22.763650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Transition to ACTIVE for port object cc7da79e-42ab-4ac7-bf3c-ccbb60776188 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:46:22.767929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0039baff-fa70-4173-893d-bdb8dea1a382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:22.769988 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:22.813198 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:22.826439 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-35e65522-7249-42f8-8d38-e404e1e0751c service neutron] 10.222.0.64 "GET /v2.0/networks/5a86a67f-c836-4e73-bf39-1d2b96692cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984212 Dec 22 09:46:22.951347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-53b745f7-84a5-487e-8d6f-4407973ead4f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:22.952106 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-53b745f7-84a5-487e-8d6f-4407973ead4f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:22.984021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-0a828715-7ddd-49b3-b2af-31530a2807e6 req-6cb8d9ed-b94f-4792-8459-0148fffcec93 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Synchronizing usage tracker for tenant:38d0e45dac3d4bda8f296deee1c6b29c on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:46:22.995712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Allocated IP 172.20.0.13 (672bfe4f-5c09-4376-a8e0-377c9e673eb4/7053f0f4-f86b-4e5c-9602-261247fdb73c/45b0cfb9-5049-44eb-a38f-bc92c0670591) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:46:23.012064 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-53b745f7-84a5-487e-8d6f-4407973ead4f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4398561 Dec 22 09:46:23.017026 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:23.028294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Pushing event updated for resources: {'Port': ['ID=cc7da79e-42ab-4ac7-bf3c-ccbb60776188,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:23.045221 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:23.066448 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0039baff-fa70-4173-893d-bdb8dea1a382 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c73eda915616498fa5fcc4b4375306e7&name=default HTTP/1.1" status: 200 len: 2883 time: 1.1107657 Dec 22 09:46:23.121601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55758) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:23.176157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-0a828715-7ddd-49b3-b2af-31530a2807e6 req-6cb8d9ed-b94f-4792-8459-0148fffcec93 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Unset dirty status for tenant:38d0e45dac3d4bda8f296deee1c6b29c on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:46:23.191841 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0a828715-7ddd-49b3-b2af-31530a2807e6 req-6cb8d9ed-b94f-4792-8459-0148fffcec93 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=cf29a60e-0388-41cc-ad56-3d3eb43cd609 HTTP/1.1" status: 200 len: 210 time: 0.8642685 Dec 22 09:46:23.193240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b745f7-84a5-487e-8d6f-4407973ead4f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Pushing event updated for resources: {'Port': ['ID=d6feb5f6-9caf-4a39-a189-7a97bbb5d37f,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:23.315633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Request body: {'port': {'device_id': 'e39ebfce-f7a9-4a22-af6b-4a653cd76e27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:23.371706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b22edbce-93e7-4d2c-aa37-e897ef09dd34 None None] Provisioning for port d6feb5f6-9caf-4a39-a189-7a97bbb5d37f completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:46:23.401285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b22edbce-93e7-4d2c-aa37-e897ef09dd34 None None] Provisioning complete for port d6feb5f6-9caf-4a39-a189-7a97bbb5d37f triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:46:23.404700 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b22edbce-93e7-4d2c-aa37-e897ef09dd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:23.590097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039baff-fa70-4173-893d-bdb8dea1a382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ff5d5d-bd21-4033-9807-eb6f20301d86,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:23.645968 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf29a60e-0388-41cc-ad56-3d3eb43cd609', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40698512-a5cc-48ab-a64c-202312c288d7', 'code': 200} Dec 22 09:46:23.666102 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0039baff-fa70-4173-893d-bdb8dea1a382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:23.695606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Network 672bfe4f-5c09-4376-a8e0-377c9e673eb4 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:46:23.697168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:46:23.705633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b22edbce-93e7-4d2c-aa37-e897ef09dd34 None None] Port d6feb5f6-9caf-4a39-a189-7a97bbb5d37f cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:46:23.713006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:46:23.818029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Attempting to bind port cc7da79e-42ab-4ac7-bf3c-ccbb60776188 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:46:23.818566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Attempting to bind port cc7da79e-42ab-4ac7-bf3c-ccbb60776188 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '96cbed4e-577e-4dc4-8eaf-18723a5d19f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '672bfe4f-5c09-4376-a8e0-377c9e673eb4'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:46:23.818822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Attempting to bind port cc7da79e-42ab-4ac7-bf3c-ccbb60776188 on network 672bfe4f-5c09-4376-a8e0-377c9e673eb4 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:46:23.827206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:46:23.828051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Checking segment: {'id': '96cbed4e-577e-4dc4-8eaf-18723a5d19f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '672bfe4f-5c09-4376-a8e0-377c9e673eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:46:23.828190 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:23.828563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Bound using segment: {'id': '96cbed4e-577e-4dc4-8eaf-18723a5d19f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '672bfe4f-5c09-4376-a8e0-377c9e673eb4'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:46:23.829098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Bound port: cc7da79e-42ab-4ac7-bf3c-ccbb60776188, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96cbed4e-577e-4dc4-8eaf-18723a5d19f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '672bfe4f-5c09-4376-a8e0-377c9e673eb4'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:46:23.830265 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:24.029463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] For port cc7da79e-42ab-4ac7-bf3c-ccbb60776188, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:46:24.033307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] For port cc7da79e-42ab-4ac7-bf3c-ccbb60776188, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=cc7da79e-42ab-4ac7-bf3c-ccbb60776188,segment=NetworkSegment(96cbed4e-577e-4dc4-8eaf-18723a5d19f5),segment_id=96cbed4e-577e-4dc4-8eaf-18723a5d19f5)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:46:24.038473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:24.071438 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:24.146723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf29a60e-0388-41cc-ad56-3d3eb43cd609', 'name': 'network-vif-deleted', 'tag': '40698512-a5cc-48ab-a64c-202312c288d7'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:24.176755 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-53b745f7-84a5-487e-8d6f-4407973ead4f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.394s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:24.177787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Pushing event updated for resources: {'Port': ['ID=cc7da79e-42ab-4ac7-bf3c-ccbb60776188,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:24.182530 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:24.510855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b53102-d38f-47c0-8fea-528dba648ac0 req-c545d5d7-0ae3-4f16-82e0-2837131a88b2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:24.519831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-61b53102-d38f-47c0-8fea-528dba648ac0 req-c545d5d7-0ae3-4f16-82e0-2837131a88b2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Synchronizing usage tracker for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:46:24.615884 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b084b9e-2939-4e0e-8b42-72e851db5094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:24.730169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-61b53102-d38f-47c0-8fea-528dba648ac0 req-c545d5d7-0ae3-4f16-82e0-2837131a88b2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Unset dirty status for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:46:24.732690 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-61b53102-d38f-47c0-8fea-528dba648ac0 req-c545d5d7-0ae3-4f16-82e0-2837131a88b2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=e39ebfce-f7a9-4a22-af6b-4a653cd76e27 HTTP/1.1" status: 200 len: 931 time: 2.7930932 Dec 22 09:46:24.736817 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b084b9e-2939-4e0e-8b42-72e851db5094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:24.786205 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72f93510-9ad3-45c9-b6e5-6eca8b8274b9 req-7c924942-20fb-4758-a84b-74f2fd4dd3de service neutron] 10.222.0.64 "GET /v2.0/networks/5a86a67f-c836-4e73-bf39-1d2b96692cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.7957540 Dec 22 09:46:24.943977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4218b3-13cb-48a0-a207-6fd30ef0e5a1 req-b5aeb55f-6756-4269-9045-d72e4d935c66 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:24.946690 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec4218b3-13cb-48a0-a207-6fd30ef0e5a1 req-b5aeb55f-6756-4269-9045-d72e4d935c66 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=c6bc8a35-3680-4631-9bf9-f69262ecabe4 HTTP/1.1" status: 200 len: 945 time: 0.7302735 Dec 22 09:46:24.948541 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:25.024720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Transition to ACTIVE for port object 45b0cfb9-5049-44eb-a38f-bc92c0670591 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:46:25.040316 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b084b9e-2939-4e0e-8b42-72e851db5094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:25.078591 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9ddf138b-854c-42b8-8523-e063c1aa096e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:25.101310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b084b9e-2939-4e0e-8b42-72e851db5094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ff5d5d-bd21-4033-9807-eb6f20301d86,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:25.115443 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b084b9e-2939-4e0e-8b42-72e851db5094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:25.121077 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:25.134859 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b084b9e-2939-4e0e-8b42-72e851db5094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:25.140543 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2b084b9e-2939-4e0e-8b42-72e851db5094 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0ff5d5d-bd21-4033-9807-eb6f20301d86 HTTP/1.1" status: 204 len: 168 time: 2.0020399 Dec 22 09:46:25.158536 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:25.182341 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:25.343011 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-61b53102-d38f-47c0-8fea-528dba648ac0 req-b7af1fa5-6796-4698-a017-35b145e95789 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657806 Dec 22 09:46:25.399086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Pushing event updated for resources: {'Port': ['ID=45b0cfb9-5049-44eb-a38f-bc92c0670591,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:25.421733 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:25.520015 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec4218b3-13cb-48a0-a207-6fd30ef0e5a1 req-355cf955-0926-472c-adf5-7ff66912a679 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510391 Dec 22 09:46:25.521395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Network 672bfe4f-5c09-4376-a8e0-377c9e673eb4 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:46:25.522759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:46:25.525454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:46:25.757597 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf29a60e-0388-41cc-ad56-3d3eb43cd609', 'name': 'network-vif-deleted', 'tag': '40698512-a5cc-48ab-a64c-202312c288d7', 'status': 'completed', 'code': 200} Dec 22 09:46:25.793051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:25.794193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:25.882179 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6561358 Dec 22 09:46:25.885981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55786) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:25.921876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc223380-000c-4bbd-b5b1-972ab0bc4b78 req-d0dbcc85-7877-44d8-a87d-140139e2da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:25.928766 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc223380-000c-4bbd-b5b1-972ab0bc4b78 req-d0dbcc85-7877-44d8-a87d-140139e2da76 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7133839c54494a2f9ce52411cab18e5a&device_id=ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1 HTTP/1.1" status: 200 len: 1158 time: 1.0258832 Dec 22 09:46:26.079863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-04f6faa9-c507-42b3-b062-acc49aed6437 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Deleting port 45b0cfb9-5049-44eb-a38f-bc92c0670591 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:26.080440 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-04f6faa9-c507-42b3-b062-acc49aed6437 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:26.885669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:46:26.909944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device cc7da79e-42ab-4ac7-bf3c-ccbb60776188 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:46:26.957094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05271fda-b421-458d-8009-0c65bcb3cd1f req-21ddfa03-b385-4c0d-91a7-8ee5ce54649b tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:26.958859 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-05271fda-b421-458d-8009-0c65bcb3cd1f req-21ddfa03-b385-4c0d-91a7-8ee5ce54649b tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/ports?device_id=ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1 HTTP/1.1" status: 200 len: 943 time: 1.1662307 Dec 22 09:46:27.020594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc223380-000c-4bbd-b5b1-972ab0bc4b78 req-48af3aee-c4ea-42a5-bf8a-014270b1a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:27.021933 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-04f6faa9-c507-42b3-b062-acc49aed6437 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:27.022343 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc223380-000c-4bbd-b5b1-972ab0bc4b78 req-48af3aee-c4ea-42a5-bf8a-014270b1a6b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a86a67f-c836-4e73-bf39-1d2b96692cb8 HTTP/1.1" status: 200 len: 900 time: 1.0080149 Dec 22 09:46:27.023580 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:46:27.106780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dfa220-7582-45c4-97f2-5bd08376c88a None None] Network 672bfe4f-5c09-4376-a8e0-377c9e673eb4 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:46:27.125532 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc223380-000c-4bbd-b5b1-972ab0bc4b78 req-7d14b7f2-ff96-4c40-aa38-d2c65a52bbf5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8936ff3f-1fac-48d2-832a-3c347388bb44 HTTP/1.1" status: 200 len: 217 time: 0.0797827 Dec 22 09:46:27.424714 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-05271fda-b421-458d-8009-0c65bcb3cd1f req-a111b908-d6d5-4448-a9fe-f229c240722b tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/security-groups?id=1da3f885-8d63-4d8b-8aad-40cec288a009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4404564 Dec 22 09:46:27.456989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6feb5f6-9caf-4a39-a189-7a97bbb5d37f {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:46:27.501152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc223380-000c-4bbd-b5b1-972ab0bc4b78 req-c7b37d08-32d5-4288-9b56-50635d8a2eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:27.503475 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc223380-000c-4bbd-b5b1-972ab0bc4b78 req-c7b37d08-32d5-4288-9b56-50635d8a2eb9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d0d2867-2495-4965-9d16-a81d436421e5 HTTP/1.1" status: 200 len: 845 time: 0.3161943 Dec 22 09:46:27.506122 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:27.523535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Transition to ACTIVE for port object d6feb5f6-9caf-4a39-a189-7a97bbb5d37f will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:46:27.537792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-04f6faa9-c507-42b3-b062-acc49aed6437 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Calling delete_port for 45b0cfb9-5049-44eb-a38f-bc92c0670591 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:27.617248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7bbcc987-7e34-4858-8192-d810173f396a None None] Provisioning for port cc7da79e-42ab-4ac7-bf3c-ccbb60776188 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:46:27.632650 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:27.678190 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-58fea149-245b-4e7e-8345-299582427df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:27.870305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6feb5f6-9caf-4a39-a189-7a97bbb5d37f,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:27.873949 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:27.974304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port cc7da79e-42ab-4ac7-bf3c-ccbb60776188 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:46:27.987167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port cc7da79e-42ab-4ac7-bf3c-ccbb60776188 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:46:27.988273 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:28.002366 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-04f6faa9-c507-42b3-b062-acc49aed6437 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:28.241694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc223380-000c-4bbd-b5b1-972ab0bc4b78 req-adc091f6-8a9e-4e1d-9c5c-4c88bfe4d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:28.243971 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc223380-000c-4bbd-b5b1-972ab0bc4b78 req-adc091f6-8a9e-4e1d-9c5c-4c88bfe4d2a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a86a67f-c836-4e73-bf39-1d2b96692cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7181869 Dec 22 09:46:28.344316 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:28.410620 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0114fe16-e319-4714-8288-eb24ce87a0e6 tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:28.413816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 8936ff3f-1fac-48d2-832a-3c347388bb44 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:46:28.519699 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc223380-000c-4bbd-b5b1-972ab0bc4b78 req-446945ae-f0a6-4850-aef6-1f0244e4b0f8 service neutron] 10.222.0.64 "GET /v2.0/networks/5a86a67f-c836-4e73-bf39-1d2b96692cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658849 Dec 22 09:46:28.529444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e21053-bbc6-4038-b74e-51107602de2b req-ec47002e-ac04-4f0d-8def-44e03a078295 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:28.540883 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47e21053-bbc6-4038-b74e-51107602de2b req-ec47002e-ac04-4f0d-8def-44e03a078295 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=c6bc8a35-3680-4631-9bf9-f69262ecabe4 HTTP/1.1" status: 200 len: 945 time: 0.6648667 Dec 22 09:46:28.589617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port cc7da79e-42ab-4ac7-bf3c-ccbb60776188, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=cc7da79e-42ab-4ac7-bf3c-ccbb60776188,segment=NetworkSegment(96cbed4e-577e-4dc4-8eaf-18723a5d19f5),segment_id=96cbed4e-577e-4dc4-8eaf-18723a5d19f5)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:28.600057 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:28.614218 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:28.746771 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc223380-000c-4bbd-b5b1-972ab0bc4b78 req-6f651d9c-0097-4433-8ce6-975163ff2d41 service neutron] 10.222.0.64 "GET /v2.0/networks/5a86a67f-c836-4e73-bf39-1d2b96692cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1801963 Dec 22 09:46:28.748194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6faa9-c507-42b3-b062-acc49aed6437 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Pushing event deleted for resources: {'Port': ['ID=45b0cfb9-5049-44eb-a38f-bc92c0670591,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:28.754146 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-04f6faa9-c507-42b3-b062-acc49aed6437 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:28.772614 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47e21053-bbc6-4038-b74e-51107602de2b req-40409482-68b2-4b1e-8a75-fe8116b99fc5 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304292 Dec 22 09:46:28.791003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e8811-9a47-4ee2-9e95-4d6424f0b867 req-3a2b7e43-6f4d-401b-80a1-6ae3bf8d8edd tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:28.799980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55828) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:28.803196 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec6e8811-9a47-4ee2-9e95-4d6424f0b867 req-3a2b7e43-6f4d-401b-80a1-6ae3bf8d8edd tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=e39ebfce-f7a9-4a22-af6b-4a653cd76e27 HTTP/1.1" status: 200 len: 943 time: 0.9257817 Dec 22 09:46:28.966336 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec6e8811-9a47-4ee2-9e95-4d6424f0b867 req-6f55352b-1621-446a-94fe-4a1b0f6e1b72 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618695 Dec 22 09:46:29.004767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=cc7da79e-42ab-4ac7-bf3c-ccbb60776188,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:29.067532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 755e7893-8cc9-4d9d-817e-53e0c2df3b93 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:46:29.271433 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:29.299037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3c02d-7047-44a6-ae43-99cbe5d852e6 req-07cbc20e-a59e-46ba-82f4-64003c7b03f7 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:29.305059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-bec3c02d-7047-44a6-ae43-99cbe5d852e6 req-07cbc20e-a59e-46ba-82f4-64003c7b03f7 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Synchronizing usage tracker for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:46:29.437107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5c2a1893-b20d-4b96-b8fb-0f622ec5baf3 None None] Provisioning complete for port cc7da79e-42ab-4ac7-bf3c-ccbb60776188 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:46:29.437987 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5c2a1893-b20d-4b96-b8fb-0f622ec5baf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:29.640513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 8936ff3f-1fac-48d2-832a-3c347388bb44 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:46:29.826823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 8936ff3f-1fac-48d2-832a-3c347388bb44 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:46:29.827535 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:29.921804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-bec3c02d-7047-44a6-ae43-99cbe5d852e6 req-07cbc20e-a59e-46ba-82f4-64003c7b03f7 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Unset dirty status for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:46:29.923317 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bec3c02d-7047-44a6-ae43-99cbe5d852e6 req-07cbc20e-a59e-46ba-82f4-64003c7b03f7 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.37 "GET /v2.0/ports?device_id=c6bc8a35-3680-4631-9bf9-f69262ecabe4 HTTP/1.1" status: 200 len: 945 time: 1.4201980 Dec 22 09:46:29.924839 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-04f6faa9-c507-42b3-b062-acc49aed6437 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:29.946712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5c2a1893-b20d-4b96-b8fb-0f622ec5baf3 None None] Could not find standard attr ID for object 45b0cfb9-5049-44eb-a38f-bc92c0670591. {{(pid=81073) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 09:46:30.055955 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-04f6faa9-c507-42b3-b062-acc49aed6437 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] 10.222.0.50 "DELETE /v2.0/ports/45b0cfb9-5049-44eb-a38f-bc92c0670591 HTTP/1.1" status: 204 len: 168 time: 4.1684048 Dec 22 09:46:30.066235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55848) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:30.119289 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:30.249476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bc8a35-3680-4631-9bf9-f69262ecabe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '755e7893-8cc9-4d9d-817e-53e0c2df3b93'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:30.263141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-bec3c02d-7047-44a6-ae43-99cbe5d852e6 req-4c27b144-8660-41de-8118-5931ba8088d0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Deleting port 755e7893-8cc9-4d9d-817e-53e0c2df3b93 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:30.263894 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bec3c02d-7047-44a6-ae43-99cbe5d852e6 req-4c27b144-8660-41de-8118-5931ba8088d0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:30.283790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b9cb322d-46bb-4274-917c-7ab186c92828 None None] Provisioning complete for port cc7da79e-42ab-4ac7-bf3c-ccbb60776188 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:46:30.284388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b9cb322d-46bb-4274-917c-7ab186c92828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:30.433081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 755e7893-8cc9-4d9d-817e-53e0c2df3b93, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=755e7893-8cc9-4d9d-817e-53e0c2df3b93,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:30.448167 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:30.530694 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:30.538625 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:30.590509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-061d9dcc-447a-47c9-af10-eb4582b55273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:30.805041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd6404-192a-4550-af9d-df0dbc0fee7c req-6ad9a707-9740-4ed8-b2ca-4aa8588ffd38 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:30.817534 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-60dd6404-192a-4550-af9d-df0dbc0fee7c req-6ad9a707-9740-4ed8-b2ca-4aa8588ffd38 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 945 time: 1.4078264 Dec 22 09:46:30.839701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 55862) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:30.927272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f940e-911c-4314-9c5e-a9a29d56a65b req-78aba036-50ed-4377-9489-2b2c59b64140 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:30.939845 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e78f940e-911c-4314-9c5e-a9a29d56a65b req-78aba036-50ed-4377-9489-2b2c59b64140 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/ports?device_id=ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1 HTTP/1.1" status: 200 len: 943 time: 1.0950205 Dec 22 09:46:31.017361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Attempting to bind port d6feb5f6-9caf-4a39-a189-7a97bbb5d37f on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:46:31.017995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Attempting to bind port d6feb5f6-9caf-4a39-a189-7a97bbb5d37f by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:46:31.019333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Attempting to bind port d6feb5f6-9caf-4a39-a189-7a97bbb5d37f on network f25c0816-e0e3-44ca-b509-727ad195c19e {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:46:31.051772 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e78f940e-911c-4314-9c5e-a9a29d56a65b req-e910a08b-3922-4811-82fc-f49cc9e0e7ea tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/security-groups?id=1da3f885-8d63-4d8b-8aad-40cec288a009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108484 Dec 22 09:46:31.052919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:46:31.053465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Checking segment: {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:46:31.054020 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:31.054548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Bound using segment: {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:46:31.055201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Bound port: d6feb5f6-9caf-4a39-a189-7a97bbb5d37f, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:46:31.055747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:31.069180 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-60dd6404-192a-4550-af9d-df0dbc0fee7c req-537e10a5-c041-4f3c-9ceb-c917e217af24 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506490 Dec 22 09:46:31.071561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=755e7893-8cc9-4d9d-817e-53e0c2df3b93,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:31.074778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device cc7da79e-42ab-4ac7-bf3c-ccbb60776188 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:46:31.090408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb5410-3475-4a35-a6a8-0acf939cdbcc req-8c8988f5-23da-42dd-b3cd-4765f0fa5125 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:31.092346 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1bdb5410-3475-4a35-a6a8-0acf939cdbcc req-8c8988f5-23da-42dd-b3cd-4765f0fa5125 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.64 "GET /v2.0/ports?device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 945 time: 1.9737768 Dec 22 09:46:31.248280 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:31.284918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 8936ff3f-1fac-48d2-832a-3c347388bb44, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=8936ff3f-1fac-48d2-832a-3c347388bb44,segment=NetworkSegment(1b75248a-6597-45b5-948d-a112e7775493),segment_id=1b75248a-6597-45b5-948d-a112e7775493)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:31.297055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b9cb322d-46bb-4274-917c-7ab186c92828 None None] Could not find standard attr ID for object 45b0cfb9-5049-44eb-a38f-bc92c0670591. {{(pid=81073) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 09:46:31.298801 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:31.303781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-1bdb5410-3475-4a35-a6a8-0acf939cdbcc req-282d1a1f-1ce7-432c-93e4-ea4c9c93ad11 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Deleting port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:31.304205 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1bdb5410-3475-4a35-a6a8-0acf939cdbcc req-282d1a1f-1ce7-432c-93e4-ea4c9c93ad11 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:31.305043 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:31.431813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=8936ff3f-1fac-48d2-832a-3c347388bb44,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:31.437676 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:31.468893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1deef3cb-713e-442e-a955-fbf8d84cc600 None None] Provisioning complete for port cc7da79e-42ab-4ac7-bf3c-ccbb60776188 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:46:31.469321 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1deef3cb-713e-442e-a955-fbf8d84cc600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:31.488120 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-743d659a-8171-469c-8916-e98f07367772 tempest-DHCPAgentSchedulersTestJSON-1871784087 tempest-DHCPAgentSchedulersTestJSON-1871784087] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 6224 time: 1.4187758 Dec 22 09:46:31.503581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55868) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:31.509916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port cc7da79e-42ab-4ac7-bf3c-ccbb60776188 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:46:31.510429 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:31.528938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5932ebe6-dd8a-459f-acce-a4c8a9cc36e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1471873774'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:31.542453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5932ebe6-dd8a-459f-acce-a4c8a9cc36e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:31.550869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5932ebe6-dd8a-459f-acce-a4c8a9cc36e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Usage tracker for resource:network and tenant:5936c73b64f647299f24071f747290ce is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:31.557994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5932ebe6-dd8a-459f-acce-a4c8a9cc36e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:31.567908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-bec3c02d-7047-44a6-ae43-99cbe5d852e6 req-4c27b144-8660-41de-8118-5931ba8088d0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] For port 755e7893-8cc9-4d9d-817e-53e0c2df3b93, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=755e7893-8cc9-4d9d-817e-53e0c2df3b93,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:31.568669 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bec3c02d-7047-44a6-ae43-99cbe5d852e6 req-4c27b144-8660-41de-8118-5931ba8088d0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:31.577699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5932ebe6-dd8a-459f-acce-a4c8a9cc36e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:31.590639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device e53bcedf-03f7-4b2b-8e1a-492435bd2eeb no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:46:31.804120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-1bdb5410-3475-4a35-a6a8-0acf939cdbcc req-282d1a1f-1ce7-432c-93e4-ea4c9c93ad11 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] For port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=e53bcedf-03f7-4b2b-8e1a-492435bd2eeb,segment=NetworkSegment(96ce94a8-36b7-4235-bed7-93c50684c214),segment_id=96ce94a8-36b7-4235-bed7-93c50684c214)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:31.804625 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1bdb5410-3475-4a35-a6a8-0acf939cdbcc req-282d1a1f-1ce7-432c-93e4-ea4c9c93ad11 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:31.836375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5932ebe6-dd8a-459f-acce-a4c8a9cc36e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Made reservation on behalf of 5936c73b64f647299f24071f747290ce for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:46:31.842687 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5932ebe6-dd8a-459f-acce-a4c8a9cc36e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:31.866503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-bec3c02d-7047-44a6-ae43-99cbe5d852e6 req-4c27b144-8660-41de-8118-5931ba8088d0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Calling delete_port for 755e7893-8cc9-4d9d-817e-53e0c2df3b93 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:31.955999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:31.990536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-1bdb5410-3475-4a35-a6a8-0acf939cdbcc req-282d1a1f-1ce7-432c-93e4-ea4c9c93ad11 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Calling delete_port for e53bcedf-03f7-4b2b-8e1a-492435bd2eeb owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:32.054968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=e53bcedf-03f7-4b2b-8e1a-492435bd2eeb,segment=NetworkSegment(96ce94a8-36b7-4235-bed7-93c50684c214),segment_id=96ce94a8-36b7-4235-bed7-93c50684c214)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:32.057841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:32.059770 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ce5a042e-1f81-42c8-bc6c-60117b9d941d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:32.113083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5932ebe6-dd8a-459f-acce-a4c8a9cc36e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:46:32.137832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=e53bcedf-03f7-4b2b-8e1a-492435bd2eeb,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:32.141378 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:32.151788 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5932ebe6-dd8a-459f-acce-a4c8a9cc36e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:32.152439 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-5932ebe6-dd8a-459f-acce-a4c8a9cc36e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Added segment 365ab7a8-5216-473a-988a-ab43fe2064c4 of type vxlan for network 74d10274-8a98-44fe-bb54-b284e7a907c5 Dec 22 09:46:32.177967 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-1bdb5410-3475-4a35-a6a8-0acf939cdbcc req-282d1a1f-1ce7-432c-93e4-ea4c9c93ad11 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:46:32.178350 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-1bdb5410-3475-4a35-a6a8-0acf939cdbcc req-282d1a1f-1ce7-432c-93e4-ea4c9c93ad11 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:46:32.247922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-607343374'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:32.272821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:32.277168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Usage tracker for resource:network and tenant:dec1a995148140dba2abe44dd2bea954 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:32.289355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:32.306943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:32.328334 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5932ebe6-dd8a-459f-acce-a4c8a9cc36e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:32.357987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Made reservation on behalf of dec1a995148140dba2abe44dd2bea954 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:46:32.364078 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:32.390881 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:32.415517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8091b8-20bf-4425-b0aa-92282d2bc967 req-663d051a-4772-4531-81db-d993965648fe tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:32.417303 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4d8091b8-20bf-4425-b0aa-92282d2bc967 req-663d051a-4772-4531-81db-d993965648fe tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=c6bc8a35-3680-4631-9bf9-f69262ecabe4 HTTP/1.1" status: 200 len: 865 time: 0.9861817 Dec 22 09:46:32.422667 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bec3c02d-7047-44a6-ae43-99cbe5d852e6 req-4c27b144-8660-41de-8118-5931ba8088d0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:32.428288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:32.432914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Usage tracker for resource:security_group_rule and tenant:dec1a995148140dba2abe44dd2bea954 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:32.441070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:32.444791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] For port d6feb5f6-9caf-4a39-a189-7a97bbb5d37f, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:46:32.451228 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-43a4f6f1-86b0-4992-b17a-201c5cd51840 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:32.452264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:32.493221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] For port d6feb5f6-9caf-4a39-a189-7a97bbb5d37f, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d6feb5f6-9caf-4a39-a189-7a97bbb5d37f,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:46:32.500296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43458589-2082-4788-b3e3-3fcae9ec1e43 req-25542eab-a7f0-4f6a-8f51-f4e31d79c8d3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:32.501988 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-43458589-2082-4788-b3e3-3fcae9ec1e43 req-25542eab-a7f0-4f6a-8f51-f4e31d79c8d3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=e39ebfce-f7a9-4a22-af6b-4a653cd76e27 HTTP/1.1" status: 200 len: 943 time: 1.0726063 Dec 22 09:46:32.513052 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:32.524599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27b144-8660-41de-8118-5931ba8088d0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Pushing event deleted for resources: {'Port': ['ID=755e7893-8cc9-4d9d-817e-53e0c2df3b93,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:32.527632 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c27b144-8660-41de-8118-5931ba8088d0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:32.539293 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cdb3da7f-33bd-4d0d-b64d-f8139f856df1 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:32.588395 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5932ebe6-dd8a-459f-acce-a4c8a9cc36e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:32.592599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5932ebe6-dd8a-459f-acce-a4c8a9cc36e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:32.593260 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5932ebe6-dd8a-459f-acce-a4c8a9cc36e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:32.602577 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-21d68e53-b217-4e61-9dc8-1142df108b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:32.693108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-1bdb5410-3475-4a35-a6a8-0acf939cdbcc req-282d1a1f-1ce7-432c-93e4-ea4c9c93ad11 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Deleting port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:32.693605 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1bdb5410-3475-4a35-a6a8-0acf939cdbcc req-282d1a1f-1ce7-432c-93e4-ea4c9c93ad11 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:32.758345 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4d8091b8-20bf-4425-b0aa-92282d2bc967 req-5bdef3a4-ff1c-46eb-97fc-986a68c36255 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192859 Dec 22 09:46:32.777550 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5932ebe6-dd8a-459f-acce-a4c8a9cc36e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2668033 Dec 22 09:46:32.777550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932ebe6-dd8a-459f-acce-a4c8a9cc36e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Pushing event updated for resources: {'Network': ['ID=74d10274-8a98-44fe-bb54-b284e7a907c5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:32.779227 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5932ebe6-dd8a-459f-acce-a4c8a9cc36e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:32.780024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55882) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:32.809890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 74d10274-8a98-44fe-bb54-b284e7a907c5 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:32.841066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 74d10274-8a98-44fe-bb54-b284e7a907c5 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:32.852174 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-43458589-2082-4788-b3e3-3fcae9ec1e43 req-113c8deb-1078-4326-b20b-3e1461ccfea3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220282 Dec 22 09:46:32.901388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6feb5f6-9caf-4a39-a189-7a97bbb5d37f,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:32.910167 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:32.920314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec3c02d-7047-44a6-ae43-99cbe5d852e6 req-4c27b144-8660-41de-8118-5931ba8088d0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] No DVR routers for this DVR port 755e7893-8cc9-4d9d-817e-53e0c2df3b93 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:46:32.929791 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bec3c02d-7047-44a6-ae43-99cbe5d852e6 req-4c27b144-8660-41de-8118-5931ba8088d0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:32.936435 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bec3c02d-7047-44a6-ae43-99cbe5d852e6 req-4c27b144-8660-41de-8118-5931ba8088d0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.37 "DELETE /v2.0/ports/755e7893-8cc9-4d9d-817e-53e0c2df3b93 HTTP/1.1" status: 204 len: 173 time: 2.9796736 Dec 22 09:46:33.028650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 74d10274-8a98-44fe-bb54-b284e7a907c5 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:33.047264 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bc8a35-3680-4631-9bf9-f69262ecabe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '755e7893-8cc9-4d9d-817e-53e0c2df3b93', 'code': 200} Dec 22 09:46:33.131421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bc8a35-3680-4631-9bf9-f69262ecabe4', 'name': 'network-vif-deleted', 'tag': '755e7893-8cc9-4d9d-817e-53e0c2df3b93'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:33.281552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:33.282151 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:33.283714 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] 10.222.0.64 "PUT /v2.0/ports/d6feb5f6-9caf-4a39-a189-7a97bbb5d37f HTTP/1.1" status: 200 len: 1155 time: 10.0348513 Dec 22 09:46:33.293885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39ebfce-f7a9-4a22-af6b-4a653cd76e27', 'tag': 'd6feb5f6-9caf-4a39-a189-7a97bbb5d37f'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:33.373094 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-820a79c6-8ec4-4628-a0be-3547f3c60e64 tempest-DHCPAgentSchedulersTestJSON-1871784087 tempest-DHCPAgentSchedulersTestJSON-1871784087] 10.222.0.50 "GET /v2.0/agents/3c561f09-0799-4f08-a834-1f348747df6a/dhcp-networks HTTP/1.1" status: 200 len: 8023 time: 0.5868223 Dec 22 09:46:33.373831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55890) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:33.498953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-061d9dcc-447a-47c9-af10-eb4582b55273 admin admin] Deleting port d6c6c6d3-c452-4934-8686-af49caebec4a {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:33.499409 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-061d9dcc-447a-47c9-af10-eb4582b55273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:33.516711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:33.529296 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:33.582638 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76965d80-68f0-491a-875b-2022bc22d4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:33.662682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 8936ff3f-1fac-48d2-832a-3c347388bb44 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:46:33.677096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb769d6-a3ab-4efa-97c0-d4bb6d713454 tempest-DHCPAgentSchedulersTestJSON-1871784087 tempest-DHCPAgentSchedulersTestJSON-1871784087] Network 74d10274-8a98-44fe-bb54-b284e7a907c5 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:46:33.706533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:46:33.737746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Pushing event updated for resources: {'SecurityGroup': ['ID=4429cdaf-38be-48ce-92d8-cc327bc78cc8,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:33.741892 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:33.777191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:33.777588 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Added segment 505775e7-d3e1-4c76-8819-0ab0dbf5748b of type vxlan for network 73efa984-4719-4a56-83c7-59a916aee407 Dec 22 09:46:33.782246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 8936ff3f-1fac-48d2-832a-3c347388bb44 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:46:33.782721 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:33.790823 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6eb769d6-a3ab-4efa-97c0-d4bb6d713454 tempest-DHCPAgentSchedulersTestJSON-1871784087 tempest-DHCPAgentSchedulersTestJSON-1871784087] 10.222.0.50 "POST /v2.0/agents/3c561f09-0799-4f08-a834-1f348747df6a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4149456 Dec 22 09:46:33.795784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55896) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:33.809658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-1bdb5410-3475-4a35-a6a8-0acf939cdbcc req-282d1a1f-1ce7-432c-93e4-ea4c9c93ad11 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] For port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=e53bcedf-03f7-4b2b-8e1a-492435bd2eeb,segment=NetworkSegment(96ce94a8-36b7-4235-bed7-93c50684c214),segment_id=96ce94a8-36b7-4235-bed7-93c50684c214)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:33.810040 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1bdb5410-3475-4a35-a6a8-0acf939cdbcc req-282d1a1f-1ce7-432c-93e4-ea4c9c93ad11 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:33.822034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29acfcfc-24e4-418a-a9ae-6be35e14a702 None None] Network 74d10274-8a98-44fe-bb54-b284e7a907c5 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:46:33.888863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-061d9dcc-447a-47c9-af10-eb4582b55273 admin admin] For port d6c6c6d3-c452-4934-8686-af49caebec4a, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=d6c6c6d3-c452-4934-8686-af49caebec4a,segment=NetworkSegment(879e1921-841b-4c32-99dd-c355d0c59585),segment_id=879e1921-841b-4c32-99dd-c355d0c59585)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:33.889626 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-061d9dcc-447a-47c9-af10-eb4582b55273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:34.016368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a08fd-547a-4c6a-ba11-ce12424f423a req-60259228-5bca-4eba-9443-39e8761173e7 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:34.018027 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-415a08fd-547a-4c6a-ba11-ce12424f423a req-60259228-5bca-4eba-9443-39e8761173e7 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/ports?device_id=ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1 HTTP/1.1" status: 200 len: 945 time: 0.8774934 Dec 22 09:46:34.028644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-1bdb5410-3475-4a35-a6a8-0acf939cdbcc req-282d1a1f-1ce7-432c-93e4-ea4c9c93ad11 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Calling delete_port for e53bcedf-03f7-4b2b-8e1a-492435bd2eeb owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:34.062700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-59eafd43-6c03-4045-a4ba-16f7d2e0791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:34.064829 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-59eafd43-6c03-4045-a4ba-16f7d2e0791c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=e39ebfce-f7a9-4a22-af6b-4a653cd76e27 HTTP/1.1" status: 200 len: 1158 time: 0.6689882 Dec 22 09:46:34.073421 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:34.142001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-061d9dcc-447a-47c9-af10-eb4582b55273 admin admin] Calling delete_port for d6c6c6d3-c452-4934-8686-af49caebec4a owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:34.200315 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-6ec5edc5-ffcc-44cb-9dd6-621481a11a13 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6feb5f6-9caf-4a39-a189-7a97bbb5d37f HTTP/1.1" status: 200 len: 217 time: 0.1009514 Dec 22 09:46:34.217642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf29f9b-fc60-42cc-b4c9-4ce2fe01305e req-eab590b6-940d-4ccb-a9cc-aebe0a86ca33 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:34.219250 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fdf29f9b-fc60-42cc-b4c9-4ce2fe01305e req-eab590b6-940d-4ccb-a9cc-aebe0a86ca33 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 943 time: 0.6935203 Dec 22 09:46:34.282263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ffa43680-d6fa-44da-b648-794294ed4fef tempest-DHCPAgentSchedulersTestJSON-1871784087 tempest-DHCPAgentSchedulersTestJSON-1871784087] 10.222.0.50 "GET /v2.0/agents/3c561f09-0799-4f08-a834-1f348747df6a/dhcp-networks HTTP/1.1" status: 200 len: 8787 time: 0.4833138 Dec 22 09:46:34.420989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55904) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:34.517803 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:46:34.606806 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-415a08fd-547a-4c6a-ba11-ce12424f423a req-07d41a7f-9655-4e94-ace2-55912b3a4f06 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/security-groups?id=1da3f885-8d63-4d8b-8aad-40cec288a009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5286090 Dec 22 09:46:34.618232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:34.633758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:34.634717 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:34.649447 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-14afdc63-2491-40ba-a579-afc1444b8b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:34.715064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-413dd9a8-a3ca-44bd-a0ea-643ec8fed80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:34.717976 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-413dd9a8-a3ca-44bd-a0ea-643ec8fed80a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.4925365 Dec 22 09:46:34.732058 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fdf29f9b-fc60-42cc-b4c9-4ce2fe01305e req-c8acc1d2-0083-41cc-8841-1049b8339a31 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/security-groups?id=f52ae500-6a8b-402d-b091-02c8c0e4bdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158318 Dec 22 09:46:34.795282 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bc8a35-3680-4631-9bf9-f69262ecabe4', 'name': 'network-vif-deleted', 'tag': '755e7893-8cc9-4d9d-817e-53e0c2df3b93', 'status': 'completed', 'code': 200} Dec 22 09:46:34.821774 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39ebfce-f7a9-4a22-af6b-4a653cd76e27', 'tag': 'd6feb5f6-9caf-4a39-a189-7a97bbb5d37f', 'status': 'completed', 'code': 200} Dec 22 09:46:34.837052 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-33f5ee24-c939-4897-8185-6ccf6868556a tempest-DHCPAgentSchedulersTestJSON-1871784087 tempest-DHCPAgentSchedulersTestJSON-1871784087] 10.222.0.50 "DELETE /v2.0/agents/3c561f09-0799-4f08-a834-1f348747df6a/dhcp-networks/74d10274-8a98-44fe-bb54-b284e7a907c5 HTTP/1.1" status: 204 len: 168 time: 0.4148712 Dec 22 09:46:34.840100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55908) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:34.931328 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.0803263 Dec 22 09:46:34.938225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Pushing event updated for resources: {'Network': ['ID=73efa984-4719-4a56-83c7-59a916aee407,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:34.942322 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:34.943690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 55914) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:34.952048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 73efa984-4719-4a56-83c7-59a916aee407 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:34.982341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 73efa984-4719-4a56-83c7-59a916aee407 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:35.002453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 73efa984-4719-4a56-83c7-59a916aee407 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:35.029158 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-061d9dcc-447a-47c9-af10-eb4582b55273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:35.043226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1bdb5410-3475-4a35-a6a8-0acf939cdbcc req-282d1a1f-1ce7-432c-93e4-ea4c9c93ad11 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:35.065228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8936ff3f-1fac-48d2-832a-3c347388bb44'}, {'server_uuid': '4366fb5e-2af1-453b-adce-94f2785bc44b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e53bcedf-03f7-4b2b-8e1a-492435bd2eeb'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:35.073260 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b43e27d3-aeaf-4398-b83c-54adcdffc1c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:35.087554 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f0996a67-7982-4d5b-af64-338d4e1afc9c tempest-InstanceActionsNegativeTestJSON-2129680626 tempest-InstanceActionsNegativeTestJSON-2129680626] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:35.168538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d9dcc-447a-47c9-af10-eb4582b55273 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c6c6d3-c452-4934-8686-af49caebec4a,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:35.196012 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-061d9dcc-447a-47c9-af10-eb4582b55273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:35.196280 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aed4d2b4-a0f4-46b7-9d76-2f9d3e19b5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:35.200798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Request body: {'network': {'name': 'tempest-network--1721568979', 'router:external': True}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:35.226357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d1a1f-1ce7-432c-93e4-ea4c9c93ad11 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Pushing event deleted for resources: {'Port': ['ID=e53bcedf-03f7-4b2b-8e1a-492435bd2eeb,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:35.230780 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-282d1a1f-1ce7-432c-93e4-ea4c9c93ad11 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:35.240514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:35.253472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Usage tracker for resource:network and tenant:9e71487151884c39af23cf9a6de35b65 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:35.312843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:35.331567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:35.373929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-1e977bf5-c929-4c17-b28b-6e8521d01471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:35.376109 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-1e977bf5-c929-4c17-b28b-6e8521d01471 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6296978 Dec 22 09:46:35.411465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Made reservation on behalf of 9e71487151884c39af23cf9a6de35b65 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:46:35.416239 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:35.448352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:35.477914 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-036b65b9-9a2a-4cce-b37b-3a4be6c42f91 tempest-DHCPAgentSchedulersTestJSON-1871784087 tempest-DHCPAgentSchedulersTestJSON-1871784087] 10.222.0.50 "GET /v2.0/agents/3c561f09-0799-4f08-a834-1f348747df6a/dhcp-networks HTTP/1.1" status: 200 len: 8023 time: 0.6365519 Dec 22 09:46:35.483484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55924) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:35.503483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09529d-7f27-458f-97d2-92d4df636e9a req-ee1e9d80-6ec8-4a31-b270-4e56b9d80e89 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:35.505310 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b09529d-7f27-458f-97d2-92d4df636e9a req-ee1e9d80-6ec8-4a31-b270-4e56b9d80e89 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 0.5582287 Dec 22 09:46:35.556780 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-baa1f5cf-0801-4106-b620-3bf3647b1dec tempest-DHCPAgentSchedulersTestJSON-1871784087 tempest-DHCPAgentSchedulersTestJSON-1871784087] 10.222.0.50 "GET /v2.0/networks/672bfe4f-5c09-4376-a8e0-377c9e673eb4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0383580 Dec 22 09:46:35.560827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55928) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:35.598879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:35.615030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Usage tracker for resource:security_group_rule and tenant:9e71487151884c39af23cf9a6de35b65 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:35.623812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4498e8-fca5-49cf-8d5a-4dfe3a38e986 req-c97618dd-f6de-42aa-891b-4e1f352417ac tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:35.625530 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db4498e8-fca5-49cf-8d5a-4dfe3a38e986 req-c97618dd-f6de-42aa-891b-4e1f352417ac tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=e39ebfce-f7a9-4a22-af6b-4a653cd76e27 HTTP/1.1" status: 200 len: 943 time: 0.5493386 Dec 22 09:46:35.634295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:35.662038 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-639d8f38-0f69-4899-b7be-064ae0e48e19 tempest-DHCPAgentSchedulersTestJSON-1871784087 tempest-DHCPAgentSchedulersTestJSON-1871784087] 10.222.0.50 "GET /v2.0/networks/672bfe4f-5c09-4376-a8e0-377c9e673eb4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0996029 Dec 22 09:46:35.673882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:35.679366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55934) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:35.755406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdb5410-3475-4a35-a6a8-0acf939cdbcc req-282d1a1f-1ce7-432c-93e4-ea4c9c93ad11 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] No DVR routers for this DVR port e53bcedf-03f7-4b2b-8e1a-492435bd2eeb on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:46:35.772657 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1bdb5410-3475-4a35-a6a8-0acf939cdbcc req-282d1a1f-1ce7-432c-93e4-ea4c9c93ad11 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:35.790639 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b09529d-7f27-458f-97d2-92d4df636e9a req-9383084f-d291-4f7f-a708-777f2a73ce60 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253702 Dec 22 09:46:35.808374 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1bdb5410-3475-4a35-a6a8-0acf939cdbcc req-282d1a1f-1ce7-432c-93e4-ea4c9c93ad11 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.64 "DELETE /v2.0/ports/e53bcedf-03f7-4b2b-8e1a-492435bd2eeb HTTP/1.1" status: 204 len: 173 time: 4.7074707 Dec 22 09:46:35.812341 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-d2c22b9f-acb2-4b65-94be-c125ef94d90e service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265022 Dec 22 09:46:35.923719 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-061d9dcc-447a-47c9-af10-eb4582b55273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:35.925307 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8936ff3f-1fac-48d2-832a-3c347388bb44', 'code': 200} Dec 22 09:46:35.925621 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4366fb5e-2af1-453b-adce-94f2785bc44b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e53bcedf-03f7-4b2b-8e1a-492435bd2eeb', 'code': 200} Dec 22 09:46:36.030355 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c53709d-d908-4b96-a4b9-78c0570fee51 req-3955d1f4-8939-4773-a6ad-9af0510a0d34 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2125220 Dec 22 09:46:36.033431 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db4498e8-fca5-49cf-8d5a-4dfe3a38e986 req-00d375e6-50eb-4178-ab57-472a87f9181d tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950851 Dec 22 09:46:36.231766 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3f9b9324-89b6-4d27-9026-4529b78f7ddb tempest-DHCPAgentSchedulersTestJSON-1871784087 tempest-DHCPAgentSchedulersTestJSON-1871784087] 10.222.0.50 "GET /v2.0/agents/3c561f09-0799-4f08-a834-1f348747df6a/dhcp-networks HTTP/1.1" status: 200 len: 8023 time: 0.5510204 Dec 22 09:46:36.236368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55950) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:36.317784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-e62205a6-1be4-446b-bb91-c70a05fef2ef tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:36.320343 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-e62205a6-1be4-446b-bb91-c70a05fef2ef tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 812 time: 0.2636778 Dec 22 09:46:36.506062 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a73b6b3c-09b3-49e4-a60c-a0be0c3bab39 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:36.515719 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-f714e894-81a0-4007-97fb-ceb03a8b0fd9 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/quotas/2af5f8c189d74ea78f15d1e4177ac64a HTTP/1.1" status: 200 len: 375 time: 0.0939770 Dec 22 09:46:36.598014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab7bfb-866f-4f79-9cb5-a4cd840be155 req-660ba0a2-0ab9-46ec-b99d-89a7311b02ef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:36.598824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-82ab7bfb-866f-4f79-9cb5-a4cd840be155 req-660ba0a2-0ab9-46ec-b99d-89a7311b02ef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Synchronizing usage tracker for tenant:3403c09830ad476d806af5441d8712c7 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:46:36.632978 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-1c10db35-9322-4e99-9a71-ded0ed3f3fbf tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061671 Dec 22 09:46:36.635078 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:36.647302 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:36.671527 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d53a7899-b60f-4493-9396-9e977757b3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:36.729704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-82ab7bfb-866f-4f79-9cb5-a4cd840be155 req-660ba0a2-0ab9-46ec-b99d-89a7311b02ef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Unset dirty status for tenant:3403c09830ad476d806af5441d8712c7 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:46:36.731135 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-82ab7bfb-866f-4f79-9cb5-a4cd840be155 req-660ba0a2-0ab9-46ec-b99d-89a7311b02ef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.37 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 945 time: 0.6221294 Dec 22 09:46:36.745553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:46:36.769334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc547a6d-307b-4f3a-bc9b-37f2ec477096 req-9163fbf3-3639-4a08-ba47-4b670852dff6 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:36.776947 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc547a6d-307b-4f3a-bc9b-37f2ec477096 req-9163fbf3-3639-4a08-ba47-4b670852dff6 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/ports?device_id=ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1 HTTP/1.1" status: 200 len: 945 time: 0.4551058 Dec 22 09:46:36.835172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4366fb5e-2af1-453b-adce-94f2785bc44b', 'name': 'network-vif-deleted', 'tag': 'e53bcedf-03f7-4b2b-8e1a-492435bd2eeb'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:36.841294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Pushing event updated for resources: {'SecurityGroup': ['ID=f2eb34fb-8d8a-4d89-87ca-2e4b9fa6e54b,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:36.875831 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:36.886446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84199ba8-ff50-4636-80fe-b9132e502d73 req-33b55adb-5153-4faa-b6b0-d54a5bf2e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:36.888109 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84199ba8-ff50-4636-80fe-b9132e502d73 req-33b55adb-5153-4faa-b6b0-d54a5bf2e17f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1 HTTP/1.1" status: 200 len: 1160 time: 0.5020840 Dec 22 09:46:36.889902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026c964-a29f-4727-b33d-d7fa74ab07fe req-14307cf8-5b7a-4528-8f83-9b0cff9b787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:36.891362 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2026c964-a29f-4727-b33d-d7fa74ab07fe req-14307cf8-5b7a-4528-8f83-9b0cff9b787a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=e39ebfce-f7a9-4a22-af6b-4a653cd76e27 HTTP/1.1" status: 200 len: 1158 time: 0.5065801 Dec 22 09:46:36.895158 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:36.895546 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Added segment 28e674b3-ffc0-4f03-89a6-18338a5a6755 of type vxlan for network f52067cb-bd23-4dc3-8bde-408a06165733 Dec 22 09:46:36.993793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a73b6b3c-09b3-49e4-a60c-a0be0c3bab39 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:37.026781 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc547a6d-307b-4f3a-bc9b-37f2ec477096 req-e9dbac5c-8b7d-40bb-95ad-7aeace2246f9 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/security-groups?id=1da3f885-8d63-4d8b-8aad-40cec288a009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487607 Dec 22 09:46:37.040830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-82ab7bfb-866f-4f79-9cb5-a4cd840be155 req-f97aa7c0-97e2-4c4a-802f-5b01b436bb39 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Deleting port 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:37.041198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-82ab7bfb-866f-4f79-9cb5-a4cd840be155 req-f97aa7c0-97e2-4c4a-802f-5b01b436bb39 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:37.062762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:46:37.145437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026c964-a29f-4727-b33d-d7fa74ab07fe req-7db222b0-9885-4717-82a2-76513aae419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:37.147199 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2026c964-a29f-4727-b33d-d7fa74ab07fe req-7db222b0-9885-4717-82a2-76513aae419a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 905 time: 0.2190397 Dec 22 09:46:37.154197 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-baf83dbc-aa82-4436-a0fb-bf28ba26bba8 service neutron] 10.222.0.50 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079381 Dec 22 09:46:37.159971 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84199ba8-ff50-4636-80fe-b9132e502d73 req-f58b0ed7-07fd-47ed-ba62-f1e687408f09 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1da3f885-8d63-4d8b-8aad-40cec288a009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546575 Dec 22 09:46:37.303356 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:37.379302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10,segment=NetworkSegment(d3534bd7-4df9-4c2c-ae42-7941d96d577d),segment_id=d3534bd7-4df9-4c2c-ae42-7941d96d577d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:37.387634 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:37.391631 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:37.437158 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db00dde9-2a1c-4b80-8341-538e33924454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:37.491251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:37.495228 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:37.552706 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:37.634824 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2026c964-a29f-4727-b33d-d7fa74ab07fe req-c715544f-9c01-49f5-b4d0-87df760ca7f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6feb5f6-9caf-4a39-a189-7a97bbb5d37f HTTP/1.1" status: 200 len: 217 time: 0.4794135 Dec 22 09:46:37.702338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a73b6b3c-09b3-49e4-a60c-a0be0c3bab39 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d10274-8a98-44fe-bb54-b284e7a907c5']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:37.706723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d9c22f13-a3e4-448a-b17f-3fb83477c7b4 req-7023c2e2-4481-40a3-95fd-332956ffa313 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Synchronizing usage tracker for tenant:38d0e45dac3d4bda8f296deee1c6b29c on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:46:37.744898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a73b6b3c-09b3-49e4-a60c-a0be0c3bab39 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365ab7a8-5216-473a-988a-ab43fe2064c4') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:37.745215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a73b6b3c-09b3-49e4-a60c-a0be0c3bab39 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365ab7a8-5216-473a-988a-ab43fe2064c4') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:37.773235 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a73b6b3c-09b3-49e4-a60c-a0be0c3bab39 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:37.821491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061d9dcc-447a-47c9-af10-eb4582b55273 admin admin] Router 7527b387-0da9-4899-9432-a5b8288f03bf has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:46:37.832095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d9c22f13-a3e4-448a-b17f-3fb83477c7b4 req-7023c2e2-4481-40a3-95fd-332956ffa313 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Unset dirty status for tenant:38d0e45dac3d4bda8f296deee1c6b29c on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:46:37.833419 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d9c22f13-a3e4-448a-b17f-3fb83477c7b4 req-7023c2e2-4481-40a3-95fd-332956ffa313 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] 10.222.0.50 "GET /v2.0/ports?device_id=4366fb5e-2af1-453b-adce-94f2785bc44b HTTP/1.1" status: 200 len: 210 time: 0.2688217 Dec 22 09:46:37.840203 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a73b6b3c-09b3-49e4-a60c-a0be0c3bab39 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:37.849728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a73b6b3c-09b3-49e4-a60c-a0be0c3bab39 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Releasing vxlan tunnel 9 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:46:37.851520 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:37.852563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:37.853483 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:37.859315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026c964-a29f-4727-b33d-d7fa74ab07fe req-fad61e07-6a8b-4260-b10f-399147fbe16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:37.861263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2026c964-a29f-4727-b33d-d7fa74ab07fe req-fad61e07-6a8b-4260-b10f-399147fbe16a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.2039528 Dec 22 09:46:37.867279 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:37.927013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:37.948713 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4366fb5e-2af1-453b-adce-94f2785bc44b', 'name': 'network-vif-deleted', 'tag': 'e53bcedf-03f7-4b2b-8e1a-492435bd2eeb', 'status': 'completed', 'code': 200} Dec 22 09:46:38.018231 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-8aad5c80-9879-45f6-97df-c79f2be3f049 service neutron] 10.222.0.50 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4543140 Dec 22 09:46:38.079108 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 857 time: 3.0807431 Dec 22 09:46:38.091462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 55964) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:38.103704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Pushing event updated for resources: {'Network': ['ID=f52067cb-bd23-4dc3-8bde-408a06165733,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:38.117205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network f52067cb-bd23-4dc3-8bde-408a06165733 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:38.141486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network f52067cb-bd23-4dc3-8bde-408a06165733 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:38.353885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d04b24f-eafb-4be6-acb5-00e10ef0c7af tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:38.383733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network f52067cb-bd23-4dc3-8bde-408a06165733 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:38.392396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a73b6b3c-09b3-49e4-a60c-a0be0c3bab39 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Network 74d10274-8a98-44fe-bb54-b284e7a907c5 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:46:38.431407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-82ab7bfb-866f-4f79-9cb5-a4cd840be155 req-f97aa7c0-97e2-4c4a-802f-5b01b436bb39 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] For port 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10,segment=NetworkSegment(d3534bd7-4df9-4c2c-ae42-7941d96d577d),segment_id=d3534bd7-4df9-4c2c-ae42-7941d96d577d)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:38.432098 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-82ab7bfb-866f-4f79-9cb5-a4cd840be155 req-f97aa7c0-97e2-4c4a-802f-5b01b436bb39 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:38.460534 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:38.611214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026c964-a29f-4727-b33d-d7fa74ab07fe req-47587754-1ca6-4aa0-9ca8-60426774f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:38.613619 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2026c964-a29f-4727-b33d-d7fa74ab07fe req-47587754-1ca6-4aa0-9ca8-60426774f4ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7224324 Dec 22 09:46:38.696999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a73b6b3c-09b3-49e4-a60c-a0be0c3bab39 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:38.732843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-82ab7bfb-866f-4f79-9cb5-a4cd840be155 req-f97aa7c0-97e2-4c4a-802f-5b01b436bb39 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Calling delete_port for 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:38.821251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a334ad-358c-45a8-94af-2697dc9ef198 req-e2de1278-74f1-4a81-ae3f-cd9ed3d4fabc tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:38.823017 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20a334ad-358c-45a8-94af-2697dc9ef198 req-e2de1278-74f1-4a81-ae3f-cd9ed3d4fabc tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 943 time: 0.7345884 Dec 22 09:46:38.938234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061d9dcc-447a-47c9-af10-eb4582b55273 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:46:38.959671 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:38.961332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad0f355-8f28-4c95-aadd-12184210e6f0 None None] Sync routers for ids ['7527b387-0da9-4899-9432-a5b8288f03bf'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:46:38.972827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad0f355-8f28-4c95-aadd-12184210e6f0 None None] Routers {'7527b387-0da9-4899-9432-a5b8288f03bf'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:46:38.974586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-dad0f355-8f28-4c95-aadd-12184210e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:46:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7527b387-0da9-4899-9432-a5b8288f03bf'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:38.992196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ded428-8f34-4223-9cea-9a87ee71b4ee req-f5d935bf-b8ad-4231-83cc-32d7de47ca88 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:38.994012 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-63ded428-8f34-4223-9cea-9a87ee71b4ee req-f5d935bf-b8ad-4231-83cc-32d7de47ca88 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=e39ebfce-f7a9-4a22-af6b-4a653cd76e27 HTTP/1.1" status: 200 len: 943 time: 0.5300190 Dec 22 09:46:38.995792 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d04b24f-eafb-4be6-acb5-00e10ef0c7af tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:39.074773 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-061d9dcc-447a-47c9-af10-eb4582b55273 admin admin] 10.222.0.50 "PUT /v2.0/routers/7527b387-0da9-4899-9432-a5b8288f03bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2553961 Dec 22 09:46:39.084978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55980) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:39.100595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a73b6b3c-09b3-49e4-a60c-a0be0c3bab39 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Network 74d10274-8a98-44fe-bb54-b284e7a907c5 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:46:39.128696 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20a334ad-358c-45a8-94af-2697dc9ef198 req-3b42b944-92b5-4e1a-a8b9-63e12828fac4 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445004 Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:46:39.192096 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:46:39.287725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-dad0f355-8f28-4c95-aadd-12184210e6f0 None None] Set router 7527b387-0da9-4899-9432-a5b8288f03bf gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:46:39.369814 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10', 'code': 200} Dec 22 09:46:39.373790 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2026c964-a29f-4727-b33d-d7fa74ab07fe req-7816c099-a159-42ea-a985-d63b99d0cb94 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7089407 Dec 22 09:46:39.425913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3d04b24f-eafb-4be6-acb5-00e10ef0c7af tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52067cb-bd23-4dc3-8bde-408a06165733']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:39.442224 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:39.453482 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-63ded428-8f34-4223-9cea-9a87ee71b4ee req-e02b7f2d-4cf4-4c0c-8d34-48d35365b95e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050159 Dec 22 09:46:39.574400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a73b6b3c-09b3-49e4-a60c-a0be0c3bab39 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:39.600176 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-232732ca-482c-4cdf-ab02-499ad5dc5555 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:39.621105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3d04b24f-eafb-4be6-acb5-00e10ef0c7af tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e674b3-ffc0-4f03-89a6-18338a5a6755') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:39.621704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3d04b24f-eafb-4be6-acb5-00e10ef0c7af tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e674b3-ffc0-4f03-89a6-18338a5a6755') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:39.622651 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a73b6b3c-09b3-49e4-a60c-a0be0c3bab39 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:39.647805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b6b3c-09b3-49e4-a60c-a0be0c3bab39 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Pushing event deleted for resources: {'Network': ['ID=74d10274-8a98-44fe-bb54-b284e7a907c5,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:39.648073 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d04b24f-eafb-4be6-acb5-00e10ef0c7af tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:39.663955 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a73b6b3c-09b3-49e4-a60c-a0be0c3bab39 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:39.671567 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d04b24f-eafb-4be6-acb5-00e10ef0c7af tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:39.672829 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-82ab7bfb-866f-4f79-9cb5-a4cd840be155 req-f97aa7c0-97e2-4c4a-802f-5b01b436bb39 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:39.674320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3d04b24f-eafb-4be6-acb5-00e10ef0c7af tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Releasing vxlan tunnel 11 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:46:39.705391 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d79ccf6c-2103-4e85-b729-a9bceec6f92f tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:39.734295 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2026c964-a29f-4727-b33d-d7fa74ab07fe req-100db334-b7a9-4735-94a4-bc00275f13e8 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3520684 Dec 22 09:46:39.744794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-dad0f355-8f28-4c95-aadd-12184210e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'name': 'tempest-TaggedBootDevicesTest-797172651-router', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:30Z', 'updated_at': '2020-12-22T09:46:34Z', 'revision_number': 5, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'gw_port': {'id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:31Z', 'updated_at': '2020-12-22T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:39.750019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad0f355-8f28-4c95-aadd-12184210e6f0 None None] Checking router: 7527b387-0da9-4899-9432-a5b8288f03bf for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:46:39.774472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad0f355-8f28-4c95-aadd-12184210e6f0 None None] Routers {'7527b387-0da9-4899-9432-a5b8288f03bf'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:46:39.775284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-dad0f355-8f28-4c95-aadd-12184210e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:46:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7527b387-0da9-4899-9432-a5b8288f03bf'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:39.781676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aee0513a-2b54-414e-b897-d468577bd421 admin admin] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:39.852058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97aa7c0-97e2-4c4a-802f-5b01b436bb39 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Pushing event deleted for resources: {'Port': ['ID=1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:39.854021 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a73b6b3c-09b3-49e4-a60c-a0be0c3bab39 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] 10.222.0.50 "DELETE /v2.0/networks/74d10274-8a98-44fe-bb54-b284e7a907c5 HTTP/1.1" status: 204 len: 168 time: 3.6160653 Dec 22 09:46:39.857557 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f97aa7c0-97e2-4c4a-802f-5b01b436bb39 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:39.864276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55984) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:39.914304 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:39.989107 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-46f8577f-eaf4-48d9-9b7d-9ee876898924 req-ad8f078f-e86c-42c1-860e-b938fc9bf2ac tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=5752c13a-95a8-4ac1-a92e-8b47497562b6 HTTP/1.1" status: 200 len: 210 time: 0.2009416 Dec 22 09:46:40.023866 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea8faab-8e93-45c6-889d-798832f863e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] DELETE failed (client error): The resource could not be found. Dec 22 09:46:40.024443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea8faab-8e93-45c6-889d-798832f863e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:46:40.026269 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cea8faab-8e93-45c6-889d-798832f863e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] 10.222.0.50 "DELETE /v2.0/ports/45b0cfb9-5049-44eb-a38f-bc92c0670591 HTTP/1.1" status: 404 len: 333 time: 0.1468453 Dec 22 09:46:40.062274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55988) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:40.154365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55992) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:40.157153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:40.164153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-dad0f355-8f28-4c95-aadd-12184210e6f0 None None] Set router 7527b387-0da9-4899-9432-a5b8288f03bf gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:46:40.314340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3d04b24f-eafb-4be6-acb5-00e10ef0c7af tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Network f52067cb-bd23-4dc3-8bde-408a06165733 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:46:40.328509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d04b24f-eafb-4be6-acb5-00e10ef0c7af tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:40.389938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device d6feb5f6-9caf-4a39-a189-7a97bbb5d37f up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:46:40.481723 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0f2aafb1-e717-4684-9442-fa12ddf1f03f req-be9ae1a4-8f14-4496-84f9-fa64471e8a15 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac HTTP/1.1" status: 200 len: 210 time: 0.1357691 Dec 22 09:46:40.524666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-e4d9371a-da27-46e6-bdc1-dba15ca8c085 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:40.526311 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-e4d9371a-da27-46e6-bdc1-dba15ca8c085 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.37 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 812 time: 0.6365597 Dec 22 09:46:40.672210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c4af89-2abe-4d1c-aefc-c93f533e783b admin admin] Deleting subnet f55026d9-e939-4246-b2a3-f352417af7d7 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:46:40.704499 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:40.716235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port d6feb5f6-9caf-4a39-a189-7a97bbb5d37f completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:46:40.721326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76c4af89-2abe-4d1c-aefc-c93f533e783b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:40.728190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port d6feb5f6-9caf-4a39-a189-7a97bbb5d37f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:46:40.728602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:40.809378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-dad0f355-8f28-4c95-aadd-12184210e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'name': 'tempest-TaggedBootDevicesTest-797172651-router', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:30Z', 'updated_at': '2020-12-22T09:46:34Z', 'revision_number': 5, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'gw_port': {'id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:31Z', 'updated_at': '2020-12-22T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:40.814877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad0f355-8f28-4c95-aadd-12184210e6f0 None None] The sync data for ids ['7527b387-0da9-4899-9432-a5b8288f03bf'] in n-d-765315-5 is: [{'id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'name': 'tempest-TaggedBootDevicesTest-797172651-router', 'tenant_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:33:30Z', 'updated_at': '2020-12-22T09:46:34Z', 'revision_number': 5, 'project_id': '1f885b02df6f418abdaeaf80d8c5dc8f', 'gw_port': {'id': 'a4681192-948a-43d9-a90b-17c74ac46a1b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7527b387-0da9-4899-9432-a5b8288f03bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:33:31Z', 'updated_at': '2020-12-22T09:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:46:40.826623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-496c0598-9cd1-4f69-a9b0-c502887d9479 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Request body: {'port': {'device_id': '5752c13a-95a8-4ac1-a92e-8b47497562b6', 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e', 'admin_state_up': True, 'tenant_id': '2af5f8c189d74ea78f15d1e4177ac64a'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:40.864963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f212c-f557-47f6-a6e9-526ef6ecb053 req-60cdb6e5-04d2-4de8-a632-0ae273b61efa tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:40.873014 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2d5f212c-f557-47f6-a6e9-526ef6ecb053 req-60cdb6e5-04d2-4de8-a632-0ae273b61efa tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/ports?device_id=ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1 HTTP/1.1" status: 200 len: 945 time: 1.1366644 Dec 22 09:46:40.895716 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:40.936011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port d6feb5f6-9caf-4a39-a189-7a97bbb5d37f, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d6feb5f6-9caf-4a39-a189-7a97bbb5d37f,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:40.942516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:40.946747 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:41.018332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aee0513a-2b54-414e-b897-d468577bd421 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:41.027366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ab7bfb-866f-4f79-9cb5-a4cd840be155 req-f97aa7c0-97e2-4c4a-802f-5b01b436bb39 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] No DVR routers for this DVR port 1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:46:41.029843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=d6feb5f6-9caf-4a39-a189-7a97bbb5d37f,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:41.033258 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76c4af89-2abe-4d1c-aefc-c93f533e783b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:41.037108 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:41.060856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3d04b24f-eafb-4be6-acb5-00e10ef0c7af tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Network f52067cb-bd23-4dc3-8bde-408a06165733 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:46:41.069255 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-82ab7bfb-866f-4f79-9cb5-a4cd840be155 req-f97aa7c0-97e2-4c4a-802f-5b01b436bb39 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:41.071623 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-82ab7bfb-866f-4f79-9cb5-a4cd840be155 req-f97aa7c0-97e2-4c4a-802f-5b01b436bb39 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.37 "DELETE /v2.0/ports/1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10 HTTP/1.1" status: 204 len: 173 time: 4.3167298 Dec 22 09:46:41.079175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac', 'name': 'network-vif-deleted', 'tag': '1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:41.093991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-aee0513a-2b54-414e-b897-d468577bd421 admin admin] Deleting port a4681192-948a-43d9-a90b-17c74ac46a1b {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:41.094387 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aee0513a-2b54-414e-b897-d468577bd421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:46:41.102592 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:46:41.139416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c63621-f36c-4631-ad5f-c099d63aedaa tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Deleting subnet 7053f0f4-f86b-4e5c-9602-261247fdb73c {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:46:41.157177 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8c63621-f36c-4631-ad5f-c099d63aedaa tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:41.326940 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2d5f212c-f557-47f6-a6e9-526ef6ecb053 req-e5a7428b-d0af-4785-8133-02e9c3bdc103 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/security-groups?id=1da3f885-8d63-4d8b-8aad-40cec288a009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4529541 Dec 22 09:46:41.372362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39ebfce-f7a9-4a22-af6b-4a653cd76e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6feb5f6-9caf-4a39-a189-7a97bbb5d37f'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:41.389249 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d04b24f-eafb-4be6-acb5-00e10ef0c7af tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:41.399686 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:41.419685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d04b24f-eafb-4be6-acb5-00e10ef0c7af tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f52067cb-bd23-4dc3-8bde-408a06165733 {{(pid=81071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 09:46:41.430742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d04b24f-eafb-4be6-acb5-00e10ef0c7af tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:41.435020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04b24f-eafb-4be6-acb5-00e10ef0c7af tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Pushing event deleted for resources: {'Network': ['ID=f52067cb-bd23-4dc3-8bde-408a06165733,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:41.437059 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8c63621-f36c-4631-ad5f-c099d63aedaa tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:41.439809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-496c0598-9cd1-4f69-a9b0-c502887d9479 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:41.444508 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3d04b24f-eafb-4be6-acb5-00e10ef0c7af tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:41.456322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde9156-f6a1-4f9b-b312-41eaff3a4a36 req-4ef48b94-8a8e-4f9c-b3eb-3cdc37e501f1 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:41.466408 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-adde9156-f6a1-4f9b-b312-41eaff3a4a36 req-4ef48b94-8a8e-4f9c-b3eb-3cdc37e501f1 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=e39ebfce-f7a9-4a22-af6b-4a653cd76e27 HTTP/1.1" status: 200 len: 945 time: 0.6154222 Dec 22 09:46:41.505460 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3d04b24f-eafb-4be6-acb5-00e10ef0c7af tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] 10.222.0.50 "DELETE /v2.0/networks/f52067cb-bd23-4dc3-8bde-408a06165733 HTTP/1.1" status: 204 len: 168 time: 3.4091969 Dec 22 09:46:41.507428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56008) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:41.516075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6da443ca-74ee-42ba-bb17-34144445a862 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Request body: {'network': {'router:external': True}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:41.530441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6da443ca-74ee-42ba-bb17-34144445a862 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:41.553221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6da443ca-74ee-42ba-bb17-34144445a862 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Usage tracker for resource:network and tenant:9e71487151884c39af23cf9a6de35b65 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:41.563769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6da443ca-74ee-42ba-bb17-34144445a862 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:41.574173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-496c0598-9cd1-4f69-a9b0-c502887d9479 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:41.577793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76c4af89-2abe-4d1c-aefc-c93f533e783b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:41.593810 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92059490-fc64-46f1-92c4-ed3ea5764c82 req-00d42c70-80dd-4d5e-8d41-768a41ab07e2 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=5752c13a-95a8-4ac1-a92e-8b47497562b6 HTTP/1.1" status: 200 len: 210 time: 0.0865369 Dec 22 09:46:41.605731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-496c0598-9cd1-4f69-a9b0-c502887d9479 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Made reservation on behalf of 2af5f8c189d74ea78f15d1e4177ac64a for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:46:41.611370 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-496c0598-9cd1-4f69-a9b0-c502887d9479 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:41.616632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6da443ca-74ee-42ba-bb17-34144445a862 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:41.652577 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-adde9156-f6a1-4f9b-b312-41eaff3a4a36 req-7847496b-6983-436e-a7c0-e5d4b3f7a984 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849377 Dec 22 09:46:41.699862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-aee0513a-2b54-414e-b897-d468577bd421 admin admin] For port a4681192-948a-43d9-a90b-17c74ac46a1b, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a4681192-948a-43d9-a90b-17c74ac46a1b,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:41.700540 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aee0513a-2b54-414e-b897-d468577bd421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:41.728960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da443ca-74ee-42ba-bb17-34144445a862 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Made reservation on behalf of 9e71487151884c39af23cf9a6de35b65 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:46:41.734266 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6da443ca-74ee-42ba-bb17-34144445a862 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:41.788339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device d6feb5f6-9caf-4a39-a189-7a97bbb5d37f up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:46:41.949202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port d6feb5f6-9caf-4a39-a189-7a97bbb5d37f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:46:41.949636 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:41.967319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-aee0513a-2b54-414e-b897-d468577bd421 admin admin] Calling delete_port for a4681192-948a-43d9-a90b-17c74ac46a1b owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:42.039028 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c33aa9-4a9f-4cd4-bc0a-c8c7c27d65ac', 'name': 'network-vif-deleted', 'tag': '1b06f1f6-5b0c-4e57-b3cd-3d6fbb21fb10', 'status': 'completed', 'code': 200} Dec 22 09:46:42.042105 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39ebfce-f7a9-4a22-af6b-4a653cd76e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6feb5f6-9caf-4a39-a189-7a97bbb5d37f', 'code': 200} Dec 22 09:46:42.103804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da443ca-74ee-42ba-bb17-34144445a862 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:46:42.117028 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6da443ca-74ee-42ba-bb17-34144445a862 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:42.117490 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-6da443ca-74ee-42ba-bb17-34144445a862 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Added segment b240dfce-f31c-4980-beea-4be689c663ab of type vxlan for network f0d72c09-1a66-4488-941a-b68e8f86e406 Dec 22 09:46:42.240172 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6da443ca-74ee-42ba-bb17-34144445a862 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:42.245320 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8c63621-f36c-4631-ad5f-c099d63aedaa tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:42.353513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69094735-b324-4451-9081-f3af2055ae23 req-a0d79079-465d-4ca0-8aec-849734cb4521 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:42.355388 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-69094735-b324-4451-9081-f3af2055ae23 req-a0d79079-465d-4ca0-8aec-849734cb4521 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/ports?device_id=ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1 HTTP/1.1" status: 200 len: 945 time: 0.4196370 Dec 22 09:46:42.377473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56016) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:42.394716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-f3410cad-88ee-4d92-8372-9860c81ad7e3 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Request body: {'floatingip': {'port_id': '8936ff3f-1fac-48d2-832a-3c347388bb44'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:42.445662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010312e9-d700-42f1-bece-729f87dca5b3 req-a2e6b391-b33c-4d8b-a00f-195104e056b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:42.447493 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-010312e9-d700-42f1-bece-729f87dca5b3 req-a2e6b391-b33c-4d8b-a00f-195104e056b6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e39ebfce-f7a9-4a22-af6b-4a653cd76e27 HTTP/1.1" status: 200 len: 1160 time: 0.2510626 Dec 22 09:46:42.488360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-496c0598-9cd1-4f69-a9b0-c502887d9479 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Allocated IP 172.20.0.11 (4139e1c7-4cf8-43ff-9532-d5b8777c2c1e/99bc7704-5812-409d-9056-a73056b9ef40/555cb7c1-bd15-40a8-b170-3022285c25cf) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:46:42.517612 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-010312e9-d700-42f1-bece-729f87dca5b3 req-09de62a0-43a0-493b-84a1-2b0d7d6f81f7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608397 Dec 22 09:46:42.567483 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3410cad-88ee-4d92-8372-9860c81ad7e3 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for floatingip, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:42.778528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device d6c6c6d3-c452-4934-8686-af49caebec4a no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:46:42.813723 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-496c0598-9cd1-4f69-a9b0-c502887d9479 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:42.814037 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6da443ca-74ee-42ba-bb17-34144445a862 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:42.814738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da443ca-74ee-42ba-bb17-34144445a862 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:42.816131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6da443ca-74ee-42ba-bb17-34144445a862 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:42.829652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99fe8b-0f7a-4fc8-9dac-f95d9e97399b req-8d1b48d9-6938-43ec-8d1d-c8b295cdb1c3 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:42.831469 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ae99fe8b-0f7a-4fc8-9dac-f95d9e97399b req-8d1b48d9-6938-43ec-8d1d-c8b295cdb1c3 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.2265048 Dec 22 09:46:42.835251 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-51e563a0-00f4-44b9-b95a-567a2affec93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:42.880166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: d6c6c6d3-c452-4934-8686-af49caebec4a {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:46:42.881334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device d6c6c6d3-c452-4934-8686-af49caebec4a not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:46:42.897372 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-496c0598-9cd1-4f69-a9b0-c502887d9479 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:42.916566 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-80eebf76-ebfe-4480-9ff4-1da7d7542ad8 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:42.961462 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aee0513a-2b54-414e-b897-d468577bd421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:43.013605 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ae99fe8b-0f7a-4fc8-9dac-f95d9e97399b req-efb4da53-bc6b-4f5b-ab56-748267b8d959 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619725 Dec 22 09:46:43.145967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c0598-9cd1-4f69-a9b0-c502887d9479 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Pushing event updated for resources: {'Port': ['ID=555cb7c1-bd15-40a8-b170-3022285c25cf,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:43.152251 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-496c0598-9cd1-4f69-a9b0-c502887d9479 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:43.283659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec796dfa-f85c-482c-b325-5bc4e2f2029d req-fea6d2ce-594a-4711-9f03-1f7c005604e0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:43.285482 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec796dfa-f85c-482c-b325-5bc4e2f2029d req-fea6d2ce-594a-4711-9f03-1f7c005604e0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=5752c13a-95a8-4ac1-a92e-8b47497562b6 HTTP/1.1" status: 200 len: 932 time: 0.3357749 Dec 22 09:46:43.294314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-496c0598-9cd1-4f69-a9b0-c502887d9479 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:46:43.298084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-496c0598-9cd1-4f69-a9b0-c502887d9479 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:46:43.302372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-496c0598-9cd1-4f69-a9b0-c502887d9479 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:46:43.415054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89292be0-ee6d-4fad-b29a-57d7df7af74a req-829799f1-378c-4655-bbe0-6e72c1a630a6 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:43.416672 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-89292be0-ee6d-4fad-b29a-57d7df7af74a req-829799f1-378c-4655-bbe0-6e72c1a630a6 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=e39ebfce-f7a9-4a22-af6b-4a653cd76e27 HTTP/1.1" status: 200 len: 945 time: 0.2549779 Dec 22 09:46:43.426108 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec796dfa-f85c-482c-b325-5bc4e2f2029d req-dfad3214-9723-491a-920e-233b354fa841 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297460 Dec 22 09:46:43.432229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-496c0598-9cd1-4f69-a9b0-c502887d9479 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:43.432902 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-496c0598-9cd1-4f69-a9b0-c502887d9479 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:43.459017 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6da443ca-74ee-42ba-bb17-34144445a862 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 829 time: 1.9518356 Dec 22 09:46:43.460115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da443ca-74ee-42ba-bb17-34144445a862 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Pushing event updated for resources: {'Network': ['ID=f0d72c09-1a66-4488-941a-b68e8f86e406,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:43.467069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56026) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:43.471393 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6da443ca-74ee-42ba-bb17-34144445a862 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:43.474079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network f0d72c09-1a66-4488-941a-b68e8f86e406 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:43.477729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-f84073f1-2037-4550-b863-c87df54895b6 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Request body: {'subnet': {'network_id': 'f0d72c09-1a66-4488-941a-b68e8f86e406', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:43.483263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f84073f1-2037-4550-b863-c87df54895b6 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:43.492596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network f0d72c09-1a66-4488-941a-b68e8f86e406 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:43.506574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network f0d72c09-1a66-4488-941a-b68e8f86e406 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:43.506918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f84073f1-2037-4550-b863-c87df54895b6 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Usage tracker for resource:subnet and tenant:9e71487151884c39af23cf9a6de35b65 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:43.514465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f84073f1-2037-4550-b863-c87df54895b6 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:43.523643 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-496c0598-9cd1-4f69-a9b0-c502887d9479 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7018874 Dec 22 09:46:43.526157 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-89292be0-ee6d-4fad-b29a-57d7df7af74a req-aefb09d9-51a7-4f99-9630-51b89fb1123b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989420 Dec 22 09:46:43.527101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f84073f1-2037-4550-b863-c87df54895b6 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:43.546186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Request body: {'port': {'device_id': '5752c13a-95a8-4ac1-a92e-8b47497562b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:43.605890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84073f1-2037-4550-b863-c87df54895b6 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Made reservation on behalf of 9e71487151884c39af23cf9a6de35b65 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:46:43.611186 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f84073f1-2037-4550-b863-c87df54895b6 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:43.742563 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:43.826446 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76c4af89-2abe-4d1c-aefc-c93f533e783b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:43.865961 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a71aa9ff-7cc1-42a2-9efc-5348a8261a27 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:43.941350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4af89-2abe-4d1c-aefc-c93f533e783b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f55026d9-e939-4246-b2a3-f352417af7d7,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:43.957886 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76c4af89-2abe-4d1c-aefc-c93f533e783b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:44.332914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b58fc09-ff5d-4f0b-8563-97fa95f1546e None None] Network 0182c5ef-207d-479e-b5dc-e5289e4f71ab requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:46:44.342006 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aee0513a-2b54-414e-b897-d468577bd421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:44.347259 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76c4af89-2abe-4d1c-aefc-c93f533e783b admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:44.510926 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8c63621-f36c-4631-ad5f-c099d63aedaa tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:44.529763 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-76c4af89-2abe-4d1c-aefc-c93f533e783b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f55026d9-e939-4246-b2a3-f352417af7d7 HTTP/1.1" status: 204 len: 168 time: 4.3715985 Dec 22 09:46:44.547502 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c981459d-e078-4f40-ad28-d77d39e84053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:44.576560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56034) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:44.609672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aee0513a-2b54-414e-b897-d468577bd421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:44.614548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c63621-f36c-4631-ad5f-c099d63aedaa tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Pushing event deleted for resources: {'Subnet': ['ID=7053f0f4-f86b-4e5c-9602-261247fdb73c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:44.630860 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aee0513a-2b54-414e-b897-d468577bd421 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:44.637044 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8c63621-f36c-4631-ad5f-c099d63aedaa tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:44.654782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe072c2-495b-4421-8e39-2f66e1ad828a None None] DHCP port deletion for 0182c5ef-207d-479e-b5dc-e5289e4f71ab request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:46:44.660262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6fe072c2-495b-4421-8e39-2f66e1ad828a None None] Deleting port 15c19292-f427-4aad-9ce5-cff6e1d1617e {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:44.661252 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fe072c2-495b-4421-8e39-2f66e1ad828a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:44.754339 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aee0513a-2b54-414e-b897-d468577bd421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:44.754980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee0513a-2b54-414e-b897-d468577bd421 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7527b387-0da9-4899-9432-a5b8288f03bf {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:46:44.777401 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8c63621-f36c-4631-ad5f-c099d63aedaa tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:44.789344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea05ac4-44a1-4cef-8953-22fcce6e0d49 None None] Network 672bfe4f-5c09-4376-a8e0-377c9e673eb4 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:46:44.795548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aee0513a-2b54-414e-b897-d468577bd421 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:44.800924 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-aee0513a-2b54-414e-b897-d468577bd421 admin admin] 10.222.0.50 "DELETE /v2.0/routers/7527b387-0da9-4899-9432-a5b8288f03bf HTTP/1.1" status: 204 len: 168 time: 5.7053807 Dec 22 09:46:44.804370 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c8c63621-f36c-4631-ad5f-c099d63aedaa tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] 10.222.0.50 "DELETE /v2.0/subnets/7053f0f4-f86b-4e5c-9602-261247fdb73c HTTP/1.1" status: 204 len: 168 time: 4.7407594 Dec 22 09:46:44.811319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56040) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:44.811719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56042) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:44.821881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 15c19292-f427-4aad-9ce5-cff6e1d1617e no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:46:44.901986 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:44.927726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-f3410cad-88ee-4d92-8372-9860c81ad7e3 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:46:44.978439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc8701-e955-479b-aa79-a5e2c499d108 req-c25045df-35cb-444d-a363-c786d5b14dec tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:44.982801 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-debc8701-e955-479b-aa79-a5e2c499d108 req-c25045df-35cb-444d-a363-c786d5b14dec tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.8077810 Dec 22 09:46:45.046187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893817d-69a6-4d29-9c29-cecbb0fb3bb9 req-f7996849-f1a8-4c7e-b1dd-9f0ac9084428 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:45.047141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1893817d-69a6-4d29-9c29-cecbb0fb3bb9 req-f7996849-f1a8-4c7e-b1dd-9f0ac9084428 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Synchronizing usage tracker for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:46:45.056954 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:46:45.091444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c9e586-cacd-44c7-9839-64f046ed1db3 admin admin] Deleting subnet 5d1e8bbe-1831-4444-9106-90483ff0e76e {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:46:45.093032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Deleting port 15c19292-f427-4aad-9ce5-cff6e1d1617e {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:45.093531 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:45.100363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3c9e586-cacd-44c7-9839-64f046ed1db3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:45.122016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1893817d-69a6-4d29-9c29-cecbb0fb3bb9 req-f7996849-f1a8-4c7e-b1dd-9f0ac9084428 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Unset dirty status for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:46:45.133952 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1893817d-69a6-4d29-9c29-cecbb0fb3bb9 req-f7996849-f1a8-4c7e-b1dd-9f0ac9084428 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=5752c13a-95a8-4ac1-a92e-8b47497562b6 HTTP/1.1" status: 200 len: 932 time: 0.4967487 Dec 22 09:46:45.138693 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:45.253291 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3410cad-88ee-4d92-8372-9860c81ad7e3 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:45.260172 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3c9e586-cacd-44c7-9839-64f046ed1db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:45.273852 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:45.290705 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3410cad-88ee-4d92-8372-9860c81ad7e3 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:45.331099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6fe072c2-495b-4421-8e39-2f66e1ad828a None None] For port 15c19292-f427-4aad-9ce5-cff6e1d1617e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=15c19292-f427-4aad-9ce5-cff6e1d1617e,segment=NetworkSegment(96ce94a8-36b7-4235-bed7-93c50684c214),segment_id=96ce94a8-36b7-4235-bed7-93c50684c214)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:45.331805 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fe072c2-495b-4421-8e39-2f66e1ad828a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:45.341289 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-debc8701-e955-479b-aa79-a5e2c499d108 req-84fc2eec-3f21-4958-8736-13fdf59bad71 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523004 Dec 22 09:46:45.359906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Deleting port cc7da79e-42ab-4ac7-bf3c-ccbb60776188 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:45.360216 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:45.364241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 555cb7c1-bd15-40a8-b170-3022285c25cf {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:46:45.429772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:45.445771 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1893817d-69a6-4d29-9c29-cecbb0fb3bb9 req-47d9882b-ac27-4f88-892a-99dc6850cea9 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108010 Dec 22 09:46:45.493555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Transition to ACTIVE for port object 555cb7c1-bd15-40a8-b170-3022285c25cf will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:46:45.496973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6fe072c2-495b-4421-8e39-2f66e1ad828a None None] Calling delete_port for 15c19292-f427-4aad-9ce5-cff6e1d1617e owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:45.517879 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:45.539614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 15c19292-f427-4aad-9ce5-cff6e1d1617e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=15c19292-f427-4aad-9ce5-cff6e1d1617e,segment=NetworkSegment(96ce94a8-36b7-4235-bed7-93c50684c214),segment_id=96ce94a8-36b7-4235-bed7-93c50684c214)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:45.543439 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:45.544313 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:45.557390 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:45.654700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82257ad-1bf1-4917-af9c-570c435177fc None None] DHCP port deletion for 672bfe4f-5c09-4376-a8e0-377c9e673eb4 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:46:45.662921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d82257ad-1bf1-4917-af9c-570c435177fc None None] Deleting port cc7da79e-42ab-4ac7-bf3c-ccbb60776188 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:45.663302 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d82257ad-1bf1-4917-af9c-570c435177fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:45.694771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=15c19292-f427-4aad-9ce5-cff6e1d1617e,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:45.725902 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:45.726724 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-6fe072c2-495b-4421-8e39-2f66e1ad828a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:46:45.727194 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-6fe072c2-495b-4421-8e39-2f66e1ad828a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:46:45.903957 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-f3410cad-88ee-4d92-8372-9860c81ad7e3 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Floating IP 40902f5b-8133-4f9c-9a1f-90bc494d326e associated. External IP: 172.25.7.151, port: 8936ff3f-1fac-48d2-832a-3c347388bb44. Dec 22 09:46:45.919450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-d82257ad-1bf1-4917-af9c-570c435177fc None None] For port cc7da79e-42ab-4ac7-bf3c-ccbb60776188, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=cc7da79e-42ab-4ac7-bf3c-ccbb60776188,segment=NetworkSegment(96cbed4e-577e-4dc4-8eaf-18723a5d19f5),segment_id=96cbed4e-577e-4dc4-8eaf-18723a5d19f5)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:45.920698 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d82257ad-1bf1-4917-af9c-570c435177fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:45.957637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Pushing event updated for resources: {'Port': ['ID=555cb7c1-bd15-40a8-b170-3022285c25cf,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:45.961298 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:45.982167 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3c9e586-cacd-44c7-9839-64f046ed1db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:46.003671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] For port 15c19292-f427-4aad-9ce5-cff6e1d1617e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=15c19292-f427-4aad-9ce5-cff6e1d1617e,segment=NetworkSegment(96ce94a8-36b7-4235-bed7-93c50684c214),segment_id=96ce94a8-36b7-4235-bed7-93c50684c214)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:46.004277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:46.066681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d82257ad-1bf1-4917-af9c-570c435177fc None None] Calling delete_port for cc7da79e-42ab-4ac7-bf3c-ccbb60776188 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:46.152718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d82257ad-1bf1-4917-af9c-570c435177fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:46.170864 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c065050b-2f7c-4d90-9e5c-cc22dbb18d7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:46.216243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-f84073f1-2037-4550-b863-c87df54895b6 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81071) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:46:46.217362 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f84073f1-2037-4550-b863-c87df54895b6 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:46.314567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6fe072c2-495b-4421-8e39-2f66e1ad828a None None] Deleting port 15c19292-f427-4aad-9ce5-cff6e1d1617e {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:46.315199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fe072c2-495b-4421-8e39-2f66e1ad828a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:46.316171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Calling delete_port for 15c19292-f427-4aad-9ce5-cff6e1d1617e owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:46.344221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82257ad-1bf1-4917-af9c-570c435177fc None None] Pushing event deleted for resources: {'Port': ['ID=cc7da79e-42ab-4ac7-bf3c-ccbb60776188,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:46.347791 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d82257ad-1bf1-4917-af9c-570c435177fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:46.351977 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:46.380791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] For port cc7da79e-42ab-4ac7-bf3c-ccbb60776188, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=cc7da79e-42ab-4ac7-bf3c-ccbb60776188,segment=NetworkSegment(96cbed4e-577e-4dc4-8eaf-18723a5d19f5),segment_id=96cbed4e-577e-4dc4-8eaf-18723a5d19f5)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:46.381627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:46.427645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84073f1-2037-4550-b863-c87df54895b6 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Pushing event updated for resources: {'Subnet': ['ID=a94d6b87-ac73-4aa3-84c4-4d2d2ed1c7f9,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:46.436938 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f84073f1-2037-4550-b863-c87df54895b6 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:46.476601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73cc63-8ebd-4653-8262-e66e28b92336 req-7d6be978-9f39-40c6-b82e-afbc5d9a5550 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:46.484661 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9b73cc63-8ebd-4653-8262-e66e28b92336 req-7d6be978-9f39-40c6-b82e-afbc5d9a5550 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=e39ebfce-f7a9-4a22-af6b-4a653cd76e27 HTTP/1.1" status: 200 len: 945 time: 0.9456496 Dec 22 09:46:46.509533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82257ad-1bf1-4917-af9c-570c435177fc None None] No DVR routers for this DVR port cc7da79e-42ab-4ac7-bf3c-ccbb60776188 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:46:46.582828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Calling delete_port for cc7da79e-42ab-4ac7-bf3c-ccbb60776188 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:46.638329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6fe072c2-495b-4421-8e39-2f66e1ad828a None None] For port 15c19292-f427-4aad-9ce5-cff6e1d1617e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=15c19292-f427-4aad-9ce5-cff6e1d1617e,segment=NetworkSegment(96ce94a8-36b7-4235-bed7-93c50684c214),segment_id=96ce94a8-36b7-4235-bed7-93c50684c214)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:46.638772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fe072c2-495b-4421-8e39-2f66e1ad828a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:46.772473 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9b73cc63-8ebd-4653-8262-e66e28b92336 req-2710dc2b-118e-452e-b3ef-9cae75aab8f8 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865686 Dec 22 09:46:46.793802 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:46:46.804524 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:46:46.812599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6fe072c2-495b-4421-8e39-2f66e1ad828a None None] Calling delete_port for 15c19292-f427-4aad-9ce5-cff6e1d1617e owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:46.844844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device cc7da79e-42ab-4ac7-bf3c-ccbb60776188 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:46:46.858104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:46:46.858475 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:46:46.866672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84073f1-2037-4550-b863-c87df54895b6 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Checking segment: {'id': 'b240dfce-f31c-4980-beea-4be689c663ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'f0d72c09-1a66-4488-941a-b68e8f86e406'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:46:46.867386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84073f1-2037-4550-b863-c87df54895b6 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Network hostable DHCP agents. Network: f0d72c09-1a66-4488-941a-b68e8f86e406, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:46:46.894231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3410cad-88ee-4d92-8372-9860c81ad7e3 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Router 9a3f7bea-b364-4dd8-84e6-80d4aad848aa has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:46:46.898035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Attempting to bind port 555cb7c1-bd15-40a8-b170-3022285c25cf on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:46:46.898673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Attempting to bind port 555cb7c1-bd15-40a8-b170-3022285c25cf by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:46:46.899412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Attempting to bind port 555cb7c1-bd15-40a8-b170-3022285c25cf on network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:46:46.903301 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3c9e586-cacd-44c7-9839-64f046ed1db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:46.917908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:46:46.918906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Checking segment: {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:46:46.919505 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:46.920100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Bound using segment: {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:46:46.920768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Bound port: 555cb7c1-bd15-40a8-b170-3022285c25cf, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:46:46.921332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:46.927751 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8c63621-f36c-4631-ad5f-c099d63aedaa tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:46.945486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70126e2d-d040-4564-b02d-54354a66e972 req-07853015-7683-4b46-b0dd-5f319eac9133 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:46.947304 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70126e2d-d040-4564-b02d-54354a66e972 req-07853015-7683-4b46-b0dd-5f319eac9133 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.3642473 Dec 22 09:46:46.976305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84073f1-2037-4550-b863-c87df54895b6 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Network f0d72c09-1a66-4488-941a-b68e8f86e406 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:46:47.050458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9e586-cacd-44c7-9839-64f046ed1db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d1e8bbe-1831-4444-9106-90483ff0e76e,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:47.077045 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f3c9e586-cacd-44c7-9839-64f046ed1db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:47.089585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: cc7da79e-42ab-4ac7-bf3c-ccbb60776188 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:46:47.090090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device cc7da79e-42ab-4ac7-bf3c-ccbb60776188 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:46:47.090629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a4681192-948a-43d9-a90b-17c74ac46a1b no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:46:47.116765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-f84073f1-2037-4550-b863-c87df54895b6 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, f0d72c09-1a66-4488-941a-b68e8f86e406) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:46:47.135149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: a4681192-948a-43d9-a90b-17c74ac46a1b {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:46:47.135639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a4681192-948a-43d9-a90b-17c74ac46a1b not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:46:47.137994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5849afd-ee67-49bb-8038-92e1eec01259 None None] Network f0d72c09-1a66-4488-941a-b68e8f86e406 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:46:47.146820 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70126e2d-d040-4564-b02d-54354a66e972 req-f2808da6-e638-4149-b0a1-fe918536d393 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913993 Dec 22 09:46:47.168218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84073f1-2037-4550-b863-c87df54895b6 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:47.168889 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f84073f1-2037-4550-b863-c87df54895b6 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:47.252326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] For port 555cb7c1-bd15-40a8-b170-3022285c25cf, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:46:47.264140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] For port 555cb7c1-bd15-40a8-b170-3022285c25cf, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=555cb7c1-bd15-40a8-b170-3022285c25cf,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:46:47.279560 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3c9e586-cacd-44c7-9839-64f046ed1db3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:47.293312 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:47.296435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3410cad-88ee-4d92-8372-9860c81ad7e3 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:46:47.302787 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f3c9e586-cacd-44c7-9839-64f046ed1db3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5d1e8bbe-1831-4444-9106-90483ff0e76e HTTP/1.1" status: 204 len: 168 time: 2.4885070 Dec 22 09:46:47.303903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56054) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:47.306622 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f3410cad-88ee-4d92-8372-9860c81ad7e3 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:47.311445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27763983-9f15-4461-a8a3-534680e6147d None None] Sync routers for ids ['9a3f7bea-b364-4dd8-84e6-80d4aad848aa'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:46:47.318252 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:47.335418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27763983-9f15-4461-a8a3-534680e6147d None None] Routers {'9a3f7bea-b364-4dd8-84e6-80d4aad848aa'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:46:47.336142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-27763983-9f15-4461-a8a3-534680e6147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:46:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9a3f7bea-b364-4dd8-84e6-80d4aad848aa'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:47.368435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Deleting port cc7da79e-42ab-4ac7-bf3c-ccbb60776188 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:47.368995 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:47.383479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dd70e5-bbb0-4ba3-9747-0fa91b8c4176 None None] Network a4284a53-ed3c-4b2e-b701-f977e110a16f requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:46:47.472933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] The port 'cc7da79e-42ab-4ac7-bf3c-ccbb60776188' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:46:47.573821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-27763983-9f15-4461-a8a3-534680e6147d None None] Set router 9a3f7bea-b364-4dd8-84e6-80d4aad848aa gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:46:47.617505 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fe072c2-495b-4421-8e39-2f66e1ad828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:47.639749 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f3410cad-88ee-4d92-8372-9860c81ad7e3 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "PUT /v2.0/floatingips/40902f5b-8133-4f9c-9a1f-90bc494d326e HTTP/1.1" status: 200 len: 991 time: 5.2610855 Dec 22 09:46:47.641519 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-91d6e96d-e44f-470b-a195-04915d605981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:47.648336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1', 'tag': '8936ff3f-1fac-48d2-832a-3c347388bb44'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:47.655755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Deleting port 15c19292-f427-4aad-9ce5-cff6e1d1617e {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:47.656295 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:47.694993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe072c2-495b-4421-8e39-2f66e1ad828a None None] Pushing event deleted for resources: {'Port': ['ID=15c19292-f427-4aad-9ce5-cff6e1d1617e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:47.698052 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fe072c2-495b-4421-8e39-2f66e1ad828a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:47.719019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62095d96-b885-4277-a86d-e1a95104805f req-53341e8a-0397-485a-9d8a-4fe649561864 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:47.729132 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62095d96-b885-4277-a86d-e1a95104805f req-53341e8a-0397-485a-9d8a-4fe649561864 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=5752c13a-95a8-4ac1-a92e-8b47497562b6 HTTP/1.1" status: 200 len: 944 time: 0.7712660 Dec 22 09:46:47.754451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d758eb5-166a-4aad-a0a5-5399dfe41bbf None None] Network f0d72c09-1a66-4488-941a-b68e8f86e406 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:46:47.770571 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f84073f1-2037-4550-b863-c87df54895b6 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.3024445 Dec 22 09:46:47.771962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56062) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:47.819087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Request body: {'floatingip': {'floating_network_id': 'f0d72c09-1a66-4488-941a-b68e8f86e406'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:47.825075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:47.829895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Usage tracker for resource:floatingip and tenant:9e71487151884c39af23cf9a6de35b65 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:47.835260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:47.837205 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:47.842053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:47.875765 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:47.911524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:47.933351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] The port '15c19292-f427-4aad-9ce5-cff6e1d1617e' was deleted {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:46:47.979980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe072c2-495b-4421-8e39-2f66e1ad828a None None] No DVR routers for this DVR port 15c19292-f427-4aad-9ce5-cff6e1d1617e on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:46:47.996113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Deleting port 1e9dd2e0-7f20-4673-934d-a1e170c1202e {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:47.996678 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:48.023656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-27763983-9f15-4461-a8a3-534680e6147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'name': 'tempest-ServersTestJSON-2075939341-router', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:45:36Z', 'updated_at': '2020-12-22T09:45:49Z', 'revision_number': 4, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'gw_port': {'id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:38Z', 'updated_at': '2020-12-22T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': '40902f5b-8133-4f9c-9a1f-90bc494d326e', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'port_id': '8936ff3f-1fac-48d2-832a-3c347388bb44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8', 'mac_address': 'fa:16:3e:c1:bb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:46:03Z', 'updated_at': '2020-12-22T09:46:44Z', 'revision_number': 1, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ab614b-7058-41f7-b531-7680809ddcf5', 'name': '', 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'mac_address': 'fa:16:3e:b4:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8d0d2867-2495-4965-9d16-a81d436421e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:46Z', 'updated_at': '2020-12-22T09:45:59Z', 'revision_number': 5, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'subnets': [{'id': '8d0d2867-2495-4965-9d16-a81d436421e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:48.028305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27763983-9f15-4461-a8a3-534680e6147d None None] Checking router: 9a3f7bea-b364-4dd8-84e6-80d4aad848aa for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:46:48.038305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27763983-9f15-4461-a8a3-534680e6147d None None] Routers {'9a3f7bea-b364-4dd8-84e6-80d4aad848aa'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:46:48.039195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-27763983-9f15-4461-a8a3-534680e6147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:46:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9a3f7bea-b364-4dd8-84e6-80d4aad848aa'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:48.084655 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9307a826-cdc3-40f2-9fdf-a75be8297f58 req-4df38fbf-3d34-4fe7-914b-6aac51e486a1 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=210f832f876441e1b78088d52878877a HTTP/1.1" status: 200 len: 267 time: 0.3873813 Dec 22 09:46:48.125953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bb5b23-1c78-46eb-841b-d7d057046ece None None] DHCP port deletion for a4284a53-ed3c-4b2e-b701-f977e110a16f request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:46:48.132636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d6bb5b23-1c78-46eb-841b-d7d057046ece None None] Deleting port 1e9dd2e0-7f20-4673-934d-a1e170c1202e {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:48.133777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d6bb5b23-1c78-46eb-841b-d7d057046ece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:48.176306 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62095d96-b885-4277-a86d-e1a95104805f req-23766a03-0d0d-4728-b04d-976979083dd9 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455140 Dec 22 09:46:48.255084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672bfe4f-5c09-4376-a8e0-377c9e673eb4']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:48.260938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-27763983-9f15-4461-a8a3-534680e6147d None None] Set router 9a3f7bea-b364-4dd8-84e6-80d4aad848aa gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:46:48.299036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cbed4e-577e-4dc4-8eaf-18723a5d19f5') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:48.299672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cbed4e-577e-4dc4-8eaf-18723a5d19f5') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:48.327755 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:48.425123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Pushing event updated for resources: {'Port': ['ID=555cb7c1-bd15-40a8-b170-3022285c25cf,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:48.429654 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.111s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:48.547130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-d6bb5b23-1c78-46eb-841b-d7d057046ece None None] For port 1e9dd2e0-7f20-4673-934d-a1e170c1202e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=1e9dd2e0-7f20-4673-934d-a1e170c1202e,segment=NetworkSegment(879e1921-841b-4c32-99dd-c355d0c59585),segment_id=879e1921-841b-4c32-99dd-c355d0c59585)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:48.547383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:48.548180 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d6bb5b23-1c78-46eb-841b-d7d057046ece None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:48.569439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] For port 1e9dd2e0-7f20-4673-934d-a1e170c1202e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=1e9dd2e0-7f20-4673-934d-a1e170c1202e,segment=NetworkSegment(879e1921-841b-4c32-99dd-c355d0c59585),segment_id=879e1921-841b-4c32-99dd-c355d0c59585)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:48.569833 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:48.720737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-27763983-9f15-4461-a8a3-534680e6147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'name': 'tempest-ServersTestJSON-2075939341-router', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:45:36Z', 'updated_at': '2020-12-22T09:45:49Z', 'revision_number': 4, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'gw_port': {'id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:38Z', 'updated_at': '2020-12-22T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': '40902f5b-8133-4f9c-9a1f-90bc494d326e', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'port_id': '8936ff3f-1fac-48d2-832a-3c347388bb44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8', 'mac_address': 'fa:16:3e:c1:bb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:46:03Z', 'updated_at': '2020-12-22T09:46:44Z', 'revision_number': 1, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ab614b-7058-41f7-b531-7680809ddcf5', 'name': '', 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'mac_address': 'fa:16:3e:b4:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8d0d2867-2495-4965-9d16-a81d436421e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:46Z', 'updated_at': '2020-12-22T09:45:59Z', 'revision_number': 5, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'subnets': [{'id': '8d0d2867-2495-4965-9d16-a81d436421e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:48.727099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27763983-9f15-4461-a8a3-534680e6147d None None] The sync data for ids ['9a3f7bea-b364-4dd8-84e6-80d4aad848aa'] in n-d-765315-5 is: [{'id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'name': 'tempest-ServersTestJSON-2075939341-router', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:45:36Z', 'updated_at': '2020-12-22T09:45:49Z', 'revision_number': 4, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'gw_port': {'id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:38Z', 'updated_at': '2020-12-22T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': '40902f5b-8133-4f9c-9a1f-90bc494d326e', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'port_id': '8936ff3f-1fac-48d2-832a-3c347388bb44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8', 'mac_address': 'fa:16:3e:c1:bb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:46:03Z', 'updated_at': '2020-12-22T09:46:44Z', 'revision_number': 1, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ab614b-7058-41f7-b531-7680809ddcf5', 'name': '', 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'mac_address': 'fa:16:3e:b4:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8d0d2867-2495-4965-9d16-a81d436421e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:46Z', 'updated_at': '2020-12-22T09:45:59Z', 'revision_number': 5, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'subnets': [{'id': '8d0d2867-2495-4965-9d16-a81d436421e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:46:48.781693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d6bb5b23-1c78-46eb-841b-d7d057046ece None None] Calling delete_port for 1e9dd2e0-7f20-4673-934d-a1e170c1202e owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:48.843284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 1e9dd2e0-7f20-4673-934d-a1e170c1202e no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:46:48.927476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:48.928214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:48.929843 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] 10.222.0.37 "PUT /v2.0/ports/555cb7c1-bd15-40a8-b170-3022285c25cf HTTP/1.1" status: 200 len: 1156 time: 5.3898039 Dec 22 09:46:48.933068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5752c13a-95a8-4ac1-a92e-8b47497562b6', 'tag': '555cb7c1-bd15-40a8-b170-3022285c25cf'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:49.018973 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:49.033154 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1', 'tag': '8936ff3f-1fac-48d2-832a-3c347388bb44', 'status': 'completed', 'code': 200} Dec 22 09:46:49.037162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d6bb5b23-1c78-46eb-841b-d7d057046ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:49.052419 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:49.062831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0182c5ef-207d-479e-b5dc-e5289e4f71ab']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:49.110296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:46:49.111772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Calling delete_port for 1e9dd2e0-7f20-4673-934d-a1e170c1202e owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:49.118097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ce94a8-36b7-4235-bed7-93c50684c214') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:49.118430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ce94a8-36b7-4235-bed7-93c50684c214') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:49.136776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307a826-cdc3-40f2-9fdf-a75be8297f58 req-59760b93-eef0-4db4-bcaa-4d8d58189d0c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:49.136886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb5b23-1c78-46eb-841b-d7d057046ece None None] Pushing event deleted for resources: {'Port': ['ID=1e9dd2e0-7f20-4673-934d-a1e170c1202e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:49.138292 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9307a826-cdc3-40f2-9fdf-a75be8297f58 req-59760b93-eef0-4db4-bcaa-4d8d58189d0c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=e39ebfce-f7a9-4a22-af6b-4a653cd76e27 HTTP/1.1" status: 200 len: 945 time: 0.8972359 Dec 22 09:46:49.157053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-9307a826-cdc3-40f2-9fdf-a75be8297f58 req-4aedef5e-2de3-433d-a8ea-75f9a8c8800e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Request body: {'port': {'security_groups': []}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:49.158068 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d6bb5b23-1c78-46eb-841b-d7d057046ece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:49.159687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea7f343-0790-4ab8-8eaf-cd9ebe984db8 None None] New status for floating IP 40902f5b-8133-4f9c-9a1f-90bc494d326e: ACTIVE {{(pid=81073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:46:49.176639 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:49.189347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Releasing vxlan tunnel 8 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:46:49.198763 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:49.270742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:49.275726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Releasing vxlan tunnel 5 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:46:49.434028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1ac1f-dc74-49e6-ab1d-620c98d9aca5 req-5502b580-2372-46ef-8bca-3f1a35d928b2 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:49.434283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c3a1ac1f-dc74-49e6-ab1d-620c98d9aca5 req-5502b580-2372-46ef-8bca-3f1a35d928b2 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Synchronizing usage tracker for tenant:3403c09830ad476d806af5441d8712c7 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:46:49.445011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608d22a-93eb-4b1d-beda-123ccbf8dfb6 req-588e05b3-f353-495e-b0de-b9951c3e19e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:49.446674 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8608d22a-93eb-4b1d-beda-123ccbf8dfb6 req-588e05b3-f353-495e-b0de-b9951c3e19e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7133839c54494a2f9ce52411cab18e5a&device_id=ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1 HTTP/1.1" status: 200 len: 1160 time: 0.6287777 Dec 22 09:46:49.454737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Network 672bfe4f-5c09-4376-a8e0-377c9e673eb4 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:46:49.459029 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:49.463977 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:46:49.464355 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:46:49.466204 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:49.555243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c3a1ac1f-dc74-49e6-ab1d-620c98d9aca5 req-5502b580-2372-46ef-8bca-3f1a35d928b2 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Unset dirty status for tenant:3403c09830ad476d806af5441d8712c7 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:46:49.555969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdecc2f-2400-4701-baf6-858a6762f379 req-63ef60e0-d705-45bb-89c8-3e1e76ebe0e9 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:49.556512 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c3a1ac1f-dc74-49e6-ab1d-620c98d9aca5 req-5502b580-2372-46ef-8bca-3f1a35d928b2 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.37 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 1.2093742 Dec 22 09:46:49.557582 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2cdecc2f-2400-4701-baf6-858a6762f379 req-63ef60e0-d705-45bb-89c8-3e1e76ebe0e9 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 945 time: 0.6350830 Dec 22 09:46:49.674945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bb5b23-1c78-46eb-841b-d7d057046ece None None] No DVR routers for this DVR port 1e9dd2e0-7f20-4673-934d-a1e170c1202e on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:46:49.692077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-e5fca067-db30-4f96-b4b8-f0751ec57b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:49.693843 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-e5fca067-db30-4f96-b4b8-f0751ec57b2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&device_id=5752c13a-95a8-4ac1-a92e-8b47497562b6 HTTP/1.1" status: 200 len: 1159 time: 0.6841161 Dec 22 09:46:49.723218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Network 672bfe4f-5c09-4376-a8e0-377c9e673eb4 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:46:49.751251 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:46:49.756968 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9307a826-cdc3-40f2-9fdf-a75be8297f58 req-4aedef5e-2de3-433d-a8ea-75f9a8c8800e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:49.764035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-c3a1ac1f-dc74-49e6-ab1d-620c98d9aca5 req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Deleting port 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:49.764428 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c3a1ac1f-dc74-49e6-ab1d-620c98d9aca5 req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:49.792725 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:49.803997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Network 0182c5ef-207d-479e-b5dc-e5289e4f71ab has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:46:49.829029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba07f2a-eb2d-4cd4-8522-a71369f545df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:49.841716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237,segment=NetworkSegment(d3534bd7-4df9-4c2c-ae42-7941d96d577d),segment_id=d3534bd7-4df9-4c2c-ae42-7941d96d577d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:49.845185 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:49.847212 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:49.876639 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:49.917544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:49.921566 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:49.928354 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:49.936059 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-8a13ada5-b75f-408f-b263-2fe27598552f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=555cb7c1-bd15-40a8-b170-3022285c25cf HTTP/1.1" status: 200 len: 217 time: 0.1507843 Dec 22 09:46:49.937191 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fa822f7e-7648-40b7-84e5-e4652ba59fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:49.955512 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:49.969949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Deleting port 1e9dd2e0-7f20-4673-934d-a1e170c1202e {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:49.970336 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:50.009444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Pushing event deleted for resources: {'Network': ['ID=672bfe4f-5c09-4376-a8e0-377c9e673eb4,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:50.024137 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:50.028611 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] 10.222.0.50 "DELETE /v2.0/networks/672bfe4f-5c09-4376-a8e0-377c9e673eb4 HTTP/1.1" status: 204 len: 168 time: 5.2106462 Dec 22 09:46:50.087792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] The port '1e9dd2e0-7f20-4673-934d-a1e170c1202e' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:46:50.316550 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:50.429772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56080) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:50.449455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c3a1ac1f-dc74-49e6-ab1d-620c98d9aca5 req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] For port 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237,segment=NetworkSegment(d3534bd7-4df9-4c2c-ae42-7941d96d577d),segment_id=d3534bd7-4df9-4c2c-ae42-7941d96d577d)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:50.449857 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c3a1ac1f-dc74-49e6-ab1d-620c98d9aca5 req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:50.473693 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2cdecc2f-2400-4701-baf6-858a6762f379 req-ec986768-a81a-4f5e-9386-81163690e979 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/security-groups?id=14375b59-6682-49f5-bf66-d17bed13b776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8866031 Dec 22 09:46:50.588903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4284a53-ed3c-4b2e-b701-f977e110a16f']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:50.602578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608d22a-93eb-4b1d-beda-123ccbf8dfb6 req-7e0437f2-ecef-4a73-80bf-0f003606d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:50.603352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-c3a1ac1f-dc74-49e6-ab1d-620c98d9aca5 req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Calling delete_port for 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:50.604233 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8608d22a-93eb-4b1d-beda-123ccbf8dfb6 req-7e0437f2-ecef-4a73-80bf-0f003606d19a service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a86a67f-c836-4e73-bf39-1d2b96692cb8 HTTP/1.1" status: 200 len: 900 time: 1.1331825 Dec 22 09:46:50.606118 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5752c13a-95a8-4ac1-a92e-8b47497562b6', 'tag': '555cb7c1-bd15-40a8-b170-3022285c25cf', 'status': 'completed', 'code': 200} Dec 22 09:46:50.660880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879e1921-841b-4c32-99dd-c355d0c59585') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:50.661259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879e1921-841b-4c32-99dd-c355d0c59585') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:46:50.694427 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:50.729759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Network 0182c5ef-207d-479e-b5dc-e5289e4f71ab has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:46:50.740542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:50.759314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Releasing vxlan tunnel 13 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:46:50.770612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-47869674-3b5c-4456-b20e-57ef26000ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:50.772265 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-47869674-3b5c-4456-b20e-57ef26000ad8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99bc7704-5812-409d-9056-a73056b9ef40 HTTP/1.1" status: 200 len: 852 time: 0.7386153 Dec 22 09:46:50.794517 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ad2bb328-7404-4153-acb0-0b41b65e3186 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5936c73b64f647299f24071f747290ce&name=default HTTP/1.1" status: 200 len: 2883 time: 0.3529468 Dec 22 09:46:50.799854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56086) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:46:50.812306 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:46:51.038362 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-13e7febd-9c90-4f31-b9c9-4005f1c9f5a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2032096 Dec 22 09:46:51.050566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Network a4284a53-ed3c-4b2e-b701-f977e110a16f has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:46:51.066379 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:51.134059 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8608d22a-93eb-4b1d-beda-123ccbf8dfb6 req-02ecaecf-b937-444c-9d13-09ec27b0d30c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8936ff3f-1fac-48d2-832a-3c347388bb44 HTTP/1.1" status: 200 len: 1001 time: 0.4632466 Dec 22 09:46:51.282503 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:51.364158 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d45f6a3e-e70a-43fe-ad25-1712f8fbdce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:51.388234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:51.444450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Pushing event deleted for resources: {'Network': ['ID=0182c5ef-207d-479e-b5dc-e5289e4f71ab,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:51.459536 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-727d6806-9a87-4451-94cd-ec31f09bc5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:51.494331 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c3a1ac1f-dc74-49e6-ab1d-620c98d9aca5 req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:51.508021 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:51.551709 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] 10.222.0.50 "DELETE /v2.0/networks/0182c5ef-207d-479e-b5dc-e5289e4f71ab HTTP/1.1" status: 204 len: 168 time: 6.9728379 Dec 22 09:46:51.553341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608d22a-93eb-4b1d-beda-123ccbf8dfb6 req-991b0df7-83b8-4b04-b5f0-c1431f8ded7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:51.554839 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8608d22a-93eb-4b1d-beda-123ccbf8dfb6 req-991b0df7-83b8-4b04-b5f0-c1431f8ded7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d0d2867-2495-4965-9d16-a81d436421e5 HTTP/1.1" status: 200 len: 845 time: 0.3736231 Dec 22 09:46:51.570080 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-127ad71e-a2c5-45a0-8a31-4977060f529f tempest-MigrationsAdminTest-545520467 tempest-MigrationsAdminTest-545520467] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:51.572016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Allocated IP 172.20.0.6 (f0d72c09-1a66-4488-941a-b68e8f86e406/a94d6b87-ac73-4aa3-84c4-4d2d2ed1c7f9/bb362da5-530d-4cc4-8635-30c7c6fd8be7) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:46:51.642009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Pushing event deleted for resources: {'Port': ['ID=878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:51.643438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123aea96-db8a-4d88-8df6-1ac9f905130c req-01658492-0df2-498a-abbd-3352864fd253 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:51.645773 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-123aea96-db8a-4d88-8df6-1ac9f905130c req-01658492-0df2-498a-abbd-3352864fd253 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=5752c13a-95a8-4ac1-a92e-8b47497562b6 HTTP/1.1" status: 200 len: 944 time: 0.8410571 Dec 22 09:46:51.647092 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-727d6806-9a87-4451-94cd-ec31f09bc5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:51.659816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Network a4284a53-ed3c-4b2e-b701-f977e110a16f has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:46:51.667483 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-f93f92a6-dc90-4174-bc4c-e26c730437bc service neutron] 10.222.0.37 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6043429 Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:46:51.703219 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:46:51.709179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.709179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.709179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.709179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.709179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.709179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.709179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.709179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.709179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.709179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.709179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.711556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.711556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.711556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.711556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.711556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.712516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.712516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.712516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.713260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.713260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.714203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.714203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.714660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.715291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.715646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.715805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.716160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.716572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.716977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.717435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.717763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.718289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.718544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.719009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.719387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:51.731872 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:51.755381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56094) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:51.802935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9307a826-cdc3-40f2-9fdf-a75be8297f58 req-4aedef5e-2de3-433d-a8ea-75f9a8c8800e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] For port d6feb5f6-9caf-4a39-a189-7a97bbb5d37f, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d6feb5f6-9caf-4a39-a189-7a97bbb5d37f,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:51.944635 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:51.969068 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:51.973749 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-123aea96-db8a-4d88-8df6-1ac9f905130c req-c8f44bc5-5be4-4b39-b5e5-dfdedfc88873 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100917 Dec 22 09:46:51.988475 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:52.013581 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-56c6863f-18f4-4590-8d9f-c7f57e9ebe90 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=38d0e45dac3d4bda8f296deee1c6b29c&name=default HTTP/1.1" status: 200 len: 2883 time: 0.2065063 Dec 22 09:46:52.013581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=a4284a53-ed3c-4b2e-b701-f977e110a16f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:52.014483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56098) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:52.025661 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:52.035111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608d22a-93eb-4b1d-beda-123ccbf8dfb6 req-8237010b-962d-412e-a780-7876d9930e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:52.036811 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8608d22a-93eb-4b1d-beda-123ccbf8dfb6 req-8237010b-962d-412e-a780-7876d9930e9f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a86a67f-c836-4e73-bf39-1d2b96692cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4584374 Dec 22 09:46:52.046428 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-727d6806-9a87-4451-94cd-ec31f09bc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:52.054502 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9307a826-cdc3-40f2-9fdf-a75be8297f58 req-4aedef5e-2de3-433d-a8ea-75f9a8c8800e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:52.057546 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b5f22dfb-45c5-4c51-b1e8-d2b3d907e9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:52.099101 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9307a826-cdc3-40f2-9fdf-a75be8297f58 req-4aedef5e-2de3-433d-a8ea-75f9a8c8800e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:52.109433 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba1c7452-bffd-400f-90b7-f382f54b32a4 req-77cde2ea-624e-4de5-b1e1-8461440f4c3d service neutron] 10.222.0.37 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4246163 Dec 22 09:46:52.127145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d6806-9a87-4451-94cd-ec31f09bc5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b214b1-30d1-48c0-89fb-56f85b6624c1,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:52.130361 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:52.132672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a1ac1f-dc74-49e6-ab1d-620c98d9aca5 req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] No DVR routers for this DVR port 878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:46:52.141694 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-727d6806-9a87-4451-94cd-ec31f09bc5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:52.146617 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] 10.222.0.50 "DELETE /v2.0/networks/a4284a53-ed3c-4b2e-b701-f977e110a16f HTTP/1.1" status: 204 len: 168 time: 4.7809141 Dec 22 09:46:52.148785 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-727d6806-9a87-4451-94cd-ec31f09bc5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:52.152459 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-727d6806-9a87-4451-94cd-ec31f09bc5ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f6b214b1-30d1-48c0-89fb-56f85b6624c1 HTTP/1.1" status: 204 len: 168 time: 1.3490095 Dec 22 09:46:52.152459 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c3a1ac1f-dc74-49e6-ab1d-620c98d9aca5 req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:52.153685 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c3a1ac1f-dc74-49e6-ab1d-620c98d9aca5 req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.37 "DELETE /v2.0/ports/878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237 HTTP/1.1" status: 204 len: 173 time: 2.5867574 Dec 22 09:46:52.156215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba07f2a-eb2d-4cd4-8522-a71369f545df', 'name': 'network-vif-deleted', 'tag': '878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:52.192485 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-889c61d1-f6c8-4900-86d3-9583813bfea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:52.225700 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-889c61d1-f6c8-4900-86d3-9583813bfea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:52.242318 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:52.311625 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-889c61d1-f6c8-4900-86d3-9583813bfea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:52.316805 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b56a13bc-e3d0-4fd8-ae00-9e1469e11cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:52.330245 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba07f2a-eb2d-4cd4-8522-a71369f545df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237', 'code': 200} Dec 22 09:46:52.352882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c61d1-f6c8-4900-86d3-9583813bfea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52ae500-6a8b-402d-b091-02c8c0e4bdcd,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:52.361488 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-889c61d1-f6c8-4900-86d3-9583813bfea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:52.366415 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-889c61d1-f6c8-4900-86d3-9583813bfea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:52.368880 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-889c61d1-f6c8-4900-86d3-9583813bfea7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f52ae500-6a8b-402d-b091-02c8c0e4bdcd HTTP/1.1" status: 204 len: 168 time: 0.3454621 Dec 22 09:46:52.595036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dd0fc-5244-418a-b2e3-a15899b4e391 req-ad828c9e-d4b9-435a-98f4-79fd929802f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:52.598908 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b2dd0fc-5244-418a-b2e3-a15899b4e391 req-ad828c9e-d4b9-435a-98f4-79fd929802f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&device_id=5752c13a-95a8-4ac1-a92e-8b47497562b6 HTTP/1.1" status: 200 len: 1159 time: 0.1250544 Dec 22 09:46:52.660635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56112) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:52.832205 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0b22b565-ffc1-4d35-a08d-a550622b8a11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f885b02df6f418abdaeaf80d8c5dc8f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1692979 Dec 22 09:46:52.834613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56116) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:52.855982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dd0fc-5244-418a-b2e3-a15899b4e391 req-c6186668-f3c1-4b62-9586-efd48749ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:52.857767 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b2dd0fc-5244-418a-b2e3-a15899b4e391 req-c6186668-f3c1-4b62-9586-efd48749ee1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 906 time: 0.2509363 Dec 22 09:46:52.980274 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b2dd0fc-5244-418a-b2e3-a15899b4e391 req-d72e425f-5f3b-4b92-9df6-985fec60afdb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=555cb7c1-bd15-40a8-b170-3022285c25cf HTTP/1.1" status: 200 len: 217 time: 0.1008184 Dec 22 09:46:53.032543 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8608d22a-93eb-4b1d-beda-123ccbf8dfb6 req-392dd4c1-9bf8-4002-8d30-fe3b967c7a94 service neutron] 10.222.0.64 "GET /v2.0/networks/5a86a67f-c836-4e73-bf39-1d2b96692cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9805114 Dec 22 09:46:53.038857 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6871cb24-32e0-4e0a-889e-219ca96f7f61 req-bfa7b60d-a437-496e-ae31-6cecf03dc477 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] 10.222.0.50 "GET /v2.0/ports?device_id=8ba07f2a-eb2d-4cd4-8522-a71369f545df HTTP/1.1" status: 200 len: 210 time: 0.2871857 Dec 22 09:46:53.075487 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5aacd45-e55c-4971-a3ee-2ffe8bdbdfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:53.098899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307a826-cdc3-40f2-9fdf-a75be8297f58 req-4aedef5e-2de3-433d-a8ea-75f9a8c8800e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:53.099849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9307a826-cdc3-40f2-9fdf-a75be8297f58 req-4aedef5e-2de3-433d-a8ea-75f9a8c8800e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:53.101940 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9307a826-cdc3-40f2-9fdf-a75be8297f58 req-4aedef5e-2de3-433d-a8ea-75f9a8c8800e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "PUT /v2.0/ports/d6feb5f6-9caf-4a39-a189-7a97bbb5d37f HTTP/1.1" status: 200 len: 904 time: 3.9506257 Dec 22 09:46:53.102942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39ebfce-f7a9-4a22-af6b-4a653cd76e27', 'tag': 'd6feb5f6-9caf-4a39-a189-7a97bbb5d37f'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:53.123372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedef5e-2de3-433d-a8ea-75f9a8c8800e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Pushing event updated for resources: {'Port': ['ID=d6feb5f6-9caf-4a39-a189-7a97bbb5d37f,revision_number=5']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:53.135174 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4aedef5e-2de3-433d-a8ea-75f9a8c8800e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:53.149171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56126) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:53.232621 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba07f2a-eb2d-4cd4-8522-a71369f545df', 'name': 'network-vif-deleted', 'tag': '878fbfb8-cd6e-40d7-9b0b-abdf2bd3b237', 'status': 'completed', 'code': 200} Dec 22 09:46:53.246653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dd0fc-5244-418a-b2e3-a15899b4e391 req-aeab564c-78c8-4bdd-83e1-79bb5bdcd908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:53.248466 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b2dd0fc-5244-418a-b2e3-a15899b4e391 req-aeab564c-78c8-4bdd-83e1-79bb5bdcd908 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99bc7704-5812-409d-9056-a73056b9ef40 HTTP/1.1" status: 200 len: 852 time: 0.2600129 Dec 22 09:46:53.269352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5aacd45-e55c-4971-a3ee-2ffe8bdbdfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:53.286755 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4006d388-135f-42a5-b400-7ab6a984ecd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:53.356559 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:53.406351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4006d388-135f-42a5-b400-7ab6a984ecd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:53.410984 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b2dd0fc-5244-418a-b2e3-a15899b4e391 req-904a0269-82a4-4c77-ab86-c9a54207955c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275256 Dec 22 09:46:53.416289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4006d388-135f-42a5-b400-7ab6a984ecd8 admin admin] Usage tracker for resource:security_group_rule and tenant:d5127d0465c444f7a757ddc038454866 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:53.422418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4006d388-135f-42a5-b400-7ab6a984ecd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:53.433554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3dfba9e6-6ab4-462b-92c1-cc368dcc35eb None None] Provisioning complete for port d6feb5f6-9caf-4a39-a189-7a97bbb5d37f triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:46:53.434736 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3dfba9e6-6ab4-462b-92c1-cc368dcc35eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:53.456058 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8595bd17-38e7-40bd-a2d2-f35226637c8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:53.466117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4006d388-135f-42a5-b400-7ab6a984ecd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:53.636770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5aacd45-e55c-4971-a3ee-2ffe8bdbdfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:53.656542 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d0258faa-2d14-4bfe-85c9-9a6672ad5d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:53.678989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aacd45-e55c-4971-a3ee-2ffe8bdbdfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02df22f0-5a08-4ad2-a9e2-87896ca9b5f6,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:53.686029 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c5aacd45-e55c-4971-a3ee-2ffe8bdbdfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:53.696290 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b2dd0fc-5244-418a-b2e3-a15899b4e391 req-5a2d5fcd-e5fa-45e1-91f2-ed4cd97614d5 service neutron] 10.222.0.37 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751355 Dec 22 09:46:53.732247 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5aacd45-e55c-4971-a3ee-2ffe8bdbdfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:53.733482 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c5aacd45-e55c-4971-a3ee-2ffe8bdbdfaa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/02df22f0-5a08-4ad2-a9e2-87896ca9b5f6 HTTP/1.1" status: 204 len: 168 time: 0.8978374 Dec 22 09:46:53.911130 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4006d388-135f-42a5-b400-7ab6a984ecd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:53.930565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Pushing event updated for resources: {'Port': ['ID=bb362da5-530d-4cc4-8635-30c7c6fd8be7,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:53.935205 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4006d388-135f-42a5-b400-7ab6a984ecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:53.962441 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:53.972403 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-77cce970-5e5a-47da-aa80-f9ac33387baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:54.001694 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4006d388-135f-42a5-b400-7ab6a984ecd8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5127d0465c444f7a757ddc038454866&name=default HTTP/1.1" status: 200 len: 2883 time: 0.8412335 Dec 22 09:46:54.005544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56144) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:54.016448 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b2dd0fc-5244-418a-b2e3-a15899b4e391 req-4985be07-ac34-49c5-8722-e77b42f547fb service neutron] 10.222.0.37 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3048401 Dec 22 09:46:54.046322 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8608d22a-93eb-4b1d-beda-123ccbf8dfb6 req-395c06ef-45e3-430a-883f-784a114d38e6 service neutron] 10.222.0.64 "GET /v2.0/networks/5a86a67f-c836-4e73-bf39-1d2b96692cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0002422 Dec 22 09:46:54.069394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947e358-6448-459e-a853-83c208137228 req-8e3dcf36-e926-47db-96d7-90075b6f5fc0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:54.076202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006d388-135f-42a5-b400-7ab6a984ecd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dc714f-ba95-42c8-990c-767dc3abbdab,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:54.087065 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b947e358-6448-459e-a853-83c208137228 req-8e3dcf36-e926-47db-96d7-90075b6f5fc0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=e39ebfce-f7a9-4a22-af6b-4a653cd76e27 HTTP/1.1" status: 200 len: 907 time: 0.6850958 Dec 22 09:46:54.094115 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4006d388-135f-42a5-b400-7ab6a984ecd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:54.121669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Network f0d72c09-1a66-4488-941a-b68e8f86e406 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:46:54.123907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:46:54.136606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:46:54.156592 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85be4b0a-8a5d-4a20-964f-c7e8c7e9b6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:54.188065 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85be4b0a-8a5d-4a20-964f-c7e8c7e9b6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:54.230660 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39ebfce-f7a9-4a22-af6b-4a653cd76e27', 'tag': 'd6feb5f6-9caf-4a39-a189-7a97bbb5d37f', 'status': 'completed', 'code': 200} Dec 22 09:46:54.249109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ca893-907c-4207-b7b7-df3da4672310 req-b63dd233-7607-45e4-bbcf-7206d21c6a28 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:54.251018 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b75ca893-907c-4207-b7b7-df3da4672310 req-b63dd233-7607-45e4-bbcf-7206d21c6a28 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=5752c13a-95a8-4ac1-a92e-8b47497562b6 HTTP/1.1" status: 200 len: 944 time: 0.7232873 Dec 22 09:46:54.277194 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85be4b0a-8a5d-4a20-964f-c7e8c7e9b6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:54.295977 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a59de8dd-fc6d-4311-88ab-96a878162f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:54.326859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be4b0a-8a5d-4a20-964f-c7e8c7e9b6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dc714f-ba95-42c8-990c-767dc3abbdab,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:54.330697 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-85be4b0a-8a5d-4a20-964f-c7e8c7e9b6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:54.331918 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85be4b0a-8a5d-4a20-964f-c7e8c7e9b6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:54.335685 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-85be4b0a-8a5d-4a20-964f-c7e8c7e9b6b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/99dc714f-ba95-42c8-990c-767dc3abbdab HTTP/1.1" status: 204 len: 168 time: 0.3264816 Dec 22 09:46:54.436143 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:54.448918 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b75ca893-907c-4207-b7b7-df3da4672310 req-0636b220-276d-4e83-a426-f03fd4c0b960 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865880 Dec 22 09:46:54.507123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56166) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:54.537047 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:54.588330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c8657-fc3a-45b4-b9d6-64e3ab7222ea req-2c21f0a8-765c-44ef-b827-4d03b5a18ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:54.590368 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af8c8657-fc3a-45b4-b9d6-64e3ab7222ea req-2c21f0a8-765c-44ef-b827-4d03b5a18ab7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=e39ebfce-f7a9-4a22-af6b-4a653cd76e27 HTTP/1.1" status: 200 len: 1122 time: 0.2449634 Dec 22 09:46:54.934695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c8657-fc3a-45b4-b9d6-64e3ab7222ea req-db844372-cad1-4547-b65d-7bed1084346a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:54.936346 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af8c8657-fc3a-45b4-b9d6-64e3ab7222ea req-db844372-cad1-4547-b65d-7bed1084346a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 905 time: 0.3347337 Dec 22 09:46:54.948606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device d6feb5f6-9caf-4a39-a189-7a97bbb5d37f up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:46:54.975511 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5167283-b299-4096-9b97-70c3d0a6d9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:55.057667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b29602-266e-4970-918f-c1120a3b260c req-132795a1-ba29-4ff8-8546-0203b00f0b1a tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:55.066165 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e6b29602-266e-4970-918f-c1120a3b260c req-132795a1-ba29-4ff8-8546-0203b00f0b1a tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.4331629 Dec 22 09:46:55.103879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port d6feb5f6-9caf-4a39-a189-7a97bbb5d37f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:46:55.104946 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:55.111299 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af8c8657-fc3a-45b4-b9d6-64e3ab7222ea req-22cf0d7d-3bce-4e41-84c7-421d0412115e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6feb5f6-9caf-4a39-a189-7a97bbb5d37f HTTP/1.1" status: 200 len: 217 time: 0.1176114 Dec 22 09:46:55.232602 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e6b29602-266e-4970-918f-c1120a3b260c req-02ca3b3a-b3ad-4c46-8743-004545c8e832 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653204 Dec 22 09:46:55.248353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c8657-fc3a-45b4-b9d6-64e3ab7222ea req-f7fa8f65-a760-40ef-9a84-7922c764cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:55.250170 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af8c8657-fc3a-45b4-b9d6-64e3ab7222ea req-f7fa8f65-a760-40ef-9a84-7922c764cc0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.1313748 Dec 22 09:46:55.345178 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:55.360571 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:55.405246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56190) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:55.407323 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:55.457992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56194) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:55.494103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 555cb7c1-bd15-40a8-b170-3022285c25cf up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:46:55.590749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 555cb7c1-bd15-40a8-b170-3022285c25cf completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:46:55.597962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 555cb7c1-bd15-40a8-b170-3022285c25cf triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:46:55.598692 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:55.822363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:55.865871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 555cb7c1-bd15-40a8-b170-3022285c25cf, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=555cb7c1-bd15-40a8-b170-3022285c25cf,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:55.867031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5752c13a-95a8-4ac1-a92e-8b47497562b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555cb7c1-bd15-40a8-b170-3022285c25cf'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:46:55.874458 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:55.877721 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e787a18e-1a91-4021-abbc-03d8fce57626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:55.970775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Pushing event updated for resources: {'Port': ['ID=bb362da5-530d-4cc4-8635-30c7c6fd8be7,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:55.978198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1555112248-network', 'tenant_id': '5dbc095f62bf433f873cc4443d6baa83'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:55.993978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=555cb7c1-bd15-40a8-b170-3022285c25cf,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:56.003205 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:56.005706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.006781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.007346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.007911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.008554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.009464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.010010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.010536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.011039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.011607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.012232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.012499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2047103671-network', 'tenant_id': '9dfc4173a0084cb081b39e512ef6a1d8'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:56.012772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c8657-fc3a-45b4-b9d6-64e3ab7222ea req-c763ebfa-c287-4f41-a0ff-89d14d51a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:56.013358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.014022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.014412 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af8c8657-fc3a-45b4-b9d6-64e3ab7222ea req-c763ebfa-c287-4f41-a0ff-89d14d51a49f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7262371 Dec 22 09:46:56.014726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.015375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.015905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.017012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.017471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:56.017822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:56.018492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.020053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.020687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.021694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.022689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.023230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.023376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Usage tracker for resource:network and tenant:9dfc4173a0084cb081b39e512ef6a1d8 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:56.024279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.024888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.025538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.026625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:56.027075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.027905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.028573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.029155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.030098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.030636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.031159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.031811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.032272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Usage tracker for resource:network and tenant:5dbc095f62bf433f873cc4443d6baa83 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:56.032622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.032990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:56.033318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:46:56.041490 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:56.063602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:56.075974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Made reservation on behalf of 9dfc4173a0084cb081b39e512ef6a1d8 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:46:56.077146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:56.092853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:56.100482 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:56.125023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:56.133256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Usage tracker for resource:security_group_rule and tenant:9dfc4173a0084cb081b39e512ef6a1d8 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:56.137838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:56.172119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:56.235172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56218) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:56.368290 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:56.389271 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:56.396524 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b17b5234-110d-4fdd-94e1-29bc93ae97dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:56.436709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:46:56.452025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Request body: {'networks': [{'name': 'tempest-network--1320755084'}, {'name': 'tempest-network--271918583'}]} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:56.452376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Request body: {'network': {'name': 'tempest-network--1320755084'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:56.452869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Request body: {'network': {'name': 'tempest-network--271918583'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:56.462729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:56.465912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:56.474084 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:56.475072 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:56.475507 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Added segment 1a9f538b-4d34-4926-afe8-9e328751cac3 of type vxlan for network 71abf892-394c-4481-a07f-0270c6b0938f Dec 22 09:46:56.477866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Usage tracker for resource:network and tenant:a9072ee95fac4c688bce11ab2d85b223 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:56.488925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Made reservation on behalf of 5dbc095f62bf433f873cc4443d6baa83 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:46:56.489458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:56.493737 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:56.520020 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:56.526902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:56.535570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2659d31-c790-43a2-9ce1-d53c4b6d92c7 req-f84afc62-a042-4981-b7ad-b2f53e9ee952 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:56.537220 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2659d31-c790-43a2-9ce1-d53c4b6d92c7 req-f84afc62-a042-4981-b7ad-b2f53e9ee952 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.9606328 Dec 22 09:46:56.571876 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:56.576260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Made reservation on behalf of a9072ee95fac4c688bce11ab2d85b223 for: {'network': 2} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:46:56.582516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:56.605280 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:56.615895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b5167283-b299-4096-9b97-70c3d0a6d9c2 admin admin] Deleting port 058d4083-5f5e-4e85-b003-b80bd65e04f2 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:56.616216 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5167283-b299-4096-9b97-70c3d0a6d9c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:56.621555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:56.655419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7a82f-19d5-4c53-9c58-73ac14f71ad7 req-abbfac81-298f-4612-8146-22e5dd060f0e tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:56.657097 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57f7a82f-19d5-4c53-9c58-73ac14f71ad7 req-abbfac81-298f-4612-8146-22e5dd060f0e tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=5752c13a-95a8-4ac1-a92e-8b47497562b6 HTTP/1.1" status: 200 len: 946 time: 0.7692757 Dec 22 09:46:56.661342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Usage tracker for resource:security_group_rule and tenant:5dbc095f62bf433f873cc4443d6baa83 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:56.666375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:56.672190 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af8c8657-fc3a-45b4-b9d6-64e3ab7222ea req-7204fd62-f908-4208-92d2-7a2ce1970cce service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423168 Dec 22 09:46:56.689195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:56.699676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Usage tracker for resource:security_group_rule and tenant:a9072ee95fac4c688bce11ab2d85b223 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:56.721772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:56.726302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:56.734426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:56.735430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:56.736092 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:56.741537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:56.750093 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:56.754654 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9337d9dc-6048-4129-a33c-bc2c91551e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:56.756491 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2659d31-c790-43a2-9ce1-d53c4b6d92c7 req-423f82ca-2cae-4e71-bfef-191cc4360579 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828551 Dec 22 09:46:56.836620 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-57f7a82f-19d5-4c53-9c58-73ac14f71ad7 req-5c02ac93-bc78-4f2f-a9c5-2f37533d69e9 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667790 Dec 22 09:46:56.846058 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5752c13a-95a8-4ac1-a92e-8b47497562b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555cb7c1-bd15-40a8-b170-3022285c25cf', 'code': 200} Dec 22 09:46:56.960317 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:56.965386 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.5064292 Dec 22 09:46:56.966276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Pushing event updated for resources: {'Network': ['ID=71abf892-394c-4481-a07f-0270c6b0938f,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:56.979671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 71abf892-394c-4481-a07f-0270c6b0938f details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:57.001361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 71abf892-394c-4481-a07f-0270c6b0938f details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:57.005569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56230) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:57.008826 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:57.016756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 71abf892-394c-4481-a07f-0270c6b0938f details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:57.027761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0e248250-90af-4dbb-a9ba-a5bff38c8e51 admin admin] Request body: {'subnet': {'network_id': '71abf892-394c-4481-a07f-0270c6b0938f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2047103671-subnet', 'tenant_id': '9dfc4173a0084cb081b39e512ef6a1d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:57.040428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0e248250-90af-4dbb-a9ba-a5bff38c8e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:57.056344 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:57.060666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0e248250-90af-4dbb-a9ba-a5bff38c8e51 admin admin] Usage tracker for resource:subnet and tenant:9dfc4173a0084cb081b39e512ef6a1d8 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:57.063868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0e248250-90af-4dbb-a9ba-a5bff38c8e51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:57.076439 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:57.093957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0e248250-90af-4dbb-a9ba-a5bff38c8e51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:57.104682 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:57.109987 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 9.3017919 Dec 22 09:46:57.110157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b5167283-b299-4096-9b97-70c3d0a6d9c2 admin admin] For port 058d4083-5f5e-4e85-b003-b80bd65e04f2, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=058d4083-5f5e-4e85-b003-b80bd65e04f2,segment=NetworkSegment(d3534bd7-4df9-4c2c-ae42-7941d96d577d),segment_id=d3534bd7-4df9-4c2c-ae42-7941d96d577d)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:46:57.110157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5167283-b299-4096-9b97-70c3d0a6d9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:57.126951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56242) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:57.131239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:46:57.189330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15cfc3a-a6ca-464d-8cb7-6a4ba93e8cee,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:57.192618 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:57.193002 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Added segment 7b960815-ff2e-4a84-ba13-c8538fc76628 of type vxlan for network e239e879-7697-4041-af51-df74d084764a Dec 22 09:46:57.248484 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:57.318958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e248250-90af-4dbb-a9ba-a5bff38c8e51 admin admin] Made reservation on behalf of 9dfc4173a0084cb081b39e512ef6a1d8 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:46:57.324306 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0e248250-90af-4dbb-a9ba-a5bff38c8e51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:57.376861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 555cb7c1-bd15-40a8-b170-3022285c25cf up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:46:57.384022 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af8c8657-fc3a-45b4-b9d6-64e3ab7222ea req-cd582e07-8db5-4ae9-bf55-0f82bc6f4801 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6978462 Dec 22 09:46:57.397029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b5167283-b299-4096-9b97-70c3d0a6d9c2 admin admin] Calling delete_port for 058d4083-5f5e-4e85-b003-b80bd65e04f2 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:57.484826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 555cb7c1-bd15-40a8-b170-3022285c25cf triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:46:57.485645 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:57.512102 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:57.518881 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ecc42d49-6937-4757-b8ea-3d812349ed98 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] 10.222.0.50 "GET /v2.0/floatingips?floating_network_id=f0d72c09-1a66-4488-941a-b68e8f86e406 HTTP/1.1" status: 200 len: 689 time: 0.3801219 Dec 22 09:46:57.521250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56246) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:57.531381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-d7c7138c-edda-483d-be55-b5b1443b5c11 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:57.533203 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-d7c7138c-edda-483d-be55-b5b1443b5c11 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 811 time: 0.4167209 Dec 22 09:46:57.611258 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-ee913d65-21b0-4862-8d27-45eb1a1879e8 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/quotas/210f832f876441e1b78088d52878877a HTTP/1.1" status: 200 len: 375 time: 0.0680885 Dec 22 09:46:57.655325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:57.657660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434c880-b2e4-4dc5-addb-a881d8b03276 req-3352b699-c0a7-4bd0-a2f3-7ddb903e61a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:57.659971 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1434c880-b2e4-4dc5-addb-a881d8b03276 req-3352b699-c0a7-4bd0-a2f3-7ddb903e61a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5752c13a-95a8-4ac1-a92e-8b47497562b6 HTTP/1.1" status: 200 len: 1161 time: 0.6985421 Dec 22 09:46:57.666332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:57.666909 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:57.682826 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-031d0663-6551-41ba-bb11-143b07e8430e tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:57.723892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:57.724932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:57.725568 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:57.738579 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fdfdc562-a44d-4ed9-9d76-021c474cb4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:57.775888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event updated for resources: {'SecurityGroup': ['ID=7d140eed-37d1-46ac-9bc8-d375787b1cc4,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:57.794081 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e501bd8f-5594-4f7d-8007-c06d567ee622 req-b119e3a2-51a2-4ced-b077-440a9fbb7933 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a1df77d-99cc-4884-a352-7bb41797190c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.3798528 Dec 22 09:46:57.798816 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:57.799602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:46:57.806423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1434c880-b2e4-4dc5-addb-a881d8b03276 req-468d6990-3bad-4cbc-b187-6a397776964a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277893 Dec 22 09:46:57.828544 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3315945 Dec 22 09:46:57.841213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56250) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:57.870166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-96529a49-17bb-4280-b5ee-883eb3d65e23 admin admin] Request body: {'subnet': {'network_id': 'e239e879-7697-4041-af51-df74d084764a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1555112248-subnet', 'tenant_id': '5dbc095f62bf433f873cc4443d6baa83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:57.881748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-96529a49-17bb-4280-b5ee-883eb3d65e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:46:57.884368 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:57.884815 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Added segment 6c39357b-701f-40c9-82b7-3573b7f1cd0f of type vxlan for network 6941755f-def6-4b8a-b8fa-0804df3c187c Dec 22 09:46:57.896863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-96529a49-17bb-4280-b5ee-883eb3d65e23 admin admin] Usage tracker for resource:subnet and tenant:5dbc095f62bf433f873cc4443d6baa83 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:46:57.902208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-96529a49-17bb-4280-b5ee-883eb3d65e23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:46:57.921908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-96529a49-17bb-4280-b5ee-883eb3d65e23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:46:57.946468 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:57.960812 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:57.997920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Pushing event updated for resources: {'Network': ['ID=e239e879-7697-4041-af51-df74d084764a,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:58.010820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network e239e879-7697-4041-af51-df74d084764a details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:58.020094 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:58.031644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network e239e879-7697-4041-af51-df74d084764a details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:58.035046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96529a49-17bb-4280-b5ee-883eb3d65e23 admin admin] Made reservation on behalf of 5dbc095f62bf433f873cc4443d6baa83 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:46:58.040332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96529a49-17bb-4280-b5ee-883eb3d65e23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:58.045909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network e239e879-7697-4041-af51-df74d084764a details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:58.192482 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5167283-b299-4096-9b97-70c3d0a6d9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:58.193377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Deleting port bb362da5-530d-4cc4-8635-30c7c6fd8be7 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:46:58.193775 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:58.234322 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c27b144-8660-41de-8118-5931ba8088d0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:58.273046 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-47ea58be-f0bb-4e49-8c15-d5b854d86607 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5999560 Dec 22 09:46:58.324228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5167283-b299-4096-9b97-70c3d0a6d9c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=058d4083-5f5e-4e85-b003-b80bd65e04f2,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:58.329062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:46:58.336882 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b5167283-b299-4096-9b97-70c3d0a6d9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:58.349390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501bd8f-5594-4f7d-8007-c06d567ee622 req-910a98ff-51a3-45a2-b165-47e07b0fcb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:58.351076 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e501bd8f-5594-4f7d-8007-c06d567ee622 req-910a98ff-51a3-45a2-b165-47e07b0fcb8d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=3a1df77d-99cc-4884-a352-7bb41797190c HTTP/1.1" status: 200 len: 1160 time: 0.4541113 Dec 22 09:46:58.382602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695402f6-4d6b-481e-aa02-228733123e97 req-f98f9c5e-2f42-4199-8ab4-6de5406d03b3 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:58.384231 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-695402f6-4d6b-481e-aa02-228733123e97 req-f98f9c5e-2f42-4199-8ab4-6de5406d03b3 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=5752c13a-95a8-4ac1-a92e-8b47497562b6 HTTP/1.1" status: 200 len: 946 time: 0.3832762 Dec 22 09:46:58.421094 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:58.421631 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Added segment ef8c7c88-f023-4b2e-af51-c04f3e25eebb of type vxlan for network bea1c5d8-60c3-4710-8774-cbd2e7345a81 Dec 22 09:46:58.542607 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:58.705317 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-695402f6-4d6b-481e-aa02-228733123e97 req-f99e9775-1a31-4391-bb0f-343a5cb556d6 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807825 Dec 22 09:46:58.725273 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:58.725653 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks [] for floatingip, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:58.726774 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:58.727396 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:58.731516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:58.734822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:58.735521 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:58.810020 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-d63e012f-094e-49bf-9bb4-f08ebd4f920e service neutron] 10.222.0.50 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186603 Dec 22 09:46:58.886026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Calling delete_port for bb362da5-530d-4cc4-8635-30c7c6fd8be7 owned by network:floatingip {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:46:58.971341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501bd8f-5594-4f7d-8007-c06d567ee622 req-abdfbb85-1e21-4087-b2b8-e91197791dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:58.973666 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e501bd8f-5594-4f7d-8007-c06d567ee622 req-abdfbb85-1e21-4087-b2b8-e91197791dee service neutron] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 905 time: 0.5979822 Dec 22 09:46:59.003873 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a73b6b3c-09b3-49e4-a60c-a0be0c3bab39 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:59.138351 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e501bd8f-5594-4f7d-8007-c06d567ee622 req-6407c2c7-7841-4095-8415-80bc3a64009b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=302e706c-24ae-4307-9929-07bf3951ede8 HTTP/1.1" status: 200 len: 217 time: 0.1457999 Dec 22 09:46:59.265978 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-250a75f9-14c0-4486-b2b0-fccfc20c593a service neutron] 10.222.0.50 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3502162 Dec 22 09:46:59.287869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event updated for resources: {'Network': ['ID=6941755f-def6-4b8a-b8fa-0804df3c187c,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:59.304428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 6941755f-def6-4b8a-b8fa-0804df3c187c details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:59.304782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501bd8f-5594-4f7d-8007-c06d567ee622 req-766598ba-775f-4b13-a631-e577ed03bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:46:59.306386 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e501bd8f-5594-4f7d-8007-c06d567ee622 req-766598ba-775f-4b13-a631-e577ed03bfee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.1591265 Dec 22 09:46:59.344799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 6941755f-def6-4b8a-b8fa-0804df3c187c details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:59.363024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 6941755f-def6-4b8a-b8fa-0804df3c187c details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:59.399913 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.1634266 Dec 22 09:46:59.404036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56258) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:59.414530 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:59.456945 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c0ce3574-d097-4ef0-a3e8-a90029fe7193 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:59.542528 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0e248250-90af-4dbb-a9ba-a5bff38c8e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:59.585601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event updated for resources: {'Network': ['ID=bea1c5d8-60c3-4710-8774-cbd2e7345a81,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:59.609670 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:59.634558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network bea1c5d8-60c3-4710-8774-cbd2e7345a81 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:59.648749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network bea1c5d8-60c3-4710-8774-cbd2e7345a81 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:59.658109 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.638s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:59.659138 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:46:59.664716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network bea1c5d8-60c3-4710-8774-cbd2e7345a81 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:46:59.667584 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:46:59.791784 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5167283-b299-4096-9b97-70c3d0a6d9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:46:59.917728 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-48fced1f-f9df-4bb9-9c0d-495a58f4848e req-6c6b7bbe-5934-4175-871a-f147a4049b93 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 210 time: 0.1024981 Dec 22 09:46:59.966868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Pushing event deleted for resources: {'Port': ['ID=bb362da5-530d-4cc4-8635-30c7c6fd8be7,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:46:59.983105 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:00.052555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e248250-90af-4dbb-a9ba-a5bff38c8e51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e972d4f-634f-4801-baf0-a552ccd20fd0,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:00.099037 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0e248250-90af-4dbb-a9ba-a5bff38c8e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:00.197848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501bd8f-5594-4f7d-8007-c06d567ee622 req-5155531a-35b3-4261-93b4-f7ca03c78af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:00.200660 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e501bd8f-5594-4f7d-8007-c06d567ee622 req-5155531a-35b3-4261-93b4-f7ca03c78af9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8730054 Dec 22 09:47:00.233476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e248250-90af-4dbb-a9ba-a5bff38c8e51 admin admin] Checking segment: {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:47:00.234231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e248250-90af-4dbb-a9ba-a5bff38c8e51 admin admin] Network hostable DHCP agents. Network: 71abf892-394c-4481-a07f-0270c6b0938f, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:47:00.461627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e248250-90af-4dbb-a9ba-a5bff38c8e51 admin admin] Network 71abf892-394c-4481-a07f-0270c6b0938f is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:47:00.472972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b6b27d-7b80-4973-ac68-b7568c536fc1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:00.477594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b6b27d-7b80-4973-ac68-b7568c536fc1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:00.482010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b6b27d-7b80-4973-ac68-b7568c536fc1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:00.487429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b6b27d-7b80-4973-ac68-b7568c536fc1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:00.488051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-0e248250-90af-4dbb-a9ba-a5bff38c8e51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 71abf892-394c-4481-a07f-0270c6b0938f) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:47:00.491787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b6b27d-7b80-4973-ac68-b7568c536fc1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:00.497453 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-53b6b27d-7b80-4973-ac68-b7568c536fc1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2975 time: 1.0829973 Dec 22 09:47:00.502011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56276) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:00.522383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26437e8d-be0e-46f9-887b-c2a627052c01 None None] Network 71abf892-394c-4481-a07f-0270c6b0938f requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:47:00.560144 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96529a49-17bb-4280-b5ee-883eb3d65e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:00.627093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a33045-411d-4798-ae40-423d9ee1058b req-f62955fa-5987-49fc-a015-b0fd8f06ef34 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:00.628968 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97a33045-411d-4798-ae40-423d9ee1058b req-f62955fa-5987-49fc-a015-b0fd8f06ef34 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=5752c13a-95a8-4ac1-a92e-8b47497562b6 HTTP/1.1" status: 200 len: 946 time: 0.6595209 Dec 22 09:47:00.654505 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e501bd8f-5594-4f7d-8007-c06d567ee622 req-2bf6cc42-84a9-464c-9d57-05d13d9c79c1 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239342 Dec 22 09:47:00.706391 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-59d9f13d-f38a-4e90-8b48-3a6aa2c1d74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:00.796511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e248250-90af-4dbb-a9ba-a5bff38c8e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:00.797781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0e248250-90af-4dbb-a9ba-a5bff38c8e51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:00.822566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7a1b62-bd04-4b45-b726-4aecebe0d3b5 None None] Network 71abf892-394c-4481-a07f-0270c6b0938f requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:47:00.859574 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks [] for floatingip, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:00.862310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96529a49-17bb-4280-b5ee-883eb3d65e23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b21ee7b4-adad-40d2-aef3-c329da918d95,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:00.868511 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-96529a49-17bb-4280-b5ee-883eb3d65e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:00.872413 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0e248250-90af-4dbb-a9ba-a5bff38c8e51 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 3.8655243 Dec 22 09:47:00.995149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96529a49-17bb-4280-b5ee-883eb3d65e23 admin admin] Checking segment: {'id': '7b960815-ff2e-4a84-ba13-c8538fc76628', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e239e879-7697-4041-af51-df74d084764a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:47:00.995553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96529a49-17bb-4280-b5ee-883eb3d65e23 admin admin] Network hostable DHCP agents. Network: e239e879-7697-4041-af51-df74d084764a, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:47:01.098532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96529a49-17bb-4280-b5ee-883eb3d65e23 admin admin] Network e239e879-7697-4041-af51-df74d084764a is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:47:01.114074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-96529a49-17bb-4280-b5ee-883eb3d65e23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, e239e879-7697-4041-af51-df74d084764a) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:47:01.122769 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54a94a88-09bf-4602-85d6-cdf588a66c88 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:01.126471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659caa2f-e5f3-4072-a58e-a1859d27ef2f None None] Network e239e879-7697-4041-af51-df74d084764a requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:47:01.133544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96529a49-17bb-4280-b5ee-883eb3d65e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:01.134257 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96529a49-17bb-4280-b5ee-883eb3d65e23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:01.141597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5167283-b299-4096-9b97-70c3d0a6d9c2 admin admin] Router 460c95a7-5502-400e-8bac-aa8a2254ca3b has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:47:01.164516 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-96529a49-17bb-4280-b5ee-883eb3d65e23 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.3154938 Dec 22 09:47:01.196787 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e501bd8f-5594-4f7d-8007-c06d567ee622 req-eae170af-3f42-4dab-b49f-54a1ee00b2b9 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5194857 Dec 22 09:47:01.199301 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97a33045-411d-4798-ae40-423d9ee1058b req-1f2fa52d-c2be-4b2b-85c0-28a2be6193c9 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475004 Dec 22 09:47:01.399128 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-58aa1901-45c7-4abd-a12f-ce7c02c1d43f req-1c7366c7-2786-4e51-878a-a0d38571e518 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 210 time: 0.1083260 Dec 22 09:47:01.630257 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:01.665789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee318ca7-3620-4e86-822d-90d9a0fccfac None None] Network e239e879-7697-4041-af51-df74d084764a requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:47:02.014576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5167283-b299-4096-9b97-70c3d0a6d9c2 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:47:02.024286 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b5167283-b299-4096-9b97-70c3d0a6d9c2 admin admin] 10.222.0.50 "PUT /v2.0/routers/460c95a7-5502-400e-8bac-aa8a2254ca3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5152771 Dec 22 09:47:02.028291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56318) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:02.031361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8797bca0-e2d0-4004-8161-f1bbd9be63d2 None None] Sync routers for ids ['460c95a7-5502-400e-8bac-aa8a2254ca3b'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:47:02.044632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8797bca0-e2d0-4004-8161-f1bbd9be63d2 None None] Routers {'460c95a7-5502-400e-8bac-aa8a2254ca3b'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:47:02.046413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8797bca0-e2d0-4004-8161-f1bbd9be63d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:46:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['460c95a7-5502-400e-8bac-aa8a2254ca3b'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:02.061403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54a94a88-09bf-4602-85d6-cdf588a66c88 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:02.335740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-8797bca0-e2d0-4004-8161-f1bbd9be63d2 None None] Set router 460c95a7-5502-400e-8bac-aa8a2254ca3b gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:47:02.371480 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f1a73c66-4811-4cbf-a012-bda50708d2c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:02.613238 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f1a73c66-4811-4cbf-a012-bda50708d2c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:02.619713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f1a73c66-4811-4cbf-a012-bda50708d2c9 admin admin] Deleting port 3e17b9f1-094b-4d11-ad66-7757504a46fb {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:47:02.620111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f1a73c66-4811-4cbf-a012-bda50708d2c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:02.845413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f1a73c66-4811-4cbf-a012-bda50708d2c9 admin admin] For port 3e17b9f1-094b-4d11-ad66-7757504a46fb, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=3e17b9f1-094b-4d11-ad66-7757504a46fb,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:02.846588 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f1a73c66-4811-4cbf-a012-bda50708d2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:02.936114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8797bca0-e2d0-4004-8161-f1bbd9be63d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'name': 'tempest-ServerRescueNegativeTestJSON-782216077-router', 'tenant_id': '3403c09830ad476d806af5441d8712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3e17b9f1-094b-4d11-ad66-7757504a46fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:43:12Z', 'updated_at': '2020-12-22T09:46:57Z', 'revision_number': 5, 'project_id': '3403c09830ad476d806af5441d8712c7', 'gw_port': {'id': '3e17b9f1-094b-4d11-ad66-7757504a46fb', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:43:14Z', 'updated_at': '2020-12-22T09:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:02.943172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8797bca0-e2d0-4004-8161-f1bbd9be63d2 None None] Checking router: 460c95a7-5502-400e-8bac-aa8a2254ca3b for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:47:02.953664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8797bca0-e2d0-4004-8161-f1bbd9be63d2 None None] Routers {'460c95a7-5502-400e-8bac-aa8a2254ca3b'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:47:02.954357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8797bca0-e2d0-4004-8161-f1bbd9be63d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:46:37Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['460c95a7-5502-400e-8bac-aa8a2254ca3b'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:03.017117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f1a73c66-4811-4cbf-a012-bda50708d2c9 admin admin] Calling delete_port for 3e17b9f1-094b-4d11-ad66-7757504a46fb owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:47:03.090944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-3506a236-7780-49b9-9d87-9ff0c33403d9 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:03.092656 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-3506a236-7780-49b9-9d87-9ff0c33403d9 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 811 time: 1.6873147 Dec 22 09:47:03.106782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-54a94a88-09bf-4602-85d6-cdf588a66c88 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6941755f-def6-4b8a-b8fa-0804df3c187c']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:03.131492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-7af3c644-b0a2-498a-80e7-58b63c810404 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Request body: {'port': {'device_id': '35658c0e-7afc-47d4-89d3-e0559cc36252', 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e', 'admin_state_up': True, 'tenant_id': '210f832f876441e1b78088d52878877a'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:03.166126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-e37c2379-26a2-4b7d-b823-7bd750062771 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:03.166921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-e37c2379-26a2-4b7d-b823-7bd750062771 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Synchronizing usage tracker for tenant:5dbc095f62bf433f873cc4443d6baa83 on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:47:03.175374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-54a94a88-09bf-4602-85d6-cdf588a66c88 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c39357b-701f-40c9-82b7-3573b7f1cd0f') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:03.176288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-54a94a88-09bf-4602-85d6-cdf588a66c88 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c39357b-701f-40c9-82b7-3573b7f1cd0f') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:03.208354 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f1a73c66-4811-4cbf-a012-bda50708d2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:03.232904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-8797bca0-e2d0-4004-8161-f1bbd9be63d2 None None] Set router 460c95a7-5502-400e-8bac-aa8a2254ca3b gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:47:03.349816 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54a94a88-09bf-4602-85d6-cdf588a66c88 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:03.409256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-03595d93-98d5-4d40-bf2c-0a53f49fd54d tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:03.410944 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-03595d93-98d5-4d40-bf2c-0a53f49fd54d tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 806 time: 1.5029914 Dec 22 09:47:03.412163 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54a94a88-09bf-4602-85d6-cdf588a66c88 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:03.424926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-e37c2379-26a2-4b7d-b823-7bd750062771 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Unset dirty status for tenant:5dbc095f62bf433f873cc4443d6baa83 on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:47:03.426225 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-e37c2379-26a2-4b7d-b823-7bd750062771 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/networks?id=e239e879-7697-4041-af51-df74d084764a HTTP/1.1" status: 200 len: 822 time: 1.4052672 Dec 22 09:47:03.429409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-54a94a88-09bf-4602-85d6-cdf588a66c88 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Releasing vxlan tunnel 11 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:47:03.445389 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f1a73c66-4811-4cbf-a012-bda50708d2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:03.506309 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-79779c2e-4d7f-40cc-9d7c-7b7856eb0394 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/quotas/9dfc4173a0084cb081b39e512ef6a1d8 HTTP/1.1" status: 200 len: 375 time: 0.0603685 Dec 22 09:47:03.581443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-7af3c644-b0a2-498a-80e7-58b63c810404 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:03.614379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8797bca0-e2d0-4004-8161-f1bbd9be63d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'name': 'tempest-ServerRescueNegativeTestJSON-782216077-router', 'tenant_id': '3403c09830ad476d806af5441d8712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3e17b9f1-094b-4d11-ad66-7757504a46fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:43:12Z', 'updated_at': '2020-12-22T09:46:57Z', 'revision_number': 5, 'project_id': '3403c09830ad476d806af5441d8712c7', 'gw_port': {'id': '3e17b9f1-094b-4d11-ad66-7757504a46fb', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:43:14Z', 'updated_at': '2020-12-22T09:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:03.617976 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f1a73c66-4811-4cbf-a012-bda50708d2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:03.619861 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-b9dec249-aa79-4349-952b-b56108a736d2 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/quotas/5dbc095f62bf433f873cc4443d6baa83 HTTP/1.1" status: 200 len: 375 time: 0.1703124 Dec 22 09:47:03.620662 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f1a73c66-4811-4cbf-a012-bda50708d2c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:03.624178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8797bca0-e2d0-4004-8161-f1bbd9be63d2 None None] The sync data for ids ['460c95a7-5502-400e-8bac-aa8a2254ca3b'] in n-d-765315-5 is: [{'id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'name': 'tempest-ServerRescueNegativeTestJSON-782216077-router', 'tenant_id': '3403c09830ad476d806af5441d8712c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3e17b9f1-094b-4d11-ad66-7757504a46fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:43:12Z', 'updated_at': '2020-12-22T09:46:57Z', 'revision_number': 5, 'project_id': '3403c09830ad476d806af5441d8712c7', 'gw_port': {'id': '3e17b9f1-094b-4d11-ad66-7757504a46fb', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460c95a7-5502-400e-8bac-aa8a2254ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:43:14Z', 'updated_at': '2020-12-22T09:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:47:03.652454 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f1a73c66-4811-4cbf-a012-bda50708d2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:03.653306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a73c66-4811-4cbf-a012-bda50708d2c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 460c95a7-5502-400e-8bac-aa8a2254ca3b {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:47:03.668400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f1a73c66-4811-4cbf-a012-bda50708d2c9 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:03.672098 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f1a73c66-4811-4cbf-a012-bda50708d2c9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/460c95a7-5502-400e-8bac-aa8a2254ca3b HTTP/1.1" status: 204 len: 168 time: 1.6361523 Dec 22 09:47:03.672219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-7af3c644-b0a2-498a-80e7-58b63c810404 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:03.672313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56336) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:03.712545 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-73ed2755-c975-4ef5-ae29-b7ba2f5aeda9 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1283686 Dec 22 09:47:03.745655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c19c243-b19d-4ab6-94ca-80f47c0480ef admin admin] Deleting subnet cfd00f40-1157-44e9-8ffc-cef7d735bec6 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:47:03.748954 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c19c243-b19d-4ab6-94ca-80f47c0480ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:03.804237 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c19c243-b19d-4ab6-94ca-80f47c0480ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:03.812577 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-1662b6c8-32a4-4734-b548-3878d3971a22 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/ports?tenant_id=5dbc095f62bf433f873cc4443d6baa83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1585076 Dec 22 09:47:03.813628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:03.864086 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:03.868220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c19c243-b19d-4ab6-94ca-80f47c0480ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:03.886289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:47:03.914486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-7af3c644-b0a2-498a-80e7-58b63c810404 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Made reservation on behalf of 210f832f876441e1b78088d52878877a for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:47:03.920202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-7af3c644-b0a2-498a-80e7-58b63c810404 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:03.938994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-54a94a88-09bf-4602-85d6-cdf588a66c88 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Network 6941755f-def6-4b8a-b8fa-0804df3c187c has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:03.970616 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54a94a88-09bf-4602-85d6-cdf588a66c88 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:03.988759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Pushing event deleted for resources: {'Subnet': ['ID=a94d6b87-ac73-4aa3-84c4-4d2d2ed1c7f9,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:04.023959 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:04.151486 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c19c243-b19d-4ab6-94ca-80f47c0480ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:04.167163 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-24bcb04f-68c4-4fac-aebd-b0844543ecd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:04.221448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19c243-b19d-4ab6-94ca-80f47c0480ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfd00f40-1157-44e9-8ffc-cef7d735bec6,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:04.226262 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9c19c243-b19d-4ab6-94ca-80f47c0480ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:04.311871 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c19c243-b19d-4ab6-94ca-80f47c0480ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:04.320508 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9c19c243-b19d-4ab6-94ca-80f47c0480ef admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cfd00f40-1157-44e9-8ffc-cef7d735bec6 HTTP/1.1" status: 204 len: 168 time: 0.6471689 Dec 22 09:47:04.322136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56340) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:04.451427 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-367047d3-94a8-4cb6-b064-8577e0fba10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:04.485637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-54a94a88-09bf-4602-85d6-cdf588a66c88 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Network 6941755f-def6-4b8a-b8fa-0804df3c187c has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:47:04.532012 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:47:04.627880 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-4feeed7f-2797-4bef-bbb9-5e2eafecd114 service neutron] 10.222.0.50 "GET /v2.0/networks/e239e879-7697-4041-af51-df74d084764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7902491 Dec 22 09:47:04.651705 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-367047d3-94a8-4cb6-b064-8577e0fba10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:04.777670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-367047d3-94a8-4cb6-b064-8577e0fba10b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d340895-0ad7-464f-b8e9-14ff96252907']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:04.790502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 058d4083-5f5e-4e85-b003-b80bd65e04f2 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:47:04.791828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-367047d3-94a8-4cb6-b064-8577e0fba10b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3534bd7-4df9-4c2c-ae42-7941d96d577d') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:04.792197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-367047d3-94a8-4cb6-b064-8577e0fba10b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3534bd7-4df9-4c2c-ae42-7941d96d577d') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:04.797720 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-55900c68-29e2-4a9a-b50a-e513e744a554 service neutron] 10.222.0.50 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0622494 Dec 22 09:47:04.806815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-367047d3-94a8-4cb6-b064-8577e0fba10b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:04.815845 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:04.823113 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-367047d3-94a8-4cb6-b064-8577e0fba10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:04.825158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-367047d3-94a8-4cb6-b064-8577e0fba10b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:47:04.831725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 058d4083-5f5e-4e85-b003-b80bd65e04f2 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:47:04.832171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 058d4083-5f5e-4e85-b003-b80bd65e04f2 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:47:04.832616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 3e17b9f1-094b-4d11-ad66-7757504a46fb no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:47:04.867394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 3e17b9f1-094b-4d11-ad66-7757504a46fb {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:47:04.868443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 3e17b9f1-094b-4d11-ad66-7757504a46fb not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:47:04.959635 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54a94a88-09bf-4602-85d6-cdf588a66c88 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:04.992684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-35c26200-d5ff-46b5-89fe-f78410f85fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:05.013587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-367047d3-94a8-4cb6-b064-8577e0fba10b admin admin] Network 2d340895-0ad7-464f-b8e9-14ff96252907 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:05.023756 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-367047d3-94a8-4cb6-b064-8577e0fba10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:05.224498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-367047d3-94a8-4cb6-b064-8577e0fba10b admin admin] Network 2d340895-0ad7-464f-b8e9-14ff96252907 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:47:05.248702 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:47:05.332808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-367047d3-94a8-4cb6-b064-8577e0fba10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:05.337568 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df0af0f4-dc61-4a6b-9e9d-686f433b4aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:05.352969 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-367047d3-94a8-4cb6-b064-8577e0fba10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:05.364524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367047d3-94a8-4cb6-b064-8577e0fba10b admin admin] Pushing event deleted for resources: {'Network': ['ID=2d340895-0ad7-464f-b8e9-14ff96252907,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:05.367991 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-367047d3-94a8-4cb6-b064-8577e0fba10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:05.373307 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-367047d3-94a8-4cb6-b064-8577e0fba10b admin admin] 10.222.0.50 "DELETE /v2.0/networks/2d340895-0ad7-464f-b8e9-14ff96252907 HTTP/1.1" status: 204 len: 168 time: 1.0501556 Dec 22 09:47:05.402898 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:05.447376 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54a94a88-09bf-4602-85d6-cdf588a66c88 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:05.482155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a94a88-09bf-4602-85d6-cdf588a66c88 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event deleted for resources: {'Network': ['ID=6941755f-def6-4b8a-b8fa-0804df3c187c,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:05.510795 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-54a94a88-09bf-4602-85d6-cdf588a66c88 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:05.538061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d72c09-1a66-4488-941a-b68e8f86e406']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:05.585457 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-54a94a88-09bf-4602-85d6-cdf588a66c88 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "DELETE /v2.0/networks/6941755f-def6-4b8a-b8fa-0804df3c187c HTTP/1.1" status: 204 len: 168 time: 5.0777850 Dec 22 09:47:05.588652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56346) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:05.615791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56350) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:05.625747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b240dfce-f31c-4980-beea-4be689c663ab') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:05.626086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b240dfce-f31c-4980-beea-4be689c663ab') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:05.642181 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ead35070-2cda-4ff0-a653-1e3263566039 service neutron] 10.222.0.50 "GET /v2.0/networks/e239e879-7697-4041-af51-df74d084764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9423428 Dec 22 09:47:05.658299 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-7738ba68-fe5d-4211-a151-de5abbdcd26a service neutron] 10.222.0.50 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8449657 Dec 22 09:47:05.664848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:05.691672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:05.696532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Releasing vxlan tunnel 9 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:47:05.726558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-7af3c644-b0a2-498a-80e7-58b63c810404 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Allocated IP 172.20.0.3 (f25c0816-e0e3-44ca-b509-727ad195c19e/d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2/1248edf3-08d2-4ec3-832f-548181b476ac) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:47:05.755497 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cde97573-38b9-4b52-85a1-59e6615c0bd0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3403c09830ad476d806af5441d8712c7&name=default HTTP/1.1" status: 200 len: 2883 time: 0.1385887 Dec 22 09:47:05.764722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56354) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:05.798511 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-825a0b13-9009-40cd-8065-4ae9c9a67f32 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:05.944546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Network f0d72c09-1a66-4488-941a-b68e8f86e406 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:05.959648 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:06.107102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5ed1bfa9-ef59-449c-ab96-a1b53b659883 req-473f0961-1d36-499e-89e5-5d519ae4ff66 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Synchronizing usage tracker for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:47:06.256170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5ed1bfa9-ef59-449c-ab96-a1b53b659883 req-473f0961-1d36-499e-89e5-5d519ae4ff66 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Unset dirty status for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:47:06.258856 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea04ae17-6d9b-4af4-a827-58e3ac5c7ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:06.269304 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5ed1bfa9-ef59-449c-ab96-a1b53b659883 req-473f0961-1d36-499e-89e5-5d519ae4ff66 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 210 time: 0.3116007 Dec 22 09:47:06.378489 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-825a0b13-9009-40cd-8065-4ae9c9a67f32 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:06.390088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Network f0d72c09-1a66-4488-941a-b68e8f86e406 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:06.397621 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea04ae17-6d9b-4af4-a827-58e3ac5c7ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:47:06.429416 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:47:06.482037 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-7af3c644-b0a2-498a-80e7-58b63c810404 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:06.555393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-825a0b13-9009-40cd-8065-4ae9c9a67f32 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea1c5d8-60c3-4710-8774-cbd2e7345a81']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:06.572575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-825a0b13-9009-40cd-8065-4ae9c9a67f32 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef8c7c88-f023-4b2e-af51-c04f3e25eebb') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:06.572919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-825a0b13-9009-40cd-8065-4ae9c9a67f32 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef8c7c88-f023-4b2e-af51-c04f3e25eebb') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:06.585132 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea04ae17-6d9b-4af4-a827-58e3ac5c7ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:06.591694 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:06.600104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-7af3c644-b0a2-498a-80e7-58b63c810404 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Transition to ACTIVE for port object 1248edf3-08d2-4ec3-832f-548181b476ac will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:47:06.606951 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-825a0b13-9009-40cd-8065-4ae9c9a67f32 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:06.607472 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:06.612395 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d06badca-ecb8-4433-a466-ba14abe5bfcf tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:06.623692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04ae17-6d9b-4af4-a827-58e3ac5c7ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14375b59-6682-49f5-bf66-d17bed13b776,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:06.629863 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea04ae17-6d9b-4af4-a827-58e3ac5c7ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:06.634768 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-825a0b13-9009-40cd-8065-4ae9c9a67f32 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:06.637719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-825a0b13-9009-40cd-8065-4ae9c9a67f32 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Releasing vxlan tunnel 12 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:47:06.642210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f0d72c09-1a66-4488-941a-b68e8f86e406 {{(pid=81071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 09:47:06.654641 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea04ae17-6d9b-4af4-a827-58e3ac5c7ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:06.658293 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ea04ae17-6d9b-4af4-a827-58e3ac5c7ca3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/14375b59-6682-49f5-bf66-d17bed13b776 HTTP/1.1" status: 204 len: 168 time: 0.8899302 Dec 22 09:47:06.680030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:06.697233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Pushing event deleted for resources: {'Network': ['ID=f0d72c09-1a66-4488-941a-b68e8f86e406,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:06.702295 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:06.717295 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] 10.222.0.50 "DELETE /v2.0/networks/f0d72c09-1a66-4488-941a-b68e8f86e406 HTTP/1.1" status: 204 len: 168 time: 9.1917346 Dec 22 09:47:06.721835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56372) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:06.904423 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-7af3c644-b0a2-498a-80e7-58b63c810404 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:06.916738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-825a0b13-9009-40cd-8065-4ae9c9a67f32 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Network bea1c5d8-60c3-4710-8774-cbd2e7345a81 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:06.940426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-825a0b13-9009-40cd-8065-4ae9c9a67f32 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:06.942838 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9af115f6-12d3-44cd-a134-8e7621df5174 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:07.343816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-825a0b13-9009-40cd-8065-4ae9c9a67f32 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Network bea1c5d8-60c3-4710-8774-cbd2e7345a81 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:47:07.397661 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:47:07.494514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f44fe9f0-9a5c-4871-ae61-167897c995bc tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Synchronizing usage tracker for tenant:9e71487151884c39af23cf9a6de35b65 on resource:floatingip {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:47:07.557146 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30f6938c-e680-4727-8f62-77c29a5b4cf4 req-46f1993b-e2d1-41af-941e-52094a674b57 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 210 time: 0.4472702 Dec 22 09:47:07.606335 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-825a0b13-9009-40cd-8065-4ae9c9a67f32 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:07.618265 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4cb84d60-9514-4da4-8461-faa911117820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:07.668639 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8e9f24b3-ec66-41fe-b055-cdf961abcfb2 req-4f9a319c-a2f6-4329-a424-13c0d009b3be tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/ports?device_id=b49cd440-9861-4ef4-a6a8-9d814f20140d HTTP/1.1" status: 200 len: 210 time: 0.2553604 Dec 22 09:47:07.674045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3c644-b0a2-498a-80e7-58b63c810404 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Pushing event updated for resources: {'Port': ['ID=1248edf3-08d2-4ec3-832f-548181b476ac,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:07.700258 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7af3c644-b0a2-498a-80e7-58b63c810404 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:07.728815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-825a0b13-9009-40cd-8065-4ae9c9a67f32 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:07.735030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f44fe9f0-9a5c-4871-ae61-167897c995bc tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Unset dirty status for tenant:9e71487151884c39af23cf9a6de35b65 on resource:floatingip {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:47:07.735737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a0b13-9009-40cd-8065-4ae9c9a67f32 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event deleted for resources: {'Network': ['ID=bea1c5d8-60c3-4710-8774-cbd2e7345a81,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:07.737785 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f44fe9f0-9a5c-4871-ae61-167897c995bc tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 1.0121126 Dec 22 09:47:07.744555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56404) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:07.746631 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-825a0b13-9009-40cd-8065-4ae9c9a67f32 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:07.795918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-7af3c644-b0a2-498a-80e7-58b63c810404 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Network f25c0816-e0e3-44ca-b509-727ad195c19e is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:47:07.798307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-7af3c644-b0a2-498a-80e7-58b63c810404 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:47:07.805755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-7af3c644-b0a2-498a-80e7-58b63c810404 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:47:07.857406 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-55cfbecc-82d3-419f-ba05-09ac29260195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:07.924746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-7af3c644-b0a2-498a-80e7-58b63c810404 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:07.925839 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-7af3c644-b0a2-498a-80e7-58b63c810404 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:08.008742 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-7af3c644-b0a2-498a-80e7-58b63c810404 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8856809 Dec 22 09:47:08.017301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56410) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:08.019376 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-825a0b13-9009-40cd-8065-4ae9c9a67f32 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "DELETE /v2.0/networks/bea1c5d8-60c3-4710-8774-cbd2e7345a81 HTTP/1.1" status: 204 len: 168 time: 2.4239080 Dec 22 09:47:08.071918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Request body: {'port': {'device_id': '35658c0e-7afc-47d4-89d3-e0559cc36252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:08.166720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-ff3de696-4f83-4e81-80e8-bfec01ca0785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:08.167505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-ff3de696-4f83-4e81-80e8-bfec01ca0785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Synchronizing usage tracker for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:47:08.177563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb20c9-808d-4046-a08c-9e9ec95abaef tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:08.178199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb20c9-808d-4046-a08c-9e9ec95abaef tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:08.178756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb20c9-808d-4046-a08c-9e9ec95abaef tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:08.179170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb20c9-808d-4046-a08c-9e9ec95abaef tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:08.179576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb20c9-808d-4046-a08c-9e9ec95abaef tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:08.179998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb20c9-808d-4046-a08c-9e9ec95abaef tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:08.180406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb20c9-808d-4046-a08c-9e9ec95abaef tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:08.181056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb20c9-808d-4046-a08c-9e9ec95abaef tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:08.186263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-acdb20c9-808d-4046-a08c-9e9ec95abaef tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5300 time: 0.4385746 Dec 22 09:47:08.186963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56416) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:08.203120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd593a-dff2-4853-a302-62931b37dcd4 req-48fca936-f9e2-4a48-ab5d-d86e73372d0b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:08.211744 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08dd593a-dff2-4853-a302-62931b37dcd4 req-48fca936-f9e2-4a48-ab5d-d86e73372d0b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 931 time: 0.2651248 Dec 22 09:47:08.238156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7297ae69-4107-46c0-8521-6650480bae64 None None] Provisioning for port 1248edf3-08d2-4ec3-832f-548181b476ac completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:47:08.250952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7297ae69-4107-46c0-8521-6650480bae64 None None] Provisioning complete for port 1248edf3-08d2-4ec3-832f-548181b476ac triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:47:08.251378 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7297ae69-4107-46c0-8521-6650480bae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:08.304399 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-f678c75f-1e04-4981-881d-3c151cc6df17 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] delete failed (client error): The resource could not be found. Dec 22 09:47:08.308181 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f678c75f-1e04-4981-881d-3c151cc6df17 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] 10.222.0.50 "DELETE /v2.0/floatingips/146b9cb6-7f7c-475d-b881-65839edb127c HTTP/1.1" status: 404 len: 345 time: 0.1144030 Dec 22 09:47:08.308181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-ff3de696-4f83-4e81-80e8-bfec01ca0785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Unset dirty status for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:47:08.308181 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-ff3de696-4f83-4e81-80e8-bfec01ca0785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.37 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 806 time: 0.8311794 Dec 22 09:47:08.309006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56422) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:08.342266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-8b2784b9-65e3-46a7-a6c1-04f00c9c4785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Request body: {'port': {'device_id': '28648dcb-e365-4697-bd0d-e6e94ba3c987', 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f', 'admin_state_up': True, 'tenant_id': '9dfc4173a0084cb081b39e512ef6a1d8'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:08.369733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddcd476-30f2-4d24-bd59-6ad1b44a4fdf tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:08.370331 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-947c54b4-baf6-46bb-9687-d18136dfd8c4 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] DELETE failed (client error): The resource could not be found. Dec 22 09:47:08.370581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947c54b4-baf6-46bb-9687-d18136dfd8c4 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:47:08.372602 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-947c54b4-baf6-46bb-9687-d18136dfd8c4 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] 10.222.0.50 "DELETE /v2.0/networks/f0d72c09-1a66-4488-941a-b68e8f86e406 HTTP/1.1" status: 404 len: 339 time: 0.0625081 Dec 22 09:47:08.377238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56426) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:08.380596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddcd476-30f2-4d24-bd59-6ad1b44a4fdf tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:08.381465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5ddcd476-30f2-4d24-bd59-6ad1b44a4fdf tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Synchronizing usage tracker for tenant:a9072ee95fac4c688bce11ab2d85b223 on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:47:08.403786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7297ae69-4107-46c0-8521-6650480bae64 None None] Port 1248edf3-08d2-4ec3-832f-548181b476ac cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:47:08.432784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0a93f09b-1cf3-4505-bbdf-2eb789dee94d tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Request body: {'network': {'name': 'tempest-network--1093592294', 'router:external': True}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:08.442062 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08dd593a-dff2-4853-a302-62931b37dcd4 req-8a21f962-4f67-40b3-982f-6c79ff218b59 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279871 Dec 22 09:47:08.469170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0a93f09b-1cf3-4505-bbdf-2eb789dee94d tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:08.555040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0a93f09b-1cf3-4505-bbdf-2eb789dee94d tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Usage tracker for resource:network and tenant:9e71487151884c39af23cf9a6de35b65 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:08.562304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0a93f09b-1cf3-4505-bbdf-2eb789dee94d tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:47:08.576595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0a93f09b-1cf3-4505-bbdf-2eb789dee94d tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:08.591445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:08.605984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a93f09b-1cf3-4505-bbdf-2eb789dee94d tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Made reservation on behalf of 9e71487151884c39af23cf9a6de35b65 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:47:08.613115 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a93f09b-1cf3-4505-bbdf-2eb789dee94d tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:08.636460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5ddcd476-30f2-4d24-bd59-6ad1b44a4fdf tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Unset dirty status for tenant:a9072ee95fac4c688bce11ab2d85b223 on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:47:08.637764 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5ddcd476-30f2-4d24-bd59-6ad1b44a4fdf tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6153417 Dec 22 09:47:08.662612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56436) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:08.677006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-8b2784b9-65e3-46a7-a6c1-04f00c9c4785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:08.698741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-e61a8002-9272-4cce-b5bd-46690584f816 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1674411590'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:08.712036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e61a8002-9272-4cce-b5bd-46690584f816 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:08.713261 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:08.726283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e61a8002-9272-4cce-b5bd-46690584f816 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:08.740321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-8b2784b9-65e3-46a7-a6c1-04f00c9c4785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Usage tracker for resource:port and tenant:9dfc4173a0084cb081b39e512ef6a1d8 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:08.746102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61a8002-9272-4cce-b5bd-46690584f816 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Made reservation on behalf of a9072ee95fac4c688bce11ab2d85b223 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:47:08.752562 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e61a8002-9272-4cce-b5bd-46690584f816 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:08.768501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-8b2784b9-65e3-46a7-a6c1-04f00c9c4785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:47:08.815250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a93f09b-1cf3-4505-bbdf-2eb789dee94d tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:47:08.818721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-8b2784b9-65e3-46a7-a6c1-04f00c9c4785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:08.834587 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a93f09b-1cf3-4505-bbdf-2eb789dee94d tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:08.834954 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-0a93f09b-1cf3-4505-bbdf-2eb789dee94d tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Added segment 8d3655f5-afb4-49d8-897c-0007ed956fb6 of type vxlan for network e30a50d5-75dc-45bd-a2e4-0214e70ee0ac Dec 22 09:47:08.843383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-8b2784b9-65e3-46a7-a6c1-04f00c9c4785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Made reservation on behalf of 9dfc4173a0084cb081b39e512ef6a1d8 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:47:08.849875 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72ceb935-5ee8-4901-bd54-04f911c79030 req-875199db-b9ee-490c-b8c6-b493c25bf5c9 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 210 time: 0.0671289 Dec 22 09:47:08.863857 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-8b2784b9-65e3-46a7-a6c1-04f00c9c4785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:08.910047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56444) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:08.986106 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5748de7e-999d-4ac5-a9c8-12160c3bc08b req-40a45be4-830f-46cd-8bb0-f1acdf664f40 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/ports?device_id=b49cd440-9861-4ef4-a6a8-9d814f20140d HTTP/1.1" status: 200 len: 210 time: 0.0621541 Dec 22 09:47:08.994787 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a93f09b-1cf3-4505-bbdf-2eb789dee94d tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:09.181468 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-e61a8002-9272-4cce-b5bd-46690584f816 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:47:09.181822 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-e61a8002-9272-4cce-b5bd-46690584f816 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:47:09.190808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a93f09b-1cf3-4505-bbdf-2eb789dee94d tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:09.191750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a93f09b-1cf3-4505-bbdf-2eb789dee94d tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:09.192461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a93f09b-1cf3-4505-bbdf-2eb789dee94d tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:09.200814 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8755822-c772-40bb-8a51-07b6456eeded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:09.225728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-816267494-network', 'tenant_id': '78ec4828df2c42e98d70f33e37ef2ddf'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:09.236217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:09.247769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Usage tracker for resource:network and tenant:78ec4828df2c42e98d70f33e37ef2ddf is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:09.255074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:47:09.269903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:09.283611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:09.340779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93f09b-1cf3-4505-bbdf-2eb789dee94d tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Pushing event updated for resources: {'Network': ['ID=e30a50d5-75dc-45bd-a2e4-0214e70ee0ac,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:09.353158 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0a93f09b-1cf3-4505-bbdf-2eb789dee94d tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:09.368340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network e30a50d5-75dc-45bd-a2e4-0214e70ee0ac details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:09.419063 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0a93f09b-1cf3-4505-bbdf-2eb789dee94d tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 856 time: 1.0398192 Dec 22 09:47:09.423458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56452) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:09.435346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network e30a50d5-75dc-45bd-a2e4-0214e70ee0ac details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:09.559238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network e30a50d5-75dc-45bd-a2e4-0214e70ee0ac details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:09.573037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-8b2784b9-65e3-46a7-a6c1-04f00c9c4785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Allocated IP 172.20.0.8 (71abf892-394c-4481-a07f-0270c6b0938f/0e972d4f-634f-4801-baf0-a552ccd20fd0/309da8c4-b23b-4a6e-8b28-79f39869a7f1) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:47:09.679754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a22c38-6ef8-4df9-a332-2f21c59925dc tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:09.684244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a22c38-6ef8-4df9-a332-2f21c59925dc tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:09.688907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a22c38-6ef8-4df9-a332-2f21c59925dc tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:09.700928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a22c38-6ef8-4df9-a332-2f21c59925dc tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:09.705771 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-56a22c38-6ef8-4df9-a332-2f21c59925dc tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2786081 Dec 22 09:47:09.707174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56460) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:09.710317 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e61a8002-9272-4cce-b5bd-46690584f816 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:09.858333 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:09.969066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Made reservation on behalf of 78ec4828df2c42e98d70f33e37ef2ddf for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:47:09.975735 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:09.996868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-24865dba-d5d4-4c56-8f17-db8a0381db24 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:09.999207 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-24865dba-d5d4-4c56-8f17-db8a0381db24 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.64 "GET /v2.0/networks?id=e239e879-7697-4041-af51-df74d084764a HTTP/1.1" status: 200 len: 822 time: 0.8060646 Dec 22 09:47:10.019876 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffd251ec-b2f2-4328-a9d9-32a91076938b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:10.026013 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:10.075511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-945f478c-e4b7-4f0f-93f9-ad06985a6e08 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Request body: {'port': {'device_id': 'b49cd440-9861-4ef4-a6a8-9d814f20140d', 'network_id': 'e239e879-7697-4041-af51-df74d084764a', 'admin_state_up': True, 'tenant_id': '5dbc095f62bf433f873cc4443d6baa83'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:10.110787 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:10.142641 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a170ed0e-a061-4485-9650-e8a21d624c33 req-6794c6d1-bd7f-4f31-b0e0-b7fc8f716a8f tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 210 time: 0.1243248 Dec 22 09:47:10.173896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61a8002-9272-4cce-b5bd-46690584f816 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:47:10.266284 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e61a8002-9272-4cce-b5bd-46690584f816 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:10.266753 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-e61a8002-9272-4cce-b5bd-46690584f816 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Added segment db859e4c-da12-4f02-8a92-d7e7ccf0bba3 of type vxlan for network b2d93bf4-2df8-4a6e-b934-476edd9a89dd Dec 22 09:47:10.292375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:10.311323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Usage tracker for resource:security_group_rule and tenant:78ec4828df2c42e98d70f33e37ef2ddf is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:10.314862 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:47:10.369404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:47:10.374195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-945f478c-e4b7-4f0f-93f9-ad06985a6e08 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:10.417053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:10.418232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e61a8002-9272-4cce-b5bd-46690584f816 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:10.422172 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80725163-ba9a-48e1-8941-27a1c51249c6 req-78e5d7ee-7879-4a2c-8723-d860aa2b6a7c tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/ports?device_id=b49cd440-9861-4ef4-a6a8-9d814f20140d HTTP/1.1" status: 200 len: 210 time: 0.1233914 Dec 22 09:47:10.432371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-945f478c-e4b7-4f0f-93f9-ad06985a6e08 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Usage tracker for resource:port and tenant:5dbc095f62bf433f873cc4443d6baa83 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:10.436446 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffd251ec-b2f2-4328-a9d9-32a91076938b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:10.459437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-945f478c-e4b7-4f0f-93f9-ad06985a6e08 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:47:10.478193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-945f478c-e4b7-4f0f-93f9-ad06985a6e08 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:10.504779 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:10.507381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94f63d-7255-4759-b749-332abdf68f13 req-efc4ff1d-43f8-4a58-ad99-2a10d7fcc1c3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:10.509249 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8a94f63d-7255-4759-b749-332abdf68f13 req-efc4ff1d-43f8-4a58-ad99-2a10d7fcc1c3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 931 time: 0.7518229 Dec 22 09:47:10.519919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1248edf3-08d2-4ec3-832f-548181b476ac {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:47:10.528181 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:10.564140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-945f478c-e4b7-4f0f-93f9-ad06985a6e08 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Made reservation on behalf of 5dbc095f62bf433f873cc4443d6baa83 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:47:10.570633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-945f478c-e4b7-4f0f-93f9-ad06985a6e08 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:10.596342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Transition to ACTIVE for port object 1248edf3-08d2-4ec3-832f-548181b476ac will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:47:10.608738 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:10.633594 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ed55db2a-f7ad-4a5f-b4ea-1cc1adcfbde5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:10.747142 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-8b2784b9-65e3-46a7-a6c1-04f00c9c4785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:10.749804 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8a94f63d-7255-4759-b749-332abdf68f13 req-8fe4436c-cf0b-4eca-8db3-4face4aa52a6 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153444 Dec 22 09:47:10.875273 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e61a8002-9272-4cce-b5bd-46690584f816 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:10.879050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1248edf3-08d2-4ec3-832f-548181b476ac,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:10.880146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61a8002-9272-4cce-b5bd-46690584f816 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:10.880837 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e61a8002-9272-4cce-b5bd-46690584f816 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:10.894167 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6da443ca-74ee-42ba-bb17-34144445a862 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:10.898237 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:10.918185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-ffd251ec-b2f2-4328-a9d9-32a91076938b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30a50d5-75dc-45bd-a2e4-0214e70ee0ac']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:10.943566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-ffd251ec-b2f2-4328-a9d9-32a91076938b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3655f5-afb4-49d8-897c-0007ed956fb6') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:10.943906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-ffd251ec-b2f2-4328-a9d9-32a91076938b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3655f5-afb4-49d8-897c-0007ed956fb6') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:10.957442 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-8b2784b9-65e3-46a7-a6c1-04f00c9c4785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:10.999882 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffd251ec-b2f2-4328-a9d9-32a91076938b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:11.029725 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:11.039582 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:11.050404 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6303b072-9b86-43f1-846e-dd494e7b3897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:11.072436 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e61a8002-9272-4cce-b5bd-46690584f816 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4062266 Dec 22 09:47:11.087285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56472) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:11.101119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a8002-9272-4cce-b5bd-46690584f816 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event updated for resources: {'Network': ['ID=b2d93bf4-2df8-4a6e-b934-476edd9a89dd,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:11.106707 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffd251ec-b2f2-4328-a9d9-32a91076938b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:11.113047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-12816601'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:11.117907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ffd251ec-b2f2-4328-a9d9-32a91076938b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Releasing vxlan tunnel 3 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:47:11.119826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network b2d93bf4-2df8-4a6e-b934-476edd9a89dd details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:11.135669 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e61a8002-9272-4cce-b5bd-46690584f816 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:11.136300 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e27167ea-21c6-48fd-8e57-f8b2d14cbf60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:11.158893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network b2d93bf4-2df8-4a6e-b934-476edd9a89dd details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:11.168368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:11.183360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:47:11.210483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5793b27-d1f5-4b8e-b5c8-43aa1d21b5d4,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:11.294805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Usage tracker for resource:network and tenant:a9072ee95fac4c688bce11ab2d85b223 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:11.354062 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:11.380267 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:11.380665 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Added segment e1d2d565-cab1-4714-95ce-562b64bfbc6f of type vxlan for network 0b676fb0-a1cb-4da1-8014-c0b444708db8 Dec 22 09:47:11.385067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:47:11.406737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network b2d93bf4-2df8-4a6e-b934-476edd9a89dd details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:11.409094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:11.483049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2784b9-65e3-46a7-a6c1-04f00c9c4785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Pushing event updated for resources: {'Port': ['ID=309da8c4-b23b-4a6e-8b28-79f39869a7f1,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:11.500777 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b2784b9-65e3-46a7-a6c1-04f00c9c4785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:11.532643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Made reservation on behalf of a9072ee95fac4c688bce11ab2d85b223 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:47:11.539626 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:11.651794 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:11.682149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ffd251ec-b2f2-4328-a9d9-32a91076938b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Network e30a50d5-75dc-45bd-a2e4-0214e70ee0ac has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:11.698917 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffd251ec-b2f2-4328-a9d9-32a91076938b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:11.750992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-945f478c-e4b7-4f0f-93f9-ad06985a6e08 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Allocated IP 172.20.0.7 (e239e879-7697-4041-af51-df74d084764a/b21ee7b4-adad-40d2-aef3-c329da918d95/21906527-09c5-48cd-8dc6-eaf6cd74adc7) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:47:11.756398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Attempting to bind port 1248edf3-08d2-4ec3-832f-548181b476ac on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:47:11.756785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Attempting to bind port 1248edf3-08d2-4ec3-832f-548181b476ac by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:47:11.757158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Attempting to bind port 1248edf3-08d2-4ec3-832f-548181b476ac on network f25c0816-e0e3-44ca-b509-727ad195c19e {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:47:11.773513 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d8ed7a9a-8a8b-4271-8b7a-eeff1789d9e6 req-312702cd-b3d2-4a63-832e-aae3bb63eb25 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/ports?device_id=b49cd440-9861-4ef4-a6a8-9d814f20140d HTTP/1.1" status: 200 len: 210 time: 0.1028731 Dec 22 09:47:11.826822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:47:11.827398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Checking segment: {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:47:11.827824 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:11.829429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Bound using segment: {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:47:11.830083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Bound port: 1248edf3-08d2-4ec3-832f-548181b476ac, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11524e8d-3be5-47ae-892e-de1092a16b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:47:11.830489 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:11.830990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-8b2784b9-65e3-46a7-a6c1-04f00c9c4785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Network 71abf892-394c-4481-a07f-0270c6b0938f is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:47:11.837352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-8b2784b9-65e3-46a7-a6c1-04f00c9c4785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:47:11.843762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-8b2784b9-65e3-46a7-a6c1-04f00c9c4785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:47:11.938990 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:11.940913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:11.941553 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:11.950967 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:47:11.952485 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:47:11.956422 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-54a94a88-09bf-4602-85d6-cdf588a66c88 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:12.068944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ffd251ec-b2f2-4328-a9d9-32a91076938b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Network e30a50d5-75dc-45bd-a2e4-0214e70ee0ac has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:47:12.102416 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:47:12.116576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-8b2784b9-65e3-46a7-a6c1-04f00c9c4785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:12.117277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-8b2784b9-65e3-46a7-a6c1-04f00c9c4785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:12.166800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Pushing event updated for resources: {'Network': ['ID=0b676fb0-a1cb-4da1-8014-c0b444708db8,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:12.175042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428aa95-93c9-4c47-93d6-0daf05159e34 req-91386fef-2d49-48f0-99ab-7e2eb98124cc tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:12.177606 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8428aa95-93c9-4c47-93d6-0daf05159e34 req-91386fef-2d49-48f0-99ab-7e2eb98124cc tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 931 time: 0.6870623 Dec 22 09:47:12.178412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 0b676fb0-a1cb-4da1-8014-c0b444708db8 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:12.179489 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:12.194412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 0b676fb0-a1cb-4da1-8014-c0b444708db8 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:12.248601 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-8b2784b9-65e3-46a7-a6c1-04f00c9c4785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9137945 Dec 22 09:47:12.252862 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffd251ec-b2f2-4328-a9d9-32a91076938b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:12.257483 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0f803db4-3710-4136-a707-09697b56a549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:12.272713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd251ec-b2f2-4328-a9d9-32a91076938b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e30a50d5-75dc-45bd-a2e4-0214e70ee0ac {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 09:47:12.296926 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffd251ec-b2f2-4328-a9d9-32a91076938b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:12.304037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Request body: {'port': {'device_id': '28648dcb-e365-4697-bd0d-e6e94ba3c987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:12.346337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd251ec-b2f2-4328-a9d9-32a91076938b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Pushing event deleted for resources: {'Network': ['ID=e30a50d5-75dc-45bd-a2e4-0214e70ee0ac,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:12.361826 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ffd251ec-b2f2-4328-a9d9-32a91076938b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:12.366361 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ffd251ec-b2f2-4328-a9d9-32a91076938b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] 10.222.0.50 "DELETE /v2.0/networks/e30a50d5-75dc-45bd-a2e4-0214e70ee0ac HTTP/1.1" status: 204 len: 168 time: 2.6336567 Dec 22 09:47:12.377528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56486) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:12.389906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Request body: {'network': {'name': 'tempest-network--1537880464', 'router:external': True}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:12.401561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:12.452793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Usage tracker for resource:network and tenant:9e71487151884c39af23cf9a6de35b65 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:12.457263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:12.483503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:47:12.494248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:12.500460 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-945f478c-e4b7-4f0f-93f9-ad06985a6e08 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:12.538899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:47:12.558534 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:12.578933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Made reservation on behalf of 9e71487151884c39af23cf9a6de35b65 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:47:12.584573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:12.595183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] For port 1248edf3-08d2-4ec3-832f-548181b476ac, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:47:12.600145 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:12.601949 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Added segment 8be437b9-3ea2-4d1c-9226-ddd4b8b254a4 of type vxlan for network e0a586a6-9b5d-4bfc-9c77-36685e067fd4 Dec 22 09:47:12.602906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] For port 1248edf3-08d2-4ec3-832f-548181b476ac, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=1248edf3-08d2-4ec3-832f-548181b476ac,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:47:12.620174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:12.651330 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.7358184 Dec 22 09:47:12.651330 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-945f478c-e4b7-4f0f-93f9-ad06985a6e08 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:12.651809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56490) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:12.656406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 0b676fb0-a1cb-4da1-8014-c0b444708db8 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:12.668584 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:12.734658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:12.860955 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:47:12.861816 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:47:12.913526 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:12.917942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:12.918768 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:12.931871 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4eb68f0f-0813-4f78-b1f2-de16c1eb1387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:12.937375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-d408b4a8-7a37-4b98-ac8a-58f193a762c2 admin admin] Request body: {'subnet': {'network_id': '0b676fb0-a1cb-4da1-8014-c0b444708db8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-816267494-subnet', 'tenant_id': '78ec4828df2c42e98d70f33e37ef2ddf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:12.979554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d408b4a8-7a37-4b98-ac8a-58f193a762c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:13.016644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d408b4a8-7a37-4b98-ac8a-58f193a762c2 admin admin] Usage tracker for resource:subnet and tenant:78ec4828df2c42e98d70f33e37ef2ddf is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:13.033974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d408b4a8-7a37-4b98-ac8a-58f193a762c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:47:13.088082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event updated for resources: {'Network': ['ID=e0a586a6-9b5d-4bfc-9c77-36685e067fd4,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:13.091776 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0032768 Dec 22 09:47:13.095848 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:13.096645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56498) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:13.107814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network e0a586a6-9b5d-4bfc-9c77-36685e067fd4 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:13.124062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Request body: {'ports': [{'network_id': 'b2d93bf4-2df8-4a6e-b934-476edd9a89dd', 'name': 'tempest-port--1697368256', 'admin_state_up': True}, {'network_id': 'e0a586a6-9b5d-4bfc-9c77-36685e067fd4', 'admin_state_up': False}]} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:13.124562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Request body: {'port': {'network_id': 'b2d93bf4-2df8-4a6e-b934-476edd9a89dd', 'name': 'tempest-port--1697368256', 'admin_state_up': True}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:13.125054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Request body: {'port': {'network_id': 'e0a586a6-9b5d-4bfc-9c77-36685e067fd4', 'admin_state_up': False}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:13.138787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network e0a586a6-9b5d-4bfc-9c77-36685e067fd4 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:13.158976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network e0a586a6-9b5d-4bfc-9c77-36685e067fd4 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:13.371027 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:13.474470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-dabce5b4-255b-49e0-ac36-f1686ecb3f4d req-d3edad11-c66c-4c2f-b7e0-1f42f7cbab2b tempest-FloatingIPsAssociationTestJSON-767851137 tempest-FloatingIPsAssociationTestJSON-767851137] (81071) timed out ('10.222.0.64', 62568) {{(pid=81071) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 22 09:47:13.515360 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8428aa95-93c9-4c47-93d6-0daf05159e34 req-93442428-9ed8-4f98-8761-5de44292cb5c tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8997951 Dec 22 09:47:13.526810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d408b4a8-7a37-4b98-ac8a-58f193a762c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:13.550685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1248edf3-08d2-4ec3-832f-548181b476ac,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:13.563974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:47:13.570124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:13.576919 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.909s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:13.582357 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.653s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:13.591247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Usage tracker for resource:port and tenant:a9072ee95fac4c688bce11ab2d85b223 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:13.597355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:47:13.637709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:13.637959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d408b4a8-7a37-4b98-ac8a-58f193a762c2 admin admin] Made reservation on behalf of 78ec4828df2c42e98d70f33e37ef2ddf for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:47:13.642590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d408b4a8-7a37-4b98-ac8a-58f193a762c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:13.648046 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:13.648516 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Added segment b91e938f-665f-4be5-9b31-ade3e32d2e2c of type vxlan for network adf0cdee-0a1c-4acd-9ab1-de8a5644f11e Dec 22 09:47:13.685055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Made reservation on behalf of a9072ee95fac4c688bce11ab2d85b223 for: {'port': 2} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:47:13.692527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:13.711122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 309da8c4-b23b-4a6e-8b28-79f39869a7f1 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:47:13.726677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-945f478c-e4b7-4f0f-93f9-ad06985a6e08 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Network e239e879-7697-4041-af51-df74d084764a is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:47:13.732714 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:13.738001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-945f478c-e4b7-4f0f-93f9-ad06985a6e08 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:47:13.749645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-945f478c-e4b7-4f0f-93f9-ad06985a6e08 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:47:13.787322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:13.791355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99591ea-e865-4c3a-8c85-1d3169320af7 req-30cd1c65-c29d-4487-a013-b8f47d875e6f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:13.792729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Transition to ACTIVE for port object 309da8c4-b23b-4a6e-8b28-79f39869a7f1 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:47:13.792846 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d99591ea-e865-4c3a-8c85-1d3169320af7 req-30cd1c65-c29d-4487-a013-b8f47d875e6f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 943 time: 1.6882391 Dec 22 09:47:13.799240 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:13.823559 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:13.850891 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4208ab14-a839-43c3-b140-19a51bc27242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:13.864326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:13.865023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:13.866567 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] 10.222.0.64 "PUT /v2.0/ports/1248edf3-08d2-4ec3-832f-548181b476ac HTTP/1.1" status: 200 len: 1155 time: 5.8033714 Dec 22 09:47:13.868730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35658c0e-7afc-47d4-89d3-e0559cc36252', 'tag': '1248edf3-08d2-4ec3-832f-548181b476ac'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:47:13.873861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f478c-e4b7-4f0f-93f9-ad06985a6e08 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Pushing event updated for resources: {'Port': ['ID=21906527-09c5-48cd-8dc6-eaf6cd74adc7,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:13.954218 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-945f478c-e4b7-4f0f-93f9-ad06985a6e08 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:13.982352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:47:14.083434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-945f478c-e4b7-4f0f-93f9-ad06985a6e08 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:14.084080 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-945f478c-e4b7-4f0f-93f9-ad06985a6e08 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:14.107333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Pushing event updated for resources: {'Port': ['ID=309da8c4-b23b-4a6e-8b28-79f39869a7f1,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:14.130058 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d99591ea-e865-4c3a-8c85-1d3169320af7 req-6ff4d273-6734-43a5-9061-4dd4a21ccde0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624602 Dec 22 09:47:14.135389 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:14.165081 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-945f478c-e4b7-4f0f-93f9-ad06985a6e08 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1422577 Dec 22 09:47:14.171975 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:14.172967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:14.173966 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:14.210834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Request body: {'port': {'device_id': 'b49cd440-9861-4ef4-a6a8-9d814f20140d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:14.229675 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-367047d3-94a8-4cb6-b064-8577e0fba10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:14.268007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c2eb2-5ed1-49ed-98ec-607f4bef6853 req-ea2d93bb-c152-4646-808a-b56e132df9df tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:14.269090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-dd8c2eb2-5ed1-49ed-98ec-607f4bef6853 req-ea2d93bb-c152-4646-808a-b56e132df9df tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Synchronizing usage tracker for tenant:5dbc095f62bf433f873cc4443d6baa83 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:47:14.312384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-d372a75b-75e3-4bc9-aea9-736bc46a5962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:14.313967 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-d372a75b-75e3-4bc9-aea9-736bc46a5962 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 1158 time: 0.3365045 Dec 22 09:47:14.428572 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35658c0e-7afc-47d4-89d3-e0559cc36252', 'tag': '1248edf3-08d2-4ec3-832f-548181b476ac', 'status': 'completed', 'code': 200} Dec 22 09:47:14.464989 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-2c69b38c-a1c8-4e86-ad68-21d83184da36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1248edf3-08d2-4ec3-832f-548181b476ac HTTP/1.1" status: 200 len: 217 time: 0.0953386 Dec 22 09:47:14.465643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-dd8c2eb2-5ed1-49ed-98ec-607f4bef6853 req-ea2d93bb-c152-4646-808a-b56e132df9df tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Unset dirty status for tenant:5dbc095f62bf433f873cc4443d6baa83 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:47:14.466828 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd8c2eb2-5ed1-49ed-98ec-607f4bef6853 req-ea2d93bb-c152-4646-808a-b56e132df9df tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/ports?device_id=b49cd440-9861-4ef4-a6a8-9d814f20140d HTTP/1.1" status: 200 len: 931 time: 0.6228869 Dec 22 09:47:14.592708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] device_id is not set on port acd1232b-c3d9-4769-8f81-f5a59632dc33 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:47:14.602139 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 857 time: 2.2177906 Dec 22 09:47:14.602345 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:14.618338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56510) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:14.646690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-54c21853-af7d-42a2-b82b-43508dca33b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:14.648324 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-54c21853-af7d-42a2-b82b-43508dca33b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.1653984 Dec 22 09:47:14.728871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Pushing event updated for resources: {'Network': ['ID=adf0cdee-0a1c-4acd-9ab1-de8a5644f11e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:14.735764 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:14.745029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network adf0cdee-0a1c-4acd-9ab1-de8a5644f11e details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:14.765991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network adf0cdee-0a1c-4acd-9ab1-de8a5644f11e details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:14.780760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network adf0cdee-0a1c-4acd-9ab1-de8a5644f11e details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:14.842655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-dd8c2eb2-5ed1-49ed-98ec-607f4bef6853 req-3918aa96-6d10-43d5-b26b-8b23f29ea50d tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Synchronizing usage tracker for tenant:5dbc095f62bf433f873cc4443d6baa83 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:47:14.885635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Attempting to bind port 309da8c4-b23b-4a6e-8b28-79f39869a7f1 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:47:14.886073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Attempting to bind port 309da8c4-b23b-4a6e-8b28-79f39869a7f1 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:47:14.886377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Attempting to bind port 309da8c4-b23b-4a6e-8b28-79f39869a7f1 on network 71abf892-394c-4481-a07f-0270c6b0938f {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:47:14.909090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:47:14.909510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Checking segment: {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:47:14.909903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:14.910296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Bound using segment: {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:47:14.910801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Bound port: 309da8c4-b23b-4a6e-8b28-79f39869a7f1, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:47:14.911185 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:15.024666 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:15.046569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916a23ff-87b6-4253-ba95-e0ae3f1b77c5 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:15.046950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-916a23ff-87b6-4253-ba95-e0ae3f1b77c5 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Synchronizing usage tracker for tenant:dec1a995148140dba2abe44dd2bea954 on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:47:15.060733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-dd8c2eb2-5ed1-49ed-98ec-607f4bef6853 req-3918aa96-6d10-43d5-b26b-8b23f29ea50d tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Unset dirty status for tenant:5dbc095f62bf433f873cc4443d6baa83 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:47:15.062009 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd8c2eb2-5ed1-49ed-98ec-607f4bef6853 req-3918aa96-6d10-43d5-b26b-8b23f29ea50d tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/security-groups?id=e15cfc3a-a6ca-464d-8cb7-6a4ba93e8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5835633 Dec 22 09:47:15.101220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] For port 309da8c4-b23b-4a6e-8b28-79f39869a7f1, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:47:15.173271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] For port 309da8c4-b23b-4a6e-8b28-79f39869a7f1, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=309da8c4-b23b-4a6e-8b28-79f39869a7f1,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:47:15.179276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] device_id is not set on port 8015f90f-9a7e-4dc6-8512-649fbad1b666 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:47:15.184548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:15.206981 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:15.236367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-916a23ff-87b6-4253-ba95-e0ae3f1b77c5 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Unset dirty status for tenant:dec1a995148140dba2abe44dd2bea954 on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:47:15.236367 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-916a23ff-87b6-4253-ba95-e0ae3f1b77c5 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] 10.222.0.50 "GET /v2.0/networks/adf0cdee-0a1c-4acd-9ab1-de8a5644f11e HTTP/1.1" status: 200 len: 757 time: 0.6138880 Dec 22 09:47:15.245472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56516) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:15.257551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-ff7e2bee-4da8-4057-99d5-227a24bd1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:15.257551 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-ff7e2bee-4da8-4057-99d5-227a24bd1506 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5713241 Dec 22 09:47:15.286455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f21be-7993-4f67-9a78-3f372a097fef req-c44a89b7-e542-4d62-9023-6553cb98a7fe tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:15.288162 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4d9f21be-7993-4f67-9a78-3f372a097fef req-c44a89b7-e542-4d62-9023-6553cb98a7fe tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 943 time: 0.6025922 Dec 22 09:47:15.495056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Pushing event updated for resources: {'Port': ['ID=309da8c4-b23b-4a6e-8b28-79f39869a7f1,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:15.514122 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:15.601848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:15.602973 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:15.605287 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] 10.222.0.37 "PUT /v2.0/ports/309da8c4-b23b-4a6e-8b28-79f39869a7f1 HTTP/1.1" status: 200 len: 1155 time: 3.3131752 Dec 22 09:47:15.609359 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:15.614684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28648dcb-e365-4697-bd0d-e6e94ba3c987', 'tag': '309da8c4-b23b-4a6e-8b28-79f39869a7f1'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:47:15.658254 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:15.675369 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa7f7e69-f1de-4380-a2d3-5e7b90aaceef tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:15.727668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6c7205-3422-4cbc-88ab-a48011fb044a tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:15.728721 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7c6c7205-3422-4cbc-88ab-a48011fb044a tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] 10.222.0.50 "GET /v2.0/networks/73efa984-4719-4a56-83c7-59a916aee407 HTTP/1.1" status: 200 len: 767 time: 0.4785776 Dec 22 09:47:15.732184 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4d9f21be-7993-4f67-9a78-3f372a097fef req-f2f8d0a8-ab58-44ae-a30f-23fed9ed8cc8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330521 Dec 22 09:47:15.741754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56526) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:15.955848 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-75330fb7-26ff-4b67-bb03-a3190445f5be service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6430745 Dec 22 09:47:15.984703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event updated for resources: {'Port': ['ID=acd1232b-c3d9-4769-8f81-f5a59632dc33,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:16.007545 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:16.038325 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28648dcb-e365-4697-bd0d-e6e94ba3c987', 'tag': '309da8c4-b23b-4a6e-8b28-79f39869a7f1', 'status': 'completed', 'code': 200} Dec 22 09:47:16.046048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-baef4167-3a8e-44e4-84ef-942ac636a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:16.047713 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-baef4167-3a8e-44e4-84ef-942ac636a40d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 1158 time: 0.3315132 Dec 22 09:47:16.050395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5e0c0-dea9-4f67-9992-fb889e953a50 req-adc25728-f0b9-45cf-befb-a09e5286d240 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:16.052041 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-61f5e0c0-dea9-4f67-9992-fb889e953a50 req-adc25728-f0b9-45cf-befb-a09e5286d240 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 943 time: 0.7563272 Dec 22 09:47:16.140505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Checking segment: {'id': 'db859e4c-da12-4f02-8a92-d7e7ccf0bba3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b2d93bf4-2df8-4a6e-b934-476edd9a89dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:47:16.140505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Network hostable DHCP agents. Network: b2d93bf4-2df8-4a6e-b934-476edd9a89dd, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:47:16.152615 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-7104cdfc-82fe-47be-b5d4-b3ca26cb746e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=309da8c4-b23b-4a6e-8b28-79f39869a7f1 HTTP/1.1" status: 200 len: 217 time: 0.0866637 Dec 22 09:47:16.222222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Network b2d93bf4-2df8-4a6e-b934-476edd9a89dd is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:47:16.237722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, b2d93bf4-2df8-4a6e-b934-476edd9a89dd) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:47:16.246844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:47:16.248082 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:16.251465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-a5e67920-ef03-485e-a17a-29e90caea3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:16.255590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb54b11-c64d-4d7c-8d6c-7769232469d7 None None] Network b2d93bf4-2df8-4a6e-b934-476edd9a89dd requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:47:16.256762 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-a5e67920-ef03-485e-a17a-29e90caea3ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.0953307 Dec 22 09:47:16.308658 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e257a669-64ec-473c-bd57-852781ba239b tempest-ListImageFiltersTestJSON-261695046 tempest-ListImageFiltersTestJSON-261695046] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:16.380493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:16.491244 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-6c250641-f91d-414a-a63a-78195de19000 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1425445 Dec 22 09:47:16.588534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event updated for resources: {'Port': ['ID=8015f90f-9a7e-4dc6-8512-649fbad1b666,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:16.593936 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:16.672943 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:47:16.710724 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d408b4a8-7a37-4b98-ac8a-58f193a762c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:16.712273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Checking segment: {'id': '8be437b9-3ea2-4d1c-9226-ddd4b8b254a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e0a586a6-9b5d-4bfc-9c77-36685e067fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:47:16.712718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Network hostable DHCP agents. Network: e0a586a6-9b5d-4bfc-9c77-36685e067fd4, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:47:16.758669 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-21757af6-e739-4487-94bd-38c2473a3162 service neutron] 10.222.0.37 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569282 Dec 22 09:47:16.763153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Network e0a586a6-9b5d-4bfc-9c77-36685e067fd4 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:47:16.765789 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3a16db02-d9ad-4bf0-87fb-e658c8aa5634 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:16.817383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, e0a586a6-9b5d-4bfc-9c77-36685e067fd4) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:47:16.825557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb127d9-0417-4f93-8e98-1997634d1baa None None] Network e0a586a6-9b5d-4bfc-9c77-36685e067fd4 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:47:16.826509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:47:16.831051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:16.835019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:16.835804 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:16.905249 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-61f5e0c0-dea9-4f67-9992-fb889e953a50 req-acadf585-73e9-4997-8ed7-cc5d200dccb3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370538 Dec 22 09:47:16.936081 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8177228 Dec 22 09:47:16.940783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56538) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:17.033233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21906527-09c5-48cd-8dc6-eaf6cd74adc7 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:47:17.033646 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f68f83b4-c11f-4302-8da6-aa61b27ed742 req-5c87fe04-c8ae-4bc2-b386-6f156168fb1c service neutron] 10.222.0.37 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2658126 Dec 22 09:47:17.042683 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-71b3b963-c2fb-4dc3-8406-7447286caf52 req-ed5d0b48-8778-46c7-aafe-eb8e4c205512 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0865047 Dec 22 09:47:17.059723 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:17.079252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97f42c3-322e-4f83-86be-227d4dd0b19d tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:17.085604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97f42c3-322e-4f83-86be-227d4dd0b19d tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:17.087095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f97f42c3-322e-4f83-86be-227d4dd0b19d tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Synchronizing usage tracker for tenant:a9072ee95fac4c688bce11ab2d85b223 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:47:17.110192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f97f42c3-322e-4f83-86be-227d4dd0b19d tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Unset dirty status for tenant:a9072ee95fac4c688bce11ab2d85b223 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:47:17.113372 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f97f42c3-322e-4f83-86be-227d4dd0b19d tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1713130 Dec 22 09:47:17.116934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56544) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:17.144343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408b4a8-7a37-4b98-ac8a-58f193a762c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aae6060c-d345-4a95-af3c-82ede5ac7554,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:17.198652 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d408b4a8-7a37-4b98-ac8a-58f193a762c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:17.207046 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:17.225904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Transition to ACTIVE for port object 21906527-09c5-48cd-8dc6-eaf6cd74adc7 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:47:17.273560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-de9e53ef-faf1-4d1f-861a-fa7876ddc670 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Deleting port acd1232b-c3d9-4769-8f81-f5a59632dc33 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:47:17.274013 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-de9e53ef-faf1-4d1f-861a-fa7876ddc670 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:17.312549 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:17.335074 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-53b745f7-84a5-487e-8d6f-4407973ead4f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:17.384952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40ba5c-be30-460f-b390-4bcbc95f0f64 req-0c510a4d-2a75-4129-9baf-5ce9152c04a4 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:17.386600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a40ba5c-be30-460f-b390-4bcbc95f0f64 req-0c510a4d-2a75-4129-9baf-5ce9152c04a4 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/ports?device_id=b49cd440-9861-4ef4-a6a8-9d814f20140d HTTP/1.1" status: 200 len: 931 time: 0.9130621 Dec 22 09:47:17.406002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78db2f2-4327-4c46-999a-c2da60ba6751 req-ef3da916-3851-413d-88d4-5f5a211f039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:17.407632 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f78db2f2-4327-4c46-999a-c2da60ba6751 req-ef3da916-3851-413d-88d4-5f5a211f039e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 1158 time: 0.2426631 Dec 22 09:47:17.650082 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-de9e53ef-faf1-4d1f-861a-fa7876ddc670 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:17.661595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Pushing event updated for resources: {'Port': ['ID=21906527-09c5-48cd-8dc6-eaf6cd74adc7,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:17.673047 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:17.682246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf0cdee-0a1c-4acd-9ab1-de8a5644f11e']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:17.715015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91e938f-665f-4be5-9b31-ade3e32d2e2c') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:17.715325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91e938f-665f-4be5-9b31-ade3e32d2e2c') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:17.747970 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a40ba5c-be30-460f-b390-4bcbc95f0f64 req-b61393fb-c9c3-4198-9ae6-2251fb46ad41 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/security-groups?id=e15cfc3a-a6ca-464d-8cb7-6a4ba93e8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777715 Dec 22 09:47:17.758156 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:17.809120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-de9e53ef-faf1-4d1f-861a-fa7876ddc670 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Calling delete_port for acd1232b-c3d9-4769-8f81-f5a59632dc33 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:47:17.811099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bb0b5-d849-4134-a7cd-ed8de32bc2fa req-de5a9d81-fc26-427b-aeef-37a5e5abe416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:17.812754 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-652bb0b5-d849-4134-a7cd-ed8de32bc2fa req-de5a9d81-fc26-427b-aeef-37a5e5abe416 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 1158 time: 0.6658905 Dec 22 09:47:17.820541 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:17.831676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd96e30-593a-401d-ae98-0e52d02ca802 req-413161bb-cdf5-4d47-8aee-64af718054d3 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:17.833345 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dcd96e30-593a-401d-ae98-0e52d02ca802 req-413161bb-cdf5-4d47-8aee-64af718054d3 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 943 time: 0.6379211 Dec 22 09:47:17.836415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Releasing vxlan tunnel 12 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:47:17.851312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408b4a8-7a37-4b98-ac8a-58f193a762c2 admin admin] Checking segment: {'id': 'e1d2d565-cab1-4714-95ce-562b64bfbc6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '0b676fb0-a1cb-4da1-8014-c0b444708db8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:47:17.851716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d408b4a8-7a37-4b98-ac8a-58f193a762c2 admin admin] Network hostable DHCP agents. Network: 0b676fb0-a1cb-4da1-8014-c0b444708db8, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:47:17.856945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78db2f2-4327-4c46-999a-c2da60ba6751 req-bf283c32-e087-406f-b79f-aec23bdea86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:17.858595 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f78db2f2-4327-4c46-999a-c2da60ba6751 req-bf283c32-e087-406f-b79f-aec23bdea86b service neutron] 10.222.0.37 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 900 time: 0.4441440 Dec 22 09:47:17.943592 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f78db2f2-4327-4c46-999a-c2da60ba6751 req-53c31a93-4855-4019-a051-aa2a977d23a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=309da8c4-b23b-4a6e-8b28-79f39869a7f1 HTTP/1.1" status: 200 len: 217 time: 0.0757191 Dec 22 09:47:18.284872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d408b4a8-7a37-4b98-ac8a-58f193a762c2 admin admin] Network 0b676fb0-a1cb-4da1-8014-c0b444708db8 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:47:18.299639 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-de9e53ef-faf1-4d1f-861a-fa7876ddc670 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:18.312404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Network adf0cdee-0a1c-4acd-9ab1-de8a5644f11e has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:18.319423 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b5167283-b299-4096-9b97-70c3d0a6d9c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:18.359092 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dcd96e30-593a-401d-ae98-0e52d02ca802 req-b467e083-2c1e-493f-9c2c-784d18b4eb14 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671164 Dec 22 09:47:18.361861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78db2f2-4327-4c46-999a-c2da60ba6751 req-0e3d719f-4fc3-4c5e-919d-bc8623a10fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:18.363684 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f78db2f2-4327-4c46-999a-c2da60ba6751 req-0e3d719f-4fc3-4c5e-919d-bc8623a10fc0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.4115438 Dec 22 09:47:18.368709 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:18.374194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e53ef-faf1-4d1f-861a-fa7876ddc670 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event deleted for resources: {'Port': ['ID=acd1232b-c3d9-4769-8f81-f5a59632dc33,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:18.431278 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-de9e53ef-faf1-4d1f-861a-fa7876ddc670 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:18.499589 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f78db2f2-4327-4c46-999a-c2da60ba6751 req-170822e0-4274-4876-8aeb-54c186ad395c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266859 Dec 22 09:47:18.638066 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-de9e53ef-faf1-4d1f-861a-fa7876ddc670 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:18.659642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-d408b4a8-7a37-4b98-ac8a-58f193a762c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 0b676fb0-a1cb-4da1-8014-c0b444708db8) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:47:18.667308 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-de9e53ef-faf1-4d1f-861a-fa7876ddc670 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "DELETE /v2.0/ports/acd1232b-c3d9-4769-8f81-f5a59632dc33 HTTP/1.1" status: 204 len: 168 time: 1.5490370 Dec 22 09:47:18.669980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56552) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:18.672805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f30cba-50c5-40ff-a571-f2b552459069 None None] Network 0b676fb0-a1cb-4da1-8014-c0b444708db8 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:47:18.742814 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f78db2f2-4327-4c46-999a-c2da60ba6751 req-3ff50387-cc6d-421e-b2a0-627f86a9ec5a service neutron] 10.222.0.37 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276661 Dec 22 09:47:18.784205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ea34fc76-b4ee-4962-9f14-7b7d47b25488 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Deleting port 8015f90f-9a7e-4dc6-8512-649fbad1b666 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:47:18.784588 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea34fc76-b4ee-4962-9f14-7b7d47b25488 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:18.844057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d408b4a8-7a37-4b98-ac8a-58f193a762c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:18.844724 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d408b4a8-7a37-4b98-ac8a-58f193a762c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:18.890813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bb0b5-d849-4134-a7cd-ed8de32bc2fa req-3961eb8f-399a-43e4-a3b2-968d6e073002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:18.893006 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-652bb0b5-d849-4134-a7cd-ed8de32bc2fa req-3961eb8f-399a-43e4-a3b2-968d6e073002 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 905 time: 1.0569844 Dec 22 09:47:18.913908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390b84ee-faaf-4621-91b5-90b31033b344 None None] Network 0b676fb0-a1cb-4da1-8014-c0b444708db8 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:47:19.028515 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f78db2f2-4327-4c46-999a-c2da60ba6751 req-806861e0-d3db-44a0-becb-0371b61095ab service neutron] 10.222.0.37 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2773497 Dec 22 09:47:19.028939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Attempting to bind port 21906527-09c5-48cd-8dc6-eaf6cd74adc7 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:47:19.029290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Attempting to bind port 21906527-09c5-48cd-8dc6-eaf6cd74adc7 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '7b960815-ff2e-4a84-ba13-c8538fc76628', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e239e879-7697-4041-af51-df74d084764a'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:47:19.029662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Attempting to bind port 21906527-09c5-48cd-8dc6-eaf6cd74adc7 on network e239e879-7697-4041-af51-df74d084764a {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:47:19.039461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Network adf0cdee-0a1c-4acd-9ab1-de8a5644f11e has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:47:19.085439 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:47:19.087502 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d408b4a8-7a37-4b98-ac8a-58f193a762c2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 6.3555532 Dec 22 09:47:19.094267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:47:19.094974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Checking segment: {'id': '7b960815-ff2e-4a84-ba13-c8538fc76628', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e239e879-7697-4041-af51-df74d084764a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:47:19.095594 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:19.095995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Bound using segment: {'id': '7b960815-ff2e-4a84-ba13-c8538fc76628', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e239e879-7697-4041-af51-df74d084764a'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:47:19.097315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Bound port: 21906527-09c5-48cd-8dc6-eaf6cd74adc7, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b960815-ff2e-4a84-ba13-c8538fc76628', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e239e879-7697-4041-af51-df74d084764a'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:47:19.097713 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:19.108498 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-652bb0b5-d849-4134-a7cd-ed8de32bc2fa req-860a0ce1-5d0b-4e63-9805-b53ddcad23a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1248edf3-08d2-4ec3-832f-548181b476ac HTTP/1.1" status: 200 len: 217 time: 0.1551392 Dec 22 09:47:19.142109 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea34fc76-b4ee-4962-9f14-7b7d47b25488 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:19.311143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f3286-1e92-4d5d-8054-0de05be4e48d req-50f54590-5164-47dd-a129-f512874425a2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:19.312805 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-707f3286-1e92-4d5d-8054-0de05be4e48d req-50f54590-5164-47dd-a129-f512874425a2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 943 time: 1.0343871 Dec 22 09:47:19.343006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ea34fc76-b4ee-4962-9f14-7b7d47b25488 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Calling delete_port for 8015f90f-9a7e-4dc6-8512-649fbad1b666 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:47:19.347899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff34de-4c28-4978-a44f-ddf6114dcc90 req-9773a319-fa74-4c40-bc07-07e9fdf5d231 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:19.349556 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-24ff34de-4c28-4978-a44f-ddf6114dcc90 req-9773a319-fa74-4c40-bc07-07e9fdf5d231 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=5752c13a-95a8-4ac1-a92e-8b47497562b6 HTTP/1.1" status: 200 len: 946 time: 0.6917892 Dec 22 09:47:19.350228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:19.374656 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c66f7c90-9d72-4dfe-bdf5-b7241d2e4e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:19.390273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bb0b5-d849-4134-a7cd-ed8de32bc2fa req-68987842-2e67-4f9b-af4f-80866c16fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:19.391873 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-652bb0b5-d849-4134-a7cd-ed8de32bc2fa req-68987842-2e67-4f9b-af4f-80866c16fb64 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.2720864 Dec 22 09:47:19.402426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network adf0cdee-0a1c-4acd-9ab1-de8a5644f11e {{(pid=81071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 09:47:19.422805 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea34fc76-b4ee-4962-9f14-7b7d47b25488 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:19.431223 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:19.445039 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b2784b9-65e3-46a7-a6c1-04f00c9c4785 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:19.483275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Pushing event deleted for resources: {'Network': ['ID=adf0cdee-0a1c-4acd-9ab1-de8a5644f11e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:19.503092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34fc76-b4ee-4962-9f14-7b7d47b25488 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event deleted for resources: {'Port': ['ID=8015f90f-9a7e-4dc6-8512-649fbad1b666,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:19.507234 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea34fc76-b4ee-4962-9f14-7b7d47b25488 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:19.529876 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] 10.222.0.50 "DELETE /v2.0/networks/adf0cdee-0a1c-4acd-9ab1-de8a5644f11e HTTP/1.1" status: 204 len: 168 time: 3.7874932 Dec 22 09:47:19.531731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.532340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.533081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.533622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56568) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:19.533874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.534506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.535114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.535807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.536434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.537033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.537657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.538269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.538863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.539556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.540180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.540439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-c2900936-e9f8-4682-a0d0-9e86e9ad747b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:47:19.540888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.541162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-1a5b18cd-ca5f-4577-a3f8-1d0115a3d482 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Request body: {'network': {'name': 'tempest-network--34805294'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:19.541687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.542277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.542882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.543503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.543916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.544375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.544800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.545370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.545962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.546515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.546905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.547543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.548037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.548911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.549337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.549753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.550147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.550549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.550950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.551355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.551758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:19.570918 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:19.574838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] For port 21906527-09c5-48cd-8dc6-eaf6cd74adc7, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:47:19.583108 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-707f3286-1e92-4d5d-8054-0de05be4e48d req-1d30c6c4-b841-4f26-b90a-ced4bf6de5f4 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484972 Dec 22 09:47:19.596484 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-24ff34de-4c28-4978-a44f-ddf6114dcc90 req-36a45ad1-87e4-4997-84fb-d39394312ff5 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226987 Dec 22 09:47:19.606280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] For port 21906527-09c5-48cd-8dc6-eaf6cd74adc7, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=21906527-09c5-48cd-8dc6-eaf6cd74adc7,segment=NetworkSegment(7b960815-ff2e-4a84-ba13-c8538fc76628),segment_id=7b960815-ff2e-4a84-ba13-c8538fc76628)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:47:19.622854 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:19.628994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1a5b18cd-ca5f-4577-a3f8-1d0115a3d482 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:19.641608 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-120b8033-c26b-46ce-8a26-267d95f0f045 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:19.672944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1a5b18cd-ca5f-4577-a3f8-1d0115a3d482 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Usage tracker for resource:network and tenant:9e71487151884c39af23cf9a6de35b65 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:19.694952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1a5b18cd-ca5f-4577-a3f8-1d0115a3d482 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:47:19.704128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1a5b18cd-ca5f-4577-a3f8-1d0115a3d482 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:19.722425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea34fc76-b4ee-4962-9f14-7b7d47b25488 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:19.738029 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ea34fc76-b4ee-4962-9f14-7b7d47b25488 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "DELETE /v2.0/ports/8015f90f-9a7e-4dc6-8512-649fbad1b666 HTTP/1.1" status: 204 len: 168 time: 1.0669243 Dec 22 09:47:19.740477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56572) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:19.785614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5b18cd-ca5f-4577-a3f8-1d0115a3d482 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Made reservation on behalf of 9e71487151884c39af23cf9a6de35b65 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:47:19.790571 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a5b18cd-ca5f-4577-a3f8-1d0115a3d482 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:19.810432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-352ffcca-8981-45c7-8f07-f3465fb8023a tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Synchronizing usage tracker for tenant:a9072ee95fac4c688bce11ab2d85b223 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:47:19.850732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-352ffcca-8981-45c7-8f07-f3465fb8023a tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Unset dirty status for tenant:a9072ee95fac4c688bce11ab2d85b223 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:47:19.855780 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-352ffcca-8981-45c7-8f07-f3465fb8023a tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1105688 Dec 22 09:47:19.860136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56578) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:19.864024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5b18cd-ca5f-4577-a3f8-1d0115a3d482 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:47:19.870335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-394847747'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:19.879641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:19.887562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Usage tracker for resource:network and tenant:a9072ee95fac4c688bce11ab2d85b223 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:19.892326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a5b18cd-ca5f-4577-a3f8-1d0115a3d482 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:19.892848 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-1a5b18cd-ca5f-4577-a3f8-1d0115a3d482 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Added segment b92ad13f-4f50-468a-8687-0cd16df94ffa of type vxlan for network 965b0336-a120-478e-8c7c-231e8c998ab7 Dec 22 09:47:19.895313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Quota usage for network was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:47:19.906413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:19.933378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Made reservation on behalf of a9072ee95fac4c688bce11ab2d85b223 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:47:19.938890 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:19.950895 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a5b18cd-ca5f-4577-a3f8-1d0115a3d482 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:20.012196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bb0b5-d849-4134-a7cd-ed8de32bc2fa req-5ed4b00c-d620-4643-83a7-d5a237643a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:20.014258 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-652bb0b5-d849-4134-a7cd-ed8de32bc2fa req-5ed4b00c-d620-4643-83a7-d5a237643a34 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5771866 Dec 22 09:47:20.015218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a5b18cd-ca5f-4577-a3f8-1d0115a3d482 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:20.016258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5b18cd-ca5f-4577-a3f8-1d0115a3d482 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:20.018123 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a5b18cd-ca5f-4577-a3f8-1d0115a3d482 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:20.026583 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d2e21b1e-b0f4-401b-beba-876ad8de5e89 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:20.039930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 309da8c4-b23b-4a6e-8b28-79f39869a7f1 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:47:20.049325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:47:20.049689 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:47:20.098709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dba08f-96b9-4d9d-9b03-b9658decd0c3 req-848d1fff-70ea-46c8-a540-c91b448658aa tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:20.106465 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-74dba08f-96b9-4d9d-9b03-b9658decd0c3 req-848d1fff-70ea-46c8-a540-c91b448658aa tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/ports?device_id=b49cd440-9861-4ef4-a6a8-9d814f20140d HTTP/1.1" status: 200 len: 943 time: 0.2895951 Dec 22 09:47:20.125990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Pushing event updated for resources: {'Port': ['ID=21906527-09c5-48cd-8dc6-eaf6cd74adc7,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:20.140945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 309da8c4-b23b-4a6e-8b28-79f39869a7f1 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:47:20.147960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 309da8c4-b23b-4a6e-8b28-79f39869a7f1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:47:20.149392 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:20.159887 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:20.210342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b18cd-ca5f-4577-a3f8-1d0115a3d482 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Pushing event updated for resources: {'Network': ['ID=965b0336-a120-478e-8c7c-231e8c998ab7,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:20.222851 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1a5b18cd-ca5f-4577-a3f8-1d0115a3d482 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 856 time: 0.6880386 Dec 22 09:47:20.224371 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a5b18cd-ca5f-4577-a3f8-1d0115a3d482 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:20.225117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56590) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:20.230993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 965b0336-a120-478e-8c7c-231e8c998ab7 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:20.234809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6c464c86-a71e-445c-8a18-b54d70321cf3 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Request body: {'network': {'router:external': True}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:20.256133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 965b0336-a120-478e-8c7c-231e8c998ab7 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:20.271586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 965b0336-a120-478e-8c7c-231e8c998ab7 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:20.403356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4fc79-eb1d-41e8-8b6a-f7a426efaa5f req-9a89bbd8-7f23-4a41-893b-6e463bdab576 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:20.403772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1eb4fc79-eb1d-41e8-8b6a-f7a426efaa5f req-9a89bbd8-7f23-4a41-893b-6e463bdab576 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Synchronizing usage tracker for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:47:20.414186 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-74dba08f-96b9-4d9d-9b03-b9658decd0c3 req-cefcdb73-4381-4413-ad5f-e866ce74a4ab tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/security-groups?id=e15cfc3a-a6ca-464d-8cb7-6a4ba93e8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066981 Dec 22 09:47:20.425081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:20.426046 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:20.427782 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] 10.222.0.64 "PUT /v2.0/ports/21906527-09c5-48cd-8dc6-eaf6cd74adc7 HTTP/1.1" status: 200 len: 1155 time: 6.2228727 Dec 22 09:47:20.428630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49cd440-9861-4ef4-a6a8-9d814f20140d', 'tag': '21906527-09c5-48cd-8dc6-eaf6cd74adc7'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:47:20.496348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1eb4fc79-eb1d-41e8-8b6a-f7a426efaa5f req-9a89bbd8-7f23-4a41-893b-6e463bdab576 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Unset dirty status for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:47:20.497719 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1eb4fc79-eb1d-41e8-8b6a-f7a426efaa5f req-9a89bbd8-7f23-4a41-893b-6e463bdab576 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.37 "GET /v2.0/ports?device_id=5752c13a-95a8-4ac1-a92e-8b47497562b6 HTTP/1.1" status: 200 len: 946 time: 0.3362346 Dec 22 09:47:20.518021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128c335-7190-41f9-9474-8980c5f81438 req-80a1a254-7c1b-4afb-95c2-e5e49aa7ed25 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:20.518810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a128c335-7190-41f9-9474-8980c5f81438 req-80a1a254-7c1b-4afb-95c2-e5e49aa7ed25 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Synchronizing usage tracker for tenant:78ec4828df2c42e98d70f33e37ef2ddf on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:47:20.555691 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:20.561037 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-652bb0b5-d849-4134-a7cd-ed8de32bc2fa req-01710134-51b1-4fb8-b18e-6a6011da9af9 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161340 Dec 22 09:47:20.611638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 1248edf3-08d2-4ec3-832f-548181b476ac up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:47:20.696575 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:20.704026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-1eb4fc79-eb1d-41e8-8b6a-f7a426efaa5f req-c2261e9a-a523-44be-a256-35104d8afc72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Deleting port 555cb7c1-bd15-40a8-b170-3022285c25cf {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:47:20.704448 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1eb4fc79-eb1d-41e8-8b6a-f7a426efaa5f req-c2261e9a-a523-44be-a256-35104d8afc72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:20.730133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a128c335-7190-41f9-9474-8980c5f81438 req-80a1a254-7c1b-4afb-95c2-e5e49aa7ed25 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Unset dirty status for tenant:78ec4828df2c42e98d70f33e37ef2ddf on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:47:20.731550 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a128c335-7190-41f9-9474-8980c5f81438 req-80a1a254-7c1b-4afb-95c2-e5e49aa7ed25 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/networks?id=0b676fb0-a1cb-4da1-8014-c0b444708db8 HTTP/1.1" status: 200 len: 808 time: 0.5502856 Dec 22 09:47:20.741436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28648dcb-e365-4697-bd0d-e6e94ba3c987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309da8c4-b23b-4a6e-8b28-79f39869a7f1'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:47:20.750195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 1248edf3-08d2-4ec3-832f-548181b476ac completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:47:20.760093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 309da8c4-b23b-4a6e-8b28-79f39869a7f1, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=309da8c4-b23b-4a6e-8b28-79f39869a7f1,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:20.761235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 1248edf3-08d2-4ec3-832f-548181b476ac triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:47:20.761740 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:20.764279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:47:20.795175 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:20.804952 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:20.809386 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a128c335-7190-41f9-9474-8980c5f81438 req-7f0d74aa-6ec1-4d84-99b4-72220ee60892 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/quotas/78ec4828df2c42e98d70f33e37ef2ddf HTTP/1.1" status: 200 len: 375 time: 0.0690668 Dec 22 09:47:20.821500 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:20.821979 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Added segment fbe8b697-7449-4bb3-8f07-1066886fca2d of type vxlan for network 9134a525-73e2-42f9-9df0-c1ec954c1728 Dec 22 09:47:20.826335 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c464c86-a71e-445c-8a18-b54d70321cf3 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:20.900619 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a128c335-7190-41f9-9474-8980c5f81438 req-8d308510-1b8d-4a8e-b65e-c978617d5834 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/ports?tenant_id=78ec4828df2c42e98d70f33e37ef2ddf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727313 Dec 22 09:47:20.932657 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c464c86-a71e-445c-8a18-b54d70321cf3 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:20.949801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=309da8c4-b23b-4a6e-8b28-79f39869a7f1,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:20.951644 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e8c5d1b2-0a8f-462e-b48c-4a45ba6a3183 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:20.952972 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:20.974556 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:20.988650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-6ea0aa74-6ac3-4624-ad82-dc045a5ac895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:20.990324 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-6ea0aa74-6ac3-4624-ad82-dc045a5ac895 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dbc095f62bf433f873cc4443d6baa83&device_id=b49cd440-9861-4ef4-a6a8-9d814f20140d HTTP/1.1" status: 200 len: 1158 time: 0.4322970 Dec 22 09:47:20.992254 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:21.001284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfe6c7-41fe-41e3-88ed-7c58c5b64855 req-503990c7-a51e-43aa-93d7-b57a133662c2 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:21.004332 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-61dfe6c7-41fe-41e3-88ed-7c58c5b64855 req-503990c7-a51e-43aa-93d7-b57a133662c2 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 943 time: 0.3994768 Dec 22 09:47:21.134672 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-652bb0b5-d849-4134-a7cd-ed8de32bc2fa req-0a78f13d-ad55-442d-b6d7-adaf9622c192 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4745414 Dec 22 09:47:21.182709 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-58c5eefb-bf41-41a2-b3c6-73992cd197a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21906527-09c5-48cd-8dc6-eaf6cd74adc7 HTTP/1.1" status: 200 len: 217 time: 0.1165824 Dec 22 09:47:21.244463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 1248edf3-08d2-4ec3-832f-548181b476ac, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=1248edf3-08d2-4ec3-832f-548181b476ac,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:21.248009 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:21.250711 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:21.275852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-09786f85-d04e-43e3-9a7f-0b9da1da1518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:21.277533 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-09786f85-d04e-43e3-9a7f-0b9da1da1518 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b21ee7b4-adad-40d2-aef3-c329da918d95 HTTP/1.1" status: 200 len: 862 time: 0.0867472 Dec 22 09:47:21.320733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:47:21.334915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=1248edf3-08d2-4ec3-832f-548181b476ac,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:21.338310 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:21.357460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c464c86-a71e-445c-8a18-b54d70321cf3 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Pushing event updated for resources: {'Network': ['ID=965b0336-a120-478e-8c7c-231e8c998ab7,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:21.367463 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c464c86-a71e-445c-8a18-b54d70321cf3 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:21.383528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c464c86-a71e-445c-8a18-b54d70321cf3 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Network 965b0336-a120-478e-8c7c-231e8c998ab7 is not hosted by any dhcp agent {{(pid=81072) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Dec 22 09:47:21.384403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c464c86-a71e-445c-8a18-b54d70321cf3 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:21.385063 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c464c86-a71e-445c-8a18-b54d70321cf3 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:21.386509 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6c464c86-a71e-445c-8a18-b54d70321cf3 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] 10.222.0.50 "PUT /v2.0/networks/965b0336-a120-478e-8c7c-231e8c998ab7 HTTP/1.1" status: 200 len: 850 time: 1.1591160 Dec 22 09:47:21.391446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56604) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:21.397661 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:21.401853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:21.402521 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:21.435166 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d5f1996f-04dc-4929-a9fb-29203177d0b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:21.496204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 309da8c4-b23b-4a6e-8b28-79f39869a7f1 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:47:21.572616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 309da8c4-b23b-4a6e-8b28-79f39869a7f1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:47:21.573050 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:21.632658 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-c4709317-059e-4d60-8287-ea8dbbbb389d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e239e879-7697-4041-af51-df74d084764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3398938 Dec 22 09:47:21.641828 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-61dfe6c7-41fe-41e3-88ed-7c58c5b64855 req-650705fd-2e62-4bbd-abef-789c025e0c7e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098302 Dec 22 09:47:21.677419 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a128c335-7190-41f9-9474-8980c5f81438 req-46e9bc21-f8ac-420f-8101-58c4cc3476dc service neutron] 10.222.0.50 "GET /v2.0/networks/0b676fb0-a1cb-4da1-8014-c0b444708db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7563355 Dec 22 09:47:21.748052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 555cb7c1-bd15-40a8-b170-3022285c25cf no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:47:21.754831 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49cd440-9861-4ef4-a6a8-9d814f20140d', 'tag': '21906527-09c5-48cd-8dc6-eaf6cd74adc7', 'status': 'completed', 'code': 200} Dec 22 09:47:21.893578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:21.928138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 555cb7c1-bd15-40a8-b170-3022285c25cf, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=555cb7c1-bd15-40a8-b170-3022285c25cf,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:21.930980 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:21.933265 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:21.957168 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0916474 Dec 22 09:47:21.957168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event updated for resources: {'Network': ['ID=9134a525-73e2-42f9-9df0-c1ec954c1728,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:21.957168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56610) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:21.958935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-1eb4fc79-eb1d-41e8-8b6a-f7a426efaa5f req-c2261e9a-a523-44be-a256-35104d8afc72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] For port 555cb7c1-bd15-40a8-b170-3022285c25cf, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=555cb7c1-bd15-40a8-b170-3022285c25cf,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:21.959337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1eb4fc79-eb1d-41e8-8b6a-f7a426efaa5f req-c2261e9a-a523-44be-a256-35104d8afc72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:21.968955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 9134a525-73e2-42f9-9df0-c1ec954c1728 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:21.977360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-3acf2034-7876-41e3-aef8-7747991c83b1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-541859484'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:21.982658 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:21.988855 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-519c5c18-e299-47fc-9ef1-06e164b2bb13 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:22.007868 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-614a92b5-d51a-49ae-9c07-a7b013d64bdc service neutron] 10.222.0.64 "GET /v2.0/networks/e239e879-7697-4041-af51-df74d084764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647256 Dec 22 09:47:22.012333 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a128c335-7190-41f9-9474-8980c5f81438 req-4612b176-58f3-46bb-a452-fd8b33b8e641 service neutron] 10.222.0.50 "GET /v2.0/networks/0b676fb0-a1cb-4da1-8014-c0b444708db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3388810 Dec 22 09:47:22.093426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 9134a525-73e2-42f9-9df0-c1ec954c1728 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:22.100639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3acf2034-7876-41e3-aef8-7747991c83b1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:22.138349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfd146-0931-4337-8217-39ad3cdd12ae req-6cf10672-a214-4638-b984-022d6ea12b16 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:22.140001 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b5dfd146-0931-4337-8217-39ad3cdd12ae req-6cf10672-a214-4638-b984-022d6ea12b16 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 945 time: 0.2666724 Dec 22 09:47:22.181142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-1eb4fc79-eb1d-41e8-8b6a-f7a426efaa5f req-c2261e9a-a523-44be-a256-35104d8afc72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Calling delete_port for 555cb7c1-bd15-40a8-b170-3022285c25cf owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:47:22.235064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3acf2034-7876-41e3-aef8-7747991c83b1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Usage tracker for resource:network and tenant:a9072ee95fac4c688bce11ab2d85b223 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:22.239246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3acf2034-7876-41e3-aef8-7747991c83b1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Quota usage for network was recalculated. Used quota:3. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:47:22.244476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 9134a525-73e2-42f9-9df0-c1ec954c1728 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:22.252842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3acf2034-7876-41e3-aef8-7747991c83b1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:22.268103 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b5dfd146-0931-4337-8217-39ad3cdd12ae req-9bb58a1e-a133-4c1d-9857-066c6e8e61cd tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168749 Dec 22 09:47:22.281518 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2265c343-b02e-4f99-84de-90c5be3e4575 req-fe310118-0e04-45ca-935e-eee0294d060c service neutron] 10.222.0.64 "GET /v2.0/networks/e239e879-7697-4041-af51-df74d084764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2640986 Dec 22 09:47:22.315296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 1248edf3-08d2-4ec3-832f-548181b476ac up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:47:22.363887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acf2034-7876-41e3-aef8-7747991c83b1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Made reservation on behalf of a9072ee95fac4c688bce11ab2d85b223 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:47:22.369614 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3acf2034-7876-41e3-aef8-7747991c83b1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:22.461951 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28648dcb-e365-4697-bd0d-e6e94ba3c987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309da8c4-b23b-4a6e-8b28-79f39869a7f1', 'code': 200} Dec 22 09:47:22.550734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=555cb7c1-bd15-40a8-b170-3022285c25cf,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:22.569899 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:22.579373 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-519c5c18-e299-47fc-9ef1-06e164b2bb13 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:22.590203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 1248edf3-08d2-4ec3-832f-548181b476ac triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:47:22.590497 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:22.622033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de772e6-7537-48e4-be83-89a886ad19d6 req-8a4408ba-6534-4e39-922e-9a78ae2f6352 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:22.623672 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1de772e6-7537-48e4-be83-89a886ad19d6 req-8a4408ba-6534-4e39-922e-9a78ae2f6352 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=5752c13a-95a8-4ac1-a92e-8b47497562b6 HTTP/1.1" status: 200 len: 944 time: 0.1973360 Dec 22 09:47:22.659425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-1eb4fc79-eb1d-41e8-8b6a-f7a426efaa5f req-c2261e9a-a523-44be-a256-35104d8afc72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:47:22.659768 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-1eb4fc79-eb1d-41e8-8b6a-f7a426efaa5f req-c2261e9a-a523-44be-a256-35104d8afc72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:47:22.663629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d89dc-9ec3-455d-8be2-4275d0813b01 req-3fa3eea9-ce9e-4f9f-9655-aac4f4dc519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:22.665303 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-185d89dc-9ec3-455d-8be2-4275d0813b01 req-3fa3eea9-ce9e-4f9f-9655-aac4f4dc519b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dbc095f62bf433f873cc4443d6baa83&device_id=b49cd440-9861-4ef4-a6a8-9d814f20140d HTTP/1.1" status: 200 len: 1158 time: 0.2893000 Dec 22 09:47:22.746444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b48310-08de-423d-9458-31272a7c89a3 req-24a50b9f-8e88-4cd9-aff4-8eec135969d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:22.748277 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47b48310-08de-423d-9458-31272a7c89a3 req-24a50b9f-8e88-4cd9-aff4-8eec135969d5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 1160 time: 0.2037396 Dec 22 09:47:22.752114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3acf2034-7876-41e3-aef8-7747991c83b1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:47:22.763407 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3acf2034-7876-41e3-aef8-7747991c83b1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:22.764548 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1de772e6-7537-48e4-be83-89a886ad19d6 req-da55508c-b04f-4b91-a17a-8b7831fba296 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302633 Dec 22 09:47:22.764682 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-3acf2034-7876-41e3-aef8-7747991c83b1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Added segment bab54303-2553-4e8c-af4a-299d4f11c607 of type vxlan for network 06ae3235-ab18-4385-87f5-44b66f87716d Dec 22 09:47:22.833980 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3acf2034-7876-41e3-aef8-7747991c83b1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:22.841928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-519c5c18-e299-47fc-9ef1-06e164b2bb13 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['965b0336-a120-478e-8c7c-231e8c998ab7']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:22.859434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-519c5c18-e299-47fc-9ef1-06e164b2bb13 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92ad13f-4f50-468a-8687-0cd16df94ffa') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:22.859763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-519c5c18-e299-47fc-9ef1-06e164b2bb13 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92ad13f-4f50-468a-8687-0cd16df94ffa') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:22.883224 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-519c5c18-e299-47fc-9ef1-06e164b2bb13 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:22.905477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-519c5c18-e299-47fc-9ef1-06e164b2bb13 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:22.907992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-519c5c18-e299-47fc-9ef1-06e164b2bb13 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Releasing vxlan tunnel 12 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:47:22.921722 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3acf2034-7876-41e3-aef8-7747991c83b1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:22.926023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acf2034-7876-41e3-aef8-7747991c83b1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:22.926664 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3acf2034-7876-41e3-aef8-7747991c83b1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:22.944565 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b6569ffc-6248-49f6-85c7-85b3771821f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:23.033710 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3f7a9d59-9574-46d8-88be-4c18c5667173 req-d9da6305-a3b7-4ef7-9c19-9b96abae42e5 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/ports?device_id=cf299415-9737-46d5-8041-19dd95a6dd9d HTTP/1.1" status: 200 len: 210 time: 0.0884705 Dec 22 09:47:23.046854 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47b48310-08de-423d-9458-31272a7c89a3 req-5199deb7-a471-4be0-8ab5-384edd32ef80 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811670 Dec 22 09:47:23.103579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d89dc-9ec3-455d-8be2-4275d0813b01 req-12613b3a-db81-4fd4-b7ac-0234388791f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:23.105400 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-185d89dc-9ec3-455d-8be2-4275d0813b01 req-12613b3a-db81-4fd4-b7ac-0234388791f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e239e879-7697-4041-af51-df74d084764a HTTP/1.1" status: 200 len: 916 time: 0.4231808 Dec 22 09:47:23.114386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d612f1-7c5b-432a-93ad-e45ac8062e69 req-1a6412b4-b1a1-47ea-b38d-8e86ece3f552 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:23.116273 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-36d612f1-7c5b-432a-93ad-e45ac8062e69 req-1a6412b4-b1a1-47ea-b38d-8e86ece3f552 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/ports?device_id=b49cd440-9861-4ef4-a6a8-9d814f20140d HTTP/1.1" status: 200 len: 943 time: 0.2919862 Dec 22 09:47:23.167385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-1eb4fc79-eb1d-41e8-8b6a-f7a426efaa5f req-c2261e9a-a523-44be-a256-35104d8afc72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Deleting port 555cb7c1-bd15-40a8-b170-3022285c25cf {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:47:23.168161 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1eb4fc79-eb1d-41e8-8b6a-f7a426efaa5f req-c2261e9a-a523-44be-a256-35104d8afc72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:23.259965 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3acf2034-7876-41e3-aef8-7747991c83b1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2814090 Dec 22 09:47:23.262368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf2034-7876-41e3-aef8-7747991c83b1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event updated for resources: {'Network': ['ID=06ae3235-ab18-4385-87f5-44b66f87716d,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:23.289681 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3acf2034-7876-41e3-aef8-7747991c83b1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:23.289681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-519c5c18-e299-47fc-9ef1-06e164b2bb13 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Network 965b0336-a120-478e-8c7c-231e8c998ab7 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:23.290523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 06ae3235-ab18-4385-87f5-44b66f87716d details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:23.290603 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-519c5c18-e299-47fc-9ef1-06e164b2bb13 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:23.299581 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-185d89dc-9ec3-455d-8be2-4275d0813b01 req-115cfad1-3860-4243-9de5-71fdd31cc763 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21906527-09c5-48cd-8dc6-eaf6cd74adc7 HTTP/1.1" status: 200 len: 217 time: 0.1815543 Dec 22 09:47:23.443798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 06ae3235-ab18-4385-87f5-44b66f87716d details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:23.446311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56628) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:23.480094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Request body: {'subnets': [{'network_id': '9134a525-73e2-42f9-9df0-c1ec954c1728', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--682190966', 'ip_version': 4}, {'network_id': '06ae3235-ab18-4385-87f5-44b66f87716d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:23.480678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Request body: {'subnet': {'network_id': '9134a525-73e2-42f9-9df0-c1ec954c1728', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--682190966', 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:23.481582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Request body: {'subnet': {'network_id': '06ae3235-ab18-4385-87f5-44b66f87716d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:23.493683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 06ae3235-ab18-4385-87f5-44b66f87716d details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:23.503438 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-36d612f1-7c5b-432a-93ad-e45ac8062e69 req-7614ed4b-1059-40ea-a185-7187662e0385 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/security-groups?id=e15cfc3a-a6ca-464d-8cb7-6a4ba93e8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094745 Dec 22 09:47:23.521783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d89dc-9ec3-455d-8be2-4275d0813b01 req-26975406-29ec-4f22-aa80-8227b5d0c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:23.523409 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-185d89dc-9ec3-455d-8be2-4275d0813b01 req-26975406-29ec-4f22-aa80-8227b5d0c26a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b21ee7b4-adad-40d2-aef3-c329da918d95 HTTP/1.1" status: 200 len: 862 time: 0.2121179 Dec 22 09:47:23.589145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-519c5c18-e299-47fc-9ef1-06e164b2bb13 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Network 965b0336-a120-478e-8c7c-231e8c998ab7 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:23.606451 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-185d89dc-9ec3-455d-8be2-4275d0813b01 req-0cd38965-65fd-49b8-9f0c-75a5e096ef18 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e239e879-7697-4041-af51-df74d084764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580604 Dec 22 09:47:23.613777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5041e8-9a5b-4fb3-b293-f2458beaf523 req-2daa3647-3fb0-4b79-aca9-b17cc663f903 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:23.623690 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cc5041e8-9a5b-4fb3-b293-f2458beaf523 req-2daa3647-3fb0-4b79-aca9-b17cc663f903 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 945 time: 0.4284928 Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:47:23.636674 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:47:23.870782 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cc5041e8-9a5b-4fb3-b293-f2458beaf523 req-76771aeb-3def-452a-af9d-fa1daa7027de tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459543 Dec 22 09:47:23.935195 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-185d89dc-9ec3-455d-8be2-4275d0813b01 req-2942efe7-ec79-46fa-a607-e4e60dbc403d service neutron] 10.222.0.64 "GET /v2.0/networks/e239e879-7697-4041-af51-df74d084764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084364 Dec 22 09:47:23.944830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-519c5c18-e299-47fc-9ef1-06e164b2bb13 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:23.977958 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-825a0b13-9009-40cd-8065-4ae9c9a67f32 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:23.999816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519c5c18-e299-47fc-9ef1-06e164b2bb13 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 965b0336-a120-478e-8c7c-231e8c998ab7 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 09:47:24.061426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-519c5c18-e299-47fc-9ef1-06e164b2bb13 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:24.089349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c5c18-e299-47fc-9ef1-06e164b2bb13 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Pushing event deleted for resources: {'Network': ['ID=965b0336-a120-478e-8c7c-231e8c998ab7,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:24.099416 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-519c5c18-e299-47fc-9ef1-06e164b2bb13 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:24.113612 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-519c5c18-e299-47fc-9ef1-06e164b2bb13 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] 10.222.0.50 "DELETE /v2.0/networks/965b0336-a120-478e-8c7c-231e8c998ab7 HTTP/1.1" status: 204 len: 168 time: 2.7204628 Dec 22 09:47:24.114881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56638) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:24.171338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7052c-308a-45a0-9583-f6d378cff7a3 req-ef24d587-718e-41ab-9910-77ab9d5608af tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:24.186199 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-36c7052c-308a-45a0-9583-f6d378cff7a3 req-ef24d587-718e-41ab-9910-77ab9d5608af tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 945 time: 0.4754269 Dec 22 09:47:24.197356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:24.231501 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd136e25-6827-4ce7-9576-f8b6980db590 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] DELETE failed (client error): The resource could not be found. Dec 22 09:47:24.232039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd136e25-6827-4ce7-9576-f8b6980db590 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:47:24.237963 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dd136e25-6827-4ce7-9576-f8b6980db590 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] 10.222.0.50 "DELETE /v2.0/subnets/a94d6b87-ac73-4aa3-84c4-4d2d2ed1c7f9 HTTP/1.1" status: 404 len: 337 time: 0.1124406 Dec 22 09:47:24.239866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56642) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:24.243290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Usage tracker for resource:subnet and tenant:a9072ee95fac4c688bce11ab2d85b223 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:24.261388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:47:24.265756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-1eb4fc79-eb1d-41e8-8b6a-f7a426efaa5f req-c2261e9a-a523-44be-a256-35104d8afc72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] For port 555cb7c1-bd15-40a8-b170-3022285c25cf, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=555cb7c1-bd15-40a8-b170-3022285c25cf,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:24.266152 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1eb4fc79-eb1d-41e8-8b6a-f7a426efaa5f req-c2261e9a-a523-44be-a256-35104d8afc72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:24.358097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:24.374889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-3850182f-1dd2-4c9e-a1e3-871245fbd555 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:47:24.463304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35658c0e-7afc-47d4-89d3-e0559cc36252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1248edf3-08d2-4ec3-832f-548181b476ac'}, {'server_uuid': '5752c13a-95a8-4ac1-a92e-8b47497562b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '555cb7c1-bd15-40a8-b170-3022285c25cf'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:47:24.603697 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-36c7052c-308a-45a0-9583-f6d378cff7a3 req-bf6a3307-269f-46d0-936f-d32feb86e760 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357664 Dec 22 09:47:24.614515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-1eb4fc79-eb1d-41e8-8b6a-f7a426efaa5f req-c2261e9a-a523-44be-a256-35104d8afc72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Calling delete_port for 555cb7c1-bd15-40a8-b170-3022285c25cf owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:47:24.634489 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-185d89dc-9ec3-455d-8be2-4275d0813b01 req-3293a9b2-2bd4-4c6f-9bbc-138741a5c623 service neutron] 10.222.0.64 "GET /v2.0/networks/e239e879-7697-4041-af51-df74d084764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6912048 Dec 22 09:47:24.667606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128c335-7190-41f9-9474-8980c5f81438 req-86866271-adb8-4ff6-8587-e868cbd32f08 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:24.669283 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a128c335-7190-41f9-9474-8980c5f81438 req-86866271-adb8-4ff6-8587-e868cbd32f08 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.37 "GET /v2.0/networks?id=0b676fb0-a1cb-4da1-8014-c0b444708db8 HTTP/1.1" status: 200 len: 808 time: 0.6226835 Dec 22 09:47:24.696446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a128c335-7190-41f9-9474-8980c5f81438 req-d95b3e4a-134c-47f3-a53a-15ae00db196e tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Request body: {'port': {'device_id': 'cf299415-9737-46d5-8041-19dd95a6dd9d', 'network_id': '0b676fb0-a1cb-4da1-8014-c0b444708db8', 'admin_state_up': True, 'tenant_id': '78ec4828df2c42e98d70f33e37ef2ddf'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:25.055186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 21906527-09c5-48cd-8dc6-eaf6cd74adc7 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:47:25.144496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 21906527-09c5-48cd-8dc6-eaf6cd74adc7 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:47:25.151403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 21906527-09c5-48cd-8dc6-eaf6cd74adc7 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:47:25.151832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:25.176094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Made reservation on behalf of a9072ee95fac4c688bce11ab2d85b223 for: {'subnet': 2} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:47:25.295517 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-603db41d-f7ec-4f94-b932-5b9d52d4331f req-196fae7f-e617-4271-b3a8-0673cba1aa12 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/ports?device_id=cf299415-9737-46d5-8041-19dd95a6dd9d HTTP/1.1" status: 200 len: 210 time: 0.3964601 Dec 22 09:47:25.337260 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3f24e9c-5947-47ee-91f8-8e4203f33474 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:25.347262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:25.366999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a128c335-7190-41f9-9474-8980c5f81438 req-d95b3e4a-134c-47f3-a53a-15ae00db196e tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:25.374566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a128c335-7190-41f9-9474-8980c5f81438 req-d95b3e4a-134c-47f3-a53a-15ae00db196e tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Usage tracker for resource:port and tenant:78ec4828df2c42e98d70f33e37ef2ddf is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:25.380339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a128c335-7190-41f9-9474-8980c5f81438 req-d95b3e4a-134c-47f3-a53a-15ae00db196e tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:47:25.394430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a128c335-7190-41f9-9474-8980c5f81438 req-d95b3e4a-134c-47f3-a53a-15ae00db196e tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:25.395426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 21906527-09c5-48cd-8dc6-eaf6cd74adc7, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=21906527-09c5-48cd-8dc6-eaf6cd74adc7,segment=NetworkSegment(7b960815-ff2e-4a84-ba13-c8538fc76628),segment_id=7b960815-ff2e-4a84-ba13-c8538fc76628)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:25.399844 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:25.402892 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:25.414524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f73e0b-55a5-4d10-b4b4-86c132be9e1c req-19123dc5-36bc-447b-ab1c-356bf1da088d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:25.424600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94f73e0b-55a5-4d10-b4b4-86c132be9e1c req-19123dc5-36bc-447b-ab1c-356bf1da088d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=5752c13a-95a8-4ac1-a92e-8b47497562b6 HTTP/1.1" status: 200 len: 944 time: 0.5243163 Dec 22 09:47:25.444286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a128c335-7190-41f9-9474-8980c5f81438 req-d95b3e4a-134c-47f3-a53a-15ae00db196e tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Made reservation on behalf of 78ec4828df2c42e98d70f33e37ef2ddf for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:47:25.451169 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a128c335-7190-41f9-9474-8980c5f81438 req-d95b3e4a-134c-47f3-a53a-15ae00db196e tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:25.461121 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35658c0e-7afc-47d4-89d3-e0559cc36252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1248edf3-08d2-4ec3-832f-548181b476ac', 'code': 200} Dec 22 09:47:25.461617 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5752c13a-95a8-4ac1-a92e-8b47497562b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '555cb7c1-bd15-40a8-b170-3022285c25cf', 'code': 200} Dec 22 09:47:25.488258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 309da8c4-b23b-4a6e-8b28-79f39869a7f1 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:47:25.520892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1eb4fc79-eb1d-41e8-8b6a-f7a426efaa5f req-c2261e9a-a523-44be-a256-35104d8afc72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:25.539471 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0b9ad853-3773-4976-a1c9-464a37ef389e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:25.591708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=21906527-09c5-48cd-8dc6-eaf6cd74adc7,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:25.596604 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:25.606357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 309da8c4-b23b-4a6e-8b28-79f39869a7f1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:47:25.606784 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:25.647735 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94f73e0b-55a5-4d10-b4b4-86c132be9e1c req-d57539ea-ef29-4f0b-bc65-46fc32b08378 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219915 Dec 22 09:47:25.699641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2261e9a-a523-44be-a256-35104d8afc72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Pushing event deleted for resources: {'Port': ['ID=555cb7c1-bd15-40a8-b170-3022285c25cf,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:25.699641 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2261e9a-a523-44be-a256-35104d8afc72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:25.900631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f5d61-86ce-4664-9ff3-6d00c98c6711 req-59587f73-b9d4-4327-be3d-7a3868387162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:25.902201 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0d1f5d61-86ce-4664-9ff3-6d00c98c6711 req-59587f73-b9d4-4327-be3d-7a3868387162 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 1160 time: 0.3712394 Dec 22 09:47:25.965551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3f24e9c-5947-47ee-91f8-8e4203f33474 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:25.990432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c09a91-f49b-4da9-9a77-7f59c711ff07 req-0bf79ce6-a974-4931-9d4d-eb4a12d963c6 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:25.992809 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a1c09a91-f49b-4da9-9a77-7f59c711ff07 req-0bf79ce6-a974-4931-9d4d-eb4a12d963c6 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/ports?device_id=b49cd440-9861-4ef4-a6a8-9d814f20140d HTTP/1.1" status: 200 len: 945 time: 0.4087994 Dec 22 09:47:26.003598 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:26.004015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:26.069997 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0d1f5d61-86ce-4664-9ff3-6d00c98c6711 req-97dd6780-61fb-49db-8d65-6e581b1ed02b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537817 Dec 22 09:47:26.129817 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a1c09a91-f49b-4da9-9a77-7f59c711ff07 req-f297f121-c262-44fe-8726-5689f6d4865a tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/security-groups?id=e15cfc3a-a6ca-464d-8cb7-6a4ba93e8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191263 Dec 22 09:47:26.143882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa133f-dd61-4568-a28e-873c8ae61494 req-d682cf93-b09e-4ae5-9ec7-8087df8c1fa5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:26.145831 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ffa133f-dd61-4568-a28e-873c8ae61494 req-d682cf93-b09e-4ae5-9ec7-8087df8c1fa5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 945 time: 0.2966895 Dec 22 09:47:26.147151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-a128c335-7190-41f9-9474-8980c5f81438 req-d95b3e4a-134c-47f3-a53a-15ae00db196e tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Allocated IP 172.20.0.5 (0b676fb0-a1cb-4da1-8014-c0b444708db8/aae6060c-d345-4a95-af3c-82ede5ac7554/70b2c52b-cadf-4aa3-805e-02f1c9a844f6) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:47:26.159289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 21906527-09c5-48cd-8dc6-eaf6cd74adc7 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:47:26.294261 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ffa133f-dd61-4568-a28e-873c8ae61494 req-aa594d97-b4fd-413e-8a77-d9cdac1e027c tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370833 Dec 22 09:47:26.306763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 21906527-09c5-48cd-8dc6-eaf6cd74adc7 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:47:26.307852 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:26.365715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b3f24e9c-5947-47ee-91f8-8e4203f33474 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73efa984-4719-4a56-83c7-59a916aee407']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:26.413517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb4fc79-eb1d-41e8-8b6a-f7a426efaa5f req-c2261e9a-a523-44be-a256-35104d8afc72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] No DVR routers for this DVR port 555cb7c1-bd15-40a8-b170-3022285c25cf on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:47:26.417424 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1eb4fc79-eb1d-41e8-8b6a-f7a426efaa5f req-c2261e9a-a523-44be-a256-35104d8afc72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:26.439332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5752c13a-95a8-4ac1-a92e-8b47497562b6', 'name': 'network-vif-deleted', 'tag': '555cb7c1-bd15-40a8-b170-3022285c25cf'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:47:26.453813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b3f24e9c-5947-47ee-91f8-8e4203f33474 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505775e7-d3e1-4c76-8819-0ab0dbf5748b') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:26.454376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b3f24e9c-5947-47ee-91f8-8e4203f33474 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505775e7-d3e1-4c76-8819-0ab0dbf5748b') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:26.493911 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3f24e9c-5947-47ee-91f8-8e4203f33474 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:26.516135 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1eb4fc79-eb1d-41e8-8b6a-f7a426efaa5f req-c2261e9a-a523-44be-a256-35104d8afc72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.37 "DELETE /v2.0/ports/555cb7c1-bd15-40a8-b170-3022285c25cf HTTP/1.1" status: 204 len: 173 time: 6.0077507 Dec 22 09:47:26.536815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3f24e9c-5947-47ee-91f8-8e4203f33474 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:26.541576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b3f24e9c-5947-47ee-91f8-8e4203f33474 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Releasing vxlan tunnel 10 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:47:26.747100 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d3f682ca-26a0-4c4e-a734-7bb176978583 req-b8225b77-7db7-4ef3-b1ab-80710bae7966 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/ports?device_id=cf299415-9737-46d5-8041-19dd95a6dd9d HTTP/1.1" status: 200 len: 210 time: 0.1442904 Dec 22 09:47:26.838101 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a128c335-7190-41f9-9474-8980c5f81438 req-d95b3e4a-134c-47f3-a53a-15ae00db196e tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:26.854936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d526d-34a4-49b4-8f5c-d6f610e02f2b req-dba19069-b5fd-4f10-984d-cfa07fa5edfb tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:26.861669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b3f24e9c-5947-47ee-91f8-8e4203f33474 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Network 73efa984-4719-4a56-83c7-59a916aee407 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:26.863611 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a51d526d-34a4-49b4-8f5c-d6f610e02f2b req-dba19069-b5fd-4f10-984d-cfa07fa5edfb tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 945 time: 0.1986587 Dec 22 09:47:26.875392 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5752c13a-95a8-4ac1-a92e-8b47497562b6', 'name': 'network-vif-deleted', 'tag': '555cb7c1-bd15-40a8-b170-3022285c25cf', 'status': 'completed', 'code': 200} Dec 22 09:47:26.877449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3f24e9c-5947-47ee-91f8-8e4203f33474 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:26.930514 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a51d526d-34a4-49b4-8f5c-d6f610e02f2b req-1dfdddce-d760-4ba0-a702-1fc5fa1e6f65 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657780 Dec 22 09:47:26.953428 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a128c335-7190-41f9-9474-8980c5f81438 req-d95b3e4a-134c-47f3-a53a-15ae00db196e tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:26.984762 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:27.163288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b3f24e9c-5947-47ee-91f8-8e4203f33474 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Network 73efa984-4719-4a56-83c7-59a916aee407 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:47:27.193534 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:47:27.288687 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8835db17-b574-4091-b538-7ebb14c35ec5 req-bdf28b92-b86e-4e81-ac39-ed9b1d7ffd2d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=5752c13a-95a8-4ac1-a92e-8b47497562b6 HTTP/1.1" status: 200 len: 210 time: 0.0865786 Dec 22 09:47:27.397394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b3e4a-134c-47f3-a53a-15ae00db196e tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Pushing event updated for resources: {'Port': ['ID=70b2c52b-cadf-4aa3-805e-02f1c9a844f6,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:27.420966 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d95b3e4a-134c-47f3-a53a-15ae00db196e tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:27.437978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-9fd15954-5dfa-4869-aab6-c90e92c03570 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:27.447166 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-9fd15954-5dfa-4869-aab6-c90e92c03570 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 806 time: 0.4052305 Dec 22 09:47:27.463475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49cd440-9861-4ef4-a6a8-9d814f20140d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21906527-09c5-48cd-8dc6-eaf6cd74adc7'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:47:27.470887 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-8f945245-b709-44f9-b76e-f1422ee8b3db tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/quotas/9dfc4173a0084cb081b39e512ef6a1d8 HTTP/1.1" status: 200 len: 375 time: 0.0222952 Dec 22 09:47:27.522766 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3f24e9c-5947-47ee-91f8-8e4203f33474 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:27.531578 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-026ac1a1-1877-4922-9636-5a46ea54d632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:27.568075 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3f24e9c-5947-47ee-91f8-8e4203f33474 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:27.583498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f24e9c-5947-47ee-91f8-8e4203f33474 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Pushing event deleted for resources: {'Network': ['ID=73efa984-4719-4a56-83c7-59a916aee407,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:27.596054 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b3f24e9c-5947-47ee-91f8-8e4203f33474 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:27.636427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a128c335-7190-41f9-9474-8980c5f81438 req-d95b3e4a-134c-47f3-a53a-15ae00db196e tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Network 0b676fb0-a1cb-4da1-8014-c0b444708db8 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:47:27.641374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-a128c335-7190-41f9-9474-8980c5f81438 req-d95b3e4a-134c-47f3-a53a-15ae00db196e tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:47:27.648443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a128c335-7190-41f9-9474-8980c5f81438 req-d95b3e4a-134c-47f3-a53a-15ae00db196e tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:47:27.679059 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b3f24e9c-5947-47ee-91f8-8e4203f33474 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] 10.222.0.50 "DELETE /v2.0/networks/73efa984-4719-4a56-83c7-59a916aee407 HTTP/1.1" status: 204 len: 168 time: 3.4318490 Dec 22 09:47:27.713115 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-0d9b06e3-0064-447a-a011-163719365ccb tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2032232 Dec 22 09:47:27.722109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb9d23-6f4d-40d5-afd5-b7789945e572 req-9e44939e-a052-4f93-bb19-3d8eb771b30d tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:27.723721 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b2eb9d23-6f4d-40d5-afd5-b7789945e572 req-9e44939e-a052-4f93-bb19-3d8eb771b30d tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/ports?device_id=b49cd440-9861-4ef4-a6a8-9d814f20140d HTTP/1.1" status: 200 len: 945 time: 0.2518919 Dec 22 09:47:27.776466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128c335-7190-41f9-9474-8980c5f81438 req-d95b3e4a-134c-47f3-a53a-15ae00db196e tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:27.777202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a128c335-7190-41f9-9474-8980c5f81438 req-d95b3e4a-134c-47f3-a53a-15ae00db196e tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:27.959587 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a128c335-7190-41f9-9474-8980c5f81438 req-d95b3e4a-134c-47f3-a53a-15ae00db196e tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2680743 Dec 22 09:47:27.961531 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-abdbb83b-6d7e-4497-9001-eeabdadcbddb service neutron] 10.222.0.50 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282455 Dec 22 09:47:27.966491 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b2eb9d23-6f4d-40d5-afd5-b7789945e572 req-f85d930e-8c84-4577-a3e8-9dd18b54b2e7 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/security-groups?id=e15cfc3a-a6ca-464d-8cb7-6a4ba93e8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343326 Dec 22 09:47:27.983933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Request body: {'port': {'device_id': 'cf299415-9737-46d5-8041-19dd95a6dd9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:28.005481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56688) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:28.039251 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:28.057281 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7b44e2dd-fd83-4eb8-a988-93f7f4312ceb tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:28.278068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event updated for resources: {'Subnet': ['ID=da566ded-89af-491b-ab63-85b7e651b5b3,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:28.281938 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:28.286192 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:28.316934 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d7c7d690-261a-4438-a981-d4da55ed3fef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dec1a995148140dba2abe44dd2bea954&name=default HTTP/1.1" status: 200 len: 2883 time: 0.3070800 Dec 22 09:47:28.318253 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-64a2c7ed-c75f-4389-a2a5-1b40e51ef607 service neutron] 10.222.0.50 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2966917 Dec 22 09:47:28.318408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56694) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:28.433416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Checking segment: {'id': 'fbe8b697-7449-4bb3-8f07-1066886fca2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '9134a525-73e2-42f9-9df0-c1ec954c1728'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:47:28.433833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Network hostable DHCP agents. Network: 9134a525-73e2-42f9-9df0-c1ec954c1728, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:47:28.443680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e144ca72-9f39-48bb-a445-2fb1f333573b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:28.475811 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49cd440-9861-4ef4-a6a8-9d814f20140d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21906527-09c5-48cd-8dc6-eaf6cd74adc7', 'code': 200} Dec 22 09:47:28.486492 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e144ca72-9f39-48bb-a445-2fb1f333573b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:28.497209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Network 9134a525-73e2-42f9-9df0-c1ec954c1728 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:47:28.544542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 9134a525-73e2-42f9-9df0-c1ec954c1728) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:47:28.556896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37978357-a2a4-408d-a3c3-9195684a119f None None] Network 9134a525-73e2-42f9-9df0-c1ec954c1728 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:47:28.692178 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e144ca72-9f39-48bb-a445-2fb1f333573b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:28.700209 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-12415af1-6b2c-4617-904c-bc9d0b4b4ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:28.858773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-9134a525-73e2-42f9-9df0-c1ec954c1728', 'network_id': '9134a525-73e2-42f9-9df0-c1ec954c1728', 'tenant_id': 'a9072ee95fac4c688bce11ab2d85b223', 'fixed_ips': [{'subnet_id': 'da566ded-89af-491b-ab63-85b7e651b5b3'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:47:28.860089 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:29.098101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144ca72-9f39-48bb-a445-2fb1f333573b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4429cdaf-38be-48ce-92d8-cc327bc78cc8,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:29.100249 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e144ca72-9f39-48bb-a445-2fb1f333573b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:29.101505 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e144ca72-9f39-48bb-a445-2fb1f333573b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4429cdaf-38be-48ce-92d8-cc327bc78cc8 HTTP/1.1" status: 204 len: 168 time: 0.7820854 Dec 22 09:47:29.106404 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e144ca72-9f39-48bb-a445-2fb1f333573b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:29.285981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d9c51-9d99-4544-8ac5-e452efc5ddb8 req-84be303e-f023-4842-a26e-6e37a78844f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:29.287860 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-797d9c51-9d99-4544-8ac5-e452efc5ddb8 req-84be303e-f023-4842-a26e-6e37a78844f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b49cd440-9861-4ef4-a6a8-9d814f20140d HTTP/1.1" status: 200 len: 1160 time: 0.7156091 Dec 22 09:47:29.303047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bf700-0ac2-4757-8fa2-854b35b9d5f1 req-154e919c-a448-4448-96ae-0f7458be7337 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:29.303567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7f4bf700-0ac2-4757-8fa2-854b35b9d5f1 req-154e919c-a448-4448-96ae-0f7458be7337 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Synchronizing usage tracker for tenant:78ec4828df2c42e98d70f33e37ef2ddf on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:47:29.304898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:29.358284 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:29.364212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a04ab-d826-42b3-aa9a-997ee530e124 req-3b49052d-d881-4e9b-83f3-f45dce39863a tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:29.372355 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c3a04ab-d826-42b3-aa9a-997ee530e124 req-3b49052d-d881-4e9b-83f3-f45dce39863a tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 945 time: 0.7073152 Dec 22 09:47:29.385558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Allocated IP 172.20.0.2 (9134a525-73e2-42f9-9df0-c1ec954c1728/da566ded-89af-491b-ab63-85b7e651b5b3/911308e6-ea8a-4813-b056-e66e307a3961) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:47:29.473944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7f4bf700-0ac2-4757-8fa2-854b35b9d5f1 req-154e919c-a448-4448-96ae-0f7458be7337 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Unset dirty status for tenant:78ec4828df2c42e98d70f33e37ef2ddf on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:47:29.481750 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f4bf700-0ac2-4757-8fa2-854b35b9d5f1 req-154e919c-a448-4448-96ae-0f7458be7337 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/ports?device_id=cf299415-9737-46d5-8041-19dd95a6dd9d HTTP/1.1" status: 200 len: 931 time: 0.8675818 Dec 22 09:47:29.554235 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c3a04ab-d826-42b3-aa9a-997ee530e124 req-35f1896a-41f6-4ccc-89d4-1d7387dca2ab tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810086 Dec 22 09:47:29.589176 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-797d9c51-9d99-4544-8ac5-e452efc5ddb8 req-ea638696-3fe4-4443-a857-18cd908a0901 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e15cfc3a-a6ca-464d-8cb7-6a4ba93e8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724292 Dec 22 09:47:29.613468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7f4bf700-0ac2-4757-8fa2-854b35b9d5f1 req-2a3a5158-2559-49d9-8558-4e0620a457a7 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Synchronizing usage tracker for tenant:78ec4828df2c42e98d70f33e37ef2ddf on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:47:29.634465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event updated for resources: {'Subnet': ['ID=6b44f4b0-e23a-48f4-be5e-e130929f867c,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:29.639001 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:29.660572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7f4bf700-0ac2-4757-8fa2-854b35b9d5f1 req-2a3a5158-2559-49d9-8558-4e0620a457a7 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Unset dirty status for tenant:78ec4828df2c42e98d70f33e37ef2ddf on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:47:29.675628 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f4bf700-0ac2-4757-8fa2-854b35b9d5f1 req-2a3a5158-2559-49d9-8558-4e0620a457a7 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/security-groups?id=e5793b27-d1f5-4b8e-b5c8-43aa1d21b5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927941 Dec 22 09:47:29.688100 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:29.709177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Transition to ACTIVE for port object 911308e6-ea8a-4813-b056-e66e307a3961 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:47:29.732878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Transition to ACTIVE for port object 911308e6-ea8a-4813-b056-e66e307a3961 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:47:29.739051 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:29.764470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Checking segment: {'id': 'bab54303-2553-4e8c-af4a-299d4f11c607', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '06ae3235-ab18-4385-87f5-44b66f87716d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:47:29.764887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Network hostable DHCP agents. Network: 06ae3235-ab18-4385-87f5-44b66f87716d, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:47:29.816591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Network 06ae3235-ab18-4385-87f5-44b66f87716d is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:47:29.819867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b2c52b-cadf-4aa3-805e-02f1c9a844f6 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:47:29.831177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 06ae3235-ab18-4385-87f5-44b66f87716d) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:47:29.836223 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:29.863679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:29.863679 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:29.864545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Transition to ACTIVE for port object 70b2c52b-cadf-4aa3-805e-02f1c9a844f6 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:47:29.871980 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:29.874340 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d6bb5b23-1c78-46eb-841b-d7d057046ece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:29.904441 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4aedef5e-2de3-433d-a8ea-75f9a8c8800e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:29.915559 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 6.4641101 Dec 22 09:47:29.916535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56724) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:29.933015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce620793-8f3d-4aca-ad14-366fd59e3d31 None None] Network 06ae3235-ab18-4385-87f5-44b66f87716d requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:47:29.997039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56728) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:30.235123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Pushing event updated for resources: {'Port': ['ID=70b2c52b-cadf-4aa3-805e-02f1c9a844f6,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:30.250661 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:30.366990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5129d8-d02d-44d4-bb23-0eb7cbdb20a2 req-620d0336-c797-4fab-9cd4-448c5cea0ff9 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:30.381457 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d5129d8-d02d-44d4-bb23-0eb7cbdb20a2 req-620d0336-c797-4fab-9cd4-448c5cea0ff9 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/ports?device_id=b49cd440-9861-4ef4-a6a8-9d814f20140d HTTP/1.1" status: 200 len: 945 time: 0.3594937 Dec 22 09:47:30.391362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0baccbc-7a02-438e-9bd0-96792093f505 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:30.395964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0baccbc-7a02-438e-9bd0-96792093f505 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:30.405163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0baccbc-7a02-438e-9bd0-96792093f505 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:30.406114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e0baccbc-7a02-438e-9bd0-96792093f505 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Synchronizing usage tracker for tenant:a9072ee95fac4c688bce11ab2d85b223 on resource:subnet {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:47:30.465891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e0baccbc-7a02-438e-9bd0-96792093f505 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Unset dirty status for tenant:a9072ee95fac4c688bce11ab2d85b223 on resource:subnet {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:47:30.472023 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e0baccbc-7a02-438e-9bd0-96792093f505 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.5542893 Dec 22 09:47:30.472989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56738) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:30.609719 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-42100029-13bb-4057-aa19-0c9b46b0d716 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e71487151884c39af23cf9a6de35b65&name=default HTTP/1.1" status: 200 len: 2883 time: 0.6108139 Dec 22 09:47:30.633008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56742) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:30.745459 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d5129d8-d02d-44d4-bb23-0eb7cbdb20a2 req-281ace69-60d3-4eb6-96cd-7bda2097f665 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/security-groups?id=e15cfc3a-a6ca-464d-8cb7-6a4ba93e8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989348 Dec 22 09:47:30.761098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Pushing event updated for resources: {'Port': ['ID=911308e6-ea8a-4813-b056-e66e307a3961,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:30.790359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-06ae3235-ab18-4385-87f5-44b66f87716d', 'network_id': '06ae3235-ab18-4385-87f5-44b66f87716d', 'tenant_id': 'a9072ee95fac4c688bce11ab2d85b223', 'fixed_ips': [{'subnet_id': '6b44f4b0-e23a-48f4-be5e-e130929f867c'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:47:30.791278 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:30.816542 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.943s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:30.842037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Network 9134a525-73e2-42f9-9df0-c1ec954c1728 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:47:30.847197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Attempting to bind port 70b2c52b-cadf-4aa3-805e-02f1c9a844f6 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:47:30.850661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:47:30.852274 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dbbecfee-a03f-4e16-bba0-11096ea08f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:30.852840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Attempting to bind port 70b2c52b-cadf-4aa3-805e-02f1c9a844f6 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': 'e1d2d565-cab1-4714-95ce-562b64bfbc6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '0b676fb0-a1cb-4da1-8014-c0b444708db8'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:47:30.855139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Attempting to bind port 70b2c52b-cadf-4aa3-805e-02f1c9a844f6 on network 0b676fb0-a1cb-4da1-8014-c0b444708db8 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:47:30.864471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:47:30.870946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:47:30.876067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Checking segment: {'id': 'e1d2d565-cab1-4714-95ce-562b64bfbc6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '0b676fb0-a1cb-4da1-8014-c0b444708db8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:47:30.877391 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:30.877930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Bound using segment: {'id': 'e1d2d565-cab1-4714-95ce-562b64bfbc6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '0b676fb0-a1cb-4da1-8014-c0b444708db8'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:47:30.878518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Bound port: 70b2c52b-cadf-4aa3-805e-02f1c9a844f6, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d2d565-cab1-4714-95ce-562b64bfbc6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '0b676fb0-a1cb-4da1-8014-c0b444708db8'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:47:30.878987 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:31.030153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] For port 70b2c52b-cadf-4aa3-805e-02f1c9a844f6, host n-h2-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:47:31.034418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] For port 70b2c52b-cadf-4aa3-805e-02f1c9a844f6, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=70b2c52b-cadf-4aa3-805e-02f1c9a844f6,segment=NetworkSegment(e1d2d565-cab1-4714-95ce-562b64bfbc6f),segment_id=e1d2d565-cab1-4714-95ce-562b64bfbc6f)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:47:31.051172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Attempting to bind port 911308e6-ea8a-4813-b056-e66e307a3961 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:47:31.051683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Attempting to bind port 911308e6-ea8a-4813-b056-e66e307a3961 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'fbe8b697-7449-4bb3-8f07-1066886fca2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '9134a525-73e2-42f9-9df0-c1ec954c1728'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:47:31.052224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Attempting to bind port 911308e6-ea8a-4813-b056-e66e307a3961 on network 9134a525-73e2-42f9-9df0-c1ec954c1728 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:47:31.064832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:31.070128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-e349afae-b6b8-49f0-9837-d5874a0ab25b tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:31.070676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:47:31.071198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Checking segment: {'id': 'fbe8b697-7449-4bb3-8f07-1066886fca2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '9134a525-73e2-42f9-9df0-c1ec954c1728'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:47:31.071718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:31.072253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Bound using segment: {'id': 'fbe8b697-7449-4bb3-8f07-1066886fca2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '9134a525-73e2-42f9-9df0-c1ec954c1728'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:47:31.072704 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-e349afae-b6b8-49f0-9837-d5874a0ab25b tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.37 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 806 time: 0.7650898 Dec 22 09:47:31.072875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Bound port: 911308e6-ea8a-4813-b056-e66e307a3961, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe8b697-7449-4bb3-8f07-1066886fca2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '9134a525-73e2-42f9-9df0-c1ec954c1728'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:47:31.073419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:31.107772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-aba39040-f795-45f0-8c86-d3df19fa1ade tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Request body: {'port': {'device_id': 'eac43414-97e0-427f-9a70-ff31a9fd459b', 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f', 'admin_state_up': True, 'tenant_id': '9dfc4173a0084cb081b39e512ef6a1d8'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:31.120618 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-496c0598-9cd1-4f69-a9b0-c502887d9479 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:31.168586 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dbbecfee-a03f-4e16-bba0-11096ea08f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:31.205865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-982cf499-3a99-4454-962d-d9fda7a0d9f4 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Deleting subnet da566ded-89af-491b-ab63-85b7e651b5b3 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:47:31.209259 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-982cf499-3a99-4454-962d-d9fda7a0d9f4 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:31.232610 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9b5b3d6-312c-40f2-8db1-3383c1d09c19 req-e5077582-58c9-48b1-8631-4736271040dc tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=eac43414-97e0-427f-9a70-ff31a9fd459b HTTP/1.1" status: 200 len: 210 time: 0.1940539 Dec 22 09:47:31.297669 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-982cf499-3a99-4454-962d-d9fda7a0d9f4 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:31.320324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] For port 911308e6-ea8a-4813-b056-e66e307a3961, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:47:31.326920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] For port 911308e6-ea8a-4813-b056-e66e307a3961, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=911308e6-ea8a-4813-b056-e66e307a3961,segment=NetworkSegment(fbe8b697-7449-4bb3-8f07-1066886fca2d),segment_id=fbe8b697-7449-4bb3-8f07-1066886fca2d)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:47:31.336132 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:31.409304 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-982cf499-3a99-4454-962d-d9fda7a0d9f4 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:31.409831 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:31.477651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Pushing event updated for resources: {'Port': ['ID=70b2c52b-cadf-4aa3-805e-02f1c9a844f6,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:31.524500 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:31.596960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-67ee55d3-96c7-44f8-8f61-b8a1c4d9cf72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:31.604486 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-67ee55d3-96c7-44f8-8f61-b8a1c4d9cf72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 812 time: 0.5682876 Dec 22 09:47:31.644849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-37e5149d-dc5e-46e1-ba48-479b680c3c54 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/quotas/2af5f8c189d74ea78f15d1e4177ac64a HTTP/1.1" status: 200 len: 375 time: 0.0393441 Dec 22 09:47:31.651757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:31.652741 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:31.654312 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a128c335-7190-41f9-9474-8980c5f81438 req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] 10.222.0.37 "PUT /v2.0/ports/70b2c52b-cadf-4aa3-805e-02f1c9a844f6 HTTP/1.1" status: 200 len: 1155 time: 3.6767983 Dec 22 09:47:31.655923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf299415-9737-46d5-8041-19dd95a6dd9d', 'tag': '70b2c52b-cadf-4aa3-805e-02f1c9a844f6'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:47:31.657920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Pushing event updated for resources: {'Port': ['ID=911308e6-ea8a-4813-b056-e66e307a3961,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:31.663105 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:31.761721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Allocated IP 172.20.0.18 (06ae3235-ab18-4385-87f5-44b66f87716d/6b44f4b0-e23a-48f4-be5e-e130929f867c/c5e4aa3a-c694-41c5-92d8-10cfd77bf961) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:47:31.776613 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-a831dbcf-5c3c-4e0d-9298-516cb77f16ec tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1297803 Dec 22 09:47:31.810657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-aba39040-f795-45f0-8c86-d3df19fa1ade tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:31.817299 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dbbecfee-a03f-4e16-bba0-11096ea08f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:31.833390 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-773a2d87-2859-4444-ad49-3f625d9d8e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:31.846812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-aba39040-f795-45f0-8c86-d3df19fa1ade tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Usage tracker for resource:port and tenant:9dfc4173a0084cb081b39e512ef6a1d8 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:31.853398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-aba39040-f795-45f0-8c86-d3df19fa1ade tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Quota usage for port was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:47:31.865499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbecfee-a03f-4e16-bba0-11096ea08f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2eb34fb-8d8a-4d89-87ca-2e4b9fa6e54b,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:31.873254 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dbbecfee-a03f-4e16-bba0-11096ea08f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:31.881604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-aba39040-f795-45f0-8c86-d3df19fa1ade tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:31.945712 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dbbecfee-a03f-4e16-bba0-11096ea08f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:31.947169 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dbbecfee-a03f-4e16-bba0-11096ea08f07 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f2eb34fb-8d8a-4d89-87ca-2e4b9fa6e54b HTTP/1.1" status: 204 len: 168 time: 1.3133075 Dec 22 09:47:31.958881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-aba39040-f795-45f0-8c86-d3df19fa1ade tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Made reservation on behalf of 9dfc4173a0084cb081b39e512ef6a1d8 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:47:31.964805 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-aba39040-f795-45f0-8c86-d3df19fa1ade tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:32.014280 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-01b3ed6d-9fa0-42af-9a53-79d37aecd00c service neutron] 10.222.0.50 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048135 Dec 22 09:47:32.032918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dabd00-23c8-48b1-b0f5-52081f55b488 req-76fa53e6-a4de-4979-b259-8b7ab9248423 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:32.046180 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97dabd00-23c8-48b1-b0f5-52081f55b488 req-76fa53e6-a4de-4979-b259-8b7ab9248423 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/ports?device_id=cf299415-9737-46d5-8041-19dd95a6dd9d HTTP/1.1" status: 200 len: 943 time: 0.5746031 Dec 22 09:47:32.084396 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-982cf499-3a99-4454-962d-d9fda7a0d9f4 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:32.110336 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:32.124874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Transition to ACTIVE for port object c5e4aa3a-c694-41c5-92d8-10cfd77bf961 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:47:32.150079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Transition to ACTIVE for port object c5e4aa3a-c694-41c5-92d8-10cfd77bf961 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:47:32.155929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:32.182624 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-38856646-9a5d-489f-8b4c-bf5f9ac0d17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:32.217016 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:32.245233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128c335-7190-41f9-9474-8980c5f81438 req-61a076e7-beb5-4cae-ae4e-651278c0926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:32.255696 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a128c335-7190-41f9-9474-8980c5f81438 req-61a076e7-beb5-4cae-ae4e-651278c0926d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78ec4828df2c42e98d70f33e37ef2ddf&device_id=cf299415-9737-46d5-8041-19dd95a6dd9d HTTP/1.1" status: 200 len: 1158 time: 0.5310996 Dec 22 09:47:32.318504 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97dabd00-23c8-48b1-b0f5-52081f55b488 req-bd53dc30-061c-4f47-8d95-d5063ca0d293 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/security-groups?id=e5793b27-d1f5-4b8e-b5c8-43aa1d21b5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712395 Dec 22 09:47:32.319416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982cf499-3a99-4454-962d-d9fda7a0d9f4 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event deleted for resources: {'Subnet': ['ID=da566ded-89af-491b-ab63-85b7e651b5b3,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:32.355402 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-982cf499-3a99-4454-962d-d9fda7a0d9f4 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:32.510671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Pushing event updated for resources: {'Port': ['ID=c5e4aa3a-c694-41c5-92d8-10cfd77bf961,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:32.522666 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:32.552389 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-982cf499-3a99-4454-962d-d9fda7a0d9f4 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:32.577853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Network 06ae3235-ab18-4385-87f5-44b66f87716d is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:47:32.579330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:47:32.583178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:47:32.622785 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-982cf499-3a99-4454-962d-d9fda7a0d9f4 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "DELETE /v2.0/subnets/da566ded-89af-491b-ab63-85b7e651b5b3 HTTP/1.1" status: 204 len: 168 time: 2.1323562 Dec 22 09:47:32.629885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56772) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:32.662376 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a128c335-7190-41f9-9474-8980c5f81438 req-6eb04122-2542-4b92-b828-8bcf007f509d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b2c52b-cadf-4aa3-805e-02f1c9a844f6 HTTP/1.1" status: 200 len: 217 time: 0.3631241 Dec 22 09:47:32.666042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Attempting to bind port c5e4aa3a-c694-41c5-92d8-10cfd77bf961 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:47:32.666864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Attempting to bind port c5e4aa3a-c694-41c5-92d8-10cfd77bf961 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'bab54303-2553-4e8c-af4a-299d4f11c607', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '06ae3235-ab18-4385-87f5-44b66f87716d'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:47:32.667676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Attempting to bind port c5e4aa3a-c694-41c5-92d8-10cfd77bf961 on network 06ae3235-ab18-4385-87f5-44b66f87716d {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:47:32.674497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:47:32.675333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Checking segment: {'id': 'bab54303-2553-4e8c-af4a-299d4f11c607', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '06ae3235-ab18-4385-87f5-44b66f87716d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:47:32.676102 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:32.676687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Bound using segment: {'id': 'bab54303-2553-4e8c-af4a-299d4f11c607', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '06ae3235-ab18-4385-87f5-44b66f87716d'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:47:32.677819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Bound port: c5e4aa3a-c694-41c5-92d8-10cfd77bf961, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab54303-2553-4e8c-af4a-299d4f11c607', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '06ae3235-ab18-4385-87f5-44b66f87716d'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:47:32.678407 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:32.737442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-aba39040-f795-45f0-8c86-d3df19fa1ade tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Allocated IP 172.20.0.12 (71abf892-394c-4481-a07f-0270c6b0938f/0e972d4f-634f-4801-baf0-a552ccd20fd0/ac9c5491-0ba8-47b4-a649-ea82989dde6e) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:47:32.799392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] For port c5e4aa3a-c694-41c5-92d8-10cfd77bf961, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:47:32.803835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] For port c5e4aa3a-c694-41c5-92d8-10cfd77bf961, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c5e4aa3a-c694-41c5-92d8-10cfd77bf961,segment=NetworkSegment(bab54303-2553-4e8c-af4a-299d4f11c607),segment_id=bab54303-2553-4e8c-af4a-299d4f11c607)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:47:32.807763 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:32.833594 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:32.937312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128c335-7190-41f9-9474-8980c5f81438 req-4e81ce5f-4e0f-460f-90c5-be5ee6708c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:32.939497 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a128c335-7190-41f9-9474-8980c5f81438 req-4e81ce5f-4e0f-460f-90c5-be5ee6708c1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aae6060c-d345-4a95-af3c-82ede5ac7554 HTTP/1.1" status: 200 len: 848 time: 0.2170854 Dec 22 09:47:32.972744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 911308e6-ea8a-4813-b056-e66e307a3961 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:47:33.015188 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-16b8ef53-7515-4454-ac45-e8a745c169f5 service neutron] 10.222.0.50 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9359653 Dec 22 09:47:33.037522 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a128c335-7190-41f9-9474-8980c5f81438 req-04e6972c-8d26-4f31-970d-72a6b5b82598 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0b676fb0-a1cb-4da1-8014-c0b444708db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893223 Dec 22 09:47:33.053138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4551c6-6255-4d78-ab87-66f6e0f9839e req-55e09a0d-8972-4b98-b38a-e305811ceec9 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:33.054906 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6f4551c6-6255-4d78-ab87-66f6e0f9839e req-55e09a0d-8972-4b98-b38a-e305811ceec9 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 945 time: 0.4077280 Dec 22 09:47:33.092343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5368cb-de7b-42c8-bc5a-a6c686486cbd tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Deleting subnet 6b44f4b0-e23a-48f4-be5e-e130929f867c {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:47:33.153280 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b5368cb-de7b-42c8-bc5a-a6c686486cbd tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:33.255765 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b5368cb-de7b-42c8-bc5a-a6c686486cbd tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:33.314345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Pushing event updated for resources: {'Port': ['ID=c5e4aa3a-c694-41c5-92d8-10cfd77bf961,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:33.463407 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6f4551c6-6255-4d78-ab87-66f6e0f9839e req-14a92eed-b11c-4b65-972f-ac49fcc97c0f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426714 Dec 22 09:47:33.506009 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-aba39040-f795-45f0-8c86-d3df19fa1ade tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:33.521659 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:33.557248 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf299415-9737-46d5-8041-19dd95a6dd9d', 'tag': '70b2c52b-cadf-4aa3-805e-02f1c9a844f6', 'status': 'completed', 'code': 200} Dec 22 09:47:33.564111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b5368cb-de7b-42c8-bc5a-a6c686486cbd tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:33.567684 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a128c335-7190-41f9-9474-8980c5f81438 req-cb61ae34-5067-43f3-a06a-edbc8905d676 service neutron] 10.222.0.37 "GET /v2.0/networks/0b676fb0-a1cb-4da1-8014-c0b444708db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076325 Dec 22 09:47:33.573167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 911308e6-ea8a-4813-b056-e66e307a3961 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:47:33.624955 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-aba39040-f795-45f0-8c86-d3df19fa1ade tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:33.658939 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-336d0d37-61c9-4b4b-89a4-2ff66fe05343 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:34.158211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0521110-8ef3-4f11-997d-b60227210777 None None] Network 9134a525-73e2-42f9-9df0-c1ec954c1728 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:47:34.481408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba39040-f795-45f0-8c86-d3df19fa1ade tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Pushing event updated for resources: {'Port': ['ID=ac9c5491-0ba8-47b4-a649-ea82989dde6e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:34.490916 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aba39040-f795-45f0-8c86-d3df19fa1ade tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:34.498692 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a128c335-7190-41f9-9474-8980c5f81438 req-6e10d630-3f19-4bcc-a323-09fbe3f87cf4 service neutron] 10.222.0.37 "GET /v2.0/networks/0b676fb0-a1cb-4da1-8014-c0b444708db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9192426 Dec 22 09:47:34.519819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87bad4-30ac-4f8b-b979-6cf50d491025 req-1779bc64-665e-4e79-b7e3-ab3b628cabb7 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:34.527988 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8a87bad4-30ac-4f8b-b979-6cf50d491025 req-1779bc64-665e-4e79-b7e3-ab3b628cabb7 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/ports?device_id=b49cd440-9861-4ef4-a6a8-9d814f20140d HTTP/1.1" status: 200 len: 945 time: 0.6781733 Dec 22 09:47:34.537015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca1ee2-7ab6-4100-abd9-15a168830493 req-b8ebb6f7-2744-4b6a-b62a-c8da8a9af4f5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:34.545108 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6dca1ee2-7ab6-4100-abd9-15a168830493 req-b8ebb6f7-2744-4b6a-b62a-c8da8a9af4f5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=eac43414-97e0-427f-9a70-ff31a9fd459b HTTP/1.1" status: 200 len: 932 time: 0.6967564 Dec 22 09:47:34.591074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-28fa7006-19a9-49a9-b654-e1ade8023d28 None None] Provisioning for port 911308e6-ea8a-4813-b056-e66e307a3961 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:47:34.601941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-28fa7006-19a9-49a9-b654-e1ade8023d28 None None] Provisioning complete for port 911308e6-ea8a-4813-b056-e66e307a3961 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:47:34.603305 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-28fa7006-19a9-49a9-b654-e1ade8023d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:34.628977 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8a87bad4-30ac-4f8b-b979-6cf50d491025 req-0166be22-9db5-4b0c-9eb1-03ce47bf7243 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/security-groups?id=e15cfc3a-a6ca-464d-8cb7-6a4ba93e8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000156 Dec 22 09:47:34.672431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-aba39040-f795-45f0-8c86-d3df19fa1ade tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Network 71abf892-394c-4481-a07f-0270c6b0938f is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:47:34.673445 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6dca1ee2-7ab6-4100-abd9-15a168830493 req-bbc88aa9-c675-42e3-a6fa-2bd3fe15f054 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271331 Dec 22 09:47:34.674170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-aba39040-f795-45f0-8c86-d3df19fa1ade tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:47:34.679425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-aba39040-f795-45f0-8c86-d3df19fa1ade tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:47:34.863226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aa9ba9-2cee-48af-9385-892d9ab79eff None None] DHCP port deletion for 9134a525-73e2-42f9-9df0-c1ec954c1728 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:47:34.878807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-52aa9ba9-2cee-48af-9385-892d9ab79eff None None] Deleting port 911308e6-ea8a-4813-b056-e66e307a3961 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:47:34.879228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-52aa9ba9-2cee-48af-9385-892d9ab79eff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:34.950250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f90e53-9438-46b1-9a2c-d295cac7418c req-1da4fb37-5e77-4bca-ad2d-2fbfc00a9f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:34.955201 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19f90e53-9438-46b1-9a2c-d295cac7418c req-1da4fb37-5e77-4bca-ad2d-2fbfc00a9f28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78ec4828df2c42e98d70f33e37ef2ddf&device_id=cf299415-9737-46d5-8041-19dd95a6dd9d HTTP/1.1" status: 200 len: 1158 time: 0.2691550 Dec 22 09:47:34.966919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-aba39040-f795-45f0-8c86-d3df19fa1ade tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:34.968555 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-aba39040-f795-45f0-8c86-d3df19fa1ade tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:34.978476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c5e4aa3a-c694-41c5-92d8-10cfd77bf961 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:47:35.010931 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-aba39040-f795-45f0-8c86-d3df19fa1ade tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9159176 Dec 22 09:47:35.014178 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b5368cb-de7b-42c8-bc5a-a6c686486cbd tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:35.027086 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-28fa7006-19a9-49a9-b654-e1ade8023d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:35.034794 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0e248250-90af-4dbb-a9ba-a5bff38c8e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:35.075622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Request body: {'port': {'device_id': 'eac43414-97e0-427f-9a70-ff31a9fd459b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:35.126783 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5cbd888c-cfba-40d1-bbb4-3c62e140af5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:35.145760 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a49f5d37-62cd-435c-8bfb-0360043cc4d1 req-80a2d05b-cc33-45da-9208-df73f3558dea tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=9424c93e-7ad8-4d36-b698-3087483e1fdc HTTP/1.1" status: 200 len: 210 time: 0.0884669 Dec 22 09:47:35.198849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-28fa7006-19a9-49a9-b654-e1ade8023d28 None None] For port 911308e6-ea8a-4813-b056-e66e307a3961, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=911308e6-ea8a-4813-b056-e66e307a3961,segment=NetworkSegment(fbe8b697-7449-4bb3-8f07-1066886fca2d),segment_id=fbe8b697-7449-4bb3-8f07-1066886fca2d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:35.231188 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-28fa7006-19a9-49a9-b654-e1ade8023d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:35.258134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5368cb-de7b-42c8-bc5a-a6c686486cbd tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event deleted for resources: {'Subnet': ['ID=6b44f4b0-e23a-48f4-be5e-e130929f867c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:35.268909 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:35.326945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9f38e-d8a0-491b-abf7-8f07081c04a0 req-fe8635c1-b456-4aae-ba16-5bb4c904b827 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:35.327696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port c5e4aa3a-c694-41c5-92d8-10cfd77bf961 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:47:35.337934 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-48c9f38e-d8a0-491b-abf7-8f07081c04a0 req-fe8635c1-b456-4aae-ba16-5bb4c904b827 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/ports?device_id=cf299415-9737-46d5-8041-19dd95a6dd9d HTTP/1.1" status: 200 len: 943 time: 0.3365073 Dec 22 09:47:35.342058 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9b5368cb-de7b-42c8-bc5a-a6c686486cbd tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:35.369297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f90e53-9438-46b1-9a2c-d295cac7418c req-0d821589-a442-42c9-8840-74093b91c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:35.371294 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19f90e53-9438-46b1-9a2c-d295cac7418c req-0d821589-a442-42c9-8840-74093b91c167 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0b676fb0-a1cb-4da1-8014-c0b444708db8 HTTP/1.1" status: 200 len: 903 time: 0.4052966 Dec 22 09:47:35.430028 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-48c9f38e-d8a0-491b-abf7-8f07081c04a0 req-af012e24-1e22-4c41-adcc-1502512ef2f2 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/security-groups?id=e5793b27-d1f5-4b8e-b5c8-43aa1d21b5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907595 Dec 22 09:47:35.584645 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19f90e53-9438-46b1-9a2c-d295cac7418c req-d2462ac4-cc23-4e13-ae13-8ae73a3f149c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b2c52b-cadf-4aa3-805e-02f1c9a844f6 HTTP/1.1" status: 200 len: 217 time: 0.1713672 Dec 22 09:47:35.640441 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:35.756144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f90e53-9438-46b1-9a2c-d295cac7418c req-051f2bd1-e9e1-4cc5-a574-0a94034149d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:35.773895 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19f90e53-9438-46b1-9a2c-d295cac7418c req-051f2bd1-e9e1-4cc5-a574-0a94034149d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aae6060c-d345-4a95-af3c-82ede5ac7554 HTTP/1.1" status: 200 len: 848 time: 0.1800795 Dec 22 09:47:35.841356 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b5368cb-de7b-42c8-bc5a-a6c686486cbd tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:35.846848 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9b5368cb-de7b-42c8-bc5a-a6c686486cbd tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "DELETE /v2.0/subnets/6b44f4b0-e23a-48f4-be5e-e130929f867c HTTP/1.1" status: 204 len: 168 time: 3.2126753 Dec 22 09:47:35.855412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56830) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:35.911410 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19f90e53-9438-46b1-9a2c-d295cac7418c req-cfd1a94e-35d1-4b19-b134-b05ac943263d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0b676fb0-a1cb-4da1-8014-c0b444708db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061292 Dec 22 09:47:35.958328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56834) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:36.091233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-52aa9ba9-2cee-48af-9385-892d9ab79eff None None] For port 911308e6-ea8a-4813-b056-e66e307a3961, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=911308e6-ea8a-4813-b056-e66e307a3961,segment=NetworkSegment(fbe8b697-7449-4bb3-8f07-1066886fca2d),segment_id=fbe8b697-7449-4bb3-8f07-1066886fca2d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:36.091737 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-52aa9ba9-2cee-48af-9385-892d9ab79eff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:36.101194 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19f90e53-9438-46b1-9a2c-d295cac7418c req-90d88beb-621c-4180-b13c-5747b2afd586 service neutron] 10.222.0.37 "GET /v2.0/networks/0b676fb0-a1cb-4da1-8014-c0b444708db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684740 Dec 22 09:47:36.136515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-8c4e2e40-0796-47cb-a188-3f9c175d05c0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:36.138410 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-8c4e2e40-0796-47cb-a188-3f9c175d05c0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.37 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 812 time: 0.7489965 Dec 22 09:47:36.145903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c93edb8-0417-48e6-b26c-5b29ec2b5d9c tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:36.146824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4c93edb8-0417-48e6-b26c-5b29ec2b5d9c tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Synchronizing usage tracker for tenant:a9072ee95fac4c688bce11ab2d85b223 on resource:subnet {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:47:36.171650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-d7f3f18d-9efc-49b6-a5a5-1a5143d93f18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Request body: {'port': {'device_id': '9424c93e-7ad8-4d36-b698-3087483e1fdc', 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e', 'admin_state_up': True, 'tenant_id': '2af5f8c189d74ea78f15d1e4177ac64a'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:36.197299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4c93edb8-0417-48e6-b26c-5b29ec2b5d9c tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Unset dirty status for tenant:a9072ee95fac4c688bce11ab2d85b223 on resource:subnet {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:47:36.198595 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4c93edb8-0417-48e6-b26c-5b29ec2b5d9c tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3408473 Dec 22 09:47:36.209963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56848) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:36.322825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4e6426-e427-4513-b37b-8b5466af4784 None None] Network 06ae3235-ab18-4385-87f5-44b66f87716d requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:47:36.359323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-52aa9ba9-2cee-48af-9385-892d9ab79eff None None] Calling delete_port for 911308e6-ea8a-4813-b056-e66e307a3961 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:47:36.427529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1064972913'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:36.452605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:36.463974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Usage tracker for resource:network and tenant:cfd4742bf9f4486ab18a3457c6a354ae is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:36.471211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:47:36.486422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:36.517941 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19f90e53-9438-46b1-9a2c-d295cac7418c req-092e4ba1-db8d-483a-b38d-1dfdada8b89c service neutron] 10.222.0.37 "GET /v2.0/networks/0b676fb0-a1cb-4da1-8014-c0b444708db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3992300 Dec 22 09:47:36.585717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-d7f3f18d-9efc-49b6-a5a5-1a5143d93f18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:36.591678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-d7f3f18d-9efc-49b6-a5a5-1a5143d93f18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Usage tracker for resource:port and tenant:2af5f8c189d74ea78f15d1e4177ac64a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:36.595802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-d7f3f18d-9efc-49b6-a5a5-1a5143d93f18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:47:36.603474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-d7f3f18d-9efc-49b6-a5a5-1a5143d93f18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:36.617602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-25c40928-164c-444e-b55c-a6c5133d5f1f None None] Provisioning for port c5e4aa3a-c694-41c5-92d8-10cfd77bf961 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:47:36.619683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Made reservation on behalf of cfd4742bf9f4486ab18a3457c6a354ae for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:47:36.628511 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:36.633077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa7006-19a9-49a9-b654-e1ade8023d28 None None] Pushing event updated for resources: {'Port': ['ID=911308e6-ea8a-4813-b056-e66e307a3961,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:36.656401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-25c40928-164c-444e-b55c-a6c5133d5f1f None None] Provisioning complete for port c5e4aa3a-c694-41c5-92d8-10cfd77bf961 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:47:36.656944 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25c40928-164c-444e-b55c-a6c5133d5f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:36.684076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-d7f3f18d-9efc-49b6-a5a5-1a5143d93f18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Made reservation on behalf of 2af5f8c189d74ea78f15d1e4177ac64a for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:47:36.693049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-d7f3f18d-9efc-49b6-a5a5-1a5143d93f18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:36.699308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06d4dc-dc9b-4222-861b-4b4fe4240741 req-85e919fd-6b53-4a11-9e1a-027644e2fe97 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:36.701364 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ae06d4dc-dc9b-4222-861b-4b4fe4240741 req-85e919fd-6b53-4a11-9e1a-027644e2fe97 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=eac43414-97e0-427f-9a70-ff31a9fd459b HTTP/1.1" status: 200 len: 932 time: 0.4870043 Dec 22 09:47:36.733935 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-28fa7006-19a9-49a9-b654-e1ade8023d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.465s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:36.789583 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:36.817292 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:36.831626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:36.841283 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-52aa9ba9-2cee-48af-9385-892d9ab79eff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:47:36.841821 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-52aa9ba9-2cee-48af-9385-892d9ab79eff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:47:36.859116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Usage tracker for resource:security_group_rule and tenant:cfd4742bf9f4486ab18a3457c6a354ae is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:36.866544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:47:36.879762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 911308e6-ea8a-4813-b056-e66e307a3961 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:47:36.896151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:36.921009 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ae06d4dc-dc9b-4222-861b-4b4fe4240741 req-93747254-6e21-4614-a3a6-e0a5478747e3 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430333 Dec 22 09:47:36.929738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Deleting port c5e4aa3a-c694-41c5-92d8-10cfd77bf961 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:47:36.930130 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:37.002580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1eb31-a1f8-4ffa-bb6f-8422438cf372 req-ac4d1504-f1a7-4fbd-8615-2b1f74e543cd tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:37.004450 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6ef1eb31-a1f8-4ffa-bb6f-8422438cf372 req-ac4d1504-f1a7-4fbd-8615-2b1f74e543cd tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 945 time: 0.3124452 Dec 22 09:47:37.017116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25c40928-164c-444e-b55c-a6c5133d5f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:37.135347 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:37.149128 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6ef1eb31-a1f8-4ffa-bb6f-8422438cf372 req-a058415b-80e1-4f82-8742-7b392e4e1bdf tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143281 Dec 22 09:47:37.155722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-25c40928-164c-444e-b55c-a6c5133d5f1f None None] For port c5e4aa3a-c694-41c5-92d8-10cfd77bf961, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c5e4aa3a-c694-41c5-92d8-10cfd77bf961,segment=NetworkSegment(bab54303-2553-4e8c-af4a-299d4f11c607),segment_id=bab54303-2553-4e8c-af4a-299d4f11c607)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:37.167133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25c40928-164c-444e-b55c-a6c5133d5f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:37.175006 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c5b88f6-985c-48cd-a74c-5eb65311edbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:37.249238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-d7f3f18d-9efc-49b6-a5a5-1a5143d93f18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Allocated IP 172.20.0.5 (4139e1c7-4cf8-43ff-9532-d5b8777c2c1e/99bc7704-5812-409d-9056-a73056b9ef40/5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:47:37.263401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 911308e6-ea8a-4813-b056-e66e307a3961, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=911308e6-ea8a-4813-b056-e66e307a3961,segment=NetworkSegment(fbe8b697-7449-4bb3-8f07-1066886fca2d),segment_id=fbe8b697-7449-4bb3-8f07-1066886fca2d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:37.278807 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:37.332428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c40928-164c-444e-b55c-a6c5133d5f1f None None] Pushing event updated for resources: {'Port': ['ID=c5e4aa3a-c694-41c5-92d8-10cfd77bf961,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:37.334038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] For port c5e4aa3a-c694-41c5-92d8-10cfd77bf961, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c5e4aa3a-c694-41c5-92d8-10cfd77bf961,segment=NetworkSegment(bab54303-2553-4e8c-af4a-299d4f11c607),segment_id=bab54303-2553-4e8c-af4a-299d4f11c607)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:37.334949 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:37.335465 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-25c40928-164c-444e-b55c-a6c5133d5f1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:37.336088 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:37.360259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0d187-edc5-41f8-aaba-a65190d86124 req-5aa583fd-9b03-4707-9e2b-6e4195100423 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:37.368972 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70c0d187-edc5-41f8-aaba-a65190d86124 req-5aa583fd-9b03-4707-9e2b-6e4195100423 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/ports?device_id=cf299415-9737-46d5-8041-19dd95a6dd9d HTTP/1.1" status: 200 len: 943 time: 0.3094337 Dec 22 09:47:37.379360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-52aa9ba9-2cee-48af-9385-892d9ab79eff None None] Deleting port 911308e6-ea8a-4813-b056-e66e307a3961 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:47:37.380060 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-52aa9ba9-2cee-48af-9385-892d9ab79eff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:37.385795 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:47:37.406488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1647bddb-2379-4ee3-88bb-aa83c263e46c None None] DHCP port deletion for 06ae3235-ab18-4385-87f5-44b66f87716d request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:47:37.425942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1647bddb-2379-4ee3-88bb-aa83c263e46c None None] Deleting port c5e4aa3a-c694-41c5-92d8-10cfd77bf961 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:47:37.425942 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1647bddb-2379-4ee3-88bb-aa83c263e46c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:37.508885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Calling delete_port for c5e4aa3a-c694-41c5-92d8-10cfd77bf961 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:47:37.568431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9c5491-0ba8-47b4-a649-ea82989dde6e {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:47:37.601817 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:37.609189 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0a48cbc4-d84a-4598-b0d9-ee53a82d801e req-7a60b13c-aa7c-42cf-bf3a-e4224b5d5c63 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=9424c93e-7ad8-4d36-b698-3087483e1fdc HTTP/1.1" status: 200 len: 210 time: 0.1087999 Dec 22 09:47:37.645820 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70c0d187-edc5-41f8-aaba-a65190d86124 req-bd09f3f0-2349-453e-b64a-2af6bad85b9a tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/security-groups?id=e5793b27-d1f5-4b8e-b5c8-43aa1d21b5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756679 Dec 22 09:47:37.652594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Transition to ACTIVE for port object ac9c5491-0ba8-47b4-a649-ea82989dde6e will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:47:37.681504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:37.701333 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2261e9a-a523-44be-a256-35104d8afc72 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:37.714555 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:47:37.715925 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:47:37.733439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:37.767168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:37.772333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-1647bddb-2379-4ee3-88bb-aa83c263e46c None None] For port c5e4aa3a-c694-41c5-92d8-10cfd77bf961, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c5e4aa3a-c694-41c5-92d8-10cfd77bf961,segment=NetworkSegment(bab54303-2553-4e8c-af4a-299d4f11c607),segment_id=bab54303-2553-4e8c-af4a-299d4f11c607)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:37.772775 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1647bddb-2379-4ee3-88bb-aa83c263e46c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:37.817129 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-d7f3f18d-9efc-49b6-a5a5-1a5143d93f18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:37.848392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=911308e6-ea8a-4813-b056-e66e307a3961,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:37.889561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:47:37.892457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Pushing event updated for resources: {'Port': ['ID=ac9c5491-0ba8-47b4-a649-ea82989dde6e,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:37.909001 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:37.912624 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3c5f97c0-e20b-4cd2-beac-238b34e4d140 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:37.945666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1647bddb-2379-4ee3-88bb-aa83c263e46c None None] Calling delete_port for c5e4aa3a-c694-41c5-92d8-10cfd77bf961 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:47:37.946840 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:37.947299 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Added segment a79be3ee-033f-4b9d-894f-d6b6169b20c3 of type vxlan for network 75e37c16-5b43-4f8b-9812-80cd6ac210d4 Dec 22 09:47:37.994252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Pushing event updated for resources: {'SecurityGroup': ['ID=0964e4a3-b38a-4816-b56a-e1fc24c92ebd,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:38.006039 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:38.036172 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:38.065753 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:38.072833 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1647bddb-2379-4ee3-88bb-aa83c263e46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:38.112520 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-d7f3f18d-9efc-49b6-a5a5-1a5143d93f18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:38.124271 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:38.142910 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-061d9dcc-447a-47c9-af10-eb4582b55273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:38.189502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647bddb-2379-4ee3-88bb-aa83c263e46c None None] Pushing event deleted for resources: {'Port': ['ID=c5e4aa3a-c694-41c5-92d8-10cfd77bf961,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:38.200537 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-037207d4-6967-4d05-997b-852eaf8f0061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:38.201919 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1647bddb-2379-4ee3-88bb-aa83c263e46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:38.259095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Deleting port c5e4aa3a-c694-41c5-92d8-10cfd77bf961 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:47:38.259639 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:38.352847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-9704a8c2-c352-44c6-93a2-5ddc0b778c16 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:47:38.363509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58dc91-07ff-4332-ab3d-aa2ca902950d req-de3731f6-b2c5-46ac-9665-2175cd63d767 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:38.366390 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2e58dc91-07ff-4332-ab3d-aa2ca902950d req-de3731f6-b2c5-46ac-9665-2175cd63d767 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=eac43414-97e0-427f-9a70-ff31a9fd459b HTTP/1.1" status: 200 len: 944 time: 0.2859230 Dec 22 09:47:38.384806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] The port 'c5e4aa3a-c694-41c5-92d8-10cfd77bf961' was deleted {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:47:38.468222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-52aa9ba9-2cee-48af-9385-892d9ab79eff None None] For port 911308e6-ea8a-4813-b056-e66e307a3961, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=911308e6-ea8a-4813-b056-e66e307a3961,segment=NetworkSegment(fbe8b697-7449-4bb3-8f07-1066886fca2d),segment_id=fbe8b697-7449-4bb3-8f07-1066886fca2d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:38.468589 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-52aa9ba9-2cee-48af-9385-892d9ab79eff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:38.483398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1647bddb-2379-4ee3-88bb-aa83c263e46c None None] No DVR routers for this DVR port c5e4aa3a-c694-41c5-92d8-10cfd77bf961 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:47:38.556103 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2e58dc91-07ff-4332-ab3d-aa2ca902950d req-bf03d576-c98f-470b-b2fd-205eed1b2f16 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685810 Dec 22 09:47:38.691608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-52aa9ba9-2cee-48af-9385-892d9ab79eff None None] Calling delete_port for 911308e6-ea8a-4813-b056-e66e307a3961 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:47:38.721824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5b991-f305-4768-9e5f-d4ebd96f5ce6 req-a5bfef29-826a-4530-b542-39c0b67ccc94 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:38.723903 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9f5b991-f305-4768-9e5f-d4ebd96f5ce6 req-a5bfef29-826a-4530-b542-39c0b67ccc94 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/ports?device_id=b49cd440-9861-4ef4-a6a8-9d814f20140d HTTP/1.1" status: 200 len: 945 time: 0.5523241 Dec 22 09:47:38.764191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:38.779299 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:38.801113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3f18d-9efc-49b6-a5a5-1a5143d93f18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Pushing event updated for resources: {'Port': ['ID=5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:38.801551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-52aa9ba9-2cee-48af-9385-892d9ab79eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:38.804862 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d7f3f18d-9efc-49b6-a5a5-1a5143d93f18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:38.819997 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:38.828744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:38.829028 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d82257ad-1bf1-4917-af9c-570c435177fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:38.829722 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:38.854472 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:38.886451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa9ba9-2cee-48af-9385-892d9ab79eff None None] Pushing event deleted for resources: {'Port': ['ID=911308e6-ea8a-4813-b056-e66e307a3961,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:38.892412 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-52aa9ba9-2cee-48af-9385-892d9ab79eff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:38.895150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c5e4aa3a-c694-41c5-92d8-10cfd77bf961 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:47:38.963160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: c5e4aa3a-c694-41c5-92d8-10cfd77bf961 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:47:38.963565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c5e4aa3a-c694-41c5-92d8-10cfd77bf961 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:47:39.018023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Attempting to bind port ac9c5491-0ba8-47b4-a649-ea82989dde6e on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:47:39.018373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Attempting to bind port ac9c5491-0ba8-47b4-a649-ea82989dde6e by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:47:39.018752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Attempting to bind port ac9c5491-0ba8-47b4-a649-ea82989dde6e on network 71abf892-394c-4481-a07f-0270c6b0938f {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:47:39.035609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ae3235-ab18-4385-87f5-44b66f87716d']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:39.041055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-d7f3f18d-9efc-49b6-a5a5-1a5143d93f18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:47:39.048345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-d7f3f18d-9efc-49b6-a5a5-1a5143d93f18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:47:39.053128 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.0894186 Dec 22 09:47:39.053829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Pushing event updated for resources: {'Network': ['ID=75e37c16-5b43-4f8b-9812-80cd6ac210d4,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:39.056787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:47:39.057182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Checking segment: {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:47:39.057605 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:39.058006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Bound using segment: {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:47:39.058576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Bound port: ac9c5491-0ba8-47b4-a649-ea82989dde6e, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:47:39.058957 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:39.071789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 75e37c16-5b43-4f8b-9812-80cd6ac210d4 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:39.073161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab54303-2553-4e8c-af4a-299d4f11c607') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:39.073324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-d7f3f18d-9efc-49b6-a5a5-1a5143d93f18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:47:39.083242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab54303-2553-4e8c-af4a-299d4f11c607') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:39.087381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa9ba9-2cee-48af-9385-892d9ab79eff None None] No DVR routers for this DVR port 911308e6-ea8a-4813-b056-e66e307a3961 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:47:39.092709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 75e37c16-5b43-4f8b-9812-80cd6ac210d4 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:39.105720 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:39.134287 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:39.175552 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:39.194589 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9f5b991-f305-4768-9e5f-d4ebd96f5ce6 req-80b906f0-e2a5-4191-b0ba-5ec4bc53bda0 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/security-groups?id=e15cfc3a-a6ca-464d-8cb7-6a4ba93e8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024065 Dec 22 09:47:39.196755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Releasing vxlan tunnel 14 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:47:39.237621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 75e37c16-5b43-4f8b-9812-80cd6ac210d4 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:47:39.375819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-d7f3f18d-9efc-49b6-a5a5-1a5143d93f18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:39.378262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-d7f3f18d-9efc-49b6-a5a5-1a5143d93f18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:39.403221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] For port ac9c5491-0ba8-47b4-a649-ea82989dde6e, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:47:39.409341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] For port ac9c5491-0ba8-47b4-a649-ea82989dde6e, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ac9c5491-0ba8-47b4-a649-ea82989dde6e,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:47:39.413988 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:39.438069 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:39.451820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c8d20-34d0-4fec-8b8f-c76fa5579548 req-978134aa-4714-4a41-ba77-89af0396c6a8 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:39.453733 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e68c8d20-34d0-4fec-8b8f-c76fa5579548 req-978134aa-4714-4a41-ba77-89af0396c6a8 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 945 time: 0.7255337 Dec 22 09:47:39.480861 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-d7f3f18d-9efc-49b6-a5a5-1a5143d93f18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3133430 Dec 22 09:47:39.528189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Request body: {'port': {'device_id': '9424c93e-7ad8-4d36-b698-3087483e1fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:39.736936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Pushing event updated for resources: {'Port': ['ID=ac9c5491-0ba8-47b4-a649-ea82989dde6e,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:39.754197 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:39.756369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 70b2c52b-cadf-4aa3-805e-02f1c9a844f6 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:47:39.949000 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:39.978693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Network 06ae3235-ab18-4385-87f5-44b66f87716d has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:39.992741 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:40.033267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:40.034209 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:40.035800 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] 10.222.0.37 "PUT /v2.0/ports/ac9c5491-0ba8-47b4-a649-ea82989dde6e HTTP/1.1" status: 200 len: 1156 time: 5.0022166 Dec 22 09:47:40.036439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac43414-97e0-427f-9a70-ff31a9fd459b', 'tag': 'ac9c5491-0ba8-47b4-a649-ea82989dde6e'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:47:40.061943 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e68c8d20-34d0-4fec-8b8f-c76fa5579548 req-4a8b4e8b-1dbd-4bc1-b2ab-094133d0d7ca tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5937340 Dec 22 09:47:40.073773 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:40.095709 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:40.099213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 70b2c52b-cadf-4aa3-805e-02f1c9a844f6 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:47:40.111199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 70b2c52b-cadf-4aa3-805e-02f1c9a844f6 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:47:40.111675 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:40.194545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 21906527-09c5-48cd-8dc6-eaf6cd74adc7 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:47:40.266103 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:40.452387 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:40.465649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-841cf79b-7a71-403f-9c63-1a8ab192d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:40.468046 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-841cf79b-7a71-403f-9c63-1a8ab192d3db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=eac43414-97e0-427f-9a70-ff31a9fd459b HTTP/1.1" status: 200 len: 1159 time: 0.3212512 Dec 22 09:47:40.528135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d296851-ad52-467e-a9f2-86953fb7da3d req-63ff2d9a-420d-48b4-bc8e-08a370848459 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:40.537589 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8d296851-ad52-467e-a9f2-86953fb7da3d req-63ff2d9a-420d-48b4-bc8e-08a370848459 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=9424c93e-7ad8-4d36-b698-3087483e1fdc HTTP/1.1" status: 200 len: 931 time: 1.0371363 Dec 22 09:47:40.568175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Network 06ae3235-ab18-4385-87f5-44b66f87716d has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:40.591520 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-c522cf2e-3619-4b53-95fe-0c3bf04fc0a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac9c5491-0ba8-47b4-a649-ea82989dde6e HTTP/1.1" status: 200 len: 217 time: 0.1066046 Dec 22 09:47:40.592103 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:40.640433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca364b50-50f1-4d91-be27-36b607cf99e8 req-b5c07471-0059-4581-bdab-ea9b4f53e27e tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:40.643191 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca364b50-50f1-4d91-be27-36b607cf99e8 req-b5c07471-0059-4581-bdab-ea9b4f53e27e tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.64 "GET /v2.0/ports?device_id=b49cd440-9861-4ef4-a6a8-9d814f20140d HTTP/1.1" status: 200 len: 945 time: 0.7775636 Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:47:40.644480 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:47:40.646934 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:40.671760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49cd440-9861-4ef4-a6a8-9d814f20140d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21906527-09c5-48cd-8dc6-eaf6cd74adc7'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:47:40.713077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 70b2c52b-cadf-4aa3-805e-02f1c9a844f6, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=70b2c52b-cadf-4aa3-805e-02f1c9a844f6,segment=NetworkSegment(e1d2d565-cab1-4714-95ce-562b64bfbc6f),segment_id=e1d2d565-cab1-4714-95ce-562b64bfbc6f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:40.717100 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:40.718052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 309da8c4-b23b-4a6e-8b28-79f39869a7f1 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:47:40.773131 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:40.810264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-441e4673-5829-48d5-853d-f0b8720c3e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:40.812989 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-441e4673-5829-48d5-853d-f0b8720c3e87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.1997263 Dec 22 09:47:40.860832 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8d296851-ad52-467e-a9f2-86953fb7da3d req-2744f971-8a3a-4fc5-b378-ff224fc499b4 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216462 Dec 22 09:47:40.869039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608a136-9d2b-44b0-b648-191141dbe564 req-60d93a63-8f67-4b55-8720-503ff26f0744 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:40.887201 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-29997fbf-7f95-4c7e-8aea-4b865ebc3251 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663588 Dec 22 09:47:40.910566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:47:40.911777 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4608a136-9d2b-44b0-b648-191141dbe564 req-60d93a63-8f67-4b55-8720-503ff26f0744 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/ports?device_id=cf299415-9737-46d5-8041-19dd95a6dd9d HTTP/1.1" status: 200 len: 943 time: 0.5774295 Dec 22 09:47:40.917556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 21906527-09c5-48cd-8dc6-eaf6cd74adc7, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=21906527-09c5-48cd-8dc6-eaf6cd74adc7,segment=NetworkSegment(7b960815-ff2e-4a84-ba13-c8538fc76628),segment_id=7b960815-ff2e-4a84-ba13-c8538fc76628)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:40.932469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=70b2c52b-cadf-4aa3-805e-02f1c9a844f6,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:40.947464 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:40.962991 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:40.970353 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-52aa9ba9-2cee-48af-9385-892d9ab79eff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:41.084230 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-271a4238-f5fc-4b6f-a526-9e5bc8d9c9a2 service neutron] 10.222.0.37 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861801 Dec 22 09:47:41.088230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=21906527-09c5-48cd-8dc6-eaf6cd74adc7,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:41.100510 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4608a136-9d2b-44b0-b648-191141dbe564 req-a43ac4fa-bc6b-42c7-a25e-98aeb24dbba8 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/security-groups?id=e5793b27-d1f5-4b8e-b5c8-43aa1d21b5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868458 Dec 22 09:47:41.103162 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:41.113719 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:41.126884 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3d04b24f-eafb-4be6-acb5-00e10ef0c7af tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:41.164733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:41.181529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 309da8c4-b23b-4a6e-8b28-79f39869a7f1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:47:41.182114 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:41.193254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event deleted for resources: {'Network': ['ID=06ae3235-ab18-4385-87f5-44b66f87716d,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:41.199431 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "DELETE /v2.0/networks/06ae3235-ab18-4385-87f5-44b66f87716d HTTP/1.1" status: 204 len: 168 time: 4.9791772 Dec 22 09:47:41.199431 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:41.207175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-ca364b50-50f1-4d91-be27-36b607cf99e8 req-8289e943-0e93-4ea2-9d70-7f1ccd5548d3 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Deleting port 21906527-09c5-48cd-8dc6-eaf6cd74adc7 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:47:41.207677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ca364b50-50f1-4d91-be27-36b607cf99e8 req-8289e943-0e93-4ea2-9d70-7f1ccd5548d3 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:41.302732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56914) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:41.337829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:47:41.347872 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:41.368711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Transition to ACTIVE for port object 5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:47:41.377195 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:41.555596 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-334857e7-4e06-4c40-8f0a-e0e7eee637e5 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:41.636387 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:41.712973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56918) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:41.735740 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac43414-97e0-427f-9a70-ff31a9fd459b', 'tag': 'ac9c5491-0ba8-47b4-a649-ea82989dde6e', 'status': 'completed', 'code': 200} Dec 22 09:47:41.771361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Request body: {'port': {'network_id': '75e37c16-5b43-4f8b-9812-80cd6ac210d4', 'binding:host_id': 'n-h1-765315-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089741922'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:41.777097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:41.782644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Usage tracker for resource:port and tenant:d18a5d09090c4ccaa463fa651a751467 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:41.786766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:47:41.793091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:41.829561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Made reservation on behalf of d18a5d09090c4ccaa463fa651a751467 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:47:41.834729 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:41.845764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Pushing event updated for resources: {'Port': ['ID=5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:41.856663 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:41.875800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:41.965438 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3d627fe-115c-4b08-a66d-f07988c28e5d req-53e19a22-1e9c-45d8-8528-2d0b7159744c service neutron] 10.222.0.37 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8734918 Dec 22 09:47:41.993677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 70b2c52b-cadf-4aa3-805e-02f1c9a844f6 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:47:42.024580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Attempting to bind port 5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258 on host n-h2-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:47:42.024936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Attempting to bind port 5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258 by drivers openvswitch on host n-h2-765315-5 at level 0 using segments [{'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:47:42.025300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Attempting to bind port 5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258 on network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:47:42.046737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Checking agent: {'id': 'a3d79052-49c1-46af-8500-ae6d327e1550', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 40), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 10), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.67', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:47:42.047351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Checking segment: {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:47:42.048087 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:42.048563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Bound using segment: {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:47:42.049165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Bound port: 5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258, host: n-h2-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:47:42.049770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:42.166500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 70b2c52b-cadf-4aa3-805e-02f1c9a844f6 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:47:42.167159 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:42.168679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:42.175986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Usage tracker for resource:security_group_rule and tenant:d18a5d09090c4ccaa463fa651a751467 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:42.185062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:47:42.205839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:42.351564 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:42.378737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] For port 5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258, host n-h2-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:47:42.383252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195238f-15ec-45e0-8887-a6bd7ecd8273 req-b43d65fe-169f-4593-8064-0bdda47aaaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:42.384970 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7195238f-15ec-45e0-8887-a6bd7ecd8273 req-b43d65fe-169f-4593-8064-0bdda47aaaba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=eac43414-97e0-427f-9a70-ff31a9fd459b HTTP/1.1" status: 200 len: 1159 time: 0.3141718 Dec 22 09:47:42.393211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] For port 5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258, host n-h2-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:47:42.401174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda92c6-df6f-46d4-ab8c-b2be4662c5d2 req-e074f081-9c9f-418d-85e3-5ab44e6d927e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:42.411387 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5eda92c6-df6f-46d4-ab8c-b2be4662c5d2 req-e074f081-9c9f-418d-85e3-5ab44e6d927e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=eac43414-97e0-427f-9a70-ff31a9fd459b HTTP/1.1" status: 200 len: 944 time: 0.7926700 Dec 22 09:47:42.423452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:42.442229 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:42.464526 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-834ecdbf-ad9a-4b2f-ab05-7ee3114a057e tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:42.467400 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:42.612660 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5eda92c6-df6f-46d4-ab8c-b2be4662c5d2 req-3da9a44e-12f9-46c8-b95b-2ecf90fe2bef tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998596 Dec 22 09:47:42.613491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Pushing event updated for resources: {'SecurityGroup': ['ID=cf39cb33-c4d2-4cc8-99e5-04a437830e0b,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:42.622292 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:42.746248 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49cd440-9861-4ef4-a6a8-9d814f20140d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21906527-09c5-48cd-8dc6-eaf6cd74adc7', 'code': 200} Dec 22 09:47:42.783085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Pushing event updated for resources: {'Port': ['ID=5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:42.787059 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:42.840001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195238f-15ec-45e0-8887-a6bd7ecd8273 req-8ea007f2-c86a-46f9-8e78-b0f17dd683ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:42.841666 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7195238f-15ec-45e0-8887-a6bd7ecd8273 req-8ea007f2-c86a-46f9-8e78-b0f17dd683ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 900 time: 0.4409442 Dec 22 09:47:42.910712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] device_id is not set on port 9324ca4f-5b81-4c6b-a71f-6554df4518b6 yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:47:42.949167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:42.950049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:42.952156 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] 10.222.0.37 "PUT /v2.0/ports/5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258 HTTP/1.1" status: 200 len: 1155 time: 3.4357448 Dec 22 09:47:42.972956 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7195238f-15ec-45e0-8887-a6bd7ecd8273 req-87fe10a4-0e0f-4fac-a5e4-f29569d9de8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac9c5491-0ba8-47b4-a649-ea82989dde6e HTTP/1.1" status: 200 len: 217 time: 0.1163952 Dec 22 09:47:43.134488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee4349-5745-40e5-a43d-7be2f92b6d72 req-febeeb92-d50f-4f09-866e-1adbd1a1e178 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:43.150014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195238f-15ec-45e0-8887-a6bd7ecd8273 req-1da8bd47-a405-4a51-815e-826f4eb9d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:43.150766 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0dee4349-5745-40e5-a43d-7be2f92b6d72 req-febeeb92-d50f-4f09-866e-1adbd1a1e178 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/ports?device_id=b49cd440-9861-4ef4-a6a8-9d814f20140d HTTP/1.1" status: 200 len: 943 time: 1.2575812 Dec 22 09:47:43.152418 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7195238f-15ec-45e0-8887-a6bd7ecd8273 req-1da8bd47-a405-4a51-815e-826f4eb9d7f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.1697783 Dec 22 09:47:43.183512 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-334857e7-4e06-4c40-8f0a-e0e7eee637e5 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:43.199754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-11ae2f4d-dd93-4b1e-a45d-dc648e56fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:43.201743 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-11ae2f4d-dd93-4b1e-a45d-dc648e56fe0d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&device_id=9424c93e-7ad8-4d36-b698-3087483e1fdc HTTP/1.1" status: 200 len: 1158 time: 0.1632469 Dec 22 09:47:43.246604 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7195238f-15ec-45e0-8887-a6bd7ecd8273 req-033b8b86-1a0c-43a3-89c3-48cf0279504b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836112 Dec 22 09:47:43.432756 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-340ec3ef-878c-4def-9922-c19304a8db86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258 HTTP/1.1" status: 200 len: 217 time: 0.1849604 Dec 22 09:47:43.440936 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0dee4349-5745-40e5-a43d-7be2f92b6d72 req-811472fe-bea1-425d-98d3-f1eee21c5c2c tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/security-groups?id=e15cfc3a-a6ca-464d-8cb7-6a4ba93e8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888267 Dec 22 09:47:43.842877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9424c93e-7ad8-4d36-b698-3087483e1fdc', 'tag': '5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:47:43.909433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-ca364b50-50f1-4d91-be27-36b607cf99e8 req-8289e943-0e93-4ea2-9d70-7f1ccd5548d3 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] For port 21906527-09c5-48cd-8dc6-eaf6cd74adc7, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=21906527-09c5-48cd-8dc6-eaf6cd74adc7,segment=NetworkSegment(7b960815-ff2e-4a84-ba13-c8538fc76628),segment_id=7b960815-ff2e-4a84-ba13-c8538fc76628)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:43.910119 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ca364b50-50f1-4d91-be27-36b607cf99e8 req-8289e943-0e93-4ea2-9d70-7f1ccd5548d3 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:43.945585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-478d4ea7-7d62-4d72-8a46-f5edf4fdc528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:43.947240 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-478d4ea7-7d62-4d72-8a46-f5edf4fdc528 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99bc7704-5812-409d-9056-a73056b9ef40 HTTP/1.1" status: 200 len: 852 time: 0.4984422 Dec 22 09:47:43.979632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-334857e7-4e06-4c40-8f0a-e0e7eee637e5 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9134a525-73e2-42f9-9df0-c1ec954c1728']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:44.033896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-2a6ff4d6-3ed8-49b8-bbd7-e4ece64f43a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704539 Dec 22 09:47:44.037932 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7195238f-15ec-45e0-8887-a6bd7ecd8273 req-c0c08f68-540d-42d8-af60-d0a9b06eb9b2 service neutron] 10.222.0.37 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6721957 Dec 22 09:47:44.331676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device ac9c5491-0ba8-47b4-a649-ea82989dde6e up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:47:44.544692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-ca364b50-50f1-4d91-be27-36b607cf99e8 req-8289e943-0e93-4ea2-9d70-7f1ccd5548d3 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Calling delete_port for 21906527-09c5-48cd-8dc6-eaf6cd74adc7 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:47:44.555760 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-5fdd4f1a-8525-4c61-8c54-3a83aa9ed889 service neutron] 10.222.0.37 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035825 Dec 22 09:47:44.558105 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7195238f-15ec-45e0-8887-a6bd7ecd8273 req-cab334b4-c0ee-4a78-a38d-139830260dbe service neutron] 10.222.0.37 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5048304 Dec 22 09:47:44.581343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-334857e7-4e06-4c40-8f0a-e0e7eee637e5 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe8b697-7449-4bb3-8f07-1066886fca2d') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:44.581688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-334857e7-4e06-4c40-8f0a-e0e7eee637e5 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe8b697-7449-4bb3-8f07-1066886fca2d') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:44.627323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port ac9c5491-0ba8-47b4-a649-ea82989dde6e completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:47:44.634675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59d194-2fd9-493b-b349-d56566487436 req-7b9ff402-80d0-4ac6-be25-59db5eb380b9 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:44.637828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port ac9c5491-0ba8-47b4-a649-ea82989dde6e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:47:44.638579 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:44.642790 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba59d194-2fd9-493b-b349-d56566487436 req-7b9ff402-80d0-4ac6-be25-59db5eb380b9 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=9424c93e-7ad8-4d36-b698-3087483e1fdc HTTP/1.1" status: 200 len: 943 time: 0.9409914 Dec 22 09:47:44.666652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45602cbf-88b2-454e-97e4-b8e925c607b4 req-334ba761-2245-443a-bcc5-fc90186167dc tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:44.681168 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-45602cbf-88b2-454e-97e4-b8e925c607b4 req-334ba761-2245-443a-bcc5-fc90186167dc tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 945 time: 1.5489962 Dec 22 09:47:44.703116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-334857e7-4e06-4c40-8f0a-e0e7eee637e5 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:44.795163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf299415-9737-46d5-8041-19dd95a6dd9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b2c52b-cadf-4aa3-805e-02f1c9a844f6'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:47:44.840396 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-45602cbf-88b2-454e-97e4-b8e925c607b4 req-1280dd41-ec4e-4851-a982-821f6d0cafc3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579740 Dec 22 09:47:44.862126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] device_id is not set on port 9324ca4f-5b81-4c6b-a71f-6554df4518b6 yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:47:44.889271 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:44.955402 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba59d194-2fd9-493b-b349-d56566487436 req-98a6234a-a7c8-47f7-9b3f-4745533127ab tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105314 Dec 22 09:47:44.974864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-334857e7-4e06-4c40-8f0a-e0e7eee637e5 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:44.983309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-334857e7-4e06-4c40-8f0a-e0e7eee637e5 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Releasing vxlan tunnel 13 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:47:44.996448 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-e86a55d1-0041-464c-a38a-62ec3af343f5 service neutron] 10.222.0.37 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4159007 Dec 22 09:47:45.002585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Transition to ACTIVE for port object 9324ca4f-5b81-4c6b-a71f-6554df4518b6 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:47:45.019429 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:45.087838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port ac9c5491-0ba8-47b4-a649-ea82989dde6e, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ac9c5491-0ba8-47b4-a649-ea82989dde6e,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:45.093608 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:45.097271 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:45.129113 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:45.179146 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-67df1ed0-34a8-4a50-a3ca-9368da0775c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:45.272585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=ac9c5491-0ba8-47b4-a649-ea82989dde6e,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:45.277516 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:45.431858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Pushing event updated for resources: {'Port': ['ID=9324ca4f-5b81-4c6b-a71f-6554df4518b6,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:45.474867 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:45.705342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-334857e7-4e06-4c40-8f0a-e0e7eee637e5 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Network 9134a525-73e2-42f9-9df0-c1ec954c1728 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:45.736527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-334857e7-4e06-4c40-8f0a-e0e7eee637e5 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:45.950198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ca364b50-50f1-4d91-be27-36b607cf99e8 req-8289e943-0e93-4ea2-9d70-7f1ccd5548d3 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:46.037136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device ac9c5491-0ba8-47b4-a649-ea82989dde6e up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:47:46.156880 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec511c4f-668d-459d-b6cf-55670692f4dc tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:46.183354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port ac9c5491-0ba8-47b4-a649-ea82989dde6e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:47:46.183354 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:46.256661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Checking segment: {'id': 'a79be3ee-033f-4b9d-894f-d6b6169b20c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '75e37c16-5b43-4f8b-9812-80cd6ac210d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:47:46.257055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Network hostable DHCP agents. Network: 75e37c16-5b43-4f8b-9812-80cd6ac210d4, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:47:46.378624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289e943-0e93-4ea2-9d70-7f1ccd5548d3 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Pushing event deleted for resources: {'Port': ['ID=21906527-09c5-48cd-8dc6-eaf6cd74adc7,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:46.411011 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8289e943-0e93-4ea2-9d70-7f1ccd5548d3 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:46.418049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af33d90-a66d-4477-9c84-1d15233f6fdf req-087f9173-919f-4b2e-b092-c2d32f954a46 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:46.432510 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8af33d90-a66d-4477-9c84-1d15233f6fdf req-087f9173-919f-4b2e-b092-c2d32f954a46 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/ports?device_id=cf299415-9737-46d5-8041-19dd95a6dd9d HTTP/1.1" status: 200 len: 945 time: 1.1672761 Dec 22 09:47:46.446744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-334857e7-4e06-4c40-8f0a-e0e7eee637e5 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Network 9134a525-73e2-42f9-9df0-c1ec954c1728 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:47:46.535406 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:47:46.593513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd2c10-d27f-4b01-9181-7db8fca061ac req-55803f16-1c30-44a2-be6d-1a28abdc86d6 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:46.600991 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ddd2c10-d27f-4b01-9181-7db8fca061ac req-55803f16-1c30-44a2-be6d-1a28abdc86d6 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=eac43414-97e0-427f-9a70-ff31a9fd459b HTTP/1.1" status: 200 len: 946 time: 1.0075288 Dec 22 09:47:46.672461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Network 75e37c16-5b43-4f8b-9812-80cd6ac210d4 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:47:46.749982 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8af33d90-a66d-4477-9c84-1d15233f6fdf req-5e8c2152-ed7a-421f-a5e6-105971e8feca tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/security-groups?id=e5793b27-d1f5-4b8e-b5c8-43aa1d21b5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161232 Dec 22 09:47:46.758703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 75e37c16-5b43-4f8b-9812-80cd6ac210d4) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:47:46.763509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:47:46.774293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31728d8c-1841-4a11-90d9-b8888c0629d3 None None] Network 75e37c16-5b43-4f8b-9812-80cd6ac210d4 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:47:46.848908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attempting to bind port 9324ca4f-5b81-4c6b-a71f-6554df4518b6 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:47:46.849399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attempting to bind port 9324ca4f-5b81-4c6b-a71f-6554df4518b6 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'a79be3ee-033f-4b9d-894f-d6b6169b20c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '75e37c16-5b43-4f8b-9812-80cd6ac210d4'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:47:46.849727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attempting to bind port 9324ca4f-5b81-4c6b-a71f-6554df4518b6 on network 75e37c16-5b43-4f8b-9812-80cd6ac210d4 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:47:46.852039 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-334857e7-4e06-4c40-8f0a-e0e7eee637e5 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:46.856227 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-334857e7-4e06-4c40-8f0a-e0e7eee637e5 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:46.882919 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e672a4af-bb76-4baf-a157-f2f59f8cc973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:46.904049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56946) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:46.904287 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-334857e7-4e06-4c40-8f0a-e0e7eee637e5 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "DELETE /v2.0/networks/9134a525-73e2-42f9-9df0-c1ec954c1728 HTTP/1.1" status: 204 len: 168 time: 5.5922623 Dec 22 09:47:46.905521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca364b50-50f1-4d91-be27-36b607cf99e8 req-8289e943-0e93-4ea2-9d70-7f1ccd5548d3 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] No DVR routers for this DVR port 21906527-09c5-48cd-8dc6-eaf6cd74adc7 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:47:46.909271 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-ca364b50-50f1-4d91-be27-36b607cf99e8 req-8289e943-0e93-4ea2-9d70-7f1ccd5548d3 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:46.912575 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca364b50-50f1-4d91-be27-36b607cf99e8 req-8289e943-0e93-4ea2-9d70-7f1ccd5548d3 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.64 "DELETE /v2.0/ports/21906527-09c5-48cd-8dc6-eaf6cd74adc7 HTTP/1.1" status: 204 len: 173 time: 6.2606878 Dec 22 09:47:46.924651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49cd440-9861-4ef4-a6a8-9d814f20140d', 'name': 'network-vif-deleted', 'tag': '21906527-09c5-48cd-8dc6-eaf6cd74adc7'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:47:46.948872 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ddd2c10-d27f-4b01-9181-7db8fca061ac req-93e60cca-b100-44c6-8ce2-419bb374e0eb tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629793 Dec 22 09:47:46.950345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:47:46.951048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Checking segment: {'id': 'a79be3ee-033f-4b9d-894f-d6b6169b20c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '75e37c16-5b43-4f8b-9812-80cd6ac210d4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:47:46.951221 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:46.951663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Bound using segment: {'id': 'a79be3ee-033f-4b9d-894f-d6b6169b20c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '75e37c16-5b43-4f8b-9812-80cd6ac210d4'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:47:46.956728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Bound port: 9324ca4f-5b81-4c6b-a71f-6554df4518b6, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79be3ee-033f-4b9d-894f-d6b6169b20c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '75e37c16-5b43-4f8b-9812-80cd6ac210d4'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:47:46.957461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:47.013020 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9424c93e-7ad8-4d36-b698-3087483e1fdc', 'tag': '5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258', 'status': 'completed', 'code': 200} Dec 22 09:47:47.018368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334857e7-4e06-4c40-8f0a-e0e7eee637e5 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event deleted for resources: {'Network': ['ID=9134a525-73e2-42f9-9df0-c1ec954c1728,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:47.036568 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-334857e7-4e06-4c40-8f0a-e0e7eee637e5 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:47.138801 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf299415-9737-46d5-8041-19dd95a6dd9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b2c52b-cadf-4aa3-805e-02f1c9a844f6', 'code': 200} Dec 22 09:47:47.284338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] For port 9324ca4f-5b81-4c6b-a71f-6554df4518b6, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:47:47.295088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] For port 9324ca4f-5b81-4c6b-a71f-6554df4518b6, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=9324ca4f-5b81-4c6b-a71f-6554df4518b6,segment=NetworkSegment(a79be3ee-033f-4b9d-894f-d6b6169b20c3),segment_id=a79be3ee-033f-4b9d-894f-d6b6169b20c3)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:47:47.367792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3ec64bd7-1342-48ab-b8f2-59650357167c req-fdf24149-550a-484d-8959-5160b6123daa tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Synchronizing usage tracker for tenant:5dbc095f62bf433f873cc4443d6baa83 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:47:47.372631 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:47.570919 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-79809a05-1c40-4118-a29e-7fe0291bb256 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:47.603355 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:47.722430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3ec64bd7-1342-48ab-b8f2-59650357167c req-fdf24149-550a-484d-8959-5160b6123daa tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Unset dirty status for tenant:5dbc095f62bf433f873cc4443d6baa83 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:47:47.723566 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3ec64bd7-1342-48ab-b8f2-59650357167c req-fdf24149-550a-484d-8959-5160b6123daa tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] 10.222.0.50 "GET /v2.0/ports?device_id=b49cd440-9861-4ef4-a6a8-9d814f20140d HTTP/1.1" status: 200 len: 210 time: 0.4262457 Dec 22 09:47:47.814696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:47.815375 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:47.854392 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1083 time: 6.1017880 Dec 22 09:47:47.858510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56954) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:47.877937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe65d24-21e2-4746-8a55-3fec402a9936 req-f4a63a2a-aebd-4626-8d59-3bd71ce3b1f9 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:47.881202 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fe65d24-21e2-4746-8a55-3fec402a9936 req-f4a63a2a-aebd-4626-8d59-3bd71ce3b1f9 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 945 time: 0.3180389 Dec 22 09:47:47.885987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Pushing event updated for resources: {'Port': ['ID=9324ca4f-5b81-4c6b-a71f-6554df4518b6,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:47.891602 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:48.055463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d5865-b6fc-47b3-a9d0-59c4e067d502 req-f80ad780-ffea-475a-ac5b-00442ea6e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:48.059319 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-935d5865-b6fc-47b3-a9d0-59c4e067d502 req-f80ad780-ffea-475a-ac5b-00442ea6e9ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&device_id=9424c93e-7ad8-4d36-b698-3087483e1fdc HTTP/1.1" status: 200 len: 1158 time: 1.0505068 Dec 22 09:47:48.082686 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fe65d24-21e2-4746-8a55-3fec402a9936 req-3f9879d9-e2b1-44d7-916e-d6537c74c6ca tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843669 Dec 22 09:47:48.171795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84c226-9882-4c43-8192-1ccb794f1b72 req-6d24f677-2ffc-4908-a7e6-dea75d18eb24 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:48.176303 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a84c226-9882-4c43-8192-1ccb794f1b72 req-6d24f677-2ffc-4908-a7e6-dea75d18eb24 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=9424c93e-7ad8-4d36-b698-3087483e1fdc HTTP/1.1" status: 200 len: 943 time: 0.2194397 Dec 22 09:47:48.266168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:48.320069 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a84c226-9882-4c43-8192-1ccb794f1b72 req-bc48cdc0-d569-45b4-8a8e-c7285119f683 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315293 Dec 22 09:47:48.382018 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49cd440-9861-4ef4-a6a8-9d814f20140d', 'name': 'network-vif-deleted', 'tag': '21906527-09c5-48cd-8dc6-eaf6cd74adc7', 'status': 'completed', 'code': 200} Dec 22 09:47:48.490745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-40b550a8-200e-43b2-b62d-3ac6cf39cff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Deleting port 9324ca4f-5b81-4c6b-a71f-6554df4518b6 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:47:48.491140 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40b550a8-200e-43b2-b62d-3ac6cf39cff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:48.510606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:47:48.571600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbc59d-50e3-4d48-b3aa-23fe97e532e5 req-5bed5bfd-d2dd-4376-8978-4ced545b1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:48.577304 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3dbc59d-50e3-4d48-b3aa-23fe97e532e5 req-5bed5bfd-d2dd-4376-8978-4ced545b1dd8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cf299415-9737-46d5-8041-19dd95a6dd9d HTTP/1.1" status: 200 len: 1160 time: 1.2128899 Dec 22 09:47:48.652246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning for port 5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:47:48.665135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:47:48.665569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:48.817658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c0473-cba0-44f6-b9fd-6f2b9099f460 req-6bdc1dc7-ff39-4039-a854-b80c9087fdad tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:48.822619 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3dbc59d-50e3-4d48-b3aa-23fe97e532e5 req-8dd4f69c-617e-4c4c-921e-3f9ecee9e767 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e5793b27-d1f5-4b8e-b5c8-43aa1d21b5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051990 Dec 22 09:47:48.827801 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da7c0473-cba0-44f6-b9fd-6f2b9099f460 req-6bdc1dc7-ff39-4039-a854-b80c9087fdad tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=eac43414-97e0-427f-9a70-ff31a9fd459b HTTP/1.1" status: 200 len: 946 time: 0.2718651 Dec 22 09:47:48.848212 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:48.886790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:48.890338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:48.895189 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:48.930805 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da7c0473-cba0-44f6-b9fd-6f2b9099f460 req-cf72aa41-72bf-4d3f-84cb-43222411d47d tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009045 Dec 22 09:47:48.956996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64c503-bc9d-426d-9916-b7710579865e req-aa204f1b-0d13-4615-bb41-6e8e065d8fad tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:48.965463 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca64c503-bc9d-426d-9916-b7710579865e req-aa204f1b-0d13-4615-bb41-6e8e065d8fad tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/ports?device_id=cf299415-9737-46d5-8041-19dd95a6dd9d HTTP/1.1" status: 200 len: 945 time: 0.3282461 Dec 22 09:47:48.980746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:48.990634 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:48.996489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a586a6-9b5d-4bfc-9c77-36685e067fd4']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:49.012568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d5865-b6fc-47b3-a9d0-59c4e067d502 req-29985514-f489-4a44-aa3a-f76f926c484b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:49.014724 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-935d5865-b6fc-47b3-a9d0-59c4e067d502 req-29985514-f489-4a44-aa3a-f76f926c484b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 906 time: 0.9306185 Dec 22 09:47:49.040892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be437b9-3ea2-4d1c-9226-ddd4b8b254a4') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:49.041143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be437b9-3ea2-4d1c-9226-ddd4b8b254a4') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:49.057948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40b550a8-200e-43b2-b62d-3ac6cf39cff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] For port 9324ca4f-5b81-4c6b-a71f-6554df4518b6, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=9324ca4f-5b81-4c6b-a71f-6554df4518b6,segment=NetworkSegment(a79be3ee-033f-4b9d-894f-d6b6169b20c3),segment_id=a79be3ee-033f-4b9d-894f-d6b6169b20c3)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:49.058625 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40b550a8-200e-43b2-b62d-3ac6cf39cff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:49.059627 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca64c503-bc9d-426d-9916-b7710579865e req-6873dc4d-9b9e-4179-b5f3-4b150a4772e6 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/security-groups?id=e5793b27-d1f5-4b8e-b5c8-43aa1d21b5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691717 Dec 22 09:47:49.073435 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:49.089461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56962) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:49.139670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac43414-97e0-427f-9a70-ff31a9fd459b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9c5491-0ba8-47b4-a649-ea82989dde6e'}, {'server_uuid': '9424c93e-7ad8-4d36-b698-3087483e1fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:47:49.212112 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac43414-97e0-427f-9a70-ff31a9fd459b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9c5491-0ba8-47b4-a649-ea82989dde6e', 'code': 200} Dec 22 09:47:49.212427 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9424c93e-7ad8-4d36-b698-3087483e1fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258', 'code': 200} Dec 22 09:47:49.296054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-4966077f-90e4-4780-8e5b-507892c93de2 admin admin] Deleting subnet b21ee7b4-adad-40d2-aef3-c329da918d95 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:47:49.319523 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4966077f-90e4-4780-8e5b-507892c93de2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:49.368101 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-935d5865-b6fc-47b3-a9d0-59c4e067d502 req-efbf997d-a832-4f6c-9b69-6546ec397a12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258 HTTP/1.1" status: 200 len: 217 time: 0.2225835 Dec 22 09:47:49.380839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-40b550a8-200e-43b2-b62d-3ac6cf39cff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Calling delete_port for 9324ca4f-5b81-4c6b-a71f-6554df4518b6 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:47:49.557078 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:49.559353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Releasing vxlan tunnel 3 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:47:49.649637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4966077f-90e4-4780-8e5b-507892c93de2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:49.879284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Network e0a586a6-9b5d-4bfc-9c77-36685e067fd4 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:49.900932 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:49.974236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d5865-b6fc-47b3-a9d0-59c4e067d502 req-2f59360b-30f4-4773-8241-4614c4f462b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:49.975917 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-935d5865-b6fc-47b3-a9d0-59c4e067d502 req-2f59360b-30f4-4773-8241-4614c4f462b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99bc7704-5812-409d-9056-a73056b9ef40 HTTP/1.1" status: 200 len: 852 time: 0.4963367 Dec 22 09:47:50.142970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6c662-112b-4149-a23c-c54d158ceb54 req-8f2379a4-943f-4968-93e5-be7de758b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:50.144928 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9dc6c662-112b-4149-a23c-c54d158ceb54 req-8f2379a4-943f-4968-93e5-be7de758b567 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eac43414-97e0-427f-9a70-ff31a9fd459b HTTP/1.1" status: 200 len: 1161 time: 0.7050612 Dec 22 09:47:50.145503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258 up at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:47:50.218038 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4966077f-90e4-4780-8e5b-507892c93de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:50.249850 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-935d5865-b6fc-47b3-a9d0-59c4e067d502 req-f8cd68f2-9c34-4a7d-82a9-83d9d41bd757 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333275 Dec 22 09:47:50.250648 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40b550a8-200e-43b2-b62d-3ac6cf39cff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:50.337687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1605288-b23e-4697-94c0-f4fb42f583d7 req-4fbf0d90-696c-46ae-95f8-fabe8d23cc8c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:50.349462 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a1605288-b23e-4697-94c0-f4fb42f583d7 req-4fbf0d90-696c-46ae-95f8-fabe8d23cc8c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 945 time: 0.8250477 Dec 22 09:47:50.425599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Provisioning complete for port 5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:47:50.429041 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:50.460954 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9dc6c662-112b-4149-a23c-c54d158ceb54 req-cd759f69-6e58-452a-9f6b-780c5e98993c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057761 Dec 22 09:47:50.536552 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a1605288-b23e-4697-94c0-f4fb42f583d7 req-95c45d7a-572b-423e-a128-935badd62f60 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860631 Dec 22 09:47:50.553545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930beed-a191-4011-ac05-1e6e885ffd83 req-ab3f9424-4273-4a97-9909-4feac068588a tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:50.561684 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3930beed-a191-4011-ac05-1e6e885ffd83 req-ab3f9424-4273-4a97-9909-4feac068588a tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=9424c93e-7ad8-4d36-b698-3087483e1fdc HTTP/1.1" status: 200 len: 945 time: 0.8540287 Dec 22 09:47:50.764744 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3930beed-a191-4011-ac05-1e6e885ffd83 req-2928923c-b3ce-434b-b690-5e2f80a11e86 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018805 Dec 22 09:47:50.892506 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-744bdd59-ab22-465c-af94-c146f89a2912 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:51.093599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b550a8-200e-43b2-b62d-3ac6cf39cff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Pushing event deleted for resources: {'Port': ['ID=9324ca4f-5b81-4c6b-a71f-6554df4518b6,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:51.130777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec7bdc-2fb0-4d2e-88de-03bd9ec2be5e req-43dbcfd2-147d-4d42-8b3e-8cb2c1645021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:51.135677 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54ec7bdc-2fb0-4d2e-88de-03bd9ec2be5e req-43dbcfd2-147d-4d42-8b3e-8cb2c1645021 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9424c93e-7ad8-4d36-b698-3087483e1fdc HTTP/1.1" status: 200 len: 1160 time: 1.7025845 Dec 22 09:47:51.139317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Network e0a586a6-9b5d-4bfc-9c77-36685e067fd4 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:51.168321 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40b550a8-200e-43b2-b62d-3ac6cf39cff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:51.209464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e4076-5050-42f5-ade0-3590fa164c00 req-3555b6ec-9811-476f-8e2e-d47c949ae12c tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:51.221914 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-153e4076-5050-42f5-ade0-3590fa164c00 req-3555b6ec-9811-476f-8e2e-d47c949ae12c tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=eac43414-97e0-427f-9a70-ff31a9fd459b HTTP/1.1" status: 200 len: 946 time: 0.3386147 Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:47:51.224312 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:47:51.271495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81abb4f-a200-4689-a620-4e70b987bfcc req-07fbee35-9fdc-4db3-b8cf-2c21c14c617a tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:51.273344 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f81abb4f-a200-4689-a620-4e70b987bfcc req-07fbee35-9fdc-4db3-b8cf-2c21c14c617a tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/ports?device_id=cf299415-9737-46d5-8041-19dd95a6dd9d HTTP/1.1" status: 200 len: 945 time: 0.2497807 Dec 22 09:47:51.371146 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f81abb4f-a200-4689-a620-4e70b987bfcc req-5d7bd3a5-cf06-4517-9db2-e28096806386 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/security-groups?id=e5793b27-d1f5-4b8e-b5c8-43aa1d21b5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849311 Dec 22 09:47:51.395568 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-153e4076-5050-42f5-ade0-3590fa164c00 req-83ec17ea-1913-4dc9-b795-6d6969635f6c tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737096 Dec 22 09:47:51.397881 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4966077f-90e4-4780-8e5b-507892c93de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:51.677102 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-935d5865-b6fc-47b3-a9d0-59c4e067d502 req-8ee0b038-4d85-4ca3-8959-4f2d57e23d91 service neutron] 10.222.0.37 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3899271 Dec 22 09:47:51.679853 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54ec7bdc-2fb0-4d2e-88de-03bd9ec2be5e req-cef431fb-10f1-43e1-9944-06fd3a02090f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992936 Dec 22 09:47:51.689334 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:51.694971 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-369b2a98-d611-4066-a7b9-27c43906f420 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:51.718148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40b550a8-200e-43b2-b62d-3ac6cf39cff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:51.721478 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:51.726431 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:51.758029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event deleted for resources: {'Network': ['ID=e0a586a6-9b5d-4bfc-9c77-36685e067fd4,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:51.780160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.781116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.781707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.782022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.783675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.784230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.784596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.785376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.786044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.786824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.788562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.788997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.790032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.790472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.790887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.791797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.791797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.792123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.792485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.792893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.793299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.793710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.794115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.794520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.794994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.795400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.795807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.796284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.801415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.802391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.802815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.803244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.803670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.804983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.805420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.805821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:47:51.820140 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:51.829728 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "DELETE /v2.0/networks/e0a586a6-9b5d-4bfc-9c77-36685e067fd4 HTTP/1.1" status: 204 len: 168 time: 4.9188173 Dec 22 09:47:51.835083 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-40b550a8-200e-43b2-b62d-3ac6cf39cff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] 10.222.0.50 "DELETE /v2.0/ports/9324ca4f-5b81-4c6b-a71f-6554df4518b6 HTTP/1.1" status: 204 len: 168 time: 3.9638164 Dec 22 09:47:51.835083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56990) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:51.835591 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4966077f-90e4-4780-8e5b-507892c93de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:51.850891 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4966077f-90e4-4780-8e5b-507892c93de2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b21ee7b4-adad-40d2-aef3-c329da918d95 HTTP/1.1" status: 204 len: 168 time: 2.7572005 Dec 22 09:47:51.852309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966077f-90e4-4780-8e5b-507892c93de2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b21ee7b4-adad-40d2-aef3-c329da918d95,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:51.854577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56994) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:51.861836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56996) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:51.867101 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4966077f-90e4-4780-8e5b-507892c93de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:52.041249 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-78a12412-f8d4-4365-9773-7c1989dc6774 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:52.146639 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-590d17ee-5f25-4126-a14a-89282a19718f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] GET failed (client error): The resource could not be found. Dec 22 09:47:52.147203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-590d17ee-5f25-4126-a14a-89282a19718f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Synchronizing usage tracker for tenant:d18a5d09090c4ccaa463fa651a751467 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:47:52.200365 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d18bd1b-1c5d-4bff-a762-acaaf653f18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:52.320158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-590d17ee-5f25-4126-a14a-89282a19718f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Unset dirty status for tenant:d18a5d09090c4ccaa463fa651a751467 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:47:52.327355 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-590d17ee-5f25-4126-a14a-89282a19718f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] 10.222.0.50 "GET /v2.0/ports/9324ca4f-5b81-4c6b-a71f-6554df4518b6 HTTP/1.1" status: 404 len: 333 time: 0.4592323 Dec 22 09:47:52.338585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57002) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:52.352746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-854df88d-58df-4c7f-9ed5-ea60a6138e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Request body: {'port': {'network_id': '75e37c16-5b43-4f8b-9812-80cd6ac210d4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-895472452'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:52.408290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b76fe-e0a7-4995-a8bf-62408f9e4caa req-a0b6775a-68eb-49fa-9029-dcab73a278d5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:52.429524 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c4b76fe-e0a7-4995-a8bf-62408f9e4caa req-a0b6775a-68eb-49fa-9029-dcab73a278d5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 945 time: 0.4467411 Dec 22 09:47:52.435921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-854df88d-58df-4c7f-9ed5-ea60a6138e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:52.506667 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-78a12412-f8d4-4365-9773-7c1989dc6774 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:52.556430 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-935d5865-b6fc-47b3-a9d0-59c4e067d502 req-fe1c9bd4-7c98-4903-bc70-0caef69997ee service neutron] 10.222.0.37 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5671909 Dec 22 09:47:52.579866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-854df88d-58df-4c7f-9ed5-ea60a6138e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:47:52.671576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d18bd1b-1c5d-4bff-a762-acaaf653f18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:52.697043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854df88d-58df-4c7f-9ed5-ea60a6138e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Made reservation on behalf of d18a5d09090c4ccaa463fa651a751467 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:47:52.701928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-854df88d-58df-4c7f-9ed5-ea60a6138e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:52.724403 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c4b76fe-e0a7-4995-a8bf-62408f9e4caa req-0f1e3877-171d-4a01-8291-ac4b477acc3d tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932415 Dec 22 09:47:52.745746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-78a12412-f8d4-4365-9773-7c1989dc6774 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d93bf4-2df8-4a6e-b934-476edd9a89dd']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:52.802028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-78a12412-f8d4-4365-9773-7c1989dc6774 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db859e4c-da12-4f02-8a92-d7e7ccf0bba3') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:52.802521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-78a12412-f8d4-4365-9773-7c1989dc6774 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db859e4c-da12-4f02-8a92-d7e7ccf0bba3') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:52.830098 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-78a12412-f8d4-4365-9773-7c1989dc6774 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:52.855519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-78a12412-f8d4-4365-9773-7c1989dc6774 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:52.857868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-78a12412-f8d4-4365-9773-7c1989dc6774 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Releasing vxlan tunnel 9 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:47:52.978159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-2d18bd1b-1c5d-4bff-a762-acaaf653f18d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e239e879-7697-4041-af51-df74d084764a']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:53.023532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-2d18bd1b-1c5d-4bff-a762-acaaf653f18d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b960815-ff2e-4a84-ba13-c8538fc76628') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:53.023964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-2d18bd1b-1c5d-4bff-a762-acaaf653f18d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b960815-ff2e-4a84-ba13-c8538fc76628') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:47:53.209239 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d18bd1b-1c5d-4bff-a762-acaaf653f18d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:53.291303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905428e-5938-48bd-9695-98498df7961d req-b6d95411-2b03-47da-b676-c53b76d36fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:53.293102 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9905428e-5938-48bd-9695-98498df7961d req-b6d95411-2b03-47da-b676-c53b76d36fc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=eac43414-97e0-427f-9a70-ff31a9fd459b HTTP/1.1" status: 200 len: 1161 time: 0.8516114 Dec 22 09:47:53.296249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-78a12412-f8d4-4365-9773-7c1989dc6774 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Network b2d93bf4-2df8-4a6e-b934-476edd9a89dd has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:53.311504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-78a12412-f8d4-4365-9773-7c1989dc6774 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:53.424115 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d18bd1b-1c5d-4bff-a762-acaaf653f18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:53.484062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2d18bd1b-1c5d-4bff-a762-acaaf653f18d admin admin] Releasing vxlan tunnel 8 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:47:53.816731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-854df88d-58df-4c7f-9ed5-ea60a6138e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] device_id is not set on port 8d83ffc4-ca58-45aa-82be-c6c022c6baae yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:47:53.871416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed44502-ab5c-4383-8ce6-c1cf84d4a333 req-c2d8fcf8-1441-4d82-9de8-4a435f40d50e tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:53.883286 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bed44502-ab5c-4383-8ce6-c1cf84d4a333 req-c2d8fcf8-1441-4d82-9de8-4a435f40d50e tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=9424c93e-7ad8-4d36-b698-3087483e1fdc HTTP/1.1" status: 200 len: 945 time: 0.8018961 Dec 22 09:47:53.914797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:47:53.923616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-2d18bd1b-1c5d-4bff-a762-acaaf653f18d admin admin] Network e239e879-7697-4041-af51-df74d084764a has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:53.946233 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d18bd1b-1c5d-4bff-a762-acaaf653f18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:53.988739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb16d09-ad8b-4163-95b9-40c508903026 req-398c6349-a7d8-4605-922a-1ddc40908655 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:53.998908 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5cb16d09-ad8b-4163-95b9-40c508903026 req-398c6349-a7d8-4605-922a-1ddc40908655 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=eac43414-97e0-427f-9a70-ff31a9fd459b HTTP/1.1" status: 200 len: 946 time: 0.7672622 Dec 22 09:47:54.229226 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bed44502-ab5c-4383-8ce6-c1cf84d4a333 req-03409a4a-570a-4b02-91f7-d87d73276799 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446748 Dec 22 09:47:54.284231 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5cb16d09-ad8b-4163-95b9-40c508903026 req-1d69ce8c-266d-4710-8432-01b0fce60612 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830570 Dec 22 09:47:54.343448 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:54.361732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-78a12412-f8d4-4365-9773-7c1989dc6774 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Network b2d93bf4-2df8-4a6e-b934-476edd9a89dd has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:54.404053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:54.411032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9424c93e-7ad8-4d36-b698-3087483e1fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:47:54.431057 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:54.436785 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:54.482534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-2d18bd1b-1c5d-4bff-a762-acaaf653f18d admin admin] Network e239e879-7697-4041-af51-df74d084764a has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:47:54.535867 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:47:54.617977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:54.633158 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:54.696864 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9424c93e-7ad8-4d36-b698-3087483e1fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258', 'code': 200} Dec 22 09:47:54.776867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d18bd1b-1c5d-4bff-a762-acaaf653f18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:54.781130 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-64b862aa-dc01-4473-b7db-e3195d083385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:54.810936 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d18bd1b-1c5d-4bff-a762-acaaf653f18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:54.821908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18bd1b-1c5d-4bff-a762-acaaf653f18d admin admin] Pushing event deleted for resources: {'Network': ['ID=e239e879-7697-4041-af51-df74d084764a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:54.826267 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2d18bd1b-1c5d-4bff-a762-acaaf653f18d admin admin] 10.222.0.50 "DELETE /v2.0/networks/e239e879-7697-4041-af51-df74d084764a HTTP/1.1" status: 204 len: 168 time: 2.9611351 Dec 22 09:47:54.832676 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2d18bd1b-1c5d-4bff-a762-acaaf653f18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:54.849208 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-854df88d-58df-4c7f-9ed5-ea60a6138e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:54.855378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24187c37-26d6-4ba8-843c-0c4d52969330 req-0fb9af37-9eec-4cf7-ae2a-85300f80cc25 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:54.871872 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-24187c37-26d6-4ba8-843c-0c4d52969330 req-0fb9af37-9eec-4cf7-ae2a-85300f80cc25 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 945 time: 0.1896477 Dec 22 09:47:54.887463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905428e-5938-48bd-9695-98498df7961d req-dca8ba15-8364-45ee-a256-f93259058c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:54.890499 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9905428e-5938-48bd-9695-98498df7961d req-dca8ba15-8364-45ee-a256-f93259058c86 service neutron] 10.222.0.37 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 900 time: 1.5638683 Dec 22 09:47:54.974809 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-24187c37-26d6-4ba8-843c-0c4d52969330 req-6af0aa3c-8c57-496e-832d-9d39e0bfe83d tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017921 Dec 22 09:47:54.986738 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-854df88d-58df-4c7f-9ed5-ea60a6138e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:47:54.993834 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:47:55.258006 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aba39040-f795-45f0-8c86-d3df19fa1ade tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:55.589331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57032) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:55.604982 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9905428e-5938-48bd-9695-98498df7961d req-4a9e991d-6bd9-485c-8edc-d3279d69c27e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac9c5491-0ba8-47b4-a649-ea82989dde6e HTTP/1.1" status: 200 len: 217 time: 0.6252286 Dec 22 09:47:55.713608 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-94f46820-3b89-447f-8da8-46cabe976ea5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5dbc095f62bf433f873cc4443d6baa83&name=default HTTP/1.1" status: 200 len: 2883 time: 0.1247928 Dec 22 09:47:55.732362 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-78a12412-f8d4-4365-9773-7c1989dc6774 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:55.739625 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-78a12412-f8d4-4365-9773-7c1989dc6774 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:55.769905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57038) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:55.837686 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-78a12412-f8d4-4365-9773-7c1989dc6774 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] 10.222.0.50 "DELETE /v2.0/networks/b2d93bf4-2df8-4a6e-b934-476edd9a89dd HTTP/1.1" status: 204 len: 168 time: 4.0030544 Dec 22 09:47:56.005953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e173f4-f593-46a8-9349-5e1aa966813e req-9819f1be-9d67-495e-9d85-ad42aa70e9a5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:56.021223 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b6e173f4-f593-46a8-9349-5e1aa966813e req-9819f1be-9d67-495e-9d85-ad42aa70e9a5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=eac43414-97e0-427f-9a70-ff31a9fd459b HTTP/1.1" status: 200 len: 946 time: 0.3148379 Dec 22 09:47:56.097254 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b6e173f4-f593-46a8-9349-5e1aa966813e req-7ec28d73-a553-4d03-8831-55b9f3a6c299 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735586 Dec 22 09:47:56.387467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-4eef5f0f-6070-493f-9ef9-867ba08646a1 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:56.388897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-4eef5f0f-6070-493f-9ef9-867ba08646a1 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Synchronizing usage tracker for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:47:56.391887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854df88d-58df-4c7f-9ed5-ea60a6138e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Pushing event updated for resources: {'Port': ['ID=8d83ffc4-ca58-45aa-82be-c6c022c6baae,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:56.411206 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-854df88d-58df-4c7f-9ed5-ea60a6138e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.153s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:56.435811 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-88b50ce6-7708-48cc-89a9-79cbf3720490 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.603s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:56.467162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905428e-5938-48bd-9695-98498df7961d req-ba204f4a-fb65-4586-9b68-dcc3eac2ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:56.468800 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9905428e-5938-48bd-9695-98498df7961d req-ba204f4a-fb65-4586-9b68-dcc3eac2ce9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.8203275 Dec 22 09:47:56.530197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a12412-f8d4-4365-9773-7c1989dc6774 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Pushing event deleted for resources: {'Network': ['ID=b2d93bf4-2df8-4a6e-b934-476edd9a89dd,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:56.572340 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-78a12412-f8d4-4365-9773-7c1989dc6774 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:56.590323 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9905428e-5938-48bd-9695-98498df7961d req-0ded3b3f-9bb4-41ac-902b-acd0ff1fa2e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032372 Dec 22 09:47:56.642791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-4eef5f0f-6070-493f-9ef9-867ba08646a1 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Unset dirty status for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:47:56.644897 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-4eef5f0f-6070-493f-9ef9-867ba08646a1 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.37 "GET /v2.0/ports?device_id=9424c93e-7ad8-4d36-b698-3087483e1fdc HTTP/1.1" status: 200 len: 945 time: 2.9683619 Dec 22 09:47:56.751537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854df88d-58df-4c7f-9ed5-ea60a6138e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Network 75e37c16-5b43-4f8b-9812-80cd6ac210d4 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:47:56.763365 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd1390b0-3b9d-4fcc-86b2-944718f1266d req-e22ef9dc-5200-4e18-9a69-4b63f67018fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.3992519 Dec 22 09:47:56.776228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-854df88d-58df-4c7f-9ed5-ea60a6138e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:47:56.873776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854df88d-58df-4c7f-9ed5-ea60a6138e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:47:56.875287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854df88d-58df-4c7f-9ed5-ea60a6138e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:56.877004 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-854df88d-58df-4c7f-9ed5-ea60a6138e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:56.912106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-28930ffd-b26f-4701-9651-89b8ab3d2894 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Deleting port 5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:47:56.912919 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-28930ffd-b26f-4701-9651-89b8ab3d2894 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:57.072459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57058) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:57.156380 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4784e830-ec91-43a3-9773-6ad0900121ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:57.243808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57066) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:57.245746 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-854df88d-58df-4c7f-9ed5-ea60a6138e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 4.9003465 Dec 22 09:47:57.259800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Request body: {'port': {'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:57.306163 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4784e830-ec91-43a3-9773-6ad0900121ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:57.322037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf35c6-d98d-44a0-bf88-708ae007b287 req-bd550aa4-9eaa-4fe8-8b70-ed0361aac589 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:57.331751 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-23cf35c6-d98d-44a0-bf88-708ae007b287 req-bd550aa4-9eaa-4fe8-8b70-ed0361aac589 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=9424c93e-7ad8-4d36-b698-3087483e1fdc HTTP/1.1" status: 200 len: 943 time: 1.5063560 Dec 22 09:47:57.413312 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-23cf35c6-d98d-44a0-bf88-708ae007b287 req-9de556a2-f105-44bf-ae2e-d43a497ea5e0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758240 Dec 22 09:47:57.416586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1390b0-3b9d-4fcc-86b2-944718f1266d req-cbdb072d-c992-4cd9-b024-0fd03df83597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:57.419564 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd1390b0-3b9d-4fcc-86b2-944718f1266d req-cbdb072d-c992-4cd9-b024-0fd03df83597 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 1161 time: 0.4623110 Dec 22 09:47:57.482377 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9905428e-5938-48bd-9695-98498df7961d req-ae369788-4177-4ea3-af12-12e57fff8ffc service neutron] 10.222.0.37 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8781281 Dec 22 09:47:57.590546 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:57.949492 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9905428e-5938-48bd-9695-98498df7961d req-247098ea-4508-4822-a9a2-0405eaa65c6a service neutron] 10.222.0.37 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4585369 Dec 22 09:47:58.030872 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4784e830-ec91-43a3-9773-6ad0900121ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:58.041397 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dbbecfee-a03f-4e16-bba0-11096ea08f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:58.132467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784e830-ec91-43a3-9773-6ad0900121ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15cfc3a-a6ca-464d-8cb7-6a4ba93e8cee,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:58.145967 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4784e830-ec91-43a3-9773-6ad0900121ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:58.163277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4784e830-ec91-43a3-9773-6ad0900121ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:58.165715 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4784e830-ec91-43a3-9773-6ad0900121ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e15cfc3a-a6ca-464d-8cb7-6a4ba93e8cee HTTP/1.1" status: 204 len: 168 time: 2.3261423 Dec 22 09:47:58.206770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-28930ffd-b26f-4701-9651-89b8ab3d2894 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] For port 5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:47:58.207538 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-28930ffd-b26f-4701-9651-89b8ab3d2894 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:58.381564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-28930ffd-b26f-4701-9651-89b8ab3d2894 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Calling delete_port for 5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:47:58.563836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-28930ffd-b26f-4701-9651-89b8ab3d2894 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:58.592722 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea34fc76-b4ee-4962-9f14-7b7d47b25488 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:58.603319 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f2777af9-faa5-488f-bf3b-1337f468f92a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9072ee95fac4c688bce11ab2d85b223&name=default HTTP/1.1" status: 200 len: 2883 time: 1.4236228 Dec 22 09:47:58.617017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57096) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:58.707695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1390b0-3b9d-4fcc-86b2-944718f1266d req-dc786ebf-cae2-457e-bc11-dd0f28d7821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:58.709799 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd1390b0-3b9d-4fcc-86b2-944718f1266d req-dc786ebf-cae2-457e-bc11-dd0f28d7821f service neutron] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 905 time: 1.1205733 Dec 22 09:47:58.711063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28930ffd-b26f-4701-9651-89b8ab3d2894 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Pushing event deleted for resources: {'Port': ['ID=5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:58.716624 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-28930ffd-b26f-4701-9651-89b8ab3d2894 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:58.807081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c08e81-087a-4ee5-bbd7-b24e8a9ea809 req-1d680fd6-5009-4bc3-85f6-f7e36e51ab97 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:58.815590 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97c08e81-087a-4ee5-bbd7-b24e8a9ea809 req-1d680fd6-5009-4bc3-85f6-f7e36e51ab97 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 945 time: 1.0233083 Dec 22 09:47:58.940947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-28930ffd-b26f-4701-9651-89b8ab3d2894 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] No DVR routers for this DVR port 5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258 on host n-h2-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:47:58.944099 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-28930ffd-b26f-4701-9651-89b8ab3d2894 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:58.956427 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:47:58.956988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9424c93e-7ad8-4d36-b698-3087483e1fdc', 'name': 'network-vif-deleted', 'tag': '5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:47:58.965493 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6fcc4bb3-b641-4bd4-a018-99cb3508fd31 req-28930ffd-b26f-4701-9651-89b8ab3d2894 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.37 "DELETE /v2.0/ports/5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258 HTTP/1.1" status: 204 len: 173 time: 2.3086016 Dec 22 09:47:58.995279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db3c96-ad80-4891-bb0f-a84c6aed91cc req-d0e9d7df-dd33-4557-82af-bdf6da821610 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:58.997986 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a3db3c96-ad80-4891-bb0f-a84c6aed91cc req-d0e9d7df-dd33-4557-82af-bdf6da821610 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=eac43414-97e0-427f-9a70-ff31a9fd459b HTTP/1.1" status: 200 len: 946 time: 0.6078281 Dec 22 09:47:59.072129 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97c08e81-087a-4ee5-bbd7-b24e8a9ea809 req-ff3f249b-b3db-4bd3-b45c-9281283b4410 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554710 Dec 22 09:47:59.227901 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd1390b0-3b9d-4fcc-86b2-944718f1266d req-dba79926-28e4-4292-9dad-94d3254120c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f77f0c63-abd4-4133-adc9-a667b99a94b1 HTTP/1.1" status: 200 len: 1002 time: 0.5032914 Dec 22 09:47:59.355982 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f9bf125a-80cd-43a1-8b6d-84e2680f7e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:59.461335 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f9bf125a-80cd-43a1-8b6d-84e2680f7e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:59.529437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59f686-9756-4fa8-ae5d-6eaf2d5436df req-64f49e41-a8a7-44f0-a617-8b275a291e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:59.531213 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c59f686-9756-4fa8-ae5d-6eaf2d5436df req-64f49e41-a8a7-44f0-a617-8b275a291e9e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 1160 time: 0.9278693 Dec 22 09:47:59.535703 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a3db3c96-ad80-4891-bb0f-a84c6aed91cc req-6cdf8210-4045-4ee9-89c8-35e2dc0c989e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742558 Dec 22 09:47:59.550574 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd0baaf1-8f5a-40e4-8257-ea1eb1ef32a2 req-c3c539f6-ee3b-44b0-b360-7010df7fbd80 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.1795259 Dec 22 09:47:59.590602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] device_id is not set on port 8d83ffc4-ca58-45aa-82be-c6c022c6baae yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:47:59.723274 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0b5ff2d-45aa-4d6a-9bba-6e65e1c2fb4a req-d8448240-35f5-4cd3-91bd-a64e561e3e53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&device_id=9424c93e-7ad8-4d36-b698-3087483e1fdc HTTP/1.1" status: 200 len: 210 time: 0.0917294 Dec 22 09:47:59.725366 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9424c93e-7ad8-4d36-b698-3087483e1fdc', 'name': 'network-vif-deleted', 'tag': '5d28a6c3-b0b0-45ed-9b27-6c1ff8bcf258', 'status': 'completed', 'code': 200} Dec 22 09:47:59.725777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57116) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:59.755708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f9bf125a-80cd-43a1-8b6d-84e2680f7e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:59.768556 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:47:59.851129 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4d586ec-99d4-4a58-af89-0745ff22966d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:47:59.865057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59f686-9756-4fa8-ae5d-6eaf2d5436df req-dc8ca2b5-c7f5-4260-b90f-eb0c1d17f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:47:59.867698 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c59f686-9756-4fa8-ae5d-6eaf2d5436df req-dc8ca2b5-c7f5-4260-b90f-eb0c1d17f02f service neutron] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 905 time: 0.2662230 Dec 22 09:47:59.945653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf125a-80cd-43a1-8b6d-84e2680f7e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d140eed-37d1-46ac-9bc8-d375787b1cc4,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:47:59.950853 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f9bf125a-80cd-43a1-8b6d-84e2680f7e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:47:59.953153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-921561817-network', 'tenant_id': '18f54cc55e53445ebb3bb1da22fbbd65'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:59.977913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:47:59.990269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Usage tracker for resource:network and tenant:18f54cc55e53445ebb3bb1da22fbbd65 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:47:59.993926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:00.003521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0baaf1-8f5a-40e4-8257-ea1eb1ef32a2 req-e8379165-b282-46af-ab34-ff9d9f892750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:00.005198 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd0baaf1-8f5a-40e4-8257-ea1eb1ef32a2 req-e8379165-b282-46af-ab34-ff9d9f892750 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 1160 time: 0.2482963 Dec 22 09:48:00.008776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:00.036015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Made reservation on behalf of 18f54cc55e53445ebb3bb1da22fbbd65 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:00.040295 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:00.059661 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f9bf125a-80cd-43a1-8b6d-84e2680f7e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:00.061279 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f9bf125a-80cd-43a1-8b6d-84e2680f7e2c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d140eed-37d1-46ac-9bc8-d375787b1cc4 HTTP/1.1" status: 204 len: 168 time: 1.3935950 Dec 22 09:48:00.063754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Transition to ACTIVE for port object 8d83ffc4-ca58-45aa-82be-c6c022c6baae will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:48:00.124029 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-24fa7cfa-8532-4139-a685-1adbb323e38a req-24663a88-f752-4ad7-8e56-3ce6f0b1820b tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=9424c93e-7ad8-4d36-b698-3087483e1fdc HTTP/1.1" status: 200 len: 210 time: 0.3595512 Dec 22 09:48:00.127266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1390b0-3b9d-4fcc-86b2-944718f1266d req-1adadd5e-6e86-4bcd-bb99-5fc7be4397ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:00.129086 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd1390b0-3b9d-4fcc-86b2-944718f1266d req-1adadd5e-6e86-4bcd-bb99-5fc7be4397ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.8847094 Dec 22 09:48:00.136156 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c59f686-9756-4fa8-ae5d-6eaf2d5436df req-b73af5f3-ecc2-4cad-9898-f036e0dcc444 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1248edf3-08d2-4ec3-832f-548181b476ac HTTP/1.1" status: 200 len: 217 time: 0.2019067 Dec 22 09:48:00.143055 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:00.198212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device ac9c5491-0ba8-47b4-a649-ea82989dde6e no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:48:00.210047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0baaf1-8f5a-40e4-8257-ea1eb1ef32a2 req-11ccd8e6-5d8b-4a72-8f07-50d89638e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:00.211568 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd0baaf1-8f5a-40e4-8257-ea1eb1ef32a2 req-11ccd8e6-5d8b-4a72-8f07-50d89638e4c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 900 time: 0.1511233 Dec 22 09:48:00.212520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5ff2d-45aa-4d6a-9bba-6e65e1c2fb4a req-fb6b9934-d005-479c-9703-719223d151bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:00.213947 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0b5ff2d-45aa-4d6a-9bba-6e65e1c2fb4a req-fb6b9934-d005-479c-9703-719223d151bf service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4009657 Dec 22 09:48:00.214822 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:00.354503 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-35cd92c4-ddd5-49c3-95ec-1b847023d04f tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:00.463578 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd0baaf1-8f5a-40e4-8257-ea1eb1ef32a2 req-b14f2548-a234-4777-9519-a52a3e635627 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=309da8c4-b23b-4a6e-8b28-79f39869a7f1 HTTP/1.1" status: 200 len: 217 time: 0.2373781 Dec 22 09:48:00.573846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:00.574940 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Pushing event updated for resources: {'Port': ['ID=8d83ffc4-ca58-45aa-82be-c6c022c6baae,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:00.581456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:00.632973 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:00.645478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac43414-97e0-427f-9a70-ff31a9fd459b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9c5491-0ba8-47b4-a649-ea82989dde6e'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:48:00.652837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port ac9c5491-0ba8-47b4-a649-ea82989dde6e, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ac9c5491-0ba8-47b4-a649-ea82989dde6e,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:00.657719 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:00.661627 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-28fa7006-19a9-49a9-b654-e1ade8023d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:00.690792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Usage tracker for resource:security_group_rule and tenant:18f54cc55e53445ebb3bb1da22fbbd65 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:00.712400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:00.757984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:00.776537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=ac9c5491-0ba8-47b4-a649-ea82989dde6e,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:00.778136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0baaf1-8f5a-40e4-8257-ea1eb1ef32a2 req-31fe7054-0a0c-410d-b72a-9a8d7a4f5620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:00.780942 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd0baaf1-8f5a-40e4-8257-ea1eb1ef32a2 req-31fe7054-0a0c-410d-b72a-9a8d7a4f5620 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.3158088 Dec 22 09:48:00.786224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.786540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.787113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.787739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.788475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.789067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.789669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.790272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.790879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.791400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.792465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.792843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.793267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.793971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.794715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.795669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.796289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.797361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.798273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.799329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.800235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.801119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.801943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.802773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.803740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.804614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.805462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.806326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.807519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.808952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.814435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.814435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.814435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.814987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.814987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.816420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:00.831218 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:00.851527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59f686-9756-4fa8-ae5d-6eaf2d5436df req-a8a3b094-bad4-4473-8d60-e69b258994d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:00.854067 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c59f686-9756-4fa8-ae5d-6eaf2d5436df req-a8a3b094-bad4-4473-8d60-e69b258994d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.5006433 Dec 22 09:48:00.904697 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd0baaf1-8f5a-40e4-8257-ea1eb1ef32a2 req-cdd78d9c-f81c-46a8-a477-e6feb8d1ffce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102362 Dec 22 09:48:00.920906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5ff2d-45aa-4d6a-9bba-6e65e1c2fb4a req-0fc43ce3-348d-4c26-ab53-c55d4fd3fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:00.923593 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0b5ff2d-45aa-4d6a-9bba-6e65e1c2fb4a req-0fc43ce3-348d-4c26-ab53-c55d4fd3fa15 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6956215 Dec 22 09:48:00.971545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attempting to bind port 8d83ffc4-ca58-45aa-82be-c6c022c6baae on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:48:00.971840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attempting to bind port 8d83ffc4-ca58-45aa-82be-c6c022c6baae by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'a79be3ee-033f-4b9d-894f-d6b6169b20c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '75e37c16-5b43-4f8b-9812-80cd6ac210d4'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:48:00.972270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attempting to bind port 8d83ffc4-ca58-45aa-82be-c6c022c6baae on network 75e37c16-5b43-4f8b-9812-80cd6ac210d4 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:48:00.984907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:48:00.985255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Checking segment: {'id': 'a79be3ee-033f-4b9d-894f-d6b6169b20c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '75e37c16-5b43-4f8b-9812-80cd6ac210d4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:48:00.985725 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:00.986059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Bound using segment: {'id': 'a79be3ee-033f-4b9d-894f-d6b6169b20c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '75e37c16-5b43-4f8b-9812-80cd6ac210d4'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:48:00.986558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Bound port: 8d83ffc4-ca58-45aa-82be-c6c022c6baae, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79be3ee-033f-4b9d-894f-d6b6169b20c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '75e37c16-5b43-4f8b-9812-80cd6ac210d4'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:48:00.986942 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:01.025422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6feb2-1bf8-4222-af3a-f27db8a8c16f req-4a5c7020-ecc6-4b40-8cd6-d0855b1640ba tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:01.029317 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21f6feb2-1bf8-4222-af3a-f27db8a8c16f req-4a5c7020-ecc6-4b40-8cd6-d0855b1640ba tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 945 time: 0.4501503 Dec 22 09:48:01.051451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905428e-5938-48bd-9695-98498df7961d req-294d4d6d-dbcf-4b1d-9b3b-aff285548581 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:01.053301 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9905428e-5938-48bd-9695-98498df7961d req-294d4d6d-dbcf-4b1d-9b3b-aff285548581 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.37 "GET /v2.0/ports?device_id=eac43414-97e0-427f-9a70-ff31a9fd459b HTTP/1.1" status: 200 len: 946 time: 1.0013325 Dec 22 09:48:01.201539 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd0baaf1-8f5a-40e4-8257-ea1eb1ef32a2 req-2f6d1d3d-00f0-4655-88b2-abde3c595746 service neutron] 10.222.0.37 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766457 Dec 22 09:48:01.220558 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21f6feb2-1bf8-4222-af3a-f27db8a8c16f req-c8ffa0d6-1db7-4a84-80fd-ff48c1a1c25e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615498 Dec 22 09:48:01.229021 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:01.247390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1390b0-3b9d-4fcc-86b2-944718f1266d req-2a20362f-6fef-4915-a8ab-284ed1c65b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:01.249282 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd1390b0-3b9d-4fcc-86b2-944718f1266d req-2a20362f-6fef-4915-a8ab-284ed1c65b96 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8972573 Dec 22 09:48:01.277911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-bd1390b0-3b9d-4fcc-86b2-944718f1266d req-2e71cb51-c197-4ef3-bf63-6477034bcd29 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:48:01.279479 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd1390b0-3b9d-4fcc-86b2-944718f1266d req-2e71cb51-c197-4ef3-bf63-6477034bcd29 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0217195 Dec 22 09:48:01.283521 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:01.290586 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-546299de-24bb-495d-9d27-c1b929b9a8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:01.342079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:48:01.406070 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac43414-97e0-427f-9a70-ff31a9fd459b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9c5491-0ba8-47b4-a649-ea82989dde6e', 'code': 200} Dec 22 09:48:01.439642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59f686-9756-4fa8-ae5d-6eaf2d5436df req-fe928ae8-ba32-49de-b75e-92bc7cffba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:01.441849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c59f686-9756-4fa8-ae5d-6eaf2d5436df req-fe928ae8-ba32-49de-b75e-92bc7cffba79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5482185 Dec 22 09:48:01.448366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9d964a-6ae2-4ed2-8413-552b16576118,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:01.451875 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:01.452101 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Added segment 0d88c2a7-68ab-4988-8871-77fd4b78b15f of type vxlan for network 203acd13-eb7d-4b91-9473-d85f9745d1b4 Dec 22 09:48:01.456329 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:01.480105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9905428e-5938-48bd-9695-98498df7961d req-98546c08-745c-4270-bb32-7d89ddcc4a97 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Deleting port ac9c5491-0ba8-47b4-a649-ea82989dde6e {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:48:01.480768 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9905428e-5938-48bd-9695-98498df7961d req-98546c08-745c-4270-bb32-7d89ddcc4a97 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:01.531505 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd0baaf1-8f5a-40e4-8257-ea1eb1ef32a2 req-e0d0b1f6-f5a4-4f27-8f16-22e07c210474 service neutron] 10.222.0.37 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3148046 Dec 22 09:48:01.538593 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:01.585704 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:01.586901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:01.587536 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:01.593884 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0a93f09b-1cf3-4505-bbdf-2eb789dee94d tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:01.617241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] For port 8d83ffc4-ca58-45aa-82be-c6c022c6baae, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:48:01.733485 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0064852 Dec 22 09:48:01.740351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57158) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:01.749671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-49bc7e76-6461-49ca-a2ca-e5142decf4e2 admin admin] Request body: {'subnet': {'network_id': '203acd13-eb7d-4b91-9473-d85f9745d1b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-921561817-subnet', 'tenant_id': '18f54cc55e53445ebb3bb1da22fbbd65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:01.754532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Pushing event updated for resources: {'Network': ['ID=203acd13-eb7d-4b91-9473-d85f9745d1b4,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:01.759771 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:01.761509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-49bc7e76-6461-49ca-a2ca-e5142decf4e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:01.768969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-49bc7e76-6461-49ca-a2ca-e5142decf4e2 admin admin] Usage tracker for resource:subnet and tenant:18f54cc55e53445ebb3bb1da22fbbd65 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:01.772741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-49bc7e76-6461-49ca-a2ca-e5142decf4e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:01.774771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 203acd13-eb7d-4b91-9473-d85f9745d1b4 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:01.782336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-49bc7e76-6461-49ca-a2ca-e5142decf4e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:01.792399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bc7e76-6461-49ca-a2ca-e5142decf4e2 admin admin] Made reservation on behalf of 18f54cc55e53445ebb3bb1da22fbbd65 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:01.798344 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49bc7e76-6461-49ca-a2ca-e5142decf4e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:01.813961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 203acd13-eb7d-4b91-9473-d85f9745d1b4 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:01.838265 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd1390b0-3b9d-4fcc-86b2-944718f1266d req-628068bb-8135-4ff7-a5ae-b17938c9227a service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656208 Dec 22 09:48:01.841429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 203acd13-eb7d-4b91-9473-d85f9745d1b4 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:01.848312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd634f-73f9-44cf-86d7-d5565141ffbd req-7c844de7-fb16-40c2-84a9-9f8de5e565c3 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:01.862468 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-45bd634f-73f9-44cf-86d7-d5565141ffbd req-7c844de7-fb16-40c2-84a9-9f8de5e565c3 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=eac43414-97e0-427f-9a70-ff31a9fd459b HTTP/1.1" status: 200 len: 944 time: 0.5787029 Dec 22 09:48:01.907923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] For port 8d83ffc4-ca58-45aa-82be-c6c022c6baae, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=8d83ffc4-ca58-45aa-82be-c6c022c6baae,segment=NetworkSegment(a79be3ee-033f-4b9d-894f-d6b6169b20c3),segment_id=a79be3ee-033f-4b9d-894f-d6b6169b20c3)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:48:02.066090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57164) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:02.297690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1180884701'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:02.310148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:02.326393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:network and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:02.332201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:02.342273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:02.359886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Made reservation on behalf of ddd4cc142d6346fb8b006ee06c9564e9 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:02.365897 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:02.418791 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:02.487908 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-282d1a1f-1ce7-432c-93e4-ea4c9c93ad11 tempest-ListServerFiltersTestJSON-1465278992 tempest-ListServerFiltersTestJSON-1465278992] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:02.557483 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-45bd634f-73f9-44cf-86d7-d5565141ffbd req-257f57d5-dad1-480f-a418-b001cf7d51cd tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6936531 Dec 22 09:48:02.661193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:02.689589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:02.695618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:security_group_rule and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:02.699848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:02.710856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:02.785128 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e213bea4-5309-4b5d-89c5-e378ef0a7cdf req-2d694c2c-de52-4290-ae86-a33fff2fa532 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=9424c93e-7ad8-4d36-b698-3087483e1fdc HTTP/1.1" status: 200 len: 210 time: 0.3814924 Dec 22 09:48:02.878164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f0b5ff2d-45aa-4d6a-9bba-6e65e1c2fb4a req-50a16a53-1cfe-46ca-8701-a1cdfb14746f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Synchronizing usage tracker for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:48:02.922527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f0b5ff2d-45aa-4d6a-9bba-6e65e1c2fb4a req-50a16a53-1cfe-46ca-8701-a1cdfb14746f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Unset dirty status for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:48:02.923793 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0b5ff2d-45aa-4d6a-9bba-6e65e1c2fb4a req-50a16a53-1cfe-46ca-8701-a1cdfb14746f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.37 "GET /v2.0/ports?device_id=9424c93e-7ad8-4d36-b698-3087483e1fdc HTTP/1.1" status: 200 len: 210 time: 0.1505098 Dec 22 09:48:02.925114 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49bc7e76-6461-49ca-a2ca-e5142decf4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:02.947467 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b2327a9c-cdf4-437b-9a11-84a923cae2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:02.948479 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd1390b0-3b9d-4fcc-86b2-944718f1266d req-1c1cc528-b889-4f9c-8c82-91a3d4dbb471 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0825138 Dec 22 09:48:03.013268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9905428e-5938-48bd-9695-98498df7961d req-98546c08-745c-4270-bb32-7d89ddcc4a97 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] For port ac9c5491-0ba8-47b4-a649-ea82989dde6e, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=ac9c5491-0ba8-47b4-a649-ea82989dde6e,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:03.014112 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9905428e-5938-48bd-9695-98498df7961d req-98546c08-745c-4270-bb32-7d89ddcc4a97 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:03.153141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc7e76-6461-49ca-a2ca-e5142decf4e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=748aae0d-578e-4165-9ed5-d39aec787de1,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:03.157930 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-49bc7e76-6461-49ca-a2ca-e5142decf4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:03.169574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9905428e-5938-48bd-9695-98498df7961d req-98546c08-745c-4270-bb32-7d89ddcc4a97 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Calling delete_port for ac9c5491-0ba8-47b4-a649-ea82989dde6e owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:48:03.248959 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:03.258679 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:03.267480 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39faec87-1475-43db-8043-141994e17ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:03.322294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:48:03.350527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'SecurityGroup': ['ID=d84d84dd-8381-4d7a-8f63-cee8de92b156,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:03.356444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Pushing event updated for resources: {'Port': ['ID=8d83ffc4-ca58-45aa-82be-c6c022c6baae,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:03.379604 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:03.384876 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Added segment 9c94a26d-703f-4984-a6f4-42569e1c01f5 of type vxlan for network bc17e592-8411-42ad-9266-517f35609593 Dec 22 09:48:03.388395 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:03.435463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc7e76-6461-49ca-a2ca-e5142decf4e2 admin admin] Checking segment: {'id': '0d88c2a7-68ab-4988-8871-77fd4b78b15f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '203acd13-eb7d-4b91-9473-d85f9745d1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:48:03.436443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bc7e76-6461-49ca-a2ca-e5142decf4e2 admin admin] Network hostable DHCP agents. Network: 203acd13-eb7d-4b91-9473-d85f9745d1b4, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:48:03.446446 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:03.447980 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.960s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:03.487901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bc7e76-6461-49ca-a2ca-e5142decf4e2 admin admin] Network 203acd13-eb7d-4b91-9473-d85f9745d1b4 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:48:03.498243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:03.499589 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:03.500610 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] 10.222.0.50 "PUT /v2.0/ports/8d83ffc4-ca58-45aa-82be-c6c022c6baae HTTP/1.1" status: 200 len: 1077 time: 6.2511117 Dec 22 09:48:03.504586 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9905428e-5938-48bd-9695-98498df7961d req-98546c08-745c-4270-bb32-7d89ddcc4a97 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:03.504849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57178) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:03.508067 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c59f686-9756-4fa8-ae5d-6eaf2d5436df req-53b7869b-f58d-4939-9610-6b55ae6c93c1 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0419917 Dec 22 09:48:03.510149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-49bc7e76-6461-49ca-a2ca-e5142decf4e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 203acd13-eb7d-4b91-9473-d85f9745d1b4) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:03.523729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d95bb2-08c8-44bb-9662-87779bfcd64b None None] Network 203acd13-eb7d-4b91-9473-d85f9745d1b4 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:48:03.586307 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:03.591743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:03.591743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:03.599643 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f413d982-8ea1-4c88-8072-e7baac306f66 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:03.615427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc7e76-6461-49ca-a2ca-e5142decf4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:03.616142 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49bc7e76-6461-49ca-a2ca-e5142decf4e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:03.627650 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d95b3e4a-134c-47f3-a53a-15ae00db196e tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:03.679462 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-49bc7e76-6461-49ca-a2ca-e5142decf4e2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9376581 Dec 22 09:48:03.730562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98546c08-745c-4270-bb32-7d89ddcc4a97 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Pushing event deleted for resources: {'Port': ['ID=ac9c5491-0ba8-47b4-a649-ea82989dde6e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:03.737287 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-98546c08-745c-4270-bb32-7d89ddcc4a97 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:03.854587 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7869618 Dec 22 09:48:03.860405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57190) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:03.903609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-94dcf81b-c057-434c-b312-3881d5cfcd2b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1666766164'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:03.914421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-94dcf81b-c057-434c-b312-3881d5cfcd2b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:03.923775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-94dcf81b-c057-434c-b312-3881d5cfcd2b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:network and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:03.925136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-94dcf81b-c057-434c-b312-3881d5cfcd2b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:03.935122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Network': ['ID=bc17e592-8411-42ad-9266-517f35609593,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:03.936315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-9905428e-5938-48bd-9695-98498df7961d req-98546c08-745c-4270-bb32-7d89ddcc4a97 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] No DVR routers for this DVR port ac9c5491-0ba8-47b4-a649-ea82989dde6e on host n-h2-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:48:03.942536 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:03.942536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-94dcf81b-c057-434c-b312-3881d5cfcd2b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:03.942980 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9905428e-5938-48bd-9695-98498df7961d req-98546c08-745c-4270-bb32-7d89ddcc4a97 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:03.953686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac43414-97e0-427f-9a70-ff31a9fd459b', 'name': 'network-vif-deleted', 'tag': 'ac9c5491-0ba8-47b4-a649-ea82989dde6e'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:48:03.966190 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9905428e-5938-48bd-9695-98498df7961d req-98546c08-745c-4270-bb32-7d89ddcc4a97 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.37 "DELETE /v2.0/ports/ac9c5491-0ba8-47b4-a649-ea82989dde6e HTTP/1.1" status: 204 len: 173 time: 2.8488338 Dec 22 09:48:03.970583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network bc17e592-8411-42ad-9266-517f35609593 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:04.001919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dcf81b-c057-434c-b312-3881d5cfcd2b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Made reservation on behalf of ddd4cc142d6346fb8b006ee06c9564e9 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:04.014926 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94dcf81b-c057-434c-b312-3881d5cfcd2b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:04.027129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b441ca-1006-47b0-bd95-b050594b30a1 req-0d97e8d1-09ec-48d9-b864-53187be579a0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:04.038336 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-23b441ca-1006-47b0-bd95-b050594b30a1 req-0d97e8d1-09ec-48d9-b864-53187be579a0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 945 time: 1.0675499 Dec 22 09:48:04.043550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network bc17e592-8411-42ad-9266-517f35609593 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:04.154509 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c59f686-9756-4fa8-ae5d-6eaf2d5436df req-3a718479-c6bc-4a2c-a8ac-a13988642a1b service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4795227 Dec 22 09:48:04.159410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfab29-fa3a-489c-9fdb-04d0293de575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:04.166098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfab29-fa3a-489c-9fdb-04d0293de575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:04.166818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfab29-fa3a-489c-9fdb-04d0293de575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:04.167532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfab29-fa3a-489c-9fdb-04d0293de575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:04.170010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfab29-fa3a-489c-9fdb-04d0293de575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:04.170644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfab29-fa3a-489c-9fdb-04d0293de575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:04.171030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfab29-fa3a-489c-9fdb-04d0293de575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:04.175340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfab29-fa3a-489c-9fdb-04d0293de575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:04.177147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfab29-fa3a-489c-9fdb-04d0293de575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:04.182839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfab29-fa3a-489c-9fdb-04d0293de575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:04.183566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfab29-fa3a-489c-9fdb-04d0293de575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:04.184190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfab29-fa3a-489c-9fdb-04d0293de575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:04.184898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfab29-fa3a-489c-9fdb-04d0293de575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:04.185642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfab29-fa3a-489c-9fdb-04d0293de575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:04.186373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfab29-fa3a-489c-9fdb-04d0293de575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:04.189849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2fdfab29-fa3a-489c-9fdb-04d0293de575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Synchronizing usage tracker for tenant:d18a5d09090c4ccaa463fa651a751467 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:48:04.262360 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-23b441ca-1006-47b0-bd95-b050594b30a1 req-70e6eb1e-c4ed-48e1-ae50-20152ce6cc37 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837957 Dec 22 09:48:04.370203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94dcf81b-c057-434c-b312-3881d5cfcd2b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:48:04.390521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2fdfab29-fa3a-489c-9fdb-04d0293de575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Unset dirty status for tenant:d18a5d09090c4ccaa463fa651a751467 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:48:04.409688 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2fdfab29-fa3a-489c-9fdb-04d0293de575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19409 time: 0.8980696 Dec 22 09:48:04.411998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57200) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:04.427322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5580eb8f-42a5-438d-9f7e-5bc0bb5f9bd6 req-f6cf8a23-3b4b-4932-8768-feed835758ee tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Synchronizing usage tracker for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:48:04.427905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94dcf81b-c057-434c-b312-3881d5cfcd2b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:04.428828 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-94dcf81b-c057-434c-b312-3881d5cfcd2b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Added segment 13161cfd-8b4e-4769-a9ff-0879aee329c2 of type vxlan for network ea20e95f-ff0c-4707-bf59-912f86079a8e Dec 22 09:48:04.472226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5580eb8f-42a5-438d-9f7e-5bc0bb5f9bd6 req-f6cf8a23-3b4b-4932-8768-feed835758ee tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Unset dirty status for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:48:04.474375 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5580eb8f-42a5-438d-9f7e-5bc0bb5f9bd6 req-f6cf8a23-3b4b-4932-8768-feed835758ee tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=eac43414-97e0-427f-9a70-ff31a9fd459b HTTP/1.1" status: 200 len: 210 time: 0.2071421 Dec 22 09:48:04.666686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-deb1c71d-6e6a-4594-9458-8ed17f25eaf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Deleting port 8d83ffc4-ca58-45aa-82be-c6c022c6baae {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:48:04.667601 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-deb1c71d-6e6a-4594-9458-8ed17f25eaf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:04.692388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network bc17e592-8411-42ad-9266-517f35609593 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:04.859353 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac43414-97e0-427f-9a70-ff31a9fd459b', 'name': 'network-vif-deleted', 'tag': 'ac9c5491-0ba8-47b4-a649-ea82989dde6e', 'status': 'completed', 'code': 200} Dec 22 09:48:04.864300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94dcf81b-c057-434c-b312-3881d5cfcd2b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:04.962985 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94dcf81b-c057-434c-b312-3881d5cfcd2b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:04.967578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dcf81b-c057-434c-b312-3881d5cfcd2b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:04.968519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94dcf81b-c057-434c-b312-3881d5cfcd2b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:04.979532 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a5b18cd-ca5f-4577-a3f8-1d0115a3d482 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:05.230780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ff3aa930-b209-4216-8fe8-48b6eaf60dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:05.253737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccd0be6-b1ae-4a53-897a-c3b4a848ed9a None None] Network 203acd13-eb7d-4b91-9473-d85f9745d1b4 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:48:05.501397 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-94dcf81b-c057-434c-b312-3881d5cfcd2b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6308949 Dec 22 09:48:05.503121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcf81b-c057-434c-b312-3881d5cfcd2b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Network': ['ID=ea20e95f-ff0c-4707-bf59-912f86079a8e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:05.508321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57224) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:05.513646 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-94dcf81b-c057-434c-b312-3881d5cfcd2b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:05.578143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-12c6df46-f681-44fa-b03e-e2d376fd62c8 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'subnet': {'network_id': 'bc17e592-8411-42ad-9266-517f35609593', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:05.681559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network ea20e95f-ff0c-4707-bf59-912f86079a8e details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:05.759751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-deb1c71d-6e6a-4594-9458-8ed17f25eaf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] For port 8d83ffc4-ca58-45aa-82be-c6c022c6baae, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=8d83ffc4-ca58-45aa-82be-c6c022c6baae,segment=NetworkSegment(a79be3ee-033f-4b9d-894f-d6b6169b20c3),segment_id=a79be3ee-033f-4b9d-894f-d6b6169b20c3)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:05.760563 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-deb1c71d-6e6a-4594-9458-8ed17f25eaf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:05.827024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network ea20e95f-ff0c-4707-bf59-912f86079a8e details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:05.915121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57236) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:05.925741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-deb1c71d-6e6a-4594-9458-8ed17f25eaf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Calling delete_port for 8d83ffc4-ca58-45aa-82be-c6c022c6baae owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:48:05.951543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network ea20e95f-ff0c-4707-bf59-912f86079a8e details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:05.977128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-573056721-network', 'tenant_id': '0b481b41115c46a995bc884715789f0e'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:05.983138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:06.011895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Usage tracker for resource:network and tenant:0b481b41115c46a995bc884715789f0e is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:06.019286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:06.044159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:06.083076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Made reservation on behalf of 0b481b41115c46a995bc884715789f0e for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:06.092345 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:06.123550 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:06.125996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-12c6df46-f681-44fa-b03e-e2d376fd62c8 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:06.147557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-12c6df46-f681-44fa-b03e-e2d376fd62c8 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:subnet and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:06.150127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:06.157854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Usage tracker for resource:security_group_rule and tenant:0b481b41115c46a995bc884715789f0e is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:06.162977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-12c6df46-f681-44fa-b03e-e2d376fd62c8 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:06.165402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:06.173936 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-deb1c71d-6e6a-4594-9458-8ed17f25eaf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:06.184250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-d7664b96-1d2b-48cc-9498-f65035330c33 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:06.186124 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-d7664b96-1d2b-48cc-9498-f65035330c33 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 812 time: 0.6607809 Dec 22 09:48:06.193565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-12c6df46-f681-44fa-b03e-e2d376fd62c8 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:06.197483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:06.202217 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89a1e3e5-95d8-4745-a89b-04a0f10f7eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:06.214299 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-5a3ce2e5-5437-47c7-a539-52be4798f854 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/quotas/2af5f8c189d74ea78f15d1e4177ac64a HTTP/1.1" status: 200 len: 375 time: 0.0156541 Dec 22 09:48:06.272082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1c71d-6e6a-4594-9458-8ed17f25eaf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Pushing event deleted for resources: {'Port': ['ID=8d83ffc4-ca58-45aa-82be-c6c022c6baae,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:06.282601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c6df46-f681-44fa-b03e-e2d376fd62c8 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Made reservation on behalf of ddd4cc142d6346fb8b006ee06c9564e9 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:06.296793 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-deb1c71d-6e6a-4594-9458-8ed17f25eaf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:06.326045 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-6faeba05-981d-4051-ac14-5bb5e1728ce2 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0990777 Dec 22 09:48:06.338809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60d7cd-5857-4bab-9ab7-d2d0bcd6174f req-76e670f8-e9da-4c5a-8868-b52fe2bcc622 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:06.341071 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c60d7cd-5857-4bab-9ab7-d2d0bcd6174f req-76e670f8-e9da-4c5a-8868-b52fe2bcc622 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 945 time: 0.3949773 Dec 22 09:48:06.385584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 1248edf3-08d2-4ec3-832f-548181b476ac no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:48:06.424834 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-deb1c71d-6e6a-4594-9458-8ed17f25eaf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:06.465158 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-deb1c71d-6e6a-4594-9458-8ed17f25eaf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] 10.222.0.50 "DELETE /v2.0/ports/8d83ffc4-ca58-45aa-82be-c6c022c6baae HTTP/1.1" status: 204 len: 168 time: 2.0476887 Dec 22 09:48:06.470022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57240) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:06.534233 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec83275a-50e7-47a3-ba52-35f0b383ed71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] GET failed (client error): The resource could not be found. Dec 22 09:48:06.534896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ec83275a-50e7-47a3-ba52-35f0b383ed71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Synchronizing usage tracker for tenant:d18a5d09090c4ccaa463fa651a751467 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:48:06.537445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:06.575631 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:06.579962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 1248edf3-08d2-4ec3-832f-548181b476ac, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=1248edf3-08d2-4ec3-832f-548181b476ac,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:06.581319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35658c0e-7afc-47d4-89d3-e0559cc36252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1248edf3-08d2-4ec3-832f-548181b476ac'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:48:06.586565 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:06.588652 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:06.590921 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:06.595588 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4006d388-135f-42a5-b400-7ab6a984ecd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:06.607984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ec83275a-50e7-47a3-ba52-35f0b383ed71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Unset dirty status for tenant:d18a5d09090c4ccaa463fa651a751467 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:48:06.609698 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ec83275a-50e7-47a3-ba52-35f0b383ed71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] 10.222.0.50 "GET /v2.0/ports/8d83ffc4-ca58-45aa-82be-c6c022c6baae HTTP/1.1" status: 404 len: 333 time: 0.1383042 Dec 22 09:48:06.620355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57246) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:06.637080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7866610e-e521-48a5-bd57-824780db76fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833495082', 'network_id': '75e37c16-5b43-4f8b-9812-80cd6ac210d4'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:06.637810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12c6df46-f681-44fa-b03e-e2d376fd62c8 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:06.665053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7866610e-e521-48a5-bd57-824780db76fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:06.675009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:48:06.678242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=1248edf3-08d2-4ec3-832f-548181b476ac,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:06.684028 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:06.702780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445883d6-8dd0-477f-bbd3-7e83d32b1b36,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:06.707812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7866610e-e521-48a5-bd57-824780db76fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:06.713874 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:06.721916 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:06.722383 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Added segment 173b6951-7e6b-4dea-92c5-b70fef61edda of type vxlan for network 2b00946e-e57f-4077-9ea9-75c7b418b8e1 Dec 22 09:48:06.733041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7866610e-e521-48a5-bd57-824780db76fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Made reservation on behalf of d18a5d09090c4ccaa463fa651a751467 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:06.739604 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7866610e-e521-48a5-bd57-824780db76fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:06.824693 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:06.833824 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c60d7cd-5857-4bab-9ab7-d2d0bcd6174f req-1f296e64-3772-463c-ba4a-281aba660c64 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423325 Dec 22 09:48:06.912803 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-6a7a4825-cd77-42bf-9d42-af57cb171e14 service neutron] 10.222.0.50 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703845 Dec 22 09:48:06.986377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-7866610e-e521-48a5-bd57-824780db76fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] device_id is not set on port eb1fb2c6-1d2d-46d0-a53b-9a4686b9a8c3 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:48:07.037365 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:07.038233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:07.039316 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:07.057682 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-94dcf81b-c057-434c-b312-3881d5cfcd2b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:07.399458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Pushing event updated for resources: {'Network': ['ID=2b00946e-e57f-4077-9ea9-75c7b418b8e1,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:07.407546 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:07.410110 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4932983 Dec 22 09:48:07.423339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57254) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:07.427190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 2b00946e-e57f-4077-9ea9-75c7b418b8e1 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:07.438638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7f5b2f12-dea6-4fca-a12f-8183c32194ae admin admin] Request body: {'subnet': {'network_id': '2b00946e-e57f-4077-9ea9-75c7b418b8e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-573056721-subnet', 'tenant_id': '0b481b41115c46a995bc884715789f0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:07.454712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7f5b2f12-dea6-4fca-a12f-8183c32194ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:07.459079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 2b00946e-e57f-4077-9ea9-75c7b418b8e1 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:07.495078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7f5b2f12-dea6-4fca-a12f-8183c32194ae admin admin] Usage tracker for resource:subnet and tenant:0b481b41115c46a995bc884715789f0e is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:07.505944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7f5b2f12-dea6-4fca-a12f-8183c32194ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:07.559267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7f5b2f12-dea6-4fca-a12f-8183c32194ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:07.666861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 2b00946e-e57f-4077-9ea9-75c7b418b8e1 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:07.672359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5b2f12-dea6-4fca-a12f-8183c32194ae admin admin] Made reservation on behalf of 0b481b41115c46a995bc884715789f0e for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:07.680044 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2f12-dea6-4fca-a12f-8183c32194ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:07.689247 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-fd202897-adc4-49bb-a1b7-8e5c0c9d44ee service neutron] 10.222.0.50 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7749958 Dec 22 09:48:07.868705 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7866610e-e521-48a5-bd57-824780db76fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:07.878490 n-d-765315-5 neutron-server[80960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '35658c0e-7afc-47d4-89d3-e0559cc36252', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1248edf3-08d2-4ec3-832f-548181b476ac', 'code': 422} returned with failed status Dec 22 09:48:07.948406 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7fd40e1e-f5fa-4059-9762-2414fb128297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:08.110241 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12c6df46-f681-44fa-b03e-e2d376fd62c8 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:08.134383 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fb68d7d-b4ce-4e5d-9ab5-aec2a64d8292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:08.223684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7866610e-e521-48a5-bd57-824780db76fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:08.287077 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d7f3f18d-9efc-49b6-a5a5-1a5143d93f18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:08.522514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866610e-e521-48a5-bd57-824780db76fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Pushing event updated for resources: {'Port': ['ID=eb1fb2c6-1d2d-46d0-a53b-9a4686b9a8c3,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:08.531238 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7866610e-e521-48a5-bd57-824780db76fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:08.553446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6df46-f681-44fa-b03e-e2d376fd62c8 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Subnet': ['ID=00cf0b3b-462b-4778-9e34-a0e84380fe6c,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:08.566108 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-12c6df46-f681-44fa-b03e-e2d376fd62c8 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:08.570928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7866610e-e521-48a5-bd57-824780db76fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Network 75e37c16-5b43-4f8b-9812-80cd6ac210d4 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:48:08.574415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-7866610e-e521-48a5-bd57-824780db76fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:08.577158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7866610e-e521-48a5-bd57-824780db76fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:48:08.578949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7866610e-e521-48a5-bd57-824780db76fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:08.579269 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7866610e-e521-48a5-bd57-824780db76fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:08.658319 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7866610e-e521-48a5-bd57-824780db76fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0367317 Dec 22 09:48:08.661815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-72e86844-f7ec-4bde-8708-8ea3e6addacc tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:08.664443 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-72e86844-f7ec-4bde-8708-8ea3e6addacc tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 806 time: 0.4726322 Dec 22 09:48:08.665078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57284) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:08.715453 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:08.768228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2f12-dea6-4fca-a12f-8183c32194ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:08.769964 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-99ae0f86-eea1-41ff-849a-355253dafde6 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/quotas/9dfc4173a0084cb081b39e512ef6a1d8 HTTP/1.1" status: 200 len: 375 time: 0.0964804 Dec 22 09:48:08.785316 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-73c29dfd-7b31-4ba4-b8f5-f151b4dfc2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:08.790612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ced746-2346-479b-852f-1337ca8b25cf req-560688db-83fa-40ea-928a-99d732559f2b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:08.799822 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33ced746-2346-479b-852f-1337ca8b25cf req-560688db-83fa-40ea-928a-99d732559f2b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 943 time: 0.3043101 Dec 22 09:48:08.854394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62e26f7-42a7-4545-8f61-a89e7e997c20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:08.856243 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f62e26f7-42a7-4545-8f61-a89e7e997c20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] 10.222.0.50 "GET /v2.0/ports/eb1fb2c6-1d2d-46d0-a53b-9a4686b9a8c3 HTTP/1.1" status: 200 len: 959 time: 0.1885362 Dec 22 09:48:08.873672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57288) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:08.882094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c6df46-f681-44fa-b03e-e2d376fd62c8 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Checking segment: {'id': '9c94a26d-703f-4984-a6f4-42569e1c01f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bc17e592-8411-42ad-9266-517f35609593'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:48:08.882094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c6df46-f681-44fa-b03e-e2d376fd62c8 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network hostable DHCP agents. Network: bc17e592-8411-42ad-9266-517f35609593, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:48:08.941834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b2f12-dea6-4fca-a12f-8183c32194ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef94a820-ea01-47b3-a848-4bd87fde37cc,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:08.945019 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7f5b2f12-dea6-4fca-a12f-8183c32194ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:08.992109 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33ced746-2346-479b-852f-1337ca8b25cf req-7cec8f48-4f80-4029-a461-2d01d06c13f0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911941 Dec 22 09:48:09.002568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c6df46-f681-44fa-b03e-e2d376fd62c8 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network bc17e592-8411-42ad-9266-517f35609593 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:48:09.012455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5b2f12-dea6-4fca-a12f-8183c32194ae admin admin] Checking segment: {'id': '173b6951-7e6b-4dea-92c5-b70fef61edda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '2b00946e-e57f-4077-9ea9-75c7b418b8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:48:09.012860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5b2f12-dea6-4fca-a12f-8183c32194ae admin admin] Network hostable DHCP agents. Network: 2b00946e-e57f-4077-9ea9-75c7b418b8e1, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:48:09.015173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-dc859bac-bcb6-4076-830d-ffb91a4aa5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Deleting port eb1fb2c6-1d2d-46d0-a53b-9a4686b9a8c3 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:48:09.015759 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc859bac-bcb6-4076-830d-ffb91a4aa5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:09.034045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5b2f12-dea6-4fca-a12f-8183c32194ae admin admin] Network 2b00946e-e57f-4077-9ea9-75c7b418b8e1 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:48:09.044784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-7f5b2f12-dea6-4fca-a12f-8183c32194ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 2b00946e-e57f-4077-9ea9-75c7b418b8e1) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:09.058187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302aedf0-39fd-4e98-989a-7b727441b14e None None] Network 2b00946e-e57f-4077-9ea9-75c7b418b8e1 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:48:09.065151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5b2f12-dea6-4fca-a12f-8183c32194ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:09.065811 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2f12-dea6-4fca-a12f-8183c32194ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:09.093430 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7f5b2f12-dea6-4fca-a12f-8183c32194ae admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6600084 Dec 22 09:48:09.093676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-12c6df46-f681-44fa-b03e-e2d376fd62c8 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, bc17e592-8411-42ad-9266-517f35609593) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:09.123373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db436c52-a4c3-403a-bcce-0b25ff44a9c8 None None] Network bc17e592-8411-42ad-9266-517f35609593 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:48:09.131910 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-8dfb1238-5990-441a-a71e-31550d5187f9 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3517981 Dec 22 09:48:09.198294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c6df46-f681-44fa-b03e-e2d376fd62c8 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:09.198959 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12c6df46-f681-44fa-b03e-e2d376fd62c8 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:09.296046 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d0cf156e-00fb-45c1-a041-599cbf2c77e8 req-91deae38-02d5-4279-9dac-a2c4a7dcb1d0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c HTTP/1.1" status: 200 len: 210 time: 0.1069677 Dec 22 09:48:09.335285 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-12c6df46-f681-44fa-b03e-e2d376fd62c8 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8234193 Dec 22 09:48:09.338833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57298) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:09.364172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-106e0e07-2724-483e-9b2d-0192d76c1ceb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'subnet': {'network_id': 'ea20e95f-ff0c-4707-bf59-912f86079a8e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:09.590731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-106e0e07-2724-483e-9b2d-0192d76c1ceb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:09.598933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-106e0e07-2724-483e-9b2d-0192d76c1ceb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:subnet and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:09.612770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-106e0e07-2724-483e-9b2d-0192d76c1ceb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:09.620563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-106e0e07-2724-483e-9b2d-0192d76c1ceb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:09.632307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106e0e07-2724-483e-9b2d-0192d76c1ceb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Made reservation on behalf of ddd4cc142d6346fb8b006ee06c9564e9 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:09.711004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51a1c7d-5205-42bb-bdc9-a45ca5bfdb8d None None] Network 2b00946e-e57f-4077-9ea9-75c7b418b8e1 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:48:09.720177 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc859bac-bcb6-4076-830d-ffb91a4aa5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:09.785866 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-106e0e07-2724-483e-9b2d-0192d76c1ceb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:09.827231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-bc17e592-8411-42ad-9266-517f35609593', 'network_id': 'bc17e592-8411-42ad-9266-517f35609593', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'fixed_ips': [{'subnet_id': '00cf0b3b-462b-4778-9e34-a0e84380fe6c'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:48:09.828348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:09.858252 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:09.879970 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-260a7faf-b70e-4855-b8c9-15d2dc9a44b2 service neutron] 10.222.0.50 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7470040 Dec 22 09:48:09.920104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:09.988830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-dc859bac-bcb6-4076-830d-ffb91a4aa5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Calling delete_port for eb1fb2c6-1d2d-46d0-a53b-9a4686b9a8c3 owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:48:10.225834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-9bdcbd2e-cbb8-4ba5-80bf-beb5ffa2ba05 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:10.227394 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-9bdcbd2e-cbb8-4ba5-80bf-beb5ffa2ba05 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.64 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 812 time: 0.7840469 Dec 22 09:48:10.263519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-75f853f5-9744-47e1-9011-4b9cbe3d4d76 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Request body: {'port': {'device_id': '4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c', 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e', 'admin_state_up': True, 'tenant_id': '2af5f8c189d74ea78f15d1e4177ac64a'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:10.333189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 70b2c52b-cadf-4aa3-805e-02f1c9a844f6 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:48:10.420788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc504bc-da5d-4ea1-ba64-c83d998a62fd req-6aa3efb6-baa8-43b6-9c00-a6003d9f14d1 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:10.422997 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1cc504bc-da5d-4ea1-ba64-c83d998a62fd req-6aa3efb6-baa8-43b6-9c00-a6003d9f14d1 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/ports?device_id=cf299415-9737-46d5-8041-19dd95a6dd9d HTTP/1.1" status: 200 len: 945 time: 0.8552027 Dec 22 09:48:10.444220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc859bac-bcb6-4076-830d-ffb91a4aa5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:10.483411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:10.665809 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:10.706644 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:10.710857 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-106e0e07-2724-483e-9b2d-0192d76c1ceb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:10.733706 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2a13d75c-fbf6-4a8f-aeee-b9a669faa52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:10.770348 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7af3c644-b0a2-498a-80e7-58b63c810404 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:10.808346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf299415-9737-46d5-8041-19dd95a6dd9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70b2c52b-cadf-4aa3-805e-02f1c9a844f6'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:48:10.834254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 70b2c52b-cadf-4aa3-805e-02f1c9a844f6, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=70b2c52b-cadf-4aa3-805e-02f1c9a844f6,segment=NetworkSegment(e1d2d565-cab1-4714-95ce-562b64bfbc6f),segment_id=e1d2d565-cab1-4714-95ce-562b64bfbc6f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:10.835387 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-9c3d9e13-3260-4a57-bf05-3c6f3fd9837e service neutron] 10.222.0.50 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8911400 Dec 22 09:48:10.845314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc859bac-bcb6-4076-830d-ffb91a4aa5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Pushing event deleted for resources: {'Port': ['ID=eb1fb2c6-1d2d-46d0-a53b-9a4686b9a8c3,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:10.855675 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:10.862186 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-25c40928-164c-444e-b55c-a6c5133d5f1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:10.869974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ad290-07f0-403d-82c3-81af5e8bfccd req-a72e2360-c0c3-4b38-a85e-61f5051736c1 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:10.871665 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e1ad290-07f0-403d-82c3-81af5e8bfccd req-a72e2360-c0c3-4b38-a85e-61f5051736c1 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.37 "GET /v2.0/ports?device_id=cf299415-9737-46d5-8041-19dd95a6dd9d HTTP/1.1" status: 200 len: 945 time: 0.9260197 Dec 22 09:48:10.872854 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc859bac-bcb6-4076-830d-ffb91a4aa5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:10.924517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e0e07-2724-483e-9b2d-0192d76c1ceb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Subnet': ['ID=a73b2f65-e9e1-4ea3-b98a-b86e833514f7,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:10.929733 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-106e0e07-2724-483e-9b2d-0192d76c1ceb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:10.955113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Allocated IP 2001:db8::2 (bc17e592-8411-42ad-9266-517f35609593/00cf0b3b-462b-4778-9e34-a0e84380fe6c/36652fba-4d13-4fa4-9925-8f3d5065321e) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:48:11.009200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=70b2c52b-cadf-4aa3-805e-02f1c9a844f6,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:11.012790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e0e07-2724-483e-9b2d-0192d76c1ceb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Checking segment: {'id': '13161cfd-8b4e-4769-a9ff-0879aee329c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ea20e95f-ff0c-4707-bf59-912f86079a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:48:11.014119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106e0e07-2724-483e-9b2d-0192d76c1ceb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network hostable DHCP agents. Network: ea20e95f-ff0c-4707-bf59-912f86079a8e, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:48:11.022050 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:11.036356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106e0e07-2724-483e-9b2d-0192d76c1ceb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network ea20e95f-ff0c-4707-bf59-912f86079a8e is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:48:11.051863 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1cc504bc-da5d-4ea1-ba64-c83d998a62fd req-8371b695-579c-485f-a7e5-4ee00ba39852 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/security-groups?id=e5793b27-d1f5-4b8e-b5c8-43aa1d21b5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6123531 Dec 22 09:48:11.053198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-106e0e07-2724-483e-9b2d-0192d76c1ceb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, ea20e95f-ff0c-4707-bf59-912f86079a8e) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:11.082406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106e0e07-2724-483e-9b2d-0192d76c1ceb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:11.083596 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-106e0e07-2724-483e-9b2d-0192d76c1ceb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:11.120635 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-106e0e07-2724-483e-9b2d-0192d76c1ceb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7800548 Dec 22 09:48:11.124664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57310) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:11.131201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-75f853f5-9744-47e1-9011-4b9cbe3d4d76 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:11.134657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4e6f465a-9048-4e2c-87ec-f5bb62aaa710 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1270680721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:11.143472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4e6f465a-9048-4e2c-87ec-f5bb62aaa710 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:11.150047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4e6f465a-9048-4e2c-87ec-f5bb62aaa710 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:router and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:11.167756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4e6f465a-9048-4e2c-87ec-f5bb62aaa710 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:11.182157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-1e1ad290-07f0-403d-82c3-81af5e8bfccd req-8b69f245-7291-473d-b8c5-24ca4f3d6fc2 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Deleting port 70b2c52b-cadf-4aa3-805e-02f1c9a844f6 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:48:11.182157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1e1ad290-07f0-403d-82c3-81af5e8bfccd req-8b69f245-7291-473d-b8c5-24ca4f3d6fc2 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:11.186042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4e6f465a-9048-4e2c-87ec-f5bb62aaa710 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:11.198750 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e6f465a-9048-4e2c-87ec-f5bb62aaa710 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:11.212703 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e6f465a-9048-4e2c-87ec-f5bb62aaa710 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:11.219977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-75f853f5-9744-47e1-9011-4b9cbe3d4d76 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:11.235643 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc859bac-bcb6-4076-830d-ffb91a4aa5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:11.252548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e6f465a-9048-4e2c-87ec-f5bb62aaa710 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:11.266374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-75f853f5-9744-47e1-9011-4b9cbe3d4d76 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Made reservation on behalf of 2af5f8c189d74ea78f15d1e4177ac64a for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:11.272709 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-75f853f5-9744-47e1-9011-4b9cbe3d4d76 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:11.288620 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dc859bac-bcb6-4076-830d-ffb91a4aa5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] 10.222.0.50 "DELETE /v2.0/ports/eb1fb2c6-1d2d-46d0-a53b-9a4686b9a8c3 HTTP/1.1" status: 204 len: 168 time: 2.4114280 Dec 22 09:48:11.291911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57316) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:11.412824 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:11.429100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Transition to ACTIVE for port object 36652fba-4d13-4fa4-9925-8f3d5065321e will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:48:11.472533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Transition to ACTIVE for port object 36652fba-4d13-4fa4-9925-8f3d5065321e will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:48:11.475025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342bb714-93a6-4d7e-9060-9e238474cd94 None None] Network ea20e95f-ff0c-4707-bf59-912f86079a8e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:48:11.493497 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e6f465a-9048-4e2c-87ec-f5bb62aaa710 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:11.508179 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9d4d47-8252-4604-a6b6-0d001ace233d tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] GET failed (client error): The resource could not be found. Dec 22 09:48:11.508996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-db9d4d47-8252-4604-a6b6-0d001ace233d tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Synchronizing usage tracker for tenant:d18a5d09090c4ccaa463fa651a751467 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:48:11.549846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e6f465a-9048-4e2c-87ec-f5bb62aaa710 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:11.557710 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4e6f465a-9048-4e2c-87ec-f5bb62aaa710 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4298596 Dec 22 09:48:11.559869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57322) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:11.670873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-db9d4d47-8252-4604-a6b6-0d001ace233d tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Unset dirty status for tenant:d18a5d09090c4ccaa463fa651a751467 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:48:11.677622 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-db9d4d47-8252-4604-a6b6-0d001ace233d tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] 10.222.0.50 "GET /v2.0/ports/eb1fb2c6-1d2d-46d0-a53b-9a4686b9a8c3 HTTP/1.1" status: 404 len: 333 time: 0.3777301 Dec 22 09:48:11.687186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57330) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:11.694096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-1b063d92-f5d7-4e79-a864-fbbcdd6b9570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Request body: {'port': {'network_id': '75e37c16-5b43-4f8b-9812-80cd6ac210d4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485290840'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:11.700022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1b063d92-f5d7-4e79-a864-fbbcdd6b9570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:11.712662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1b063d92-f5d7-4e79-a864-fbbcdd6b9570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:11.734472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b063d92-f5d7-4e79-a864-fbbcdd6b9570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Made reservation on behalf of d18a5d09090c4ccaa463fa651a751467 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:11.740489 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b063d92-f5d7-4e79-a864-fbbcdd6b9570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:11.794935 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:11.836531 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:11.901431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-1e1ad290-07f0-403d-82c3-81af5e8bfccd req-8b69f245-7291-473d-b8c5-24ca4f3d6fc2 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] For port 70b2c52b-cadf-4aa3-805e-02f1c9a844f6, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=70b2c52b-cadf-4aa3-805e-02f1c9a844f6,segment=NetworkSegment(e1d2d565-cab1-4714-95ce-562b64bfbc6f),segment_id=e1d2d565-cab1-4714-95ce-562b64bfbc6f)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:11.901873 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1e1ad290-07f0-403d-82c3-81af5e8bfccd req-8b69f245-7291-473d-b8c5-24ca4f3d6fc2 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:11.991746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc2b6e-c18c-4ae1-a7a0-76aeacbf0eb4 req-1e534708-fe71-461c-ae39-b4bb99d7726b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:11.993437 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8ffc2b6e-c18c-4ae1-a7a0-76aeacbf0eb4 req-1e534708-fe71-461c-ae39-b4bb99d7726b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.5200186 Dec 22 09:48:12.064925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-1e1ad290-07f0-403d-82c3-81af5e8bfccd req-8b69f245-7291-473d-b8c5-24ca4f3d6fc2 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Calling delete_port for 70b2c52b-cadf-4aa3-805e-02f1c9a844f6 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:48:12.077889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Pushing event updated for resources: {'Port': ['ID=36652fba-4d13-4fa4-9925-8f3d5065321e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:12.081491 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:12.094728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-ea20e95f-ff0c-4707-bf59-912f86079a8e', 'network_id': 'ea20e95f-ff0c-4707-bf59-912f86079a8e', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'fixed_ips': [{'subnet_id': 'a73b2f65-e9e1-4ea3-b98a-b86e833514f7'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:48:12.095972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:12.220574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Network bc17e592-8411-42ad-9266-517f35609593 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:48:12.223269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:12.225683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:48:12.400205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Attempting to bind port 36652fba-4d13-4fa4-9925-8f3d5065321e on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:48:12.400742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Attempting to bind port 36652fba-4d13-4fa4-9925-8f3d5065321e by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '9c94a26d-703f-4984-a6f4-42569e1c01f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bc17e592-8411-42ad-9266-517f35609593'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:48:12.401069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Attempting to bind port 36652fba-4d13-4fa4-9925-8f3d5065321e on network bc17e592-8411-42ad-9266-517f35609593 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:48:12.413858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:48:12.414267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Checking segment: {'id': '9c94a26d-703f-4984-a6f4-42569e1c01f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bc17e592-8411-42ad-9266-517f35609593'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:48:12.414703 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:12.415143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Bound using segment: {'id': '9c94a26d-703f-4984-a6f4-42569e1c01f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bc17e592-8411-42ad-9266-517f35609593'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:48:12.415662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Bound port: 36652fba-4d13-4fa4-9925-8f3d5065321e, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c94a26d-703f-4984-a6f4-42569e1c01f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bc17e592-8411-42ad-9266-517f35609593'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:48:12.416096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:12.441370 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8ffc2b6e-c18c-4ae1-a7a0-76aeacbf0eb4 req-13d96121-292a-4b75-ad36-74194129510b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402636 Dec 22 09:48:12.477715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-75f853f5-9744-47e1-9011-4b9cbe3d4d76 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Allocated IP 172.20.0.12 (4139e1c7-4cf8-43ff-9532-d5b8777c2c1e/99bc7704-5812-409d-9056-a73056b9ef40/65bcd759-d9f8-41c5-9b61-df7574ac3849) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:48:12.502956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-1b063d92-f5d7-4e79-a864-fbbcdd6b9570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] device_id is not set on port faf96a32-210c-43ef-a67f-87c7d4c10b9a yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:48:12.556694 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:12.580495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-c8cdd9bc-9467-49ef-a5ee-a8551219d079 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:12.590913 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-c8cdd9bc-9467-49ef-a5ee-a8551219d079 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/networks?id=203acd13-eb7d-4b91-9473-d85f9745d1b4 HTTP/1.1" status: 200 len: 824 time: 0.5331407 Dec 22 09:48:12.695894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] For port 36652fba-4d13-4fa4-9925-8f3d5065321e, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:48:12.704265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Allocated IP 2001:db8:1::2 (ea20e95f-ff0c-4707-bf59-912f86079a8e/a73b2f65-e9e1-4ea3-b98a-b86e833514f7/7d101d2d-9d13-444a-b155-1a5fd20a3e08) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:48:12.707462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] For port 36652fba-4d13-4fa4-9925-8f3d5065321e, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=36652fba-4d13-4fa4-9925-8f3d5065321e,segment=NetworkSegment(9c94a26d-703f-4984-a6f4-42569e1c01f5),segment_id=9c94a26d-703f-4984-a6f4-42569e1c01f5)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:48:12.710888 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:12.715231 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-09cb6c6d-20ef-4ad4-aa7d-7334f5e371a2 req-8fd039c5-e981-445a-bf82-53fa09981089 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c HTTP/1.1" status: 200 len: 210 time: 0.0824492 Dec 22 09:48:12.722913 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-4ff4a9fa-cc30-4a9f-b56c-9f0917511f57 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/quotas/18f54cc55e53445ebb3bb1da22fbbd65 HTTP/1.1" status: 200 len: 375 time: 0.1302030 Dec 22 09:48:12.728267 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:12.825723 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-7815ecc3-242a-4134-b1c4-3945bc5b8dd7 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/ports?tenant_id=18f54cc55e53445ebb3bb1da22fbbd65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855823 Dec 22 09:48:12.849821 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1e1ad290-07f0-403d-82c3-81af5e8bfccd req-8b69f245-7291-473d-b8c5-24ca4f3d6fc2 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:12.888516 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf299415-9737-46d5-8041-19dd95a6dd9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70b2c52b-cadf-4aa3-805e-02f1c9a844f6', 'code': 200} Dec 22 09:48:12.934817 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc859bac-bcb6-4076-830d-ffb91a4aa5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:12.958910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Pushing event updated for resources: {'Port': ['ID=36652fba-4d13-4fa4-9925-8f3d5065321e,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:12.962833 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:13.080996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69f245-7291-473d-b8c5-24ca4f3d6fc2 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Pushing event deleted for resources: {'Port': ['ID=70b2c52b-cadf-4aa3-805e-02f1c9a844f6,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:13.121854 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b063d92-f5d7-4e79-a864-fbbcdd6b9570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:13.169638 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2ace8b1-8699-468e-9d92-ed869b032208 req-2d9642b8-04a1-4369-acac-1295614e70f9 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=942e2114-50a4-4348-abcc-10edeb8c3d65 HTTP/1.1" status: 200 len: 210 time: 0.0686572 Dec 22 09:48:13.183367 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b69f245-7291-473d-b8c5-24ca4f3d6fc2 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:13.247793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:13.261266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Transition to ACTIVE for port object 7d101d2d-9d13-444a-b155-1a5fd20a3e08 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:48:13.284465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Transition to ACTIVE for port object 7d101d2d-9d13-444a-b155-1a5fd20a3e08 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:48:13.291244 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:13.309903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b063d92-f5d7-4e79-a864-fbbcdd6b9570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:13.321143 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c96e1dae-ff2a-498e-8051-ef05eabfef75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:13.355163 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-335a0553-d08b-4ace-9d99-137c73e282e3 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:13.713422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b063d92-f5d7-4e79-a864-fbbcdd6b9570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Pushing event updated for resources: {'Port': ['ID=faf96a32-210c-43ef-a67f-87c7d4c10b9a,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:13.717301 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d01ba683-196f-4f59-8158-777440e13d65 req-cb8c8cba-bc29-464c-8f78-dade650dfd40 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.50 "GET /v2.0/ports?device_id=cf299415-9737-46d5-8041-19dd95a6dd9d HTTP/1.1" status: 200 len: 210 time: 0.2561288 Dec 22 09:48:13.729264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b063d92-f5d7-4e79-a864-fbbcdd6b9570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Network 75e37c16-5b43-4f8b-9812-80cd6ac210d4 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:48:13.734116 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b063d92-f5d7-4e79-a864-fbbcdd6b9570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:13.736528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-1b063d92-f5d7-4e79-a864-fbbcdd6b9570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:13.740528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b063d92-f5d7-4e79-a864-fbbcdd6b9570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:48:13.742035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b063d92-f5d7-4e79-a864-fbbcdd6b9570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:13.743273 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b063d92-f5d7-4e79-a864-fbbcdd6b9570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:13.787900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Allocated IP 2001:db8::1 (bc17e592-8411-42ad-9266-517f35609593/00cf0b3b-462b-4778-9e34-a0e84380fe6c/036b9f0b-fdac-45a3-94a8-3d8d16d56875) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:48:13.792933 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1b063d92-f5d7-4e79-a864-fbbcdd6b9570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1083782 Dec 22 09:48:13.797671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57352) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:13.814026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Request body: {'port': {'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:13.820621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Pushing event updated for resources: {'Port': ['ID=7d101d2d-9d13-444a-b155-1a5fd20a3e08,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:13.831110 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:13.846501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Network ea20e95f-ff0c-4707-bf59-912f86079a8e is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:48:13.848068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:13.851015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:48:13.943493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Attempting to bind port 7d101d2d-9d13-444a-b155-1a5fd20a3e08 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:48:13.943917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Attempting to bind port 7d101d2d-9d13-444a-b155-1a5fd20a3e08 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '13161cfd-8b4e-4769-a9ff-0879aee329c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ea20e95f-ff0c-4707-bf59-912f86079a8e'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:48:13.944358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Attempting to bind port 7d101d2d-9d13-444a-b155-1a5fd20a3e08 on network ea20e95f-ff0c-4707-bf59-912f86079a8e {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:48:13.951664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:48:13.953905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Checking segment: {'id': '13161cfd-8b4e-4769-a9ff-0879aee329c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ea20e95f-ff0c-4707-bf59-912f86079a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:48:13.955018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:13.955485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Bound using segment: {'id': '13161cfd-8b4e-4769-a9ff-0879aee329c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ea20e95f-ff0c-4707-bf59-912f86079a8e'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:48:13.956115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Bound port: 7d101d2d-9d13-444a-b155-1a5fd20a3e08, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13161cfd-8b4e-4769-a9ff-0879aee329c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ea20e95f-ff0c-4707-bf59-912f86079a8e'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:48:13.956563 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:14.090869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] For port 7d101d2d-9d13-444a-b155-1a5fd20a3e08, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:48:14.097733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] For port 7d101d2d-9d13-444a-b155-1a5fd20a3e08, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7d101d2d-9d13-444a-b155-1a5fd20a3e08,segment=NetworkSegment(13161cfd-8b4e-4769-a9ff-0879aee329c2),segment_id=13161cfd-8b4e-4769-a9ff-0879aee329c2)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:48:14.102614 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:14.135191 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3c02bb78-06c7-47fe-89f5-da53f7e72135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:14.193922 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-75f853f5-9744-47e1-9011-4b9cbe3d4d76 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:14.322362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Pushing event updated for resources: {'Port': ['ID=7d101d2d-9d13-444a-b155-1a5fd20a3e08,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:14.332668 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:14.343452 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-18402057-4166-45c0-bbf1-b45208a3cb8e service neutron] 10.222.0.50 "GET /v2.0/networks/203acd13-eb7d-4b91-9473-d85f9745d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4881659 Dec 22 09:48:14.439915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-8df3c103-f1f7-4b3d-a902-d33d8e2aa43b tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:14.442390 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-8df3c103-f1f7-4b3d-a902-d33d8e2aa43b tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 806 time: 1.2458186 Dec 22 09:48:14.469823 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:14.479853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1ad290-07f0-403d-82c3-81af5e8bfccd req-8b69f245-7291-473d-b8c5-24ca4f3d6fc2 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] No DVR routers for this DVR port 70b2c52b-cadf-4aa3-805e-02f1c9a844f6 on host n-h2-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:48:14.502263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-54c57517-4d1d-45ae-9cdd-bc1bd7c932e8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Request body: {'port': {'device_id': '942e2114-50a4-4348-abcc-10edeb8c3d65', 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f', 'admin_state_up': True, 'tenant_id': '9dfc4173a0084cb081b39e512ef6a1d8'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:14.549128 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1e1ad290-07f0-403d-82c3-81af5e8bfccd req-8b69f245-7291-473d-b8c5-24ca4f3d6fc2 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:14.574404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf299415-9737-46d5-8041-19dd95a6dd9d', 'name': 'network-vif-deleted', 'tag': '70b2c52b-cadf-4aa3-805e-02f1c9a844f6'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:48:14.586882 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:14.733657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Transition to ACTIVE for port object 036b9f0b-fdac-45a3-94a8-3d8d16d56875 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:48:14.847409 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-75f853f5-9744-47e1-9011-4b9cbe3d4d76 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:14.855014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63f4f5-bc79-4827-aaaf-aa30fe07eea4 req-706eae45-6fb1-4dfd-b7d9-261935a6cc7b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:14.864084 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f63f4f5-bc79-4827-aaaf-aa30fe07eea4 req-706eae45-6fb1-4dfd-b7d9-261935a6cc7b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.7728903 Dec 22 09:48:14.874213 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:14.891859 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:14.938259 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-04f6faa9-c507-42b3-b062-acc49aed6437 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:14.987486 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e1ad290-07f0-403d-82c3-81af5e8bfccd req-8b69f245-7291-473d-b8c5-24ca4f3d6fc2 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] 10.222.0.37 "DELETE /v2.0/ports/70b2c52b-cadf-4aa3-805e-02f1c9a844f6 HTTP/1.1" status: 204 len: 173 time: 4.1009347 Dec 22 09:48:15.114338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 36652fba-4d13-4fa4-9925-8f3d5065321e up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:48:15.151546 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f63f4f5-bc79-4827-aaaf-aa30fe07eea4 req-422df27b-3dcc-470b-a72c-2be6c10e1eed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857924 Dec 22 09:48:15.231521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 36652fba-4d13-4fa4-9925-8f3d5065321e completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:48:15.338301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=036b9f0b-fdac-45a3-94a8-3d8d16d56875,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:15.346731 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:15.354819 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-ea6b2c77-b340-49bb-8062-a2c7d5a22d45 service neutron] 10.222.0.50 "GET /v2.0/networks/203acd13-eb7d-4b91-9473-d85f9745d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0099685 Dec 22 09:48:15.371888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-54c57517-4d1d-45ae-9cdd-bc1bd7c932e8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:15.375070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f853f5-9744-47e1-9011-4b9cbe3d4d76 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Pushing event updated for resources: {'Port': ['ID=65bcd759-d9f8-41c5-9b61-df7574ac3849,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:15.383028 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-75f853f5-9744-47e1-9011-4b9cbe3d4d76 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:15.399990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-75f853f5-9744-47e1-9011-4b9cbe3d4d76 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:48:15.401344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-54c57517-4d1d-45ae-9cdd-bc1bd7c932e8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:15.404143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-75f853f5-9744-47e1-9011-4b9cbe3d4d76 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:15.408077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-75f853f5-9744-47e1-9011-4b9cbe3d4d76 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:48:15.450346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dceb5cd-7ee9-435f-ab70-68c54ff52f41 None None] Network bc17e592-8411-42ad-9266-517f35609593 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:48:15.499821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-54c57517-4d1d-45ae-9cdd-bc1bd7c932e8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Made reservation on behalf of 9dfc4173a0084cb081b39e512ef6a1d8 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:15.510898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-54c57517-4d1d-45ae-9cdd-bc1bd7c932e8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:15.512908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network bc17e592-8411-42ad-9266-517f35609593 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:48:15.516961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:15.520559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:48:15.521316 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:15.655132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-cfa56bbb-13a3-4ba8-83ab-ff587a6f2acf None None] Provisioning for port 36652fba-4d13-4fa4-9925-8f3d5065321e completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:48:15.660158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-75f853f5-9744-47e1-9011-4b9cbe3d4d76 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:15.661353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-75f853f5-9744-47e1-9011-4b9cbe3d4d76 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:15.668406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-cfa56bbb-13a3-4ba8-83ab-ff587a6f2acf None None] Provisioning complete for port 36652fba-4d13-4fa4-9925-8f3d5065321e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:15.669415 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cfa56bbb-13a3-4ba8-83ab-ff587a6f2acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:15.773786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] device_id is not set on port faf96a32-210c-43ef-a67f-87c7d4c10b9a yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:48:15.832480 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-75f853f5-9744-47e1-9011-4b9cbe3d4d76 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5713563 Dec 22 09:48:15.852046 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:15.983903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Transition to ACTIVE for port object faf96a32-210c-43ef-a67f-87c7d4c10b9a will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:48:15.992882 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:16.042896 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:16.129758 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cfa56bbb-13a3-4ba8-83ab-ff587a6f2acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:16.181882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Pushing event updated for resources: {'Port': ['ID=faf96a32-210c-43ef-a67f-87c7d4c10b9a,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:16.184686 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:16.206437 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:16.368354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Request body: {'port': {'device_id': '4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:16.374716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-cfa56bbb-13a3-4ba8-83ab-ff587a6f2acf None None] For port 36652fba-4d13-4fa4-9925-8f3d5065321e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=36652fba-4d13-4fa4-9925-8f3d5065321e,segment=NetworkSegment(9c94a26d-703f-4984-a6f4-42569e1c01f5),segment_id=9c94a26d-703f-4984-a6f4-42569e1c01f5)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:16.395338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cfa56bbb-13a3-4ba8-83ab-ff587a6f2acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:16.398861 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:16.430994 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-660ede10-9391-4244-a84b-1610d224e589 req-c4dd3531-c027-4846-84ee-95c4f4bde593 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=942e2114-50a4-4348-abcc-10edeb8c3d65 HTTP/1.1" status: 200 len: 210 time: 0.2637436 Dec 22 09:48:16.556870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa56bbb-13a3-4ba8-83ab-ff587a6f2acf None None] Pushing event updated for resources: {'Port': ['ID=36652fba-4d13-4fa4-9925-8f3d5065321e,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:16.564260 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cfa56bbb-13a3-4ba8-83ab-ff587a6f2acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:16.662926 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf299415-9737-46d5-8041-19dd95a6dd9d', 'name': 'network-vif-deleted', 'tag': '70b2c52b-cadf-4aa3-805e-02f1c9a844f6', 'status': 'completed', 'code': 200} Dec 22 09:48:16.729731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc38d7c-ff64-48c5-84f4-a575cc97e52e req-d2cb168f-c937-4e05-90a3-c28e819e1f43 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:16.730507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ecc38d7c-ff64-48c5-84f4-a575cc97e52e req-d2cb168f-c937-4e05-90a3-c28e819e1f43 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Synchronizing usage tracker for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:48:16.739112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57378) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:16.775950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442fd9ee-e118-46b2-b8ea-5a7b4b1f823e None None] Network ea20e95f-ff0c-4707-bf59-912f86079a8e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:48:16.832218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:16.841382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attempting to bind port faf96a32-210c-43ef-a67f-87c7d4c10b9a on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:48:16.841763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attempting to bind port faf96a32-210c-43ef-a67f-87c7d4c10b9a by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'a79be3ee-033f-4b9d-894f-d6b6169b20c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '75e37c16-5b43-4f8b-9812-80cd6ac210d4'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:48:16.842164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attempting to bind port faf96a32-210c-43ef-a67f-87c7d4c10b9a on network 75e37c16-5b43-4f8b-9812-80cd6ac210d4 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:48:16.879781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ecc38d7c-ff64-48c5-84f4-a575cc97e52e req-d2cb168f-c937-4e05-90a3-c28e819e1f43 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Unset dirty status for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:48:16.893203 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ecc38d7c-ff64-48c5-84f4-a575cc97e52e req-d2cb168f-c937-4e05-90a3-c28e819e1f43 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c HTTP/1.1" status: 200 len: 932 time: 0.8671541 Dec 22 09:48:16.981949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0b3ebfe6-3580-46b0-95fc-8146d4de2320 None None] Provisioning for port 7d101d2d-9d13-444a-b155-1a5fd20a3e08 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:48:17.037679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:48:17.038630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Checking segment: {'id': 'a79be3ee-033f-4b9d-894f-d6b6169b20c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '75e37c16-5b43-4f8b-9812-80cd6ac210d4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:48:17.038933 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:17.039571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Bound using segment: {'id': 'a79be3ee-033f-4b9d-894f-d6b6169b20c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '75e37c16-5b43-4f8b-9812-80cd6ac210d4'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:48:17.040427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Bound port: faf96a32-210c-43ef-a67f-87c7d4c10b9a, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79be3ee-033f-4b9d-894f-d6b6169b20c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '75e37c16-5b43-4f8b-9812-80cd6ac210d4'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:48:17.041009 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:17.063963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-54c57517-4d1d-45ae-9cdd-bc1bd7c932e8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Allocated IP 172.20.0.10 (71abf892-394c-4481-a07f-0270c6b0938f/0e972d4f-634f-4801-baf0-a552ccd20fd0/1861e90f-e2f5-48b1-b74f-57a757b318d0) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:48:17.269053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7d101d2d-9d13-444a-b155-1a5fd20a3e08 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:48:17.297006 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ecc38d7c-ff64-48c5-84f4-a575cc97e52e req-ce91827f-138d-44c9-af4b-946f424a6fc5 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023709 Dec 22 09:48:17.434765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ffbf8655-6ac1-4b21-afea-a7d6ec4f47de None None] Provisioning for port 036b9f0b-fdac-45a3-94a8-3d8d16d56875 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:48:17.523854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ffbf8655-6ac1-4b21-afea-a7d6ec4f47de None None] Provisioning complete for port 036b9f0b-fdac-45a3-94a8-3d8d16d56875 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:17.524566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8655-6ac1-4b21-afea-a7d6ec4f47de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:17.580722 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1df3703c-7590-4f1c-8ac4-60a29ce71517 req-b4cff958-d102-4d1f-bec8-14665bfb62ca tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/ports?device_id=d1218f75-3a97-41ca-93ba-0f98d86d9382 HTTP/1.1" status: 200 len: 210 time: 0.1860232 Dec 22 09:48:17.584391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-b652f154-1f08-4783-b298-81b2fe951ea9 admin admin] Deleting subnet aae6060c-d345-4a95-af3c-82ede5ac7554 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:48:17.638075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ffbf8655-6ac1-4b21-afea-a7d6ec4f47de None None] Port 036b9f0b-fdac-45a3-94a8-3d8d16d56875 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:48:17.650000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] For port faf96a32-210c-43ef-a67f-87c7d4c10b9a, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:48:17.657612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 7d101d2d-9d13-444a-b155-1a5fd20a3e08 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:48:17.667982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 7d101d2d-9d13-444a-b155-1a5fd20a3e08 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:17.668421 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:17.669999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b652f154-1f08-4783-b298-81b2fe951ea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:17.760479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ffbf8655-6ac1-4b21-afea-a7d6ec4f47de None None] Provisioning complete for port 36652fba-4d13-4fa4-9925-8f3d5065321e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:17.760907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8655-6ac1-4b21-afea-a7d6ec4f47de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:17.772837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] For port faf96a32-210c-43ef-a67f-87c7d4c10b9a, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=faf96a32-210c-43ef-a67f-87c7d4c10b9a,segment=NetworkSegment(a79be3ee-033f-4b9d-894f-d6b6169b20c3),segment_id=a79be3ee-033f-4b9d-894f-d6b6169b20c3)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:48:17.809212 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:17.836231 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7866610e-e521-48a5-bd57-824780db76fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:17.896182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:48:18.209237 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:18.213109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Pushing event updated for resources: {'Port': ['ID=faf96a32-210c-43ef-a67f-87c7d4c10b9a,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:18.220778 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b652f154-1f08-4783-b298-81b2fe951ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:18.303781 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e5b7807-ffe1-4811-b31b-20e767ebed5f req-f343c958-8e0d-454d-8151-74770d569890 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=942e2114-50a4-4348-abcc-10edeb8c3d65 HTTP/1.1" status: 200 len: 210 time: 0.2171590 Dec 22 09:48:18.328504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 7d101d2d-9d13-444a-b155-1a5fd20a3e08, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7d101d2d-9d13-444a-b155-1a5fd20a3e08,segment=NetworkSegment(13161cfd-8b4e-4769-a9ff-0879aee329c2),segment_id=13161cfd-8b4e-4769-a9ff-0879aee329c2)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:18.342916 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:18.346127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 36652fba-4d13-4fa4-9925-8f3d5065321e up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:48:18.436751 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:18.616053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=7d101d2d-9d13-444a-b155-1a5fd20a3e08,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:18.635646 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:18.649177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4cc869c4-e5f9-4085-b001-7459c03bd446 None None] Provisioning complete for port 7d101d2d-9d13-444a-b155-1a5fd20a3e08 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:18.649923 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cc869c4-e5f9-4085-b001-7459c03bd446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:18.665438 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-54c57517-4d1d-45ae-9cdd-bc1bd7c932e8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:18.736830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-54c57517-4d1d-45ae-9cdd-bc1bd7c932e8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:18.779022 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f4b61e36-74bd-42ab-8444-fab6137ccb01 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:18.865321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 36652fba-4d13-4fa4-9925-8f3d5065321e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:18.866850 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:18.933095 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.097s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:18.981982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4cc869c4-e5f9-4085-b001-7459c03bd446 None None] Provisioning complete for port 036b9f0b-fdac-45a3-94a8-3d8d16d56875 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:18.982569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cc869c4-e5f9-4085-b001-7459c03bd446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:19.003604 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b652f154-1f08-4783-b298-81b2fe951ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:19.083170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:19.083868 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:19.089737 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] 10.222.0.50 "PUT /v2.0/ports/faf96a32-210c-43ef-a67f-87c7d4c10b9a HTTP/1.1" status: 200 len: 1078 time: 5.2860446 Dec 22 09:48:19.089957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4cc869c4-e5f9-4085-b001-7459c03bd446 None None] Port 036b9f0b-fdac-45a3-94a8-3d8d16d56875 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:48:19.090073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57392) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:19.126329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4cc869c4-e5f9-4085-b001-7459c03bd446 None None] Provisioning complete for port 36652fba-4d13-4fa4-9925-8f3d5065321e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:19.126748 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cc869c4-e5f9-4085-b001-7459c03bd446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:19.200310 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:19.266326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:19.267284 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:19.303811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7d101d2d-9d13-444a-b155-1a5fd20a3e08 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:48:19.314868 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-caef73a5-53a7-40fc-9920-b9f0c5bfcf64 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:19.378489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 7d101d2d-9d13-444a-b155-1a5fd20a3e08 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:19.378993 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:19.381388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-3aec988c-0f74-4e0b-804b-a33b4416deb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Deleting port faf96a32-210c-43ef-a67f-87c7d4c10b9a {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:48:19.381775 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3aec988c-0f74-4e0b-804b-a33b4416deb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:19.458711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-779efa81-8cf3-4680-a2f9-93e4b50c3216 None None] Provisioning complete for port 7d101d2d-9d13-444a-b155-1a5fd20a3e08 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:19.459285 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-779efa81-8cf3-4680-a2f9-93e4b50c3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:19.532791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c57517-4d1d-45ae-9cdd-bc1bd7c932e8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Pushing event updated for resources: {'Port': ['ID=1861e90f-e2f5-48b1-b74f-57a757b318d0,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:19.536298 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-54c57517-4d1d-45ae-9cdd-bc1bd7c932e8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:19.561869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=036b9f0b-fdac-45a3-94a8-3d8d16d56875,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:19.586558 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:19.702692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c24d0-65d3-4dec-a16c-e1ae084b22cc req-5dc09b9a-4c1c-4d00-b127-950f210a45c4 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:19.704408 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8a4c24d0-65d3-4dec-a16c-e1ae084b22cc req-5dc09b9a-4c1c-4d00-b127-950f210a45c4 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 1.7815933 Dec 22 09:48:19.717827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-fabf4b8b-d7cd-4cea-bc8a-c01418b6a24b tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:19.720094 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-fabf4b8b-d7cd-4cea-bc8a-c01418b6a24b tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.64 "GET /v2.0/networks?id=203acd13-eb7d-4b91-9473-d85f9745d1b4 HTTP/1.1" status: 200 len: 824 time: 1.5291054 Dec 22 09:48:19.780897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-cfa7bd02-a1b8-41ee-899f-fda4e3634b12 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Request body: {'port': {'device_id': 'd1218f75-3a97-41ca-93ba-0f98d86d9382', 'network_id': '203acd13-eb7d-4b91-9473-d85f9745d1b4', 'admin_state_up': True, 'tenant_id': '18f54cc55e53445ebb3bb1da22fbbd65'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:19.792255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network bc17e592-8411-42ad-9266-517f35609593 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:48:19.800061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:19.862962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bbba2-eb11-490c-8acd-699686e9b17c req-e3ba4686-dc1a-4f5a-987c-5acc86d8e59e tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:19.864726 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-791bbba2-eb11-490c-8acd-699686e9b17c req-e3ba4686-dc1a-4f5a-987c-5acc86d8e59e tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c HTTP/1.1" status: 200 len: 932 time: 0.9649343 Dec 22 09:48:19.968201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-54c57517-4d1d-45ae-9cdd-bc1bd7c932e8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Network 71abf892-394c-4481-a07f-0270c6b0938f is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:48:19.977949 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b652f154-1f08-4783-b298-81b2fe951ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:19.981377 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8a4c24d0-65d3-4dec-a16c-e1ae084b22cc req-7b6140ad-53b6-4b4f-8e0c-60b2b290703f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591603 Dec 22 09:48:19.989750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-54c57517-4d1d-45ae-9cdd-bc1bd7c932e8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:19.994868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-54c57517-4d1d-45ae-9cdd-bc1bd7c932e8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:48:20.008636 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7cbcc154-64cc-4c6f-9b00-bf9918387b67 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:20.040995 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:48:20.099806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d7459654-7932-4d83-b837-f1e614cfcc01 None None] Provisioning complete for port 036b9f0b-fdac-45a3-94a8-3d8d16d56875 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:20.100889 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d7459654-7932-4d83-b837-f1e614cfcc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:20.172728 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-791bbba2-eb11-490c-8acd-699686e9b17c req-0d58f559-e1bc-4be2-9d52-d19284a281c2 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922876 Dec 22 09:48:20.180457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d7459654-7932-4d83-b837-f1e614cfcc01 None None] Port 036b9f0b-fdac-45a3-94a8-3d8d16d56875 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:48:20.201774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-3aec988c-0f74-4e0b-804b-a33b4416deb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] For port faf96a32-210c-43ef-a67f-87c7d4c10b9a, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=faf96a32-210c-43ef-a67f-87c7d4c10b9a,segment=NetworkSegment(a79be3ee-033f-4b9d-894f-d6b6169b20c3),segment_id=a79be3ee-033f-4b9d-894f-d6b6169b20c3)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:20.201774 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3aec988c-0f74-4e0b-804b-a33b4416deb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:20.212256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652f154-1f08-4783-b298-81b2fe951ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aae6060c-d345-4a95-af3c-82ede5ac7554,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:20.244343 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b652f154-1f08-4783-b298-81b2fe951ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:20.279782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-54c57517-4d1d-45ae-9cdd-bc1bd7c932e8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:20.283351 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-54c57517-4d1d-45ae-9cdd-bc1bd7c932e8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:20.321020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65bcd759-d9f8-41c5-9b61-df7574ac3849 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:48:20.334454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-cfa7bd02-a1b8-41ee-899f-fda4e3634b12 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:20.338918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-cfa7bd02-a1b8-41ee-899f-fda4e3634b12 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Usage tracker for resource:port and tenant:18f54cc55e53445ebb3bb1da22fbbd65 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:20.349756 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:20.352556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-cfa7bd02-a1b8-41ee-899f-fda4e3634b12 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:20.400263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-cfa7bd02-a1b8-41ee-899f-fda4e3634b12 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:20.470719 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54cae590-9d82-483d-8ffc-51255096261d req-8092e294-c255-4afe-b9ea-437018011827 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/ports?device_id=d1218f75-3a97-41ca-93ba-0f98d86d9382 HTTP/1.1" status: 200 len: 210 time: 0.1443427 Dec 22 09:48:20.478928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Transition to ACTIVE for port object 65bcd759-d9f8-41c5-9b61-df7574ac3849 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:48:20.487492 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-54c57517-4d1d-45ae-9cdd-bc1bd7c932e8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0105855 Dec 22 09:48:20.489302 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:20.509100 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1d491764-e32a-47c5-bb61-de794a5a1fe4 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:20.515782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-3aec988c-0f74-4e0b-804b-a33b4416deb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Calling delete_port for faf96a32-210c-43ef-a67f-87c7d4c10b9a owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:48:20.543756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-cfa7bd02-a1b8-41ee-899f-fda4e3634b12 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Made reservation on behalf of 18f54cc55e53445ebb3bb1da22fbbd65 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:20.549993 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-cfa7bd02-a1b8-41ee-899f-fda4e3634b12 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:20.573998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Request body: {'port': {'device_id': '942e2114-50a4-4348-abcc-10edeb8c3d65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:20.594535 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b652f154-1f08-4783-b298-81b2fe951ea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:20.617893 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b652f154-1f08-4783-b298-81b2fe951ea9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/aae6060c-d345-4a95-af3c-82ede5ac7554 HTTP/1.1" status: 204 len: 168 time: 3.8732090 Dec 22 09:48:20.629237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57400) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:20.742154 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3aec988c-0f74-4e0b-804b-a33b4416deb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:20.748735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router 7df07c53-19cd-483f-b277-78ae4097db46 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:48:20.776089 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6cebb50f-1cd4-4c15-a38b-12d439fc600f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:20.833720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec988c-0f74-4e0b-804b-a33b4416deb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Pushing event deleted for resources: {'Port': ['ID=faf96a32-210c-43ef-a67f-87c7d4c10b9a,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:20.838760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Pushing event updated for resources: {'Port': ['ID=65bcd759-d9f8-41c5-9b61-df7574ac3849,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:20.846083 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9f30659-9f13-4f43-ba01-5015c00d42b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:20.904002 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3aec988c-0f74-4e0b-804b-a33b4416deb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:20.925387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.925819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.926243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.926658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.927068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.927479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.927885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.928321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.928724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.929130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.929532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.929951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.930409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.930813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.931214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.931619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.932067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.932449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.932848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.933250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.933648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.934048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.934448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.934847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.935308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.935707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.936181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.936531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.936933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.937869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.938270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.938668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.939066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.939465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.939868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.940290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:20.944761 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:21.069851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086f249-fba2-4246-b586-98cfffa8faf3 req-5039bf0e-9584-4452-881f-864926a36d01 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:21.070604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-6086f249-fba2-4246-b586-98cfffa8faf3 req-5039bf0e-9584-4452-881f-864926a36d01 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Synchronizing usage tracker for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:48:21.095905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:21.241693 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3aec988c-0f74-4e0b-804b-a33b4416deb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:21.244828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:48:21.262520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad379274-0769-42fe-be14-4c657967c3fb None None] Sync routers for ids ['7df07c53-19cd-483f-b277-78ae4097db46'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:48:21.276999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad379274-0769-42fe-be14-4c657967c3fb None None] Routers {'7df07c53-19cd-483f-b277-78ae4097db46'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:48:21.278421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ad379274-0769-42fe-be14-4c657967c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:48:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7df07c53-19cd-483f-b277-78ae4097db46'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:21.300647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2744c9-13de-47f9-a553-6e1a2b818a0f req-92d05fa0-4b5e-4e2c-88ff-0930d2d7906a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:21.302325 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5e2744c9-13de-47f9-a553-6e1a2b818a0f req-92d05fa0-4b5e-4e2c-88ff-0930d2d7906a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/ports?device_id=ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1 HTTP/1.1" status: 200 len: 945 time: 0.6860323 Dec 22 09:48:21.303028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-6086f249-fba2-4246-b586-98cfffa8faf3 req-5039bf0e-9584-4452-881f-864926a36d01 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Unset dirty status for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:48:21.304198 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6086f249-fba2-4246-b586-98cfffa8faf3 req-5039bf0e-9584-4452-881f-864926a36d01 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=942e2114-50a4-4348-abcc-10edeb8c3d65 HTTP/1.1" status: 200 len: 932 time: 0.9148991 Dec 22 09:48:21.323860 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9f30659-9f13-4f43-ba01-5015c00d42b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:21.343377 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/7df07c53-19cd-483f-b277-78ae4097db46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7783771 Dec 22 09:48:21.349221 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3aec988c-0f74-4e0b-804b-a33b4416deb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] 10.222.0.50 "DELETE /v2.0/ports/faf96a32-210c-43ef-a67f-87c7d4c10b9a HTTP/1.1" status: 204 len: 168 time: 2.2585678 Dec 22 09:48:21.352636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57408) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:21.353023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57410) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:21.371104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ad379274-0769-42fe-be14-4c657967c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:21.376026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad379274-0769-42fe-be14-4c657967c3fb None None] Routers {'7df07c53-19cd-483f-b277-78ae4097db46'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:48:21.376888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ad379274-0769-42fe-be14-4c657967c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:48:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7df07c53-19cd-483f-b277-78ae4097db46'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:21.455341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ad379274-0769-42fe-be14-4c657967c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:21.455341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad379274-0769-42fe-be14-4c657967c3fb None None] The sync data for ids ['7df07c53-19cd-483f-b277-78ae4097db46'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:48:21.560602 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6086f249-fba2-4246-b586-98cfffa8faf3 req-224213a3-3f77-4163-9c10-1756a5e3cc42 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085299 Dec 22 09:48:21.619974 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5e2744c9-13de-47f9-a553-6e1a2b818a0f req-bb90793a-bbca-41ab-b769-28dc4c127d2c tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/security-groups?id=1da3f885-8d63-4d8b-8aad-40cec288a009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830615 Dec 22 09:48:21.838621 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71fa3ce-8a49-4974-b90c-33c5e773d8af tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] GET failed (client error): The resource could not be found. Dec 22 09:48:21.839122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f71fa3ce-8a49-4974-b90c-33c5e773d8af tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Synchronizing usage tracker for tenant:d18a5d09090c4ccaa463fa651a751467 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:48:21.899090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738d0e42-3f3d-415d-bc46-5775602eedb0 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:21.899748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-738d0e42-3f3d-415d-bc46-5775602eedb0 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Synchronizing usage tracker for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:48:21.914207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a9f30659-9f13-4f43-ba01-5015c00d42b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b676fb0-a1cb-4da1-8014-c0b444708db8']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:21.935555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f71fa3ce-8a49-4974-b90c-33c5e773d8af tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Unset dirty status for tenant:d18a5d09090c4ccaa463fa651a751467 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:48:21.936839 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f71fa3ce-8a49-4974-b90c-33c5e773d8af tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] 10.222.0.50 "GET /v2.0/ports/faf96a32-210c-43ef-a67f-87c7d4c10b9a HTTP/1.1" status: 404 len: 333 time: 0.5812569 Dec 22 09:48:21.941018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a9f30659-9f13-4f43-ba01-5015c00d42b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d2d565-cab1-4714-95ce-562b64bfbc6f') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:21.941018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a9f30659-9f13-4f43-ba01-5015c00d42b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d2d565-cab1-4714-95ce-562b64bfbc6f') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:21.951989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57420) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:21.985741 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9f30659-9f13-4f43-ba01-5015c00d42b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:22.008811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-738d0e42-3f3d-415d-bc46-5775602eedb0 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Unset dirty status for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:48:22.010096 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-738d0e42-3f3d-415d-bc46-5775602eedb0 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/ports/036b9f0b-fdac-45a3-94a8-3d8d16d56875 HTTP/1.1" status: 200 len: 911 time: 0.6560988 Dec 22 09:48:22.017169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57424) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:22.030580 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9f30659-9f13-4f43-ba01-5015c00d42b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:22.052396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Attempting to bind port 65bcd759-d9f8-41c5-9b61-df7574ac3849 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:48:22.052774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Attempting to bind port 65bcd759-d9f8-41c5-9b61-df7574ac3849 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:48:22.053149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Attempting to bind port 65bcd759-d9f8-41c5-9b61-df7574ac3849 on network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:48:22.095415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9f30659-9f13-4f43-ba01-5015c00d42b1 admin admin] Releasing vxlan tunnel 11 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:48:22.142442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:48:22.142841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Checking segment: {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:48:22.143244 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:22.143653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Bound using segment: {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:48:22.144179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Bound port: 65bcd759-d9f8-41c5-9b61-df7574ac3849, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:48:22.144817 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:22.242487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-cfa7bd02-a1b8-41ee-899f-fda4e3634b12 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Allocated IP 172.20.0.7 (203acd13-eb7d-4b91-9473-d85f9745d1b4/748aae0d-578e-4165-9ed5-d39aec787de1/b096f8ad-b900-4b05-a59e-b848dba09856) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:48:22.382632 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14fb6181-eb9b-4211-a818-daa22bcd0dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:22.517828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59bb5d-41fa-4199-a4d5-9a0cfed58204 req-918a576a-53b2-4106-960a-cfad97894e9f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:22.519384 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b59bb5d-41fa-4199-a4d5-9a0cfed58204 req-918a576a-53b2-4106-960a-cfad97894e9f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.5576775 Dec 22 09:48:22.533151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a9572-9400-46de-a7b5-c29f9ae67c7b req-fd16c5ac-5f78-4d2b-b91a-ed5586cff478 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:22.535246 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-022a9572-9400-46de-a7b5-c29f9ae67c7b req-fd16c5ac-5f78-4d2b-b91a-ed5586cff478 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c HTTP/1.1" status: 200 len: 944 time: 0.5671103 Dec 22 09:48:22.536539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] For port 65bcd759-d9f8-41c5-9b61-df7574ac3849, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:48:22.615961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a9f30659-9f13-4f43-ba01-5015c00d42b1 admin admin] Network 0b676fb0-a1cb-4da1-8014-c0b444708db8 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:48:22.645137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] For port 65bcd759-d9f8-41c5-9b61-df7574ac3849, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=65bcd759-d9f8-41c5-9b61-df7574ac3849,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:48:22.655880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9f30659-9f13-4f43-ba01-5015c00d42b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:22.664101 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:22.731107 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3405dd47-7d39-4679-8006-2a82652ebb86 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:22.858442 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:48:22.873580 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b59bb5d-41fa-4199-a4d5-9a0cfed58204 req-4ad764cc-7910-47cb-a272-f793035b79a9 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303566 Dec 22 09:48:22.886503 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-022a9572-9400-46de-a7b5-c29f9ae67c7b req-06988ea1-65f7-4b90-b196-56a05a7d3753 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241310 Dec 22 09:48:22.947091 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14fb6181-eb9b-4211-a818-daa22bcd0dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:23.117535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Pushing event updated for resources: {'Port': ['ID=65bcd759-d9f8-41c5-9b61-df7574ac3849,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:23.122830 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:23.137019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1861e90f-e2f5-48b1-b74f-57a757b318d0 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:48:23.154669 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-59f94bac-b159-482a-b268-ae6e93fd488b req-817a873d-7fb9-4be6-83ba-19b0c6d4220f tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/ports?device_id=d1218f75-3a97-41ca-93ba-0f98d86d9382 HTTP/1.1" status: 200 len: 210 time: 0.1068318 Dec 22 09:48:23.169572 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:23.175537 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-cfa7bd02-a1b8-41ee-899f-fda4e3634b12 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:23.196894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a9f30659-9f13-4f43-ba01-5015c00d42b1 admin admin] Network 0b676fb0-a1cb-4da1-8014-c0b444708db8 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:48:23.198416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Transition to ACTIVE for port object 1861e90f-e2f5-48b1-b74f-57a757b318d0 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:48:23.210782 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:23.231386 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6db22f10-86ba-49df-be12-4a1c2f6c9f39 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:48:23.293856 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:48:23.314473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:23.314998 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:23.316628 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-8c627325-f048-4f1a-98db-17116603f073 service neutron] 10.222.0.64 "PUT /v2.0/ports/65bcd759-d9f8-41c5-9b61-df7574ac3849 HTTP/1.1" status: 200 len: 1156 time: 7.4709532 Dec 22 09:48:23.323724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c', 'tag': '65bcd759-d9f8-41c5-9b61-df7574ac3849'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:48:23.476455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-14fb6181-eb9b-4211-a818-daa22bcd0dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e37c16-5b43-4f8b-9812-80cd6ac210d4']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:23.560241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-14fb6181-eb9b-4211-a818-daa22bcd0dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79be3ee-033f-4b9d-894f-d6b6169b20c3') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:23.560826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-14fb6181-eb9b-4211-a818-daa22bcd0dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79be3ee-033f-4b9d-894f-d6b6169b20c3') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:23.588447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9f30659-9f13-4f43-ba01-5015c00d42b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:23.589707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Pushing event updated for resources: {'Port': ['ID=1861e90f-e2f5-48b1-b74f-57a757b318d0,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:23.593551 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:23.605469 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14fb6181-eb9b-4211-a818-daa22bcd0dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:23.617304 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-cfa7bd02-a1b8-41ee-899f-fda4e3634b12 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:23.621006 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f84ca7d3-487d-4de1-9927-b80531092a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:23.643375 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:23.665778 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9f30659-9f13-4f43-ba01-5015c00d42b1 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:23.700193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f30659-9f13-4f43-ba01-5015c00d42b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b676fb0-a1cb-4da1-8014-c0b444708db8,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:23.713288 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9f30659-9f13-4f43-ba01-5015c00d42b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:23.721817 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14fb6181-eb9b-4211-a818-daa22bcd0dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:23.730668 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a9f30659-9f13-4f43-ba01-5015c00d42b1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0b676fb0-a1cb-4da1-8014-c0b444708db8 HTTP/1.1" status: 204 len: 168 time: 3.0962524 Dec 22 09:48:23.732096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-14fb6181-eb9b-4211-a818-daa22bcd0dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Releasing vxlan tunnel 10 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:48:24.031608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc20152-af96-4311-8097-9860ea7a2cca req-83687e49-ad0d-43f3-8a1c-4017235dc0ec tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:24.033934 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dcc20152-af96-4311-8097-9860ea7a2cca req-83687e49-ad0d-43f3-8a1c-4017235dc0ec tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=942e2114-50a4-4348-abcc-10edeb8c3d65 HTTP/1.1" status: 200 len: 944 time: 0.6598048 Dec 22 09:48:24.035199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57444) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:24.045448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7bd02-a1b8-41ee-899f-fda4e3634b12 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Pushing event updated for resources: {'Port': ['ID=b096f8ad-b900-4b05-a59e-b848dba09856,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:24.051931 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cfa7bd02-a1b8-41ee-899f-fda4e3634b12 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:24.074257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-40122c68-89d9-41ff-8ec3-cb46c95a5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:24.075927 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-40122c68-89d9-41ff-8ec3-cb46c95a5836 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&device_id=4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c HTTP/1.1" status: 200 len: 1159 time: 0.6434889 Dec 22 09:48:24.356820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-14fb6181-eb9b-4211-a818-daa22bcd0dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Network 75e37c16-5b43-4f8b-9812-80cd6ac210d4 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:48:24.367757 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:24.385379 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14fb6181-eb9b-4211-a818-daa22bcd0dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:24.594122 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-19e53bd5-b2dc-4159-b1b8-7bea5b4ba2ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65bcd759-d9f8-41c5-9b61-df7574ac3849 HTTP/1.1" status: 200 len: 217 time: 0.4854894 Dec 22 09:48:24.667006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f77f0c63-abd4-4133-adc9-a667b99a94b1 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:48:24.757319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f77f0c63-abd4-4133-adc9-a667b99a94b1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:24.757862 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:24.770274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-cfa7bd02-a1b8-41ee-899f-fda4e3634b12 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Network 203acd13-eb7d-4b91-9473-d85f9745d1b4 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:48:24.784505 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dcc20152-af96-4311-8097-9860ea7a2cca req-43f78d3a-d2d3-4f3d-8fd4-dbee49d34871 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7128665 Dec 22 09:48:24.785373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-cfa7bd02-a1b8-41ee-899f-fda4e3634b12 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:24.793101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-cfa7bd02-a1b8-41ee-899f-fda4e3634b12 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:48:24.811288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-14fb6181-eb9b-4211-a818-daa22bcd0dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Network 75e37c16-5b43-4f8b-9812-80cd6ac210d4 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:48:24.837260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2d764-fd9d-4928-a2c9-39f8be845298 req-dff5dc7f-98db-4c1d-9889-bab598edc299 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:24.845520 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-17f2d764-fd9d-4928-a2c9-39f8be845298 req-dff5dc7f-98db-4c1d-9889-bab598edc299 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/ports?device_id=ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1 HTTP/1.1" status: 200 len: 945 time: 1.2039595 Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:48:24.848504 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:48:24.864504 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-617f7315-794f-43bd-9811-d6980fba9780 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78ec4828df2c42e98d70f33e37ef2ddf&name=default HTTP/1.1" status: 200 len: 2883 time: 0.8146288 Dec 22 09:48:24.873986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57450) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:24.908422 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c', 'tag': '65bcd759-d9f8-41c5-9b61-df7574ac3849', 'status': 'completed', 'code': 200} Dec 22 09:48:24.930834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Attempting to bind port 1861e90f-e2f5-48b1-b74f-57a757b318d0 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:48:24.931179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Attempting to bind port 1861e90f-e2f5-48b1-b74f-57a757b318d0 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:48:24.931558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Attempting to bind port 1861e90f-e2f5-48b1-b74f-57a757b318d0 on network 71abf892-394c-4481-a07f-0270c6b0938f {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:48:24.934582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-f6e63753-6ea3-4012-b440-5910b517efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:24.936319 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-f6e63753-6ea3-4012-b440-5910b517efeb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99bc7704-5812-409d-9056-a73056b9ef40 HTTP/1.1" status: 200 len: 852 time: 0.2933743 Dec 22 09:48:24.996239 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14fb6181-eb9b-4211-a818-daa22bcd0dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:25.002164 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e61a8002-9272-4cce-b5bd-46690584f816 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:25.004433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:48:25.004810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Checking segment: {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:48:25.005220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:25.005615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Bound using segment: {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:48:25.006554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Bound port: 1861e90f-e2f5-48b1-b74f-57a757b318d0, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:48:25.006554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:25.069027 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14fb6181-eb9b-4211-a818-daa22bcd0dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:25.090023 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-17f2d764-fd9d-4928-a2c9-39f8be845298 req-0d3578bc-6793-4366-91bf-e8f171330e09 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/security-groups?id=1da3f885-8d63-4d8b-8aad-40cec288a009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436144 Dec 22 09:48:25.092689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb6181-eb9b-4211-a818-daa22bcd0dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Pushing event deleted for resources: {'Network': ['ID=75e37c16-5b43-4f8b-9812-80cd6ac210d4,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:25.104373 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-14fb6181-eb9b-4211-a818-daa22bcd0dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] 10.222.0.50 "DELETE /v2.0/networks/75e37c16-5b43-4f8b-9812-80cd6ac210d4 HTTP/1.1" status: 204 len: 168 time: 3.1488650 Dec 22 09:48:25.104567 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-3a72a583-d005-47dd-b4d0-ea857d896816 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496158 Dec 22 09:48:25.113874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-cfa7bd02-a1b8-41ee-899f-fda4e3634b12 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:25.114520 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-cfa7bd02-a1b8-41ee-899f-fda4e3634b12 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:25.310011 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-cfa7bd02-a1b8-41ee-899f-fda4e3634b12 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5422204 Dec 22 09:48:25.310388 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-14fb6181-eb9b-4211-a818-daa22bcd0dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:25.380277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43a75af1-ed46-4703-b0e1-406640d216e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:25.404949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Request body: {'port': {'device_id': 'd1218f75-3a97-41ca-93ba-0f98d86d9382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:25.426260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Allocated IP 2001:db8:1::1 (ea20e95f-ff0c-4707-bf59-912f86079a8e/a73b2f65-e9e1-4ea3-b98a-b86e833514f7/2965e5fc-c744-403c-9f77-6fd3bb23573c) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:48:25.490800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57460) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:25.525501 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43a75af1-ed46-4703-b0e1-406640d216e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:25.542453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] For port 1861e90f-e2f5-48b1-b74f-57a757b318d0, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:48:25.598115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f956d1-4196-497c-93f0-fa4132ff65e8 req-523d31f7-9f6d-4abe-b3d2-4a3fe8d97d6e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:25.599420 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-89f956d1-4196-497c-93f0-fa4132ff65e8 req-523d31f7-9f6d-4abe-b3d2-4a3fe8d97d6e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.5696027 Dec 22 09:48:25.603224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] For port 1861e90f-e2f5-48b1-b74f-57a757b318d0, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=1861e90f-e2f5-48b1-b74f-57a757b318d0,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:48:25.607072 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-5260d67c-64c6-4b5b-9b25-23dd99b003c8 service neutron] 10.222.0.64 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832866 Dec 22 09:48:25.646972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:25.667428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Transition to ACTIVE for port object 2965e5fc-c744-403c-9f77-6fd3bb23573c will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:48:25.692276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:25.692570 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:25.712493 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:25.727670 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b9c4ee15-6986-42df-9a57-37a967883514 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:25.906906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=2965e5fc-c744-403c-9f77-6fd3bb23573c,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:25.917689 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:25.923907 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-60604071-1746-455e-9040-c5ed4f3b1a24 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cfd4742bf9f4486ab18a3457c6a354ae&name=default HTTP/1.1" status: 200 len: 2883 time: 0.4318020 Dec 22 09:48:25.926493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57468) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:25.994267 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:26.001636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network ea20e95f-ff0c-4707-bf59-912f86079a8e is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:48:26.004512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:26.009453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:48:26.010035 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:26.027000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8c214-dffb-4b52-86a4-5ac0881716fd req-2919bcfe-1940-4580-b224-79aef618d894 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:26.030740 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68a8c214-dffb-4b52-86a4-5ac0881716fd req-2919bcfe-1940-4580-b224-79aef618d894 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c HTTP/1.1" status: 200 len: 944 time: 0.7755051 Dec 22 09:48:26.042871 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-89f956d1-4196-497c-93f0-fa4132ff65e8 req-ee1e13a8-b6ca-4f7d-9e60-33a1b6ab905e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4047165 Dec 22 09:48:26.069756 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b53befc-b817-4fb4-945f-537a46851339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:26.116855 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b53befc-b817-4fb4-945f-537a46851339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:26.127793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Pushing event updated for resources: {'Port': ['ID=1861e90f-e2f5-48b1-b74f-57a757b318d0,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:26.153269 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:26.159422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43a75af1-ed46-4703-b0e1-406640d216e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:26.187565 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6d2748ff-a81e-45a5-9cfa-e68e8d1c440e tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:26.242138 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b53befc-b817-4fb4-945f-537a46851339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:26.249056 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea04ae17-6d9b-4af4-a827-58e3ac5c7ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:26.278967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53befc-b817-4fb4-945f-537a46851339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0964e4a3-b38a-4816-b56a-e1fc24c92ebd,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:26.285871 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b53befc-b817-4fb4-945f-537a46851339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:26.287084 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:26.340982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a75af1-ed46-4703-b0e1-406640d216e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5793b27-d1f5-4b8e-b5c8-43aa1d21b5d4,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:26.344680 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-43a75af1-ed46-4703-b0e1-406640d216e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:26.379490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b53befc-b817-4fb4-945f-537a46851339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:26.381947 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1b53befc-b817-4fb4-945f-537a46851339 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0964e4a3-b38a-4816-b56a-e1fc24c92ebd HTTP/1.1" status: 204 len: 168 time: 0.4542143 Dec 22 09:48:26.459731 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6347f8f3-018d-4a43-ae07-0bbd2aa19f85 req-e60e1338-3e60-46ce-9138-5b6028d5a8a8 service neutron] 10.222.0.64 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8154345 Dec 22 09:48:26.463922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5883bfc7-3659-4444-b4d8-170973fadcd8 None None] Provisioning for port 2965e5fc-c744-403c-9f77-6fd3bb23573c completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:48:26.470983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5883bfc7-3659-4444-b4d8-170973fadcd8 None None] Provisioning complete for port 2965e5fc-c744-403c-9f77-6fd3bb23573c triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:26.471820 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5883bfc7-3659-4444-b4d8-170973fadcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:26.491043 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43a75af1-ed46-4703-b0e1-406640d216e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:26.499304 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-43a75af1-ed46-4703-b0e1-406640d216e7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e5793b27-d1f5-4b8e-b5c8-43aa1d21b5d4 HTTP/1.1" status: 204 len: 168 time: 1.6160657 Dec 22 09:48:26.512890 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68a8c214-dffb-4b52-86a4-5ac0881716fd req-ab05aa78-23ac-4e15-8703-8034d13e0eab tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665346 Dec 22 09:48:26.583210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-5883bfc7-3659-4444-b4d8-170973fadcd8 None None] Port 2965e5fc-c744-403c-9f77-6fd3bb23573c cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:48:27.028399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57488) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:27.108275 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:27.113707 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:27.114595 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:27.132636 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-03654634-af58-4a95-b037-7ba2df1c214c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:27.181400 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-27cb2dac-d392-43c6-ae30-e80a8b7ce7b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d18a5d09090c4ccaa463fa651a751467&name=default HTTP/1.1" status: 200 len: 2883 time: 0.1494160 Dec 22 09:48:27.197242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57498) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:27.224468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:27.225152 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:27.227128 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] 10.222.0.64 "PUT /v2.0/ports/1861e90f-e2f5-48b1-b74f-57a757b318d0 HTTP/1.1" status: 200 len: 1156 time: 6.7213302 Dec 22 09:48:27.227332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942e2114-50a4-4348-abcc-10edeb8c3d65', 'tag': '1861e90f-e2f5-48b1-b74f-57a757b318d0'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:48:27.374353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=2965e5fc-c744-403c-9f77-6fd3bb23573c,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:27.378635 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:27.431119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f04db-a2e5-4502-b3e9-880da7dad48a req-b4898dbf-ea27-4dc1-9b81-9893e292099a tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:27.431912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ed2f04db-a2e5-4502-b3e9-880da7dad48a req-b4898dbf-ea27-4dc1-9b81-9893e292099a tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Synchronizing usage tracker for tenant:18f54cc55e53445ebb3bb1da22fbbd65 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:48:27.437011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network ea20e95f-ff0c-4707-bf59-912f86079a8e is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:48:27.439545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:27.469977 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-114b2952-0faa-43b2-8697-a837d8980cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:27.550053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6304af-e228-4d73-976b-b3e7051aaed9 req-c959686a-7688-49df-9358-7a190dfb21d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:27.551731 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f6304af-e228-4d73-976b-b3e7051aaed9 req-c959686a-7688-49df-9358-7a190dfb21d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&device_id=4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c HTTP/1.1" status: 200 len: 1159 time: 0.4511170 Dec 22 09:48:27.599524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ed2f04db-a2e5-4502-b3e9-880da7dad48a req-b4898dbf-ea27-4dc1-9b81-9893e292099a tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Unset dirty status for tenant:18f54cc55e53445ebb3bb1da22fbbd65 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:48:27.608665 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed2f04db-a2e5-4502-b3e9-880da7dad48a req-b4898dbf-ea27-4dc1-9b81-9893e292099a tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/ports?device_id=d1218f75-3a97-41ca-93ba-0f98d86d9382 HTTP/1.1" status: 200 len: 931 time: 1.2477014 Dec 22 09:48:27.617274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4c701-8f56-4055-b7fd-f7a8099006f2 req-31e9c3b6-56fa-4e93-9c61-5713cb8cc46b tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:27.619146 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3c4c701-8f56-4055-b7fd-f7a8099006f2 req-31e9c3b6-56fa-4e93-9c61-5713cb8cc46b tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=942e2114-50a4-4348-abcc-10edeb8c3d65 HTTP/1.1" status: 200 len: 944 time: 0.5170639 Dec 22 09:48:27.663054 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-114b2952-0faa-43b2-8697-a837d8980cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:27.782417 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed2f04db-a2e5-4502-b3e9-880da7dad48a req-1164dc1b-cad9-4667-b61d-3e2ff01fac18 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/security-groups?id=ff9d964a-6ae2-4ed2-8413-552b16576118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720960 Dec 22 09:48:27.840579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a241ade0-62f2-4202-9de6-a7946495d022 None None] Provisioning complete for port 2965e5fc-c744-403c-9f77-6fd3bb23573c triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:27.842131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a241ade0-62f2-4202-9de6-a7946495d022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:27.917109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a241ade0-62f2-4202-9de6-a7946495d022 None None] Port 2965e5fc-c744-403c-9f77-6fd3bb23573c cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:48:27.926790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-7ecc56e7-afc1-41f0-8f5d-ca27052c9536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:27.929239 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-7ecc56e7-afc1-41f0-8f5d-ca27052c9536 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=942e2114-50a4-4348-abcc-10edeb8c3d65 HTTP/1.1" status: 200 len: 1159 time: 0.6116529 Dec 22 09:48:27.936859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b096f8ad-b900-4b05-a59e-b848dba09856 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:48:27.961313 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:28.018922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57514) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:28.035316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router 7df07c53-19cd-483f-b277-78ae4097db46 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:48:28.070536 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-194d2356-c37d-48e3-b49f-96ee1213899d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1861e90f-e2f5-48b1-b74f-57a757b318d0 HTTP/1.1" status: 200 len: 217 time: 0.1149726 Dec 22 09:48:28.079374 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3c4c701-8f56-4055-b7fd-f7a8099006f2 req-8afae119-adb7-456d-8345-ee4d9159cf16 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608413 Dec 22 09:48:28.080584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Transition to ACTIVE for port object b096f8ad-b900-4b05-a59e-b848dba09856 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:48:28.151387 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:28.197774 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ce6fd8de-b9b7-48ad-8e78-4ebc718a8854 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:28.332385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:48:28.343233 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/7df07c53-19cd-483f-b277-78ae4097db46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3204176 Dec 22 09:48:28.344324 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942e2114-50a4-4348-abcc-10edeb8c3d65', 'tag': '1861e90f-e2f5-48b1-b74f-57a757b318d0', 'status': 'completed', 'code': 200} Dec 22 09:48:28.344704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57522) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:28.350397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16324e4d-6d74-4a60-b756-8cbf483c90d0 None None] Sync routers for ids ['7df07c53-19cd-483f-b277-78ae4097db46'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:48:28.376468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16324e4d-6d74-4a60-b756-8cbf483c90d0 None None] Routers {'7df07c53-19cd-483f-b277-78ae4097db46'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:48:28.377904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-16324e4d-6d74-4a60-b756-8cbf483c90d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:48:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7df07c53-19cd-483f-b277-78ae4097db46'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:28.437631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f8612c-1825-44c6-bf2b-3d0b89fd2145 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:28.438516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-55f8612c-1825-44c6-bf2b-3d0b89fd2145 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Synchronizing usage tracker for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:48:28.447147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-859245975-network', 'tenant_id': '633dde4b29c44f53b6aa0cd8d5318325'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:28.455784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:28.458967 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-114b2952-0faa-43b2-8697-a837d8980cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:28.463273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6304af-e228-4d73-976b-b3e7051aaed9 req-f4e4260e-0da4-498f-8872-411da7503894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:28.464643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Usage tracker for resource:network and tenant:633dde4b29c44f53b6aa0cd8d5318325 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:28.464937 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f6304af-e228-4d73-976b-b3e7051aaed9 req-f4e4260e-0da4-498f-8872-411da7503894 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 906 time: 0.8677852 Dec 22 09:48:28.470173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:28.478239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:28.480448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-55f8612c-1825-44c6-bf2b-3d0b89fd2145 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Unset dirty status for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:48:28.487019 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-55f8612c-1825-44c6-bf2b-3d0b89fd2145 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/ports/2965e5fc-c744-403c-9f77-6fd3bb23573c HTTP/1.1" status: 200 len: 913 time: 0.1371810 Dec 22 09:48:28.497439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57526) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:28.514565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-16324e4d-6d74-4a60-b756-8cbf483c90d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:28.524785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16324e4d-6d74-4a60-b756-8cbf483c90d0 None None] Routers {'7df07c53-19cd-483f-b277-78ae4097db46'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:48:28.525449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-16324e4d-6d74-4a60-b756-8cbf483c90d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:48:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7df07c53-19cd-483f-b277-78ae4097db46'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:28.562273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Made reservation on behalf of 633dde4b29c44f53b6aa0cd8d5318325 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:28.567355 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:28.589486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-16324e4d-6d74-4a60-b756-8cbf483c90d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:28.589970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16324e4d-6d74-4a60-b756-8cbf483c90d0 None None] The sync data for ids ['7df07c53-19cd-483f-b277-78ae4097db46'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:48:28.609002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-615c412a-b48d-4ce3-aaf5-c2dea958dea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:28.611139 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-615c412a-b48d-4ce3-aaf5-c2dea958dea3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.5275171 Dec 22 09:48:28.643155 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:28.683976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:28.691820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Usage tracker for resource:security_group_rule and tenant:633dde4b29c44f53b6aa0cd8d5318325 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:28.696924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:28.708037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:28.717999 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f6304af-e228-4d73-976b-b3e7051aaed9 req-f7c7d2c0-1beb-473d-8772-5c5ab375dc85 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65bcd759-d9f8-41c5-9b61-df7574ac3849 HTTP/1.1" status: 200 len: 217 time: 0.1729558 Dec 22 09:48:28.719373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=b096f8ad-b900-4b05-a59e-b848dba09856,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:28.722861 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:28.737118 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-12360367-c945-4e91-98c1-7ee76a53e227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:28.744159 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-114b2952-0faa-43b2-8697-a837d8980cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:28.745495 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-114b2952-0faa-43b2-8697-a837d8980cbf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf39cb33-c4d2-4cc8-99e5-04a437830e0b HTTP/1.1" status: 204 len: 168 time: 1.5359848 Dec 22 09:48:28.810995 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-fc0fd767-afda-4667-8d8d-030e9c8b5d59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365149 Dec 22 09:48:28.820717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b2952-0faa-43b2-8697-a837d8980cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf39cb33-c4d2-4cc8-99e5-04a437830e0b,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:28.853876 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-114b2952-0faa-43b2-8697-a837d8980cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:28.896818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-fad5b5d7-1438-467a-864f-91abbcbcf0a1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:48:28.909830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e734a60-3053-46af-a37b-c0174d9f1515 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:29.052436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6304af-e228-4d73-976b-b3e7051aaed9 req-3e79435e-c7ab-447a-b8f7-67dcbb3011d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:29.059905 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f6304af-e228-4d73-976b-b3e7051aaed9 req-3e79435e-c7ab-447a-b8f7-67dcbb3011d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99bc7704-5812-409d-9056-a73056b9ef40 HTTP/1.1" status: 200 len: 852 time: 0.3073165 Dec 22 09:48:29.164819 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:29.173041 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:29.176785 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f6304af-e228-4d73-976b-b3e7051aaed9 req-f286b2ac-30ed-45ec-a617-ceddebce7caa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973017 Dec 22 09:48:29.182931 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1dc1931b-1099-4741-a078-830b9dbbc0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:29.191744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fa6a1-0508-427b-b9fc-d6b9146162aa req-d258f896-2139-4786-bb4d-2f7faf7c4437 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:29.199285 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-008fa6a1-0508-427b-b9fc-d6b9146162aa req-d258f896-2139-4786-bb4d-2f7faf7c4437 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.8167694 Dec 22 09:48:29.279633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24100d3-504d-492c-b8f0-6ff869ce5c8b req-5272d2c2-0e22-4a13-aa1e-88e6e60e34fd tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:29.281973 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f24100d3-504d-492c-b8f0-6ff869ce5c8b req-5272d2c2-0e22-4a13-aa1e-88e6e60e34fd tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c HTTP/1.1" status: 200 len: 944 time: 0.6813297 Dec 22 09:48:29.348448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322b31cc-0cce-469d-aff3-b1018feb34d7,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:29.351541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:48:29.351823 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-326ab18f-9c15-454d-a698-1f5136196ced service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967494 Dec 22 09:48:29.364068 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:29.364568 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-008fa6a1-0508-427b-b9fc-d6b9146162aa req-d5831aa4-70b2-4ab2-8a71-c4ce22e7a3bc tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642692 Dec 22 09:48:29.381920 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:29.382368 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Added segment 126ca1e4-ce64-4d48-9d32-88c79a350681 of type vxlan for network e60b2feb-5482-4662-8917-04a4fc979113 Dec 22 09:48:29.557129 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:29.627847 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:29.628926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:29.629571 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:29.635224 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:29.780189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57554) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:29.791688 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f24100d3-504d-492c-b8f0-6ff869ce5c8b req-c3a79125-5bf7-4cd5-83e7-b2d139373208 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874794 Dec 22 09:48:29.798012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Pushing event updated for resources: {'Network': ['ID=e60b2feb-5482-4662-8917-04a4fc979113,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:29.801147 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:29.810220 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7894506 Dec 22 09:48:29.812823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network e60b2feb-5482-4662-8917-04a4fc979113 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:29.845534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network e60b2feb-5482-4662-8917-04a4fc979113 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:29.864056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57562) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:29.877230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network e60b2feb-5482-4662-8917-04a4fc979113 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:29.881321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-c1c0b821-9ecc-44e9-93c4-52450b84e47d admin admin] Request body: {'subnet': {'network_id': 'e60b2feb-5482-4662-8917-04a4fc979113', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-859245975-subnet', 'tenant_id': '633dde4b29c44f53b6aa0cd8d5318325', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:29.900429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c1c0b821-9ecc-44e9-93c4-52450b84e47d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:29.910982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c1c0b821-9ecc-44e9-93c4-52450b84e47d admin admin] Usage tracker for resource:subnet and tenant:633dde4b29c44f53b6aa0cd8d5318325 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:29.919099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c1c0b821-9ecc-44e9-93c4-52450b84e47d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:29.922914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Attempting to bind port b096f8ad-b900-4b05-a59e-b848dba09856 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:48:29.923403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Attempting to bind port b096f8ad-b900-4b05-a59e-b848dba09856 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '0d88c2a7-68ab-4988-8871-77fd4b78b15f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '203acd13-eb7d-4b91-9473-d85f9745d1b4'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:48:29.923855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Attempting to bind port b096f8ad-b900-4b05-a59e-b848dba09856 on network 203acd13-eb7d-4b91-9473-d85f9745d1b4 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:48:29.934905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c1c0b821-9ecc-44e9-93c4-52450b84e47d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:29.945940 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:48:29.946574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Checking segment: {'id': '0d88c2a7-68ab-4988-8871-77fd4b78b15f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '203acd13-eb7d-4b91-9473-d85f9745d1b4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:48:29.947371 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:29.947853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Bound using segment: {'id': '0d88c2a7-68ab-4988-8871-77fd4b78b15f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '203acd13-eb7d-4b91-9473-d85f9745d1b4'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:48:29.948457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Bound port: b096f8ad-b900-4b05-a59e-b848dba09856, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d88c2a7-68ab-4988-8871-77fd4b78b15f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '203acd13-eb7d-4b91-9473-d85f9745d1b4'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:48:29.949159 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:29.963825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c0b821-9ecc-44e9-93c4-52450b84e47d admin admin] Made reservation on behalf of 633dde4b29c44f53b6aa0cd8d5318325 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:29.968903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1c0b821-9ecc-44e9-93c4-52450b84e47d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:30.061022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-05df1c7a-ba3d-4910-ab3e-df64611db9d6 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:30.061837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-05df1c7a-ba3d-4910-ab3e-df64611db9d6 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Synchronizing usage tracker for tenant:7133839c54494a2f9ce52411cab18e5a on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:48:30.087053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-671506036'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:30.105219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:30.140116 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f6304af-e228-4d73-976b-b3e7051aaed9 req-540afe1f-f7b3-4702-86e2-81e63c74a5cf service neutron] 10.222.0.64 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9384065 Dec 22 09:48:30.176261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Usage tracker for resource:network and tenant:2f3c863e05074948aecfa2e3af6f0adc is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:30.185591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2e734a60-3053-46af-a37b-c0174d9f1515 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port 2965e5fc-c744-403c-9f77-6fd3bb23573c {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:48:30.185981 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e734a60-3053-46af-a37b-c0174d9f1515 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:30.212471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:30.215523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 65bcd759-d9f8-41c5-9b61-df7574ac3849 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:48:30.227510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:30.229812 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70f48f14-1e27-44a6-9521-dd96da5d965d req-0dfa8689-9d2d-4968-8469-67a2e509c9c4 service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8641374 Dec 22 09:48:30.230914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] For port b096f8ad-b900-4b05-a59e-b848dba09856, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:48:30.246653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-05df1c7a-ba3d-4910-ab3e-df64611db9d6 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Unset dirty status for tenant:7133839c54494a2f9ce52411cab18e5a on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:48:30.247910 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-05df1c7a-ba3d-4910-ab3e-df64611db9d6 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.64 "GET /v2.0/ports?device_id=ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1 HTTP/1.1" status: 200 len: 945 time: 0.4416454 Dec 22 09:48:30.322088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Made reservation on behalf of 2f3c863e05074948aecfa2e3af6f0adc for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:30.322529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee546e41-4673-4a4d-933f-cd36fd5341f4 req-18952af7-a42f-499f-b2cd-381f4b4ba53d tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:30.324304 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee546e41-4673-4a4d-933f-cd36fd5341f4 req-18952af7-a42f-499f-b2cd-381f4b4ba53d tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/ports?device_id=ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1 HTTP/1.1" status: 200 len: 945 time: 0.5534236 Dec 22 09:48:30.328487 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:30.333685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] For port b096f8ad-b900-4b05-a59e-b848dba09856, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b096f8ad-b900-4b05-a59e-b848dba09856,segment=NetworkSegment(0d88c2a7-68ab-4988-8871-77fd4b78b15f),segment_id=0d88c2a7-68ab-4988-8871-77fd4b78b15f)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:48:30.381461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:30.388146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:30.425701 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:30.432593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Deleting port 8936ff3f-1fac-48d2-832a-3c347388bb44 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:48:30.432988 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:30.507404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 65bcd759-d9f8-41c5-9b61-df7574ac3849 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:48:30.517467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 65bcd759-d9f8-41c5-9b61-df7574ac3849 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:30.517893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:30.532233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:30.534574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a339b3-6a3e-4fe2-baa7-99224f1fb5cf req-f1e0b0ad-edb7-43fa-9dfd-cb5b893d9ea5 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:30.536276 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c7a339b3-6a3e-4fe2-baa7-99224f1fb5cf req-f1e0b0ad-edb7-43fa-9dfd-cb5b893d9ea5 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/ports?device_id=d1218f75-3a97-41ca-93ba-0f98d86d9382 HTTP/1.1" status: 200 len: 943 time: 0.5650175 Dec 22 09:48:30.590838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Usage tracker for resource:security_group_rule and tenant:2f3c863e05074948aecfa2e3af6f0adc is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:30.609510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:30.622657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:30.643594 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:30.674399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bcd759-d9f8-41c5-9b61-df7574ac3849'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:48:30.678997 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee546e41-4673-4a4d-933f-cd36fd5341f4 req-22b8aa0f-3885-4d2e-b6de-0fff5fc7fa69 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/security-groups?id=1da3f885-8d63-4d8b-8aad-40cec288a009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3066165 Dec 22 09:48:30.685391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 65bcd759-d9f8-41c5-9b61-df7574ac3849, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=65bcd759-d9f8-41c5-9b61-df7574ac3849,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:30.687699 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f6304af-e228-4d73-976b-b3e7051aaed9 req-bf78b4c8-35d5-4358-935f-da298e8c25c1 service neutron] 10.222.0.64 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5376112 Dec 22 09:48:30.689098 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:30.690207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f77f0c63-abd4-4133-adc9-a667b99a94b1 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:48:30.705215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=b096f8ad-b900-4b05-a59e-b848dba09856,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:30.709046 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:30.738081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e734a60-3053-46af-a37b-c0174d9f1515 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:30.750681 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:30.756625 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c7a339b3-6a3e-4fe2-baa7-99224f1fb5cf req-d8a76231-19d2-4f6a-87b8-0d3a8fe81b27 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/security-groups?id=ff9d964a-6ae2-4ed2-8413-552b16576118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076848 Dec 22 09:48:30.799369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ae7c2-bfbc-4935-97b3-87dcce38ac66 req-bfcca057-bff9-4f03-8f1c-a2a6dab9b079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:30.801093 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-133ae7c2-bfbc-4935-97b3-87dcce38ac66 req-bfcca057-bff9-4f03-8f1c-a2a6dab9b079 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=942e2114-50a4-4348-abcc-10edeb8c3d65 HTTP/1.1" status: 200 len: 1159 time: 0.4639573 Dec 22 09:48:30.827427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=65bcd759-d9f8-41c5-9b61-df7574ac3849,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:30.832775 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:30.845409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f77f0c63-abd4-4133-adc9-a667b99a94b1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:30.846081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:30.869800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:30.870477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:30.871976 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] 10.222.0.64 "PUT /v2.0/ports/b096f8ad-b900-4b05-a59e-b848dba09856 HTTP/1.1" status: 200 len: 1155 time: 5.4940224 Dec 22 09:48:30.875124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1218f75-3a97-41ca-93ba-0f98d86d9382', 'tag': 'b096f8ad-b900-4b05-a59e-b848dba09856'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:48:31.133541 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bcd759-d9f8-41c5-9b61-df7574ac3849', 'code': 200} Dec 22 09:48:31.181529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ae7c2-bfbc-4935-97b3-87dcce38ac66 req-90e233cf-bc92-4dc6-bdbc-d60843226cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:31.183141 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-133ae7c2-bfbc-4935-97b3-87dcce38ac66 req-90e233cf-bc92-4dc6-bdbc-d60843226cc4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 900 time: 0.3697331 Dec 22 09:48:31.228114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2e734a60-3053-46af-a37b-c0174d9f1515 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Calling delete_port for 2965e5fc-c744-403c-9f77-6fd3bb23573c owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:48:31.270273 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-133ae7c2-bfbc-4935-97b3-87dcce38ac66 req-e1ac45f5-f41a-4f01-ba3a-611154fe0f55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1861e90f-e2f5-48b1-b74f-57a757b318d0 HTTP/1.1" status: 200 len: 217 time: 0.0786009 Dec 22 09:48:31.273363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-681f04c2-9657-4197-b68c-cf1c20c33cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:31.275729 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-681f04c2-9657-4197-b68c-cf1c20c33cd0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18f54cc55e53445ebb3bb1da22fbbd65&device_id=d1218f75-3a97-41ca-93ba-0f98d86d9382 HTTP/1.1" status: 200 len: 1158 time: 0.3388748 Dec 22 09:48:31.298955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae05130-6b38-4315-8ff5-85e486d657e3 req-e0498ce4-d00f-4259-bb13-1e14871dccf1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:31.301267 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eae05130-6b38-4315-8ff5-85e486d657e3 req-e0498ce4-d00f-4259-bb13-1e14871dccf1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=942e2114-50a4-4348-abcc-10edeb8c3d65 HTTP/1.1" status: 200 len: 944 time: 0.3283165 Dec 22 09:48:31.372011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 65bcd759-d9f8-41c5-9b61-df7574ac3849 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:48:31.409849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.64', 62994) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:31.447057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 65bcd759-d9f8-41c5-9b61-df7574ac3849 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:31.447530 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:31.562060 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-189b5eb7-d8e0-4e6d-8bde-311f2c95672e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b096f8ad-b900-4b05-a59e-b848dba09856 HTTP/1.1" status: 200 len: 217 time: 0.2118227 Dec 22 09:48:31.611864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 8936ff3f-1fac-48d2-832a-3c347388bb44 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:48:31.716287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ae7c2-bfbc-4935-97b3-87dcce38ac66 req-9543a77d-8b51-4ace-8294-1656fc75d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:31.718833 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-133ae7c2-bfbc-4935-97b3-87dcce38ac66 req-9543a77d-8b51-4ace-8294-1656fc75d287 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.3697436 Dec 22 09:48:31.728957 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eae05130-6b38-4315-8ff5-85e486d657e3 req-7ced9e36-705e-4d48-9158-966ce88b215e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916800 Dec 22 09:48:31.756239 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:31.768004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-cae5720b-882e-4217-ac1a-ad5921d52ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:31.773486 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-cae5720b-882e-4217-ac1a-ad5921d52ddd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=748aae0d-578e-4165-9ed5-d39aec787de1 HTTP/1.1" status: 200 len: 864 time: 0.1840811 Dec 22 09:48:31.779524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] For port 8936ff3f-1fac-48d2-832a-3c347388bb44, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=8936ff3f-1fac-48d2-832a-3c347388bb44,segment=NetworkSegment(1b75248a-6597-45b5-948d-a112e7775493),segment_id=1b75248a-6597-45b5-948d-a112e7775493)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:31.779963 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:31.795630 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:31.799287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 8936ff3f-1fac-48d2-832a-3c347388bb44, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=8936ff3f-1fac-48d2-832a-3c347388bb44,segment=NetworkSegment(1b75248a-6597-45b5-948d-a112e7775493),segment_id=1b75248a-6597-45b5-948d-a112e7775493)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:31.801695 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:31.804313 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:31.878160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=8936ff3f-1fac-48d2-832a-3c347388bb44,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:31.898081 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:31.901568 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-133ae7c2-bfbc-4935-97b3-87dcce38ac66 req-7a88cb1b-82a0-47d8-b9f9-04a09f1f2631 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1701829 Dec 22 09:48:31.904595 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1218f75-3a97-41ca-93ba-0f98d86d9382', 'tag': 'b096f8ad-b900-4b05-a59e-b848dba09856', 'status': 'completed', 'code': 200} Dec 22 09:48:31.915029 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:31.932000 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:32.005870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:48:32.047701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event updated for resources: {'SecurityGroup': ['ID=1805a2b4-f55f-4202-94ce-b89367915f5c,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:32.051856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4822f99-4b5f-4d76-8568-25704aebfd46 req-30c54023-6f8e-4be9-a87b-5ac8531d27ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:32.053575 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4822f99-4b5f-4d76-8568-25704aebfd46 req-30c54023-6f8e-4be9-a87b-5ac8531d27ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 1161 time: 0.6420782 Dec 22 09:48:32.054412 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:32.055450 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:32.055887 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Added segment 03c72ff2-3c88-459b-849a-49b6cd2d54ee of type vxlan for network 9e390f7f-065c-4da0-b23c-1a9abce9198c Dec 22 09:48:32.057054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9c61a-90f3-4c3c-91b4-cc35039f2fba req-04fb8276-0ed9-49aa-be3e-a94b07293290 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:32.059801 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6bb9c61a-90f3-4c3c-91b4-cc35039f2fba req-04fb8276-0ed9-49aa-be3e-a94b07293290 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c HTTP/1.1" status: 200 len: 946 time: 0.7706728 Dec 22 09:48:32.126453 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-544288d0-f3b3-452c-9ced-74cd1c30c1a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=203acd13-eb7d-4b91-9473-d85f9745d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2185485 Dec 22 09:48:32.406689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:32.487623 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e734a60-3053-46af-a37b-c0174d9f1515 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:32.515839 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc472077-468e-49ec-9328-4f380cacca4f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:32.523145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0ab8c-8820-4eb1-bcb5-04ee91e36893 req-32f3a909-1761-4496-9811-ac4bfab874f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:32.524842 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dcb0ab8c-8820-4eb1-bcb5-04ee91e36893 req-32f3a909-1761-4496-9811-ac4bfab874f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c HTTP/1.1" status: 200 len: 1161 time: 1.1829133 Dec 22 09:48:32.605725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e734a60-3053-46af-a37b-c0174d9f1515 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Port': ['ID=2965e5fc-c744-403c-9f77-6fd3bb23573c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:32.646585 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2e734a60-3053-46af-a37b-c0174d9f1515 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:32.664324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4822f99-4b5f-4d76-8568-25704aebfd46 req-bb7e9864-3fa6-4008-9795-b6eff1969587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:32.665865 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4822f99-4b5f-4d76-8568-25704aebfd46 req-bb7e9864-3fa6-4008-9795-b6eff1969587 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 905 time: 0.5483756 Dec 22 09:48:32.667678 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:32.668098 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:32.668444 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Floating IP 40902f5b-8133-4f9c-9a1f-90bc494d326e disassociated. External IP: 172.25.7.151, port: 8936ff3f-1fac-48d2-832a-3c347388bb44. Dec 22 09:48:32.668824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Calling delete_port for 8936ff3f-1fac-48d2-832a-3c347388bb44 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:48:32.670394 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6bb9c61a-90f3-4c3c-91b4-cc35039f2fba req-8957b941-de67-4227-9fc6-3cd5f305b75b tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341129 Dec 22 09:48:32.718375 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dcb0ab8c-8820-4eb1-bcb5-04ee91e36893 req-fc4eb6e1-6f90-4f99-a369-c5cda2fa77c7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671803 Dec 22 09:48:32.734906 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-133ae7c2-bfbc-4935-97b3-87dcce38ac66 req-902d6df3-04f9-41a3-9735-760ea80814a4 service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8192637 Dec 22 09:48:32.747561 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-fb220da1-b568-46a7-aee8-5ef40cbf9dfc service neutron] 10.222.0.64 "GET /v2.0/networks/203acd13-eb7d-4b91-9473-d85f9745d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6099682 Dec 22 09:48:32.754758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ccfdf-edf7-49ae-b7e6-9ed349324973 req-ccabfe79-b2b3-4bb5-bebe-0bf67e73e402 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:32.756424 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e16ccfdf-edf7-49ae-b7e6-9ed349324973 req-ccabfe79-b2b3-4bb5-bebe-0bf67e73e402 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.7722075 Dec 22 09:48:32.770440 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:32.774544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:32.776675 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:32.842238 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c464c86-a71e-445c-8a18-b54d70321cf3 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:32.855817 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e16ccfdf-edf7-49ae-b7e6-9ed349324973 req-522c512d-aaa2-4d5b-bc6c-8b955d6a8385 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887415 Dec 22 09:48:32.912409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe2142-c699-4b3f-a368-f2125fc0c4d7 req-300fa0db-8219-45cd-9da1-a7d0e79dd2dd tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:32.914106 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-76fe2142-c699-4b3f-a368-f2125fc0c4d7 req-300fa0db-8219-45cd-9da1-a7d0e79dd2dd tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/ports?device_id=ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1 HTTP/1.1" status: 200 len: 943 time: 0.1072299 Dec 22 09:48:32.969508 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-76fe2142-c699-4b3f-a368-f2125fc0c4d7 req-fa0d28da-06d7-403d-a583-28e8e152f4ad tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/security-groups?id=1da3f885-8d63-4d8b-8aad-40cec288a009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486107 Dec 22 09:48:33.134591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8936ff3f-1fac-48d2-832a-3c347388bb44'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:48:33.293942 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1c0b821-9ecc-44e9-93c4-52450b84e47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:33.366743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event updated for resources: {'Network': ['ID=9e390f7f-065c-4da0-b23c-1a9abce9198c,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:33.388397 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:33.389221 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9b5368cb-de7b-42c8-bc5a-a6c686486cbd tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:33.389666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 9e390f7f-065c-4da0-b23c-1a9abce9198c details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:33.411519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 9e390f7f-065c-4da0-b23c-1a9abce9198c details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:33.416652 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.6273210 Dec 22 09:48:33.418754 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4822f99-4b5f-4d76-8568-25704aebfd46 req-155499c9-86f1-4ad6-b6d4-b326a68d806d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f77f0c63-abd4-4133-adc9-a667b99a94b1 HTTP/1.1" status: 200 len: 1002 time: 0.6685236 Dec 22 09:48:33.423061 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1a2893f-e5c8-4aab-bc06-2c62473a0679 req-2e6799de-d05d-4ef9-911b-86a22d521009 service neutron] 10.222.0.64 "GET /v2.0/networks/203acd13-eb7d-4b91-9473-d85f9745d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4004834 Dec 22 09:48:33.424998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57584) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:33.426530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 9e390f7f-065c-4da0-b23c-1a9abce9198c details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:33.434203 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-133ae7c2-bfbc-4935-97b3-87dcce38ac66 req-29f6757d-c249-4a61-a9a5-6062df1e5cb1 service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4402320 Dec 22 09:48:33.440576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-29d2a838-77e0-4524-bde6-ab1673e2e479 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Request body: {'subnet': {'network_id': '9e390f7f-065c-4da0-b23c-1a9abce9198c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:33.470114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c67fc-1b69-4c44-9edc-5d3e562936dd req-3a922340-3573-46c4-abbf-fe61d6282f08 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:33.471760 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c60c67fc-1b69-4c44-9edc-5d3e562936dd req-3a922340-3573-46c4-abbf-fe61d6282f08 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/ports?device_id=d1218f75-3a97-41ca-93ba-0f98d86d9382 HTTP/1.1" status: 200 len: 943 time: 0.4480042 Dec 22 09:48:33.513866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5446c41-aa79-447f-8fcd-c27060c58ca7 req-f45c3d94-d936-45d2-b0ca-17af2a0946c0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:33.516388 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c5446c41-aa79-447f-8fcd-c27060c58ca7 req-f45c3d94-d936-45d2-b0ca-17af2a0946c0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=942e2114-50a4-4348-abcc-10edeb8c3d65 HTTP/1.1" status: 200 len: 944 time: 0.3818886 Dec 22 09:48:33.571917 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:48:33.572318 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:48:33.683452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0b821-9ecc-44e9-93c4-52450b84e47d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b87d27f7-24e3-44fe-bd22-f07e43a5cac0,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:33.748314 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1c0b821-9ecc-44e9-93c4-52450b84e47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:33.752800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4822f99-4b5f-4d76-8568-25704aebfd46 req-6824af06-61f6-4e84-82ba-84ce5f10eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:33.754276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-29d2a838-77e0-4524-bde6-ab1673e2e479 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:33.754398 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4822f99-4b5f-4d76-8568-25704aebfd46 req-6824af06-61f6-4e84-82ba-84ce5f10eb40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.2592959 Dec 22 09:48:33.784112 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c60c67fc-1b69-4c44-9edc-5d3e562936dd req-0333c3c5-bc7b-4ee6-bc74-7d813253491a tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/security-groups?id=ff9d964a-6ae2-4ed2-8413-552b16576118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019063 Dec 22 09:48:33.788232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-802462ad-7f2f-4e24-84bc-2562ae1b01d9 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:48:33.807860 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c5446c41-aa79-447f-8fcd-c27060c58ca7 req-cbfd83e1-b27f-42ce-9d35-17ff4bc99a45 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669861 Dec 22 09:48:33.809130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-29d2a838-77e0-4524-bde6-ab1673e2e479 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Usage tracker for resource:subnet and tenant:2f3c863e05074948aecfa2e3af6f0adc is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:33.813271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-29d2a838-77e0-4524-bde6-ab1673e2e479 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:33.820946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-29d2a838-77e0-4524-bde6-ab1673e2e479 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:33.851457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d2a838-77e0-4524-bde6-ab1673e2e479 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Made reservation on behalf of 2f3c863e05074948aecfa2e3af6f0adc for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:33.885780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e734a60-3053-46af-a37b-c0174d9f1515 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:33.914535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338bbe40-8dcb-4875-8084-60a97ecbdaed req-9dc68516-f011-42e3-8a06-00aec653429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:33.916543 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-338bbe40-8dcb-4875-8084-60a97ecbdaed req-9dc68516-f011-42e3-8a06-00aec653429e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=18f54cc55e53445ebb3bb1da22fbbd65&device_id=d1218f75-3a97-41ca-93ba-0f98d86d9382 HTTP/1.1" status: 200 len: 1158 time: 0.3784642 Dec 22 09:48:33.987260 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8936ff3f-1fac-48d2-832a-3c347388bb44', 'code': 200} Dec 22 09:48:34.055700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0b821-9ecc-44e9-93c4-52450b84e47d admin admin] Checking segment: {'id': '126ca1e4-ce64-4d48-9d32-88c79a350681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e60b2feb-5482-4662-8917-04a4fc979113'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:48:34.056166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c0b821-9ecc-44e9-93c4-52450b84e47d admin admin] Network hostable DHCP agents. Network: e60b2feb-5482-4662-8917-04a4fc979113, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:48:34.078624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Deleting port 8936ff3f-1fac-48d2-832a-3c347388bb44 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:48:34.079222 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:34.162898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-29d2a838-77e0-4524-bde6-ab1673e2e479 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:34.164350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4822f99-4b5f-4d76-8568-25704aebfd46 req-356462b6-ec98-46ab-8da1-91e0c28f6e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:34.166018 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4822f99-4b5f-4d76-8568-25704aebfd46 req-356462b6-ec98-46ab-8da1-91e0c28f6e63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4017634 Dec 22 09:48:34.178262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c0b821-9ecc-44e9-93c4-52450b84e47d admin admin] Network e60b2feb-5482-4662-8917-04a4fc979113 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:48:34.240778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c1c0b821-9ecc-44e9-93c4-52450b84e47d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, e60b2feb-5482-4662-8917-04a4fc979113) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:34.250263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120c5053-11fd-4b90-a8aa-0abeb2b46d17 None None] Network e60b2feb-5482-4662-8917-04a4fc979113 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:48:34.395851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338bbe40-8dcb-4875-8084-60a97ecbdaed req-dfde2542-e728-4d2e-b6d4-2340a34debf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:34.397662 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-338bbe40-8dcb-4875-8084-60a97ecbdaed req-dfde2542-e728-4d2e-b6d4-2340a34debf9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=203acd13-eb7d-4b91-9473-d85f9745d1b4 HTTP/1.1" status: 200 len: 918 time: 0.4111843 Dec 22 09:48:34.491479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a266ea-1917-4320-b517-0cb7351164ee req-67cdced7-10ed-4cb6-bc42-f24f8548a14d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:34.496486 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98a266ea-1917-4320-b517-0cb7351164ee req-67cdced7-10ed-4cb6-bc42-f24f8548a14d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c HTTP/1.1" status: 200 len: 946 time: 0.4730635 Dec 22 09:48:34.501699 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-338bbe40-8dcb-4875-8084-60a97ecbdaed req-486aa19c-81f1-47d6-b84e-088cce7efc77 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b096f8ad-b900-4b05-a59e-b848dba09856 HTTP/1.1" status: 200 len: 217 time: 0.0944617 Dec 22 09:48:34.501875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a572c09-866e-4634-bcb7-03d0d319e1dc None None] Network e60b2feb-5482-4662-8917-04a4fc979113 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:48:34.524039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c0b821-9ecc-44e9-93c4-52450b84e47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:34.525246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1c0b821-9ecc-44e9-93c4-52450b84e47d admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:34.590786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 1861e90f-e2f5-48b1-b74f-57a757b318d0 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:48:34.676740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df95c7f-55d5-40b6-bc89-52c93a5c9455 req-24383a63-1658-48b4-be26-6ff4534ba120 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:34.678654 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3df95c7f-55d5-40b6-bc89-52c93a5c9455 req-24383a63-1658-48b4-be26-6ff4534ba120 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.5006886 Dec 22 09:48:34.686179 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98a266ea-1917-4320-b517-0cb7351164ee req-f67496c6-45f3-40b4-9576-4bcfa3d3dc65 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829429 Dec 22 09:48:34.715047 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c1c0b821-9ecc-44e9-93c4-52450b84e47d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.8498869 Dec 22 09:48:34.737031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338bbe40-8dcb-4875-8084-60a97ecbdaed req-02770aab-0e07-460a-b99e-38b57f54c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:34.738653 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-338bbe40-8dcb-4875-8084-60a97ecbdaed req-02770aab-0e07-460a-b99e-38b57f54c374 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=748aae0d-578e-4165-9ed5-d39aec787de1 HTTP/1.1" status: 200 len: 864 time: 0.2105913 Dec 22 09:48:34.762651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 1861e90f-e2f5-48b1-b74f-57a757b318d0 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:48:34.799718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 1861e90f-e2f5-48b1-b74f-57a757b318d0 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:34.800142 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:34.814571 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-338bbe40-8dcb-4875-8084-60a97ecbdaed req-2ae4c036-04f9-4cfe-a02e-9e4d14d19279 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=203acd13-eb7d-4b91-9473-d85f9745d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657232 Dec 22 09:48:34.858816 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4822f99-4b5f-4d76-8568-25704aebfd46 req-304b8292-ade8-4a7a-ba71-1aff59f1c24e service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6813872 Dec 22 09:48:34.970595 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3df95c7f-55d5-40b6-bc89-52c93a5c9455 req-50c803fd-b55f-4930-b7da-010f1a581855 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731011 Dec 22 09:48:35.037184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e734a60-3053-46af-a37b-c0174d9f1515 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router 7df07c53-19cd-483f-b277-78ae4097db46 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:48:35.052345 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-caa2dfc0-37ed-432f-8b56-7ce1800159f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:35.090353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:35.130188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 1861e90f-e2f5-48b1-b74f-57a757b318d0, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=1861e90f-e2f5-48b1-b74f-57a757b318d0,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:35.133927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:35.136141 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:35.140909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] For port 8936ff3f-1fac-48d2-832a-3c347388bb44, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=8936ff3f-1fac-48d2-832a-3c347388bb44,segment=NetworkSegment(1b75248a-6597-45b5-948d-a112e7775493),segment_id=1b75248a-6597-45b5-948d-a112e7775493)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:35.141328 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:35.231837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=1861e90f-e2f5-48b1-b74f-57a757b318d0,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:35.236557 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:35.465799 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-338bbe40-8dcb-4875-8084-60a97ecbdaed req-967348ff-5a85-4d88-a81a-fced2f218025 service neutron] 10.222.0.64 "GET /v2.0/networks/203acd13-eb7d-4b91-9473-d85f9745d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6330142 Dec 22 09:48:35.573501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-1fc3d4c2-660e-47d8-9ff2-89d8393d503b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:48:35.623858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd94f0-ad4a-459b-ac8e-6108e04bc512 req-e5167156-35c5-47d3-a6df-a6a1d03b4f87 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:35.626524 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-74dd94f0-ad4a-459b-ac8e-6108e04bc512 req-e5167156-35c5-47d3-a6df-a6a1d03b4f87 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/ports?device_id=ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1 HTTP/1.1" status: 200 len: 943 time: 0.7322247 Dec 22 09:48:35.718532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030336e8-22ac-4326-b000-4bfbabfea3bb req-d5d1a339-9046-4472-8ad2-5ffdbaab92a6 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:35.720217 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-030336e8-22ac-4326-b000-4bfbabfea3bb req-d5d1a339-9046-4472-8ad2-5ffdbaab92a6 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/ports?device_id=d1218f75-3a97-41ca-93ba-0f98d86d9382 HTTP/1.1" status: 200 len: 943 time: 0.3758879 Dec 22 09:48:35.771241 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4822f99-4b5f-4d76-8568-25704aebfd46 req-71f5bea2-707f-41dd-9339-3c5866ed3ceb service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8548534 Dec 22 09:48:35.799664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e734a60-3053-46af-a37b-c0174d9f1515 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:48:35.806592 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2e734a60-3053-46af-a37b-c0174d9f1515 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/7df07c53-19cd-483f-b277-78ae4097db46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3094578 Dec 22 09:48:35.815456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57606) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:35.818173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e7d6da-f925-4798-b755-183aad55aa48 None None] Sync routers for ids ['7df07c53-19cd-483f-b277-78ae4097db46'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:48:35.829834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e7d6da-f925-4798-b755-183aad55aa48 None None] Routers {'7df07c53-19cd-483f-b277-78ae4097db46'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:48:35.830884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-16e7d6da-f925-4798-b755-183aad55aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:48:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7df07c53-19cd-483f-b277-78ae4097db46'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:35.831281 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-338bbe40-8dcb-4875-8084-60a97ecbdaed req-d78d5202-232f-4665-99b7-2099ae9fd322 service neutron] 10.222.0.64 "GET /v2.0/networks/203acd13-eb7d-4b91-9473-d85f9745d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3548200 Dec 22 09:48:35.895113 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-74dd94f0-ad4a-459b-ac8e-6108e04bc512 req-f550590a-817f-4382-af0d-c3874f00a753 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/security-groups?id=1da3f885-8d63-4d8b-8aad-40cec288a009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039657 Dec 22 09:48:35.910438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-16e7d6da-f925-4798-b755-183aad55aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:35.915896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-030336e8-22ac-4326-b000-4bfbabfea3bb req-ca361482-1d69-4373-8a6c-f50fcb420b95 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/security-groups?id=ff9d964a-6ae2-4ed2-8413-552b16576118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875007 Dec 22 09:48:35.920527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e7d6da-f925-4798-b755-183aad55aa48 None None] Routers {'7df07c53-19cd-483f-b277-78ae4097db46'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:48:35.921418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-16e7d6da-f925-4798-b755-183aad55aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:48:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7df07c53-19cd-483f-b277-78ae4097db46'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:35.976211 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:35.976718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:35.977142 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Floating IP 40902f5b-8133-4f9c-9a1f-90bc494d326e disassociated. External IP: 172.25.7.151, port: 8936ff3f-1fac-48d2-832a-3c347388bb44. Dec 22 09:48:35.977716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Calling delete_port for 8936ff3f-1fac-48d2-832a-3c347388bb44 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:48:35.996787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942e2114-50a4-4348-abcc-10edeb8c3d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1861e90f-e2f5-48b1-b74f-57a757b318d0'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:48:36.013006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-16e7d6da-f925-4798-b755-183aad55aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:36.013559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e7d6da-f925-4798-b755-183aad55aa48 None None] The sync data for ids ['7df07c53-19cd-483f-b277-78ae4097db46'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:48:36.158863 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:36.176820 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-763d7b0a-369b-40a6-a5cd-ba79146181bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:36.235526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Pushing event deleted for resources: {'Port': ['ID=8936ff3f-1fac-48d2-832a-3c347388bb44,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:36.248154 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:36.467874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-29d2a838-77e0-4524-bde6-ab1673e2e479 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:36.489176 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-63fb0832-a381-44e9-84c8-d6e9a2adb42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:36.524247 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-70fe6df1-9ab0-448b-bdd9-6b55c699df72 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:36.554599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b096f8ad-b900-4b05-a59e-b848dba09856 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:48:36.592342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Router 9a3f7bea-b364-4dd8-84e6-80d4aad848aa has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:48:36.653152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port b096f8ad-b900-4b05-a59e-b848dba09856 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:48:36.662244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port b096f8ad-b900-4b05-a59e-b848dba09856 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:36.662244 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:36.817558 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:36.834816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:48:36.851729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834a99ff-df02-4667-9d7b-ba51052f73d8 None None] Sync routers for ids ['9a3f7bea-b364-4dd8-84e6-80d4aad848aa'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:48:36.865105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port b096f8ad-b900-4b05-a59e-b848dba09856, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b096f8ad-b900-4b05-a59e-b848dba09856,segment=NetworkSegment(0d88c2a7-68ab-4988-8871-77fd4b78b15f),segment_id=0d88c2a7-68ab-4988-8871-77fd4b78b15f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:36.866883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834a99ff-df02-4667-9d7b-ba51052f73d8 None None] Routers {'9a3f7bea-b364-4dd8-84e6-80d4aad848aa'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:48:36.867636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-834a99ff-df02-4667-9d7b-ba51052f73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:48:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9a3f7bea-b364-4dd8-84e6-80d4aad848aa'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:36.869419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:36.870537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 1861e90f-e2f5-48b1-b74f-57a757b318d0 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:48:36.882184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] No DVR routers for this DVR port 8936ff3f-1fac-48d2-832a-3c347388bb44 on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:48:36.895046 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:36.899652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1', 'name': 'network-vif-deleted', 'tag': '8936ff3f-1fac-48d2-832a-3c347388bb44'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:48:36.910440 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:36.928882 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4d2e6a80-e0c5-4620-9388-830ad6dd320d req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.64 "DELETE /v2.0/ports/8936ff3f-1fac-48d2-832a-3c347388bb44 HTTP/1.1" status: 204 len: 173 time: 6.6640422 Dec 22 09:48:37.032815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=b096f8ad-b900-4b05-a59e-b848dba09856,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:37.036401 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:37.050863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 1861e90f-e2f5-48b1-b74f-57a757b318d0 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:37.051286 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:37.105276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-834a99ff-df02-4667-9d7b-ba51052f73d8 None None] Set router 9a3f7bea-b364-4dd8-84e6-80d4aad848aa gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:48:37.140480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47da6b2-88ba-41e3-b3f5-2fac0253b454 req-8a69b5cc-c50d-4d7a-b7dc-1bffdb82abeb tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:37.142737 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d47da6b2-88ba-41e3-b3f5-2fac0253b454 req-8a69b5cc-c50d-4d7a-b7dc-1bffdb82abeb tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=942e2114-50a4-4348-abcc-10edeb8c3d65 HTTP/1.1" status: 200 len: 946 time: 1.0210288 Dec 22 09:48:37.154109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2a838-77e0-4524-bde6-ab1673e2e479 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event updated for resources: {'Subnet': ['ID=0be97404-66a0-4e72-9a25-e418c2caf508,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:37.157672 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-29d2a838-77e0-4524-bde6-ab1673e2e479 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:37.163606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-55020a79-53fb-4ede-be96-96cdbca4908e tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:37.165266 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-55020a79-53fb-4ede-be96-96cdbca4908e tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/networks?id=e60b2feb-5482-4662-8917-04a4fc979113 HTTP/1.1" status: 200 len: 813 time: 0.8010592 Dec 22 09:48:37.567323 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-75b38df1-28de-4da9-ae75-eefb1291c68a tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/quotas/633dde4b29c44f53b6aa0cd8d5318325 HTTP/1.1" status: 200 len: 375 time: 0.3796642 Dec 22 09:48:37.648548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-834a99ff-df02-4667-9d7b-ba51052f73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'name': 'tempest-ServersTestJSON-2075939341-router', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:45:36Z', 'updated_at': '2020-12-22T09:45:49Z', 'revision_number': 4, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'gw_port': {'id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:38Z', 'updated_at': '2020-12-22T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '62ab614b-7058-41f7-b531-7680809ddcf5', 'name': '', 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'mac_address': 'fa:16:3e:b4:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8d0d2867-2495-4965-9d16-a81d436421e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:46Z', 'updated_at': '2020-12-22T09:45:59Z', 'revision_number': 5, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'subnets': [{'id': '8d0d2867-2495-4965-9d16-a81d436421e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:37.654821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834a99ff-df02-4667-9d7b-ba51052f73d8 None None] Checking router: 9a3f7bea-b364-4dd8-84e6-80d4aad848aa for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:48:37.666430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834a99ff-df02-4667-9d7b-ba51052f73d8 None None] Routers {'9a3f7bea-b364-4dd8-84e6-80d4aad848aa'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:48:37.667104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-834a99ff-df02-4667-9d7b-ba51052f73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:48:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9a3f7bea-b364-4dd8-84e6-80d4aad848aa'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:37.670397 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-122b02cc-917e-4896-856c-1f1141ad8669 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?tenant_id=633dde4b29c44f53b6aa0cd8d5318325&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868618 Dec 22 09:48:37.672766 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d47da6b2-88ba-41e3-b3f5-2fac0253b454 req-a18a301c-dc06-4f1f-bab5-84e246927b7d tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892004 Dec 22 09:48:37.750060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d2a838-77e0-4524-bde6-ab1673e2e479 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Checking segment: {'id': '03c72ff2-3c88-459b-849a-49b6cd2d54ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9e390f7f-065c-4da0-b23c-1a9abce9198c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:48:37.750471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d2a838-77e0-4524-bde6-ab1673e2e479 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Network hostable DHCP agents. Network: 9e390f7f-065c-4da0-b23c-1a9abce9198c, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:48:37.763168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b096f8ad-b900-4b05-a59e-b848dba09856 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:48:37.807652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d2a838-77e0-4524-bde6-ab1673e2e479 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Network 9e390f7f-065c-4da0-b23c-1a9abce9198c is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:48:37.853658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-511a02df-b7b8-4182-bca3-8ed410f08168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:37.868248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port b096f8ad-b900-4b05-a59e-b848dba09856 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:37.868680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:37.870492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-834a99ff-df02-4667-9d7b-ba51052f73d8 None None] Set router 9a3f7bea-b364-4dd8-84e6-80d4aad848aa gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:48:37.915028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-29d2a838-77e0-4524-bde6-ab1673e2e479 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 9e390f7f-065c-4da0-b23c-1a9abce9198c) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:37.925559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce842f2-4dda-4137-85a9-8a06aa968ea1 None None] Network 9e390f7f-065c-4da0-b23c-1a9abce9198c requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:48:37.980379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d2a838-77e0-4524-bde6-ab1673e2e479 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:37.981099 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-29d2a838-77e0-4524-bde6-ab1673e2e479 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:38.049918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57630) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:38.050150 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-29d2a838-77e0-4524-bde6-ab1673e2e479 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6231709 Dec 22 09:48:38.057774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Request body: {'port': {'network_id': '9e390f7f-065c-4da0-b23c-1a9abce9198c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1159560728'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:38.094947 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-39ffd94b-9d35-493b-90db-19fea23db153 service neutron] 10.222.0.50 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868473 Dec 22 09:48:38.155093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d0703-9dcb-4859-9557-dc756e60f82a req-25b64950-1399-44ff-91a5-fbe5cad19f95 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:38.157815 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a0d0703-9dcb-4859-9557-dc756e60f82a req-25b64950-1399-44ff-91a5-fbe5cad19f95 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c HTTP/1.1" status: 200 len: 946 time: 0.3428566 Dec 22 09:48:38.271266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-834a99ff-df02-4667-9d7b-ba51052f73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'name': 'tempest-ServersTestJSON-2075939341-router', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:45:36Z', 'updated_at': '2020-12-22T09:45:49Z', 'revision_number': 4, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'gw_port': {'id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:38Z', 'updated_at': '2020-12-22T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '62ab614b-7058-41f7-b531-7680809ddcf5', 'name': '', 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'mac_address': 'fa:16:3e:b4:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8d0d2867-2495-4965-9d16-a81d436421e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:46Z', 'updated_at': '2020-12-22T09:45:59Z', 'revision_number': 5, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'subnets': [{'id': '8d0d2867-2495-4965-9d16-a81d436421e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:38.276448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834a99ff-df02-4667-9d7b-ba51052f73d8 None None] The sync data for ids ['9a3f7bea-b364-4dd8-84e6-80d4aad848aa'] in n-d-765315-5 is: [{'id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'name': 'tempest-ServersTestJSON-2075939341-router', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:45:36Z', 'updated_at': '2020-12-22T09:45:49Z', 'revision_number': 4, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'gw_port': {'id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:38Z', 'updated_at': '2020-12-22T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '62ab614b-7058-41f7-b531-7680809ddcf5', 'name': '', 'network_id': '5a86a67f-c836-4e73-bf39-1d2b96692cb8', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'mac_address': 'fa:16:3e:b4:92:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '8d0d2867-2495-4965-9d16-a81d436421e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:46Z', 'updated_at': '2020-12-22T09:45:59Z', 'revision_number': 5, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'subnets': [{'id': '8d0d2867-2495-4965-9d16-a81d436421e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:48:38.341372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f77f0c63-abd4-4133-adc9-a667b99a94b1 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:48:38.347305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:38.352134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Usage tracker for resource:port and tenant:2f3c863e05074948aecfa2e3af6f0adc is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:38.356020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:38.363309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:38.376657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Made reservation on behalf of 2f3c863e05074948aecfa2e3af6f0adc for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:38.383970 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:38.428847 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a0d0703-9dcb-4859-9557-dc756e60f82a req-733f65ef-ee2a-4f93-99f5-b44c7af462ce tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823096 Dec 22 09:48:38.448182 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-be9d55d1-0b18-4477-bb6f-53e4c5b42a69 service neutron] 10.222.0.50 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3384256 Dec 22 09:48:38.515481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-9e390f7f-065c-4da0-b23c-1a9abce9198c', 'network_id': '9e390f7f-065c-4da0-b23c-1a9abce9198c', 'tenant_id': '2f3c863e05074948aecfa2e3af6f0adc', 'fixed_ips': [{'subnet_id': '0be97404-66a0-4e72-9a25-e418c2caf508'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:48:38.516642 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:38.532929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f77f0c63-abd4-4133-adc9-a667b99a94b1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:38.533359 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:38.604247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] device_id is not set on port 1110da35-13e8-4c2b-a42f-5f8c91352d59 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:48:38.607395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-70fe6df1-9ab0-448b-bdd9-6b55c699df72 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port 036b9f0b-fdac-45a3-94a8-3d8d16d56875 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:48:38.607786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-70fe6df1-9ab0-448b-bdd9-6b55c699df72 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:38.823599 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942e2114-50a4-4348-abcc-10edeb8c3d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1861e90f-e2f5-48b1-b74f-57a757b318d0', 'code': 200} Dec 22 09:48:38.880646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Allocated IP 2001:db8::78 (9e390f7f-065c-4da0-b23c-1a9abce9198c/0be97404-66a0-4e72-9a25-e418c2caf508/1110da35-13e8-4c2b-a42f-5f8c91352d59) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:48:38.932575 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:38.944362 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec48a4b8-0885-4ab7-b44b-dceeabfa7cf1', 'name': 'network-vif-deleted', 'tag': '8936ff3f-1fac-48d2-832a-3c347388bb44', 'status': 'completed', 'code': 200} Dec 22 09:48:39.083141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49773b3a-7fdc-4ab7-aae6-1cdca7f77046 None None] New status for floating IP 40902f5b-8133-4f9c-9a1f-90bc494d326e: DOWN {{(pid=81073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:48:39.135069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf87d46-26a2-4f0c-9ea1-2382ac2bcb2d req-e63ff532-a61b-40f3-82bb-5149df6811b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:39.135971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4d5e4-cd64-4247-bbd2-f4553f115003 req-8360799a-190a-4a8c-b38f-aa9a7aaba2d3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:39.136715 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dbf87d46-26a2-4f0c-9ea1-2382ac2bcb2d req-e63ff532-a61b-40f3-82bb-5149df6811b3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=942e2114-50a4-4348-abcc-10edeb8c3d65 HTTP/1.1" status: 200 len: 1161 time: 0.1914310 Dec 22 09:48:39.141835 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5e4d5e4-cd64-4247-bbd2-f4553f115003 req-8360799a-190a-4a8c-b38f-aa9a7aaba2d3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.4401398 Dec 22 09:48:39.186180 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-70fe6df1-9ab0-448b-bdd9-6b55c699df72 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:39.357593 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:39.368916 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dbf87d46-26a2-4f0c-9ea1-2382ac2bcb2d req-5f4fdc1f-ed9e-4410-a088-ccb003b96e34 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880463 Dec 22 09:48:39.394273 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:39.401528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-70fe6df1-9ab0-448b-bdd9-6b55c699df72 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Calling delete_port for 036b9f0b-fdac-45a3-94a8-3d8d16d56875 owned by network:router_interface {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:48:39.414109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Transition to ACTIVE for port object 1110da35-13e8-4c2b-a42f-5f8c91352d59 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:48:39.438367 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:39.460721 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b6afe5f6-c3ee-454e-8965-fc8069ac231d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:39.515399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Allocated IP 2001:db8::2 (9e390f7f-065c-4da0-b23c-1a9abce9198c/0be97404-66a0-4e72-9a25-e418c2caf508/993f7a19-37d8-4b58-93f3-dcf7a875f6ef) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:48:39.682474 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5e4d5e4-cd64-4247-bbd2-f4553f115003 req-b8c97829-bd2a-4bd0-8b7d-eac7c2f2d5a7 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5199635 Dec 22 09:48:39.698562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Network 9e390f7f-065c-4da0-b23c-1a9abce9198c is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:48:39.699926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:39.705648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:48:39.710518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:39.711353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:39.720083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event updated for resources: {'Port': ['ID=1110da35-13e8-4c2b-a42f-5f8c91352d59,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:39.737453 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:39.748674 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6969328 Dec 22 09:48:39.752441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57656) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:39.759449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Request body: {'port': {'network_id': '9e390f7f-065c-4da0-b23c-1a9abce9198c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1533564938', 'allowed_address_pairs': [{'ip_address': '2001:db8::78', 'mac_address': 'fa:16:3e:8a:1b:7e'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:39.814271 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:39.829064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Transition to ACTIVE for port object 993f7a19-37d8-4b58-93f3-dcf7a875f6ef will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:48:39.850079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Transition to ACTIVE for port object 993f7a19-37d8-4b58-93f3-dcf7a875f6ef will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:48:39.855903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:39.882585 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:39.884618 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-70fe6df1-9ab0-448b-bdd9-6b55c699df72 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:39.908776 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8289e943-0e93-4ea2-9d70-7f1ccd5548d3 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:39.971081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe6df1-9ab0-448b-bdd9-6b55c699df72 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Port': ['ID=036b9f0b-fdac-45a3-94a8-3d8d16d56875,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:39.981530 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-70fe6df1-9ab0-448b-bdd9-6b55c699df72 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:40.079847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Pushing event updated for resources: {'Port': ['ID=993f7a19-37d8-4b58-93f3-dcf7a875f6ef,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:40.080945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:40.096587 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:40.099012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Usage tracker for resource:port and tenant:2f3c863e05074948aecfa2e3af6f0adc is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:40.110019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Quota usage for port was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:40.115011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:40.128215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Network 9e390f7f-065c-4da0-b23c-1a9abce9198c is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:48:40.129568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:40.131444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:40.133725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:48:40.148228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Made reservation on behalf of 2f3c863e05074948aecfa2e3af6f0adc for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:40.166519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b97466-5eeb-4140-9f8a-391a75271f24 req-23009c25-1f76-4151-a366-4c9573d7d7e7 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:40.168241 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42b97466-5eeb-4140-9f8a-391a75271f24 req-23009c25-1f76-4151-a366-4c9573d7d7e7 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/ports?device_id=d1218f75-3a97-41ca-93ba-0f98d86d9382 HTTP/1.1" status: 200 len: 945 time: 0.5005019 Dec 22 09:48:40.173018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:40.198944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Attempting to bind port 993f7a19-37d8-4b58-93f3-dcf7a875f6ef on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:48:40.199360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Attempting to bind port 993f7a19-37d8-4b58-93f3-dcf7a875f6ef by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '03c72ff2-3c88-459b-849a-49b6cd2d54ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9e390f7f-065c-4da0-b23c-1a9abce9198c'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:48:40.199841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Attempting to bind port 993f7a19-37d8-4b58-93f3-dcf7a875f6ef on network 9e390f7f-065c-4da0-b23c-1a9abce9198c {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:48:40.226714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:48:40.227140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Checking segment: {'id': '03c72ff2-3c88-459b-849a-49b6cd2d54ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9e390f7f-065c-4da0-b23c-1a9abce9198c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:48:40.227591 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:40.228055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Bound using segment: {'id': '03c72ff2-3c88-459b-849a-49b6cd2d54ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9e390f7f-065c-4da0-b23c-1a9abce9198c'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:48:40.228579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Bound port: 993f7a19-37d8-4b58-93f3-dcf7a875f6ef, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c72ff2-3c88-459b-849a-49b6cd2d54ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9e390f7f-065c-4da0-b23c-1a9abce9198c'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:48:40.229001 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:40.397906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] For port 993f7a19-37d8-4b58-93f3-dcf7a875f6ef, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:48:40.404153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] For port 993f7a19-37d8-4b58-93f3-dcf7a875f6ef, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=993f7a19-37d8-4b58-93f3-dcf7a875f6ef,segment=NetworkSegment(03c72ff2-3c88-459b-849a-49b6cd2d54ee),segment_id=03c72ff2-3c88-459b-849a-49b6cd2d54ee)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:48:40.411444 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2ec9b08a-d53c-457f-8bf0-b93cbca87288 req-9b36609a-3b47-498b-bb3b-a096028d34e5 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 210 time: 0.1110275 Dec 22 09:48:40.427548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:40.579023 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42b97466-5eeb-4140-9f8a-391a75271f24 req-7625db8c-6d06-4d3b-b055-c69926bb6b09 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/security-groups?id=ff9d964a-6ae2-4ed2-8413-552b16576118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814378 Dec 22 09:48:40.591285 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-70fe6df1-9ab0-448b-bdd9-6b55c699df72 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:40.680946 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:40.778114 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:40.822582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Pushing event updated for resources: {'Port': ['ID=993f7a19-37d8-4b58-93f3-dcf7a875f6ef,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:40.826403 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:40.827355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1218f75-3a97-41ca-93ba-0f98d86d9382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b096f8ad-b900-4b05-a59e-b848dba09856'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:48:40.882174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57662) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:41.013077 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:41.264666 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-58c0b2b8-b7cd-4bd8-ac72-317f80f7921c tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:41.317826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3736c-def1-435e-b4ca-3ff09c802946 req-bacdd9a8-4af1-4f03-8c7e-f8b8de1a356f tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:41.324283 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97c3736c-def1-435e-b4ca-3ff09c802946 req-bacdd9a8-4af1-4f03-8c7e-f8b8de1a356f tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=942e2114-50a4-4348-abcc-10edeb8c3d65 HTTP/1.1" status: 200 len: 946 time: 0.6652095 Dec 22 09:48:41.335569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 993f7a19-37d8-4b58-93f3-dcf7a875f6ef up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:48:41.431838 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-58c0b2b8-b7cd-4bd8-ac72-317f80f7921c tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:41.433016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 993f7a19-37d8-4b58-93f3-dcf7a875f6ef completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:48:41.451631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-32b5d9d5-b774-4879-a520-62ecdad8ae5d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:41.452451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-32b5d9d5-b774-4879-a520-62ecdad8ae5d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Synchronizing usage tracker for tenant:633dde4b29c44f53b6aa0cd8d5318325 on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:48:41.473925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] device_id is not set on port e5f3b678-8a46-436e-9eed-a235c00cce58 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:48:41.479376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823543a2-3249-42a8-969b-12d1b3e6ebf2 req-9714b86a-0ac2-42df-9250-90e2bcaaeeac tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:41.481028 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-823543a2-3249-42a8-969b-12d1b3e6ebf2 req-9714b86a-0ac2-42df-9250-90e2bcaaeeac tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.4612582 Dec 22 09:48:41.553247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-32b5d9d5-b774-4879-a520-62ecdad8ae5d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Unset dirty status for tenant:633dde4b29c44f53b6aa0cd8d5318325 on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:48:41.554498 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-32b5d9d5-b774-4879-a520-62ecdad8ae5d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.64 "GET /v2.0/networks?id=e60b2feb-5482-4662-8917-04a4fc979113 HTTP/1.1" status: 200 len: 813 time: 0.6005912 Dec 22 09:48:41.582864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-98488658-0185-41de-a50d-e63eeeff22eb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Request body: {'port': {'device_id': '32e95e13-70d0-4a33-b67b-2e7927bf03f0', 'network_id': 'e60b2feb-5482-4662-8917-04a4fc979113', 'admin_state_up': True, 'tenant_id': '633dde4b29c44f53b6aa0cd8d5318325'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:41.607831 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97c3736c-def1-435e-b4ca-3ff09c802946 req-01c08849-94a6-4251-832f-bb7bc76a6ed7 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215502 Dec 22 09:48:41.610707 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-58c0b2b8-b7cd-4bd8-ac72-317f80f7921c tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:41.658843 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:41.694146 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-823543a2-3249-42a8-969b-12d1b3e6ebf2 req-16e9d98f-19eb-4728-a9e3-c3545feed4e8 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026772 Dec 22 09:48:41.710700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fe6df1-9ab0-448b-bdd9-6b55c699df72 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router 7df07c53-19cd-483f-b277-78ae4097db46 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:48:41.713465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0b2b8-b7cd-4bd8-ac72-317f80f7921c tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da3f885-8d63-4d8b-8aad-40cec288a009,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:41.744632 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-58c0b2b8-b7cd-4bd8-ac72-317f80f7921c tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:41.820208 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1218f75-3a97-41ca-93ba-0f98d86d9382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b096f8ad-b900-4b05-a59e-b848dba09856', 'code': 200} Dec 22 09:48:41.846202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-58c0b2b8-b7cd-4bd8-ac72-317f80f7921c tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:41.849869 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-58c0b2b8-b7cd-4bd8-ac72-317f80f7921c tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "DELETE /v2.0/security-groups/1da3f885-8d63-4d8b-8aad-40cec288a009 HTTP/1.1" status: 204 len: 168 time: 0.9591496 Dec 22 09:48:41.862547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57674) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:41.883181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Allocated IP 2001:db8::89 (9e390f7f-065c-4da0-b23c-1a9abce9198c/0be97404-66a0-4e72-9a25-e418c2caf508/e5f3b678-8a46-436e-9eed-a235c00cce58) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:48:41.934715 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-564977ce-332a-483c-a93b-5cd848f7f80f tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] show failed (client error): The resource could not be found. Dec 22 09:48:41.939426 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-564977ce-332a-483c-a93b-5cd848f7f80f tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "GET /v2.0/security-groups/1da3f885-8d63-4d8b-8aad-40cec288a009 HTTP/1.1" status: 404 len: 347 time: 0.0588231 Dec 22 09:48:41.943382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57678) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:41.995470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fe6df1-9ab0-448b-bdd9-6b55c699df72 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:48:42.007094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34ab50e-5d79-45c7-bb81-b54daf4c0ab5 None None] Sync routers for ids ['7df07c53-19cd-483f-b277-78ae4097db46'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:48:42.018528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34ab50e-5d79-45c7-bb81-b54daf4c0ab5 None None] Routers {'7df07c53-19cd-483f-b277-78ae4097db46'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:48:42.020150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a34ab50e-5d79-45c7-bb81-b54daf4c0ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:48:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7df07c53-19cd-483f-b277-78ae4097db46'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:42.061372 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-67d9f745-a790-4584-ac70-aec304a70c67 req-d6428fb6-8290-40e8-a6f7-2822ff331912 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 210 time: 0.0734630 Dec 22 09:48:42.082302 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-70fe6df1-9ab0-448b-bdd9-6b55c699df72 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/7df07c53-19cd-483f-b277-78ae4097db46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2623718 Dec 22 09:48:42.091453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57682) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:42.101442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-98488658-0185-41de-a50d-e63eeeff22eb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:42.134522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-98488658-0185-41de-a50d-e63eeeff22eb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Usage tracker for resource:port and tenant:633dde4b29c44f53b6aa0cd8d5318325 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:42.143654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-98488658-0185-41de-a50d-e63eeeff22eb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:42.162919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a34ab50e-5d79-45c7-bb81-b54daf4c0ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:42.179138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e23b0dfb-909b-423f-b893-df6d96c1cf13 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Synchronizing usage tracker for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:48:42.182116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34ab50e-5d79-45c7-bb81-b54daf4c0ab5 None None] Routers {'7df07c53-19cd-483f-b277-78ae4097db46'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:48:42.183235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a34ab50e-5d79-45c7-bb81-b54daf4c0ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:48:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['7df07c53-19cd-483f-b277-78ae4097db46'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:42.200058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee987a-baae-420c-8cb8-940a99ee9ace req-3da4c642-0b95-489e-bbd0-f995372c29e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:42.202821 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0ee987a-baae-420c-8cb8-940a99ee9ace req-3da4c642-0b95-489e-bbd0-f995372c29e9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d1218f75-3a97-41ca-93ba-0f98d86d9382 HTTP/1.1" status: 200 len: 1160 time: 0.2756343 Dec 22 09:48:42.247985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e23b0dfb-909b-423f-b893-df6d96c1cf13 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Unset dirty status for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:48:42.252269 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e23b0dfb-909b-423f-b893-df6d96c1cf13 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/ports?device_id=7df07c53-19cd-483f-b277-78ae4097db46 HTTP/1.1" status: 200 len: 205 time: 0.1563814 Dec 22 09:48:42.258922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57686) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:42.363352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a34ab50e-5d79-45c7-bb81-b54daf4c0ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:42.363807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34ab50e-5d79-45c7-bb81-b54daf4c0ab5 None None] The sync data for ids ['7df07c53-19cd-483f-b277-78ae4097db46'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:48:42.369645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b7225-db7e-435d-97a4-e65b05676147 req-180e6c57-74dd-43fd-8e00-0651c669e76a tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:42.371384 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f32b7225-db7e-435d-97a4-e65b05676147 req-180e6c57-74dd-43fd-8e00-0651c669e76a tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c HTTP/1.1" status: 200 len: 946 time: 0.5619802 Dec 22 09:48:42.377545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-15ae3bca-c4a3-4c6d-a899-5130fb4c91fe tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Deleting port 081a855e-992e-4af3-8feb-3968545a07ee {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:48:42.378191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-15ae3bca-c4a3-4c6d-a899-5130fb4c91fe tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:42.389448 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0ee987a-baae-420c-8cb8-940a99ee9ace req-726e7e54-b75d-43d0-a20f-5d2ccd545f59 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ff9d964a-6ae2-4ed2-8413-552b16576118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748688 Dec 22 09:48:42.413192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-98488658-0185-41de-a50d-e63eeeff22eb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:42.521438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8539c3-6456-41dd-9a0b-7737038de98d None None] Network 9e390f7f-065c-4da0-b23c-1a9abce9198c requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:48:42.530426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7dd04fe5-aefc-4dc5-9697-926f4775cede tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:42.555636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-98488658-0185-41de-a50d-e63eeeff22eb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Made reservation on behalf of 633dde4b29c44f53b6aa0cd8d5318325 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:42.561240 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-98488658-0185-41de-a50d-e63eeeff22eb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:42.685744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-30fd25c6-7a3e-4f33-a62c-d53bd406bfd4 None None] Provisioning for port 993f7a19-37d8-4b58-93f3-dcf7a875f6ef completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:48:42.697724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-30fd25c6-7a3e-4f33-a62c-d53bd406bfd4 None None] Provisioning complete for port 993f7a19-37d8-4b58-93f3-dcf7a875f6ef triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:42.698257 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30fd25c6-7a3e-4f33-a62c-d53bd406bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:42.708943 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f32b7225-db7e-435d-97a4-e65b05676147 req-110a27dd-8cb3-4fd1-8cfc-c48af64c3c08 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783713 Dec 22 09:48:42.809814 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:42.926578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-15ae3bca-c4a3-4c6d-a899-5130fb4c91fe tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:42.926932 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-15ae3bca-c4a3-4c6d-a899-5130fb4c91fe tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for floatingip, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:42.939878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Transition to ACTIVE for port object e5f3b678-8a46-436e-9eed-a235c00cce58 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:48:42.947836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7dd04fe5-aefc-4dc5-9697-926f4775cede tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:42.958536 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7dd04fe5-aefc-4dc5-9697-926f4775cede tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:43.005240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959a841-dec1-4813-84fe-0bc83da454c2 req-0df47010-a0e9-4b47-9e61-79f9f33c5213 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:43.006984 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0959a841-dec1-4813-84fe-0bc83da454c2 req-0df47010-a0e9-4b47-9e61-79f9f33c5213 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/ports?device_id=d1218f75-3a97-41ca-93ba-0f98d86d9382 HTTP/1.1" status: 200 len: 945 time: 0.6344624 Dec 22 09:48:43.039372 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30fd25c6-7a3e-4f33-a62c-d53bd406bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:43.048770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7dd04fe5-aefc-4dc5-9697-926f4775cede tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:43.049392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd04fe5-aefc-4dc5-9697-926f4775cede tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Fanout notify agent at l3_agent the message router_deleted on router 7df07c53-19cd-483f-b277-78ae4097db46 {{(pid=81071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:48:43.086097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-15ae3bca-c4a3-4c6d-a899-5130fb4c91fe tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Calling delete_port for 081a855e-992e-4af3-8feb-3968545a07ee owned by network:floatingip {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:48:43.089253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-30fd25c6-7a3e-4f33-a62c-d53bd406bfd4 None None] For port 993f7a19-37d8-4b58-93f3-dcf7a875f6ef, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=993f7a19-37d8-4b58-93f3-dcf7a875f6ef,segment=NetworkSegment(03c72ff2-3c88-459b-849a-49b6cd2d54ee),segment_id=03c72ff2-3c88-459b-849a-49b6cd2d54ee)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:43.092140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d56d9-d58e-4d8b-ac2a-d1fd71c9a5e8 req-8db9e3eb-900c-46d9-9759-e6112ffbb830 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:43.093422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30fd25c6-7a3e-4f33-a62c-d53bd406bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:43.098463 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:43.100169 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-974d56d9-d58e-4d8b-ac2a-d1fd71c9a5e8 req-8db9e3eb-900c-46d9-9759-e6112ffbb830 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.1960688 Dec 22 09:48:43.105170 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7dd04fe5-aefc-4dc5-9697-926f4775cede tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:43.106343 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7dd04fe5-aefc-4dc5-9697-926f4775cede tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/routers/7df07c53-19cd-483f-b277-78ae4097db46 HTTP/1.1" status: 204 len: 168 time: 0.8456185 Dec 22 09:48:43.110983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57694) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:43.127450 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0959a841-dec1-4813-84fe-0bc83da454c2 req-502893db-9573-4f0a-b50b-d778e5841413 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/security-groups?id=ff9d964a-6ae2-4ed2-8413-552b16576118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067560 Dec 22 09:48:43.227023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd25c6-7a3e-4f33-a62c-d53bd406bfd4 None None] Pushing event updated for resources: {'Port': ['ID=993f7a19-37d8-4b58-93f3-dcf7a875f6ef,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:43.232481 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-30fd25c6-7a3e-4f33-a62c-d53bd406bfd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:43.252428 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-974d56d9-d58e-4d8b-ac2a-d1fd71c9a5e8 req-d7b0fb60-b4d2-4bf3-acfc-ebdc7e5efaf6 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511164 Dec 22 09:48:43.425586 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:43.443801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f61e5635-eeaf-47a1-84a6-bfc5d77af2a2 None None] Provisioning complete for port 993f7a19-37d8-4b58-93f3-dcf7a875f6ef triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:43.444449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f61e5635-eeaf-47a1-84a6-bfc5d77af2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:43.493586 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-854df88d-58df-4c7f-9ed5-ea60a6138e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:43.590198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-15ae3bca-c4a3-4c6d-a899-5130fb4c91fe tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:43.731047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f61e5635-eeaf-47a1-84a6-bfc5d77af2a2 None None] Provisioning for port 1110da35-13e8-4c2b-a42f-5f8c91352d59 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:48:43.738148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f61e5635-eeaf-47a1-84a6-bfc5d77af2a2 None None] Provisioning complete for port 1110da35-13e8-4c2b-a42f-5f8c91352d59 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:43.738710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f61e5635-eeaf-47a1-84a6-bfc5d77af2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:43.812946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f61e5635-eeaf-47a1-84a6-bfc5d77af2a2 None None] Port 1110da35-13e8-4c2b-a42f-5f8c91352d59 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:48:43.944593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-66b44adb-3c53-480f-a28b-ecfd97cec2ed None None] Provisioning complete for port 1110da35-13e8-4c2b-a42f-5f8c91352d59 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:43.945007 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-66b44adb-3c53-480f-a28b-ecfd97cec2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:43.946503 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-973a8114-dc59-43b2-be0e-5c77cc4a52e2 req-8b28febd-23ca-4782-aca4-3e2f4090b945 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 210 time: 0.0786722 Dec 22 09:48:44.001820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-29fc9189-be42-410c-9e12-8c02f2679e23 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting subnet a73b2f65-e9e1-4ea3-b98a-b86e833514f7 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:48:44.007607 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-29fc9189-be42-410c-9e12-8c02f2679e23 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:44.037009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-66b44adb-3c53-480f-a28b-ecfd97cec2ed None None] Port 1110da35-13e8-4c2b-a42f-5f8c91352d59 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:48:44.078947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432cd12-39fe-4a95-8d8b-b95f92799a2c req-220ca41b-8617-47c0-b54e-b82176afde7e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:44.081371 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a432cd12-39fe-4a95-8d8b-b95f92799a2c req-220ca41b-8617-47c0-b54e-b82176afde7e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=942e2114-50a4-4348-abcc-10edeb8c3d65 HTTP/1.1" status: 200 len: 946 time: 0.7455564 Dec 22 09:48:44.145700 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-29fc9189-be42-410c-9e12-8c02f2679e23 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:44.181051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f01101c5-50de-4ded-8e2a-b58e939e9d9e None None] Provisioning complete for port 993f7a19-37d8-4b58-93f3-dcf7a875f6ef triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:44.181489 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f01101c5-50de-4ded-8e2a-b58e939e9d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:44.194889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-98488658-0185-41de-a50d-e63eeeff22eb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Allocated IP 172.20.0.3 (e60b2feb-5482-4662-8917-04a4fc979113/b87d27f7-24e3-44fe-bd22-f07e43a5cac0/faa08cf5-924b-4474-b942-51da3e584e2e) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:48:44.219595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event updated for resources: {'Port': ['ID=e5f3b678-8a46-436e-9eed-a235c00cce58,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:44.230833 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:44.239309 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-de9e53ef-faf1-4d1f-861a-fa7876ddc670 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.586s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:44.289610 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a432cd12-39fe-4a95-8d8b-b95f92799a2c req-c3407c29-5ad9-4503-a1bd-e0f29ae4ddaa tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986942 Dec 22 09:48:44.314664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae3bca-c4a3-4c6d-a899-5130fb4c91fe tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Pushing event deleted for resources: {'Port': ['ID=081a855e-992e-4af3-8feb-3968545a07ee,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:44.317822 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-15ae3bca-c4a3-4c6d-a899-5130fb4c91fe tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:44.446263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-29fc9189-be42-410c-9e12-8c02f2679e23 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:44.450529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Network 9e390f7f-065c-4da0-b23c-1a9abce9198c is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:48:44.459246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:44.463275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:48:44.469596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:44.470321 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:44.553660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9c51e019-b816-4b3f-8eef-effd72d6b40d None None] Provisioning complete for port 993f7a19-37d8-4b58-93f3-dcf7a875f6ef triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:44.554089 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c51e019-b816-4b3f-8eef-effd72d6b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:44.611005 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 4.8571489 Dec 22 09:48:44.611821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57710) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:44.740296 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-15ae3bca-c4a3-4c6d-a899-5130fb4c91fe tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks [] for floatingip, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:44.742793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-15ae3bca-c4a3-4c6d-a899-5130fb4c91fe tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:44.744064 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-15ae3bca-c4a3-4c6d-a899-5130fb4c91fe tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] 10.222.0.50 "DELETE /v2.0/floatingips/40902f5b-8133-4f9c-9a1f-90bc494d326e HTTP/1.1" status: 204 len: 168 time: 2.7995305 Dec 22 09:48:44.749723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57714) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:44.833554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fbf3d9c6-1075-464c-be9d-5ed963a94d52 None None] Provisioning for port e5f3b678-8a46-436e-9eed-a235c00cce58 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:48:44.839625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fbf3d9c6-1075-464c-be9d-5ed963a94d52 None None] Provisioning complete for port e5f3b678-8a46-436e-9eed-a235c00cce58 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:44.840372 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fbf3d9c6-1075-464c-be9d-5ed963a94d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:44.902044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fbf3d9c6-1075-464c-be9d-5ed963a94d52 None None] Port e5f3b678-8a46-436e-9eed-a235c00cce58 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:48:44.903911 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-98488658-0185-41de-a50d-e63eeeff22eb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:44.919522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbeb369-cf21-443a-b233-a1df28f91688 req-be2836d1-ba74-4694-b312-88619f17df47 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:44.921275 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5bbeb369-cf21-443a-b233-a1df28f91688 req-be2836d1-ba74-4694-b312-88619f17df47 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/ports?device_id=d1218f75-3a97-41ca-93ba-0f98d86d9382 HTTP/1.1" status: 200 len: 945 time: 0.4137599 Dec 22 09:48:44.931595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337f772-b659-4450-bdab-35a244af344e req-2ac05a6f-3a56-450b-a718-66582bef3d27 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:44.932650 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8337f772-b659-4450-bdab-35a244af344e req-2ac05a6f-3a56-450b-a718-66582bef3d27 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c HTTP/1.1" status: 200 len: 946 time: 0.4239256 Dec 22 09:48:45.021728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3a7162-b42c-48f7-9daf-3bb1c6ff9a99 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:45.027082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3a7162-b42c-48f7-9daf-3bb1c6ff9a99 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:45.030127 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8337f772-b659-4450-bdab-35a244af344e req-46c8bd37-1bbf-4ee7-8803-7915b565c0a8 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883145 Dec 22 09:48:45.031985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3a7162-b42c-48f7-9daf-3bb1c6ff9a99 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:45.032978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ca3a7162-b42c-48f7-9daf-3bb1c6ff9a99 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Synchronizing usage tracker for tenant:2f3c863e05074948aecfa2e3af6f0adc on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:48:45.035792 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-29fc9189-be42-410c-9e12-8c02f2679e23 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:45.054789 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9195bc12-7608-4ca0-bfd1-59bc5a658cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:45.106807 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5bbeb369-cf21-443a-b233-a1df28f91688 req-c0597712-1a46-48a9-b4af-12d9dbeb0c0d tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/security-groups?id=ff9d964a-6ae2-4ed2-8413-552b16576118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465340 Dec 22 09:48:45.118158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc9189-be42-410c-9e12-8c02f2679e23 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Subnet': ['ID=a73b2f65-e9e1-4ea3-b98a-b86e833514f7,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:45.124019 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-29fc9189-be42-410c-9e12-8c02f2679e23 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:45.143979 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-98488658-0185-41de-a50d-e63eeeff22eb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:45.166093 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e17d58b5-0ad2-4081-a589-d097a5d96105 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:45.236191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-29fc9189-be42-410c-9e12-8c02f2679e23 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:45.236693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ca3a7162-b42c-48f7-9daf-3bb1c6ff9a99 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Unset dirty status for tenant:2f3c863e05074948aecfa2e3af6f0adc on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:48:45.238710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee22b6e5-1e13-4f7e-b720-04ffa59bddd8 None None] Network ea20e95f-ff0c-4707-bf59-912f86079a8e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:48:45.241125 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ca3a7162-b42c-48f7-9daf-3bb1c6ff9a99 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.5785584 Dec 22 09:48:45.242036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57722) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:45.247119 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-29fc9189-be42-410c-9e12-8c02f2679e23 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/subnets/a73b2f65-e9e1-4ea3-b98a-b86e833514f7 HTTP/1.1" status: 204 len: 168 time: 2.1166732 Dec 22 09:48:45.251014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57724) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:45.415583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 993f7a19-37d8-4b58-93f3-dcf7a875f6ef up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:48:45.513266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98488658-0185-41de-a50d-e63eeeff22eb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Pushing event updated for resources: {'Port': ['ID=faa08cf5-924b-4474-b942-51da3e584e2e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:45.517740 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-98488658-0185-41de-a50d-e63eeeff22eb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:45.537587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7411da2f-3709-4101-91c2-6ee4ca47c5d6 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Deleting port e5f3b678-8a46-436e-9eed-a235c00cce58 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:48:45.537999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7411da2f-3709-4101-91c2-6ee4ca47c5d6 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:45.591045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 65bcd759-d9f8-41c5-9b61-df7574ac3849 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:48:45.636927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 993f7a19-37d8-4b58-93f3-dcf7a875f6ef triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:45.637413 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:45.638374 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-940b346f-f8e9-4a45-addf-aadf1b3ce3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:45.722850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1b054-264e-48cc-be00-d9929f8fd8cc req-c58e2ef7-f647-4415-a6d5-7ee986eb4dac tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:45.724596 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d0d1b054-264e-48cc-be00-d9929f8fd8cc req-c58e2ef7-f647-4415-a6d5-7ee986eb4dac tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=942e2114-50a4-4348-abcc-10edeb8c3d65 HTTP/1.1" status: 200 len: 946 time: 0.3988733 Dec 22 09:48:45.760187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840e1de-8686-4982-83f9-3f3e492c661e req-0cb6f725-766e-4e91-97f2-3944dd4e8da0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:45.761967 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f840e1de-8686-4982-83f9-3f3e492c661e req-0cb6f725-766e-4e91-97f2-3944dd4e8da0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.3816299 Dec 22 09:48:45.779145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-98488658-0185-41de-a50d-e63eeeff22eb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Network e60b2feb-5482-4662-8917-04a4fc979113 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:48:45.785560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-98488658-0185-41de-a50d-e63eeeff22eb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:45.788103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-98488658-0185-41de-a50d-e63eeeff22eb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:48:45.794306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c4c16f-024d-4dd5-9588-c0f83cdc8c5b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting subnet 00cf0b3b-462b-4778-9e34-a0e84380fe6c {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:48:45.819903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62c4c16f-024d-4dd5-9588-c0f83cdc8c5b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:45.863540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27813f0a-e606-4e8a-aa5d-a533859e42d7 req-0f9dc6f4-6534-441f-b8ab-0127af042c3f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:45.864982 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-27813f0a-e606-4e8a-aa5d-a533859e42d7 req-0f9dc6f4-6534-441f-b8ab-0127af042c3f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.64 "GET /v2.0/ports?device_id=4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c HTTP/1.1" status: 200 len: 946 time: 0.3576493 Dec 22 09:48:45.966726 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d0d1b054-264e-48cc-be00-d9929f8fd8cc req-a2dc331a-b19c-4d62-9169-990fe034938b tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233210 Dec 22 09:48:45.990245 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62c4c16f-024d-4dd5-9588-c0f83cdc8c5b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:46.034332 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f840e1de-8686-4982-83f9-3f3e492c661e req-6705c0b1-ab1f-44b2-bf11-81cda46b7934 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539005 Dec 22 09:48:46.055671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-98488658-0185-41de-a50d-e63eeeff22eb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:46.056430 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-98488658-0185-41de-a50d-e63eeeff22eb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:46.066353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32b1893-064c-4771-a4a7-f6e770c5cc13 None None] DHCP port deletion for ea20e95f-ff0c-4707-bf59-912f86079a8e request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:48:46.074188 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:46.075855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-27813f0a-e606-4e8a-aa5d-a533859e42d7 req-0098867a-65a0-4d21-941b-db40dc96eb1f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Deleting port 65bcd759-d9f8-41c5-9b61-df7574ac3849 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:48:46.076360 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-27813f0a-e606-4e8a-aa5d-a533859e42d7 req-0098867a-65a0-4d21-941b-db40dc96eb1f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:46.091103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e32b1893-064c-4771-a4a7-f6e770c5cc13 None None] Deleting port 7d101d2d-9d13-444a-b155-1a5fd20a3e08 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:48:46.091543 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e32b1893-064c-4771-a4a7-f6e770c5cc13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:46.172064 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-98488658-0185-41de-a50d-e63eeeff22eb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5934191 Dec 22 09:48:46.201436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65bcd759-d9f8-41c5-9b61-df7574ac3849'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:48:46.218267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Request body: {'port': {'device_id': '32e95e13-70d0-4a33-b67b-2e7927bf03f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:46.251830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 65bcd759-d9f8-41c5-9b61-df7574ac3849, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=65bcd759-d9f8-41c5-9b61-df7574ac3849,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:46.265410 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62c4c16f-024d-4dd5-9588-c0f83cdc8c5b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:46.265782 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7411da2f-3709-4101-91c2-6ee4ca47c5d6 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:46.328638 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:46.333424 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:46.518480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=65bcd759-d9f8-41c5-9b61-df7574ac3849,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:46.527687 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:46.551428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e32b1893-064c-4771-a4a7-f6e770c5cc13 None None] For port 7d101d2d-9d13-444a-b155-1a5fd20a3e08, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7d101d2d-9d13-444a-b155-1a5fd20a3e08,segment=NetworkSegment(13161cfd-8b4e-4769-a9ff-0879aee329c2),segment_id=13161cfd-8b4e-4769-a9ff-0879aee329c2)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:46.551872 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e32b1893-064c-4771-a4a7-f6e770c5cc13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:46.697484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e32b1893-064c-4771-a4a7-f6e770c5cc13 None None] Calling delete_port for 7d101d2d-9d13-444a-b155-1a5fd20a3e08 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:48:46.802642 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e32b1893-064c-4771-a4a7-f6e770c5cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:46.823377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7411da2f-3709-4101-91c2-6ee4ca47c5d6 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Calling delete_port for e5f3b678-8a46-436e-9eed-a235c00cce58 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:48:46.843535 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:46.923876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5812c4-71ca-41e8-9764-796c8d98f81c req-c1703a28-d4ea-4e38-9ab6-16141e902b91 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:46.926177 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e5812c4-71ca-41e8-9764-796c8d98f81c req-c1703a28-d4ea-4e38-9ab6-16141e902b91 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/ports?device_id=d1218f75-3a97-41ca-93ba-0f98d86d9382 HTTP/1.1" status: 200 len: 945 time: 0.5333712 Dec 22 09:48:46.930540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b1893-064c-4771-a4a7-f6e770c5cc13 None None] Pushing event deleted for resources: {'Port': ['ID=7d101d2d-9d13-444a-b155-1a5fd20a3e08,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:46.951600 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e32b1893-064c-4771-a4a7-f6e770c5cc13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:46.976815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d364cf-eba7-477a-8719-2fe4ec4617fc req-960f1f4d-754c-46aa-a961-b979038ea9e8 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:46.978644 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2d364cf-eba7-477a-8719-2fe4ec4617fc req-960f1f4d-754c-46aa-a961-b979038ea9e8 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 931 time: 0.6000507 Dec 22 09:48:47.040414 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:47.041418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-27813f0a-e606-4e8a-aa5d-a533859e42d7 req-0098867a-65a0-4d21-941b-db40dc96eb1f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] For port 65bcd759-d9f8-41c5-9b61-df7574ac3849, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=65bcd759-d9f8-41c5-9b61-df7574ac3849,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:47.041836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-27813f0a-e606-4e8a-aa5d-a533859e42d7 req-0098867a-65a0-4d21-941b-db40dc96eb1f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:47.084943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b1893-064c-4771-a4a7-f6e770c5cc13 None None] No DVR routers for this DVR port 7d101d2d-9d13-444a-b155-1a5fd20a3e08 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:48:47.270119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7d101d2d-9d13-444a-b155-1a5fd20a3e08 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:48:47.328581 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7411da2f-3709-4101-91c2-6ee4ca47c5d6 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:47.352091 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b063d92-f5d7-4e79-a864-fbbcdd6b9570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:47.363559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 7d101d2d-9d13-444a-b155-1a5fd20a3e08 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:48:47.364019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7d101d2d-9d13-444a-b155-1a5fd20a3e08 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:48:47.459500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411da2f-3709-4101-91c2-6ee4ca47c5d6 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event deleted for resources: {'Port': ['ID=e5f3b678-8a46-436e-9eed-a235c00cce58,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:47.462562 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7411da2f-3709-4101-91c2-6ee4ca47c5d6 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:47.491322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-27813f0a-e606-4e8a-aa5d-a533859e42d7 req-0098867a-65a0-4d21-941b-db40dc96eb1f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Calling delete_port for 65bcd759-d9f8-41c5-9b61-df7574ac3849 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:48:47.543292 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2d364cf-eba7-477a-8719-2fe4ec4617fc req-bdf59608-505c-4fe0-81fe-2f26d3087b8d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534103 Dec 22 09:48:47.559723 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e5812c4-71ca-41e8-9764-796c8d98f81c req-7eba7ed5-6abf-4e15-ac49-c402865fbb46 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/security-groups?id=ff9d964a-6ae2-4ed2-8413-552b16576118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734718 Dec 22 09:48:47.587146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62c4c16f-024d-4dd5-9588-c0f83cdc8c5b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:47.705762 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0b29b934-52a5-4d61-8791-b4c4629839fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:47.791242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7411da2f-3709-4101-91c2-6ee4ca47c5d6 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:47.824769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4c16f-024d-4dd5-9588-c0f83cdc8c5b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Subnet': ['ID=00cf0b3b-462b-4778-9e34-a0e84380fe6c,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:47.836729 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-62c4c16f-024d-4dd5-9588-c0f83cdc8c5b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:47.842142 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7411da2f-3709-4101-91c2-6ee4ca47c5d6 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "DELETE /v2.0/ports/e5f3b678-8a46-436e-9eed-a235c00cce58 HTTP/1.1" status: 204 len: 168 time: 2.5660458 Dec 22 09:48:47.843702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57740) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:47.893074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d204225f-a337-4fb8-8c92-7db17dd415b4 None None] Network bc17e592-8411-42ad-9266-517f35609593 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:48:47.895241 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62c4c16f-024d-4dd5-9588-c0f83cdc8c5b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:47.909002 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-62c4c16f-024d-4dd5-9588-c0f83cdc8c5b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/subnets/00cf0b3b-462b-4778-9e34-a0e84380fe6c HTTP/1.1" status: 204 len: 168 time: 2.6567667 Dec 22 09:48:47.910053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57746) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:47.927109 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d3d078-4945-46d6-bc18-756634998e09 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] GET failed (client error): The resource could not be found. Dec 22 09:48:47.927688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c3d3d078-4945-46d6-bc18-756634998e09 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Synchronizing usage tracker for tenant:2f3c863e05074948aecfa2e3af6f0adc on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:48:48.117301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c3d3d078-4945-46d6-bc18-756634998e09 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Unset dirty status for tenant:2f3c863e05074948aecfa2e3af6f0adc on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:48:48.122630 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c3d3d078-4945-46d6-bc18-756634998e09 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "GET /v2.0/ports/e5f3b678-8a46-436e-9eed-a235c00cce58 HTTP/1.1" status: 404 len: 333 time: 0.2750816 Dec 22 09:48:48.128157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57750) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:48.131424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82a1f2-c454-4323-8e28-8dbe6a959b8a req-62130a96-1f08-47c4-9b55-1d706ed67cc7 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:48.132323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7f82a1f2-c454-4323-8e28-8dbe6a959b8a req-62130a96-1f08-47c4-9b55-1d706ed67cc7 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Synchronizing usage tracker for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:48:48.143003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Request body: {'port': {'network_id': '9e390f7f-065c-4da0-b23c-1a9abce9198c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1890225927'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:48.171867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7f82a1f2-c454-4323-8e28-8dbe6a959b8a req-62130a96-1f08-47c4-9b55-1d706ed67cc7 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Unset dirty status for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:48:48.173812 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f82a1f2-c454-4323-8e28-8dbe6a959b8a req-62130a96-1f08-47c4-9b55-1d706ed67cc7 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c HTTP/1.1" status: 200 len: 944 time: 0.4690368 Dec 22 09:48:48.209493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa08cf5-924b-4474-b942-51da3e584e2e {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:48:48.268501 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6304550-81d9-4dd2-ade5-88894140eaf5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:48.292616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-940b346f-f8e9-4a45-addf-aadf1b3ce3a1 admin admin] Deleting port 62ab614b-7058-41f7-b531-7680809ddcf5 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:48:48.293111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-940b346f-f8e9-4a45-addf-aadf1b3ce3a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:48.323628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:48.341069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8745ed55-edb6-4999-9764-0e4ec46fc8d4 None None] DHCP port deletion for bc17e592-8411-42ad-9266-517f35609593 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:48:48.347562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8745ed55-edb6-4999-9764-0e4ec46fc8d4 None None] Deleting port 36652fba-4d13-4fa4-9925-8f3d5065321e {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:48:48.348137 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8745ed55-edb6-4999-9764-0e4ec46fc8d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:48.382143 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-27813f0a-e606-4e8a-aa5d-a533859e42d7 req-0098867a-65a0-4d21-941b-db40dc96eb1f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:48.385754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Transition to ACTIVE for port object faa08cf5-924b-4474-b942-51da3e584e2e will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:48:48.397977 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:48.435444 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-22168f4f-b780-47b2-894b-de44b09a6b3e tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:48.451639 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65bcd759-d9f8-41c5-9b61-df7574ac3849', 'code': 200} Dec 22 09:48:48.491135 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-70fe6df1-9ab0-448b-bdd9-6b55c699df72 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:48.567654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098867a-65a0-4d21-941b-db40dc96eb1f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Pushing event deleted for resources: {'Port': ['ID=65bcd759-d9f8-41c5-9b61-df7574ac3849,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:48.586709 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0098867a-65a0-4d21-941b-db40dc96eb1f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:48.620583 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f82a1f2-c454-4323-8e28-8dbe6a959b8a req-9bf77baa-41fd-4dc5-9f98-b0fa41e055bc tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375317 Dec 22 09:48:48.639082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-8745ed55-edb6-4999-9764-0e4ec46fc8d4 None None] For port 36652fba-4d13-4fa4-9925-8f3d5065321e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=36652fba-4d13-4fa4-9925-8f3d5065321e,segment=NetworkSegment(9c94a26d-703f-4984-a6f4-42569e1c01f5),segment_id=9c94a26d-703f-4984-a6f4-42569e1c01f5)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:48.639533 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8745ed55-edb6-4999-9764-0e4ec46fc8d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:48.743882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:48.789616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-27813f0a-e606-4e8a-aa5d-a533859e42d7 req-0098867a-65a0-4d21-941b-db40dc96eb1f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] No DVR routers for this DVR port 65bcd759-d9f8-41c5-9b61-df7574ac3849 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:48:48.795367 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-27813f0a-e606-4e8a-aa5d-a533859e42d7 req-0098867a-65a0-4d21-941b-db40dc96eb1f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:48.799231 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-27813f0a-e606-4e8a-aa5d-a533859e42d7 req-0098867a-65a0-4d21-941b-db40dc96eb1f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.64 "DELETE /v2.0/ports/65bcd759-d9f8-41c5-9b61-df7574ac3849 HTTP/1.1" status: 204 len: 173 time: 2.9176462 Dec 22 09:48:48.799859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c', 'name': 'network-vif-deleted', 'tag': '65bcd759-d9f8-41c5-9b61-df7574ac3849'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:48:48.842484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8745ed55-edb6-4999-9764-0e4ec46fc8d4 None None] Calling delete_port for 36652fba-4d13-4fa4-9925-8f3d5065321e owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:48:48.968673 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8745ed55-edb6-4999-9764-0e4ec46fc8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:49.013840 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:49.066351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745ed55-edb6-4999-9764-0e4ec46fc8d4 None None] Pushing event deleted for resources: {'Port': ['ID=36652fba-4d13-4fa4-9925-8f3d5065321e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:49.068246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6304550-81d9-4dd2-ade5-88894140eaf5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:49.072525 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8745ed55-edb6-4999-9764-0e4ec46fc8d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:49.110665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Pushing event updated for resources: {'Port': ['ID=faa08cf5-924b-4474-b942-51da3e584e2e,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:49.114529 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:49.138364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:49.196452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8745ed55-edb6-4999-9764-0e4ec46fc8d4 None None] No DVR routers for this DVR port 36652fba-4d13-4fa4-9925-8f3d5065321e on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:48:49.212843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Made reservation on behalf of 2f3c863e05074948aecfa2e3af6f0adc for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:49.218864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:49.253943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-940b346f-f8e9-4a45-addf-aadf1b3ce3a1 admin admin] For port 62ab614b-7058-41f7-b531-7680809ddcf5, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=62ab614b-7058-41f7-b531-7680809ddcf5,segment=NetworkSegment(1b75248a-6597-45b5-948d-a112e7775493),segment_id=1b75248a-6597-45b5-948d-a112e7775493)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:49.254345 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-940b346f-f8e9-4a45-addf-aadf1b3ce3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:49.314994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f6304550-81d9-4dd2-ade5-88894140eaf5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea20e95f-ff0c-4707-bf59-912f86079a8e']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:49.337565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f6304550-81d9-4dd2-ade5-88894140eaf5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13161cfd-8b4e-4769-a9ff-0879aee329c2') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:49.337744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 36652fba-4d13-4fa4-9925-8f3d5065321e no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:48:49.337999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f6304550-81d9-4dd2-ade5-88894140eaf5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13161cfd-8b4e-4769-a9ff-0879aee329c2') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:49.349034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf88b05-3262-4c83-92c7-5e5fc8b7a0da req-c90030df-81f8-41dd-a3ee-f398ab996224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:49.350677 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9cf88b05-3262-4c83-92c7-5e5fc8b7a0da req-c90030df-81f8-41dd-a3ee-f398ab996224 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 1161 time: 0.8741837 Dec 22 09:48:49.351437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf915589-8192-4663-99ab-8260238cb106 req-d5ae220e-ec0c-4af4-88f3-30455fd388ca tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:49.353110 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cf915589-8192-4663-99ab-8260238cb106 req-d5ae220e-ec0c-4af4-88f3-30455fd388ca tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.3518035 Dec 22 09:48:49.371517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b3d0a-32c5-4913-86c4-a07d76c86d08 req-583251ff-1879-4ba9-a380-3da85afb3890 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:49.373228 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef0b3d0a-32c5-4913-86c4-a07d76c86d08 req-583251ff-1879-4ba9-a380-3da85afb3890 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=942e2114-50a4-4348-abcc-10edeb8c3d65 HTTP/1.1" status: 200 len: 946 time: 0.5408401 Dec 22 09:48:49.376977 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6304550-81d9-4dd2-ade5-88894140eaf5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:49.399317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 36652fba-4d13-4fa4-9925-8f3d5065321e {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:48:49.399733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 36652fba-4d13-4fa4-9925-8f3d5065321e not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:48:49.443879 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6304550-81d9-4dd2-ade5-88894140eaf5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:49.456923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f6304550-81d9-4dd2-ade5-88894140eaf5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Releasing vxlan tunnel 9 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:48:49.533028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-940b346f-f8e9-4a45-addf-aadf1b3ce3a1 admin admin] Calling delete_port for 62ab614b-7058-41f7-b531-7680809ddcf5 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:48:49.572536 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ef0b3d0a-32c5-4913-86c4-a07d76c86d08 req-1566002e-43bb-4698-8524-633936855e93 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870852 Dec 22 09:48:49.644344 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cf915589-8192-4663-99ab-8260238cb106 req-db655a41-8fed-423b-95e8-b94d6271202a tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698715 Dec 22 09:48:49.716763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 1861e90f-e2f5-48b1-b74f-57a757b318d0 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:48:49.882458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f6304550-81d9-4dd2-ade5-88894140eaf5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network ea20e95f-ff0c-4707-bf59-912f86079a8e has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:48:49.897213 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6304550-81d9-4dd2-ade5-88894140eaf5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:49.925905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:49.963372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 1861e90f-e2f5-48b1-b74f-57a757b318d0, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=1861e90f-e2f5-48b1-b74f-57a757b318d0,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:49.966087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] device_id is not set on port 27854473-87c5-4a03-aca3-e447789a7c97 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:48:49.967079 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:49.969277 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:50.007754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Attempting to bind port faa08cf5-924b-4474-b942-51da3e584e2e on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:48:50.009091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Attempting to bind port faa08cf5-924b-4474-b942-51da3e584e2e by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '126ca1e4-ce64-4d48-9d32-88c79a350681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e60b2feb-5482-4662-8917-04a4fc979113'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:48:50.009091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Attempting to bind port faa08cf5-924b-4474-b942-51da3e584e2e on network e60b2feb-5482-4662-8917-04a4fc979113 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:48:50.016582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf88b05-3262-4c83-92c7-5e5fc8b7a0da req-20b56911-c9d9-4556-ba04-849a0d85b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:50.018263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9cf88b05-3262-4c83-92c7-5e5fc8b7a0da req-20b56911-c9d9-4556-ba04-849a0d85b5c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 905 time: 0.6085320 Dec 22 09:48:50.034981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:48:50.035679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Checking segment: {'id': '126ca1e4-ce64-4d48-9d32-88c79a350681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e60b2feb-5482-4662-8917-04a4fc979113'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:48:50.035805 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:50.036234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Bound using segment: {'id': '126ca1e4-ce64-4d48-9d32-88c79a350681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e60b2feb-5482-4662-8917-04a4fc979113'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:48:50.036745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Bound port: faa08cf5-924b-4474-b942-51da3e584e2e, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '126ca1e4-ce64-4d48-9d32-88c79a350681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e60b2feb-5482-4662-8917-04a4fc979113'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:48:50.037122 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:50.049822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=1861e90f-e2f5-48b1-b74f-57a757b318d0,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:50.053645 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:50.077526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe564bd-42c2-47f4-9a94-ffef7a69bef1 req-cd5cbacd-e917-4642-952c-c49e32a4aa32 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:50.079182 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0fe564bd-42c2-47f4-9a94-ffef7a69bef1 req-cd5cbacd-e917-4642-952c-c49e32a4aa32 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "GET /v2.0/ports?device_id=942e2114-50a4-4348-abcc-10edeb8c3d65 HTTP/1.1" status: 200 len: 946 time: 0.5667138 Dec 22 09:48:50.276860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f6304550-81d9-4dd2-ade5-88894140eaf5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network ea20e95f-ff0c-4707-bf59-912f86079a8e has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:48:50.310616 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:48:50.314351 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9cf88b05-3262-4c83-92c7-5e5fc8b7a0da req-703a0c2a-da54-42a1-ab32-7710261de13d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f77f0c63-abd4-4133-adc9-a667b99a94b1 HTTP/1.1" status: 200 len: 1002 time: 0.2586672 Dec 22 09:48:50.346269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-0fe564bd-42c2-47f4-9a94-ffef7a69bef1 req-beb562fc-c4e8-4140-9380-99c145dc8023 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Deleting port 1861e90f-e2f5-48b1-b74f-57a757b318d0 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:48:50.347081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0fe564bd-42c2-47f4-9a94-ffef7a69bef1 req-beb562fc-c4e8-4140-9380-99c145dc8023 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:50.427243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] For port faa08cf5-924b-4474-b942-51da3e584e2e, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:48:50.434713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f8951-0043-4a93-95a5-ad7af548d4ef req-e2355e44-e6cc-4752-a123-2036c45d6e4f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:50.436390 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea4f8951-0043-4a93-95a5-ad7af548d4ef req-e2355e44-e6cc-4752-a123-2036c45d6e4f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 943 time: 0.7115617 Dec 22 09:48:50.452432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942e2114-50a4-4348-abcc-10edeb8c3d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1861e90f-e2f5-48b1-b74f-57a757b318d0'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:48:50.500329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Allocated IP 2001:db8::1b1 (9e390f7f-065c-4da0-b23c-1a9abce9198c/0be97404-66a0-4e72-9a25-e418c2caf508/27854473-87c5-4a03-aca3-e447789a7c97) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:48:50.503345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ea7a9-da23-4536-a375-59aa7141dfa2 req-8ae85365-ce99-4ddf-bbf1-c11b12e7511f tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:50.505020 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7d8ea7a9-da23-4536-a375-59aa7141dfa2 req-8ae85365-ce99-4ddf-bbf1-c11b12e7511f tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/ports?device_id=d1218f75-3a97-41ca-93ba-0f98d86d9382 HTTP/1.1" status: 200 len: 945 time: 0.5853539 Dec 22 09:48:50.513121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf88b05-3262-4c83-92c7-5e5fc8b7a0da req-5d70a63d-d5d2-403c-9420-582505510db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:50.515262 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9cf88b05-3262-4c83-92c7-5e5fc8b7a0da req-5d70a63d-d5d2-403c-9420-582505510db4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.1833103 Dec 22 09:48:50.540205 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6304550-81d9-4dd2-ade5-88894140eaf5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:50.565738 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:50.569532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] For port faa08cf5-924b-4474-b942-51da3e584e2e, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=faa08cf5-924b-4474-b942-51da3e584e2e,segment=NetworkSegment(126ca1e4-ce64-4d48-9d32-88c79a350681),segment_id=126ca1e4-ce64-4d48-9d32-88c79a350681)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:48:50.593848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:50.623656 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-98488658-0185-41de-a50d-e63eeeff22eb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:50.684093 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-940b346f-f8e9-4a45-addf-aadf1b3ce3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:50.863497 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6304550-81d9-4dd2-ade5-88894140eaf5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:50.898362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6304550-81d9-4dd2-ade5-88894140eaf5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Network': ['ID=ea20e95f-ff0c-4707-bf59-912f86079a8e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:50.907702 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea4f8951-0043-4a93-95a5-ad7af548d4ef req-e7d7c6d0-6808-4137-ac2b-58cdcc5ccd18 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554029 Dec 22 09:48:50.912286 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f6304550-81d9-4dd2-ade5-88894140eaf5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:50.916716 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f6304550-81d9-4dd2-ade5-88894140eaf5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/networks/ea20e95f-ff0c-4707-bf59-912f86079a8e HTTP/1.1" status: 204 len: 168 time: 2.9684324 Dec 22 09:48:50.927010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57774) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:51.008750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Pushing event updated for resources: {'Port': ['ID=faa08cf5-924b-4474-b942-51da3e584e2e,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:51.020859 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:51.023276 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.310s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:51.037204 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7d8ea7a9-da23-4536-a375-59aa7141dfa2 req-e3b166e5-64a1-4d75-9a81-06ddda1f9629 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/security-groups?id=ff9d964a-6ae2-4ed2-8413-552b16576118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943087 Dec 22 09:48:51.116998 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abb23ef-fa1e-4c66-ac9e-0dd5f7867a0c', 'name': 'network-vif-deleted', 'tag': '65bcd759-d9f8-41c5-9b61-df7574ac3849', 'status': 'completed', 'code': 200} Dec 22 09:48:51.176322 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942e2114-50a4-4348-abcc-10edeb8c3d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1861e90f-e2f5-48b1-b74f-57a757b318d0', 'code': 200} Dec 22 09:48:51.346303 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f827eec2-e33f-4506-8a53-c1e6285d0ea6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:51.485924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-0fe564bd-42c2-47f4-9a94-ffef7a69bef1 req-beb562fc-c4e8-4140-9380-99c145dc8023 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] For port 1861e90f-e2f5-48b1-b74f-57a757b318d0, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=1861e90f-e2f5-48b1-b74f-57a757b318d0,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:51.486245 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0fe564bd-42c2-47f4-9a94-ffef7a69bef1 req-beb562fc-c4e8-4140-9380-99c145dc8023 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:51.525715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b346f-f8e9-4a45-addf-aadf1b3ce3a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=62ab614b-7058-41f7-b531-7680809ddcf5,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:51.539077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf88b05-3262-4c83-92c7-5e5fc8b7a0da req-0d220552-001f-494d-b1ae-8944b0b1b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:51.540718 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9cf88b05-3262-4c83-92c7-5e5fc8b7a0da req-0d220552-001f-494d-b1ae-8944b0b1b084 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0120392 Dec 22 09:48:51.544168 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-940b346f-f8e9-4a45-addf-aadf1b3ce3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:51.632816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:51.633458 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:51.635038 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] 10.222.0.64 "PUT /v2.0/ports/faa08cf5-924b-4474-b942-51da3e584e2e HTTP/1.1" status: 200 len: 1155 time: 5.4369690 Dec 22 09:48:51.637383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e95e13-70d0-4a33-b67b-2e7927bf03f0', 'tag': 'faa08cf5-924b-4474-b942-51da3e584e2e'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:48:51.666192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-0fe564bd-42c2-47f4-9a94-ffef7a69bef1 req-beb562fc-c4e8-4140-9380-99c145dc8023 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Calling delete_port for 1861e90f-e2f5-48b1-b74f-57a757b318d0 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:48:51.848771 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:51.877074 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f827eec2-e33f-4506-8a53-c1e6285d0ea6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:51.896451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Transition to ACTIVE for port object 27854473-87c5-4a03-aca3-e447789a7c97 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:48:51.911555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d9875-d9e6-48f9-8464-7077cc4601cf req-69d840b6-0153-4448-9c76-9b00a288697f tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:51.913276 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6a6d9875-d9e6-48f9-8464-7077cc4601cf req-69d840b6-0153-4448-9c76-9b00a288697f tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=942e2114-50a4-4348-abcc-10edeb8c3d65 HTTP/1.1" status: 200 len: 944 time: 0.6411841 Dec 22 09:48:51.965612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe2c4a-e6f4-46f5-823c-10346cd7d5e1 req-d33311cd-88c8-4d61-8c43-949504a52aed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:51.967218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6ebe2c4a-e6f4-46f5-823c-10346cd7d5e1 req-d33311cd-88c8-4d61-8c43-949504a52aed tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.6398017 Dec 22 09:48:52.010207 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9cf88b05-3262-4c83-92c7-5e5fc8b7a0da req-ed94ee00-6c4d-4520-af4c-6a981ad5b1d4 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612484 Dec 22 09:48:52.160179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f827eec2-e33f-4506-8a53-c1e6285d0ea6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc17e592-8411-42ad-9266-517f35609593']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:52.164988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-4feae322-4181-47a9-8cad-1ab706051255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:52.166703 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-4feae322-4181-47a9-8cad-1ab706051255 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=633dde4b29c44f53b6aa0cd8d5318325&device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 1158 time: 0.4109182 Dec 22 09:48:52.177236 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:52.190907 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6ebe2c4a-e6f4-46f5-823c-10346cd7d5e1 req-7abd9330-0d77-444c-9d02-0fdadc70d6ea tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680944 Dec 22 09:48:52.196638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f827eec2-e33f-4506-8a53-c1e6285d0ea6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c94a26d-703f-4984-a6f4-42569e1c01f5') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:52.196936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f827eec2-e33f-4506-8a53-c1e6285d0ea6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c94a26d-703f-4984-a6f4-42569e1c01f5') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:52.207221 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6a6d9875-d9e6-48f9-8464-7077cc4601cf req-36d9da9d-2223-481b-9dd2-de5202bd7434 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842207 Dec 22 09:48:52.215496 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f827eec2-e33f-4506-8a53-c1e6285d0ea6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:52.226565 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0fe564bd-42c2-47f4-9a94-ffef7a69bef1 req-beb562fc-c4e8-4140-9380-99c145dc8023 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:52.244642 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe3ba2e1-d125-4413-af67-e0d328333eae tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:52.262972 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40b550a8-200e-43b2-b62d-3ac6cf39cff0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:52.312984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb562fc-c4e8-4140-9380-99c145dc8023 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Pushing event deleted for resources: {'Port': ['ID=1861e90f-e2f5-48b1-b74f-57a757b318d0,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:52.315498 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f827eec2-e33f-4506-8a53-c1e6285d0ea6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:52.320159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f827eec2-e33f-4506-8a53-c1e6285d0ea6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Releasing vxlan tunnel 8 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:48:52.337091 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-beb562fc-c4e8-4140-9380-99c145dc8023 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:52.409952 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-940b346f-f8e9-4a45-addf-aadf1b3ce3a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:52.464742 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-e0c4ec24-578f-4d89-9a64-344ceaf4fd2f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa08cf5-924b-4474-b942-51da3e584e2e HTTP/1.1" status: 200 len: 217 time: 0.2314715 Dec 22 09:48:52.555282 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e95e13-70d0-4a33-b67b-2e7927bf03f0', 'tag': 'faa08cf5-924b-4474-b942-51da3e584e2e', 'status': 'completed', 'code': 200} Dec 22 09:48:52.669006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event updated for resources: {'Port': ['ID=27854473-87c5-4a03-aca3-e447789a7c97,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:52.745326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f827eec2-e33f-4506-8a53-c1e6285d0ea6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network bc17e592-8411-42ad-9266-517f35609593 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:48:52.757157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f827eec2-e33f-4506-8a53-c1e6285d0ea6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:52.767858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.768246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.768679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.769103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.769521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.770204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.770623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.771038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.772009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.772009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.772334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.772670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.773158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.773570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.773981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.774389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.774800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.775209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.775617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.776048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.776472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.776881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.777281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.777689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.778161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.778570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.778976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.779382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.779788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.780255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.780814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.781484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.781909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.782321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.782733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.783143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:48:52.792461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d62123b4-320d-42c7-9a23-82664ea155f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:52.794084 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-d62123b4-320d-42c7-9a23-82664ea155f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b87d27f7-24e3-44fe-bd22-f07e43a5cac0 HTTP/1.1" status: 200 len: 853 time: 0.2987740 Dec 22 09:48:52.796561 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9cf88b05-3262-4c83-92c7-5e5fc8b7a0da req-404243c3-4e55-437b-ae99-f7ca620c014b service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7732608 Dec 22 09:48:52.800155 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:52.886070 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-23b4307b-ca98-4fa3-870a-a59f095a90b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e60b2feb-5482-4662-8917-04a4fc979113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707533 Dec 22 09:48:53.022824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Network 9e390f7f-065c-4da0-b23c-1a9abce9198c is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:48:53.031691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:53.098200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:48:53.102733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:53.104715 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:53.109653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-f12ea40c-779b-45bb-94a6-cf6f3ef0b82c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:53.113541 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-f12ea40c-779b-45bb-94a6-cf6f3ef0b82c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 812 time: 0.6234663 Dec 22 09:48:53.115058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f827eec2-e33f-4506-8a53-c1e6285d0ea6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network bc17e592-8411-42ad-9266-517f35609593 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:48:53.126606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe564bd-42c2-47f4-9a94-ffef7a69bef1 req-beb562fc-c4e8-4140-9380-99c145dc8023 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] No DVR routers for this DVR port 1861e90f-e2f5-48b1-b74f-57a757b318d0 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:48:53.156005 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0fe564bd-42c2-47f4-9a94-ffef7a69bef1 req-beb562fc-c4e8-4140-9380-99c145dc8023 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:48:53.160281 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:48:53.162641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942e2114-50a4-4348-abcc-10edeb8c3d65', 'name': 'network-vif-deleted', 'tag': '1861e90f-e2f5-48b1-b74f-57a757b318d0'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:48:53.304004 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.1722162 Dec 22 09:48:53.311116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57806) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:53.348508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-bd87e630-d546-405a-a613-637a6388fc20 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::78', 'mac_address': 'fa:16:3e:8a:1b:7e'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:53.402266 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-5cca24b6-91fa-4590-b68b-74a778d0ef11 service neutron] 10.222.0.64 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062659 Dec 22 09:48:53.439764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c9fefc56-2421-4b3b-8cd0-14e9563f6d4d None None] Provisioning for port 27854473-87c5-4a03-aca3-e447789a7c97 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:48:53.446579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c9fefc56-2421-4b3b-8cd0-14e9563f6d4d None None] Provisioning complete for port 27854473-87c5-4a03-aca3-e447789a7c97 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:53.446962 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9fefc56-2421-4b3b-8cd0-14e9563f6d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:53.528923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c9fefc56-2421-4b3b-8cd0-14e9563f6d4d None None] Port 27854473-87c5-4a03-aca3-e447789a7c97 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:48:53.565180 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-63f8e091-9995-4be7-af13-e368fc39a2e3 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/quotas/2af5f8c189d74ea78f15d1e4177ac64a HTTP/1.1" status: 200 len: 375 time: 0.4351556 Dec 22 09:48:53.582346 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0fe564bd-42c2-47f4-9a94-ffef7a69bef1 req-beb562fc-c4e8-4140-9380-99c145dc8023 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "DELETE /v2.0/ports/1861e90f-e2f5-48b1-b74f-57a757b318d0 HTTP/1.1" status: 204 len: 173 time: 3.4888947 Dec 22 09:48:53.636477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ad6ea-55ea-4a17-90c0-b933d6c01223 req-df080e37-157d-44db-b917-0a03097b66d3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:53.643794 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb4ad6ea-55ea-4a17-90c0-b933d6c01223 req-df080e37-157d-44db-b917-0a03097b66d3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 943 time: 0.9987266 Dec 22 09:48:53.657129 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-505d6893-7883-45b1-9a13-a44fc8a2ca8a tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841718 Dec 22 09:48:53.698261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-b8afd027-f43c-41ee-9fbe-3af328169cbe service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:48:53.700153 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-b8afd027-f43c-41ee-9fbe-3af328169cbe service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0139799 Dec 22 09:48:53.707984 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f827eec2-e33f-4506-8a53-c1e6285d0ea6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:53.716843 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:53.752271 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f827eec2-e33f-4506-8a53-c1e6285d0ea6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:53.779806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f77f0c63-abd4-4133-adc9-a667b99a94b1 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:48:53.837990 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f827eec2-e33f-4506-8a53-c1e6285d0ea6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/networks/bc17e592-8411-42ad-9266-517f35609593 HTTP/1.1" status: 204 len: 168 time: 2.8877997 Dec 22 09:48:53.844558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827eec2-e33f-4506-8a53-c1e6285d0ea6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Network': ['ID=bc17e592-8411-42ad-9266-517f35609593,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:53.847134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57810) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:53.867607 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f827eec2-e33f-4506-8a53-c1e6285d0ea6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:53.877867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-56ccad57-9e2d-47dc-9f10-e10d8629c67a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1776563501'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:53.887892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-56ccad57-9e2d-47dc-9f10-e10d8629c67a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:53.896874 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb4ad6ea-55ea-4a17-90c0-b933d6c01223 req-6eceb3e5-f86a-47f9-b616-1b4d2f897498 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512171 Dec 22 09:48:53.909773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f77f0c63-abd4-4133-adc9-a667b99a94b1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:53.910373 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:53.998365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-56ccad57-9e2d-47dc-9f10-e10d8629c67a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:network and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:54.003611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-56ccad57-9e2d-47dc-9f10-e10d8629c67a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:54.013104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-56ccad57-9e2d-47dc-9f10-e10d8629c67a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:54.043977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ccad57-9e2d-47dc-9f10-e10d8629c67a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Made reservation on behalf of ddd4cc142d6346fb8b006ee06c9564e9 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:54.056353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56ccad57-9e2d-47dc-9f10-e10d8629c67a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:54.162073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ccad57-9e2d-47dc-9f10-e10d8629c67a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:48:54.169902 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-8152af52-212c-40a3-8a60-c625705d6921 service neutron] 10.222.0.50 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126828 Dec 22 09:48:54.229638 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56ccad57-9e2d-47dc-9f10-e10d8629c67a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:54.229976 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-56ccad57-9e2d-47dc-9f10-e10d8629c67a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Added segment b1a60a7b-5227-47f9-9ec2-e4bcd82f63b4 of type vxlan for network 084b5e1d-232c-440f-a4e0-6c5046e4fdce Dec 22 09:48:54.365409 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56ccad57-9e2d-47dc-9f10-e10d8629c67a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:54.433519 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-2d7176f9-fa17-436e-962b-0ee5e0557d40 service neutron] 10.222.0.50 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2542779 Dec 22 09:48:54.448554 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942e2114-50a4-4348-abcc-10edeb8c3d65', 'name': 'network-vif-deleted', 'tag': '1861e90f-e2f5-48b1-b74f-57a757b318d0', 'status': 'completed', 'code': 200} Dec 22 09:48:54.457252 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56ccad57-9e2d-47dc-9f10-e10d8629c67a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:54.461958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ccad57-9e2d-47dc-9f10-e10d8629c67a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:54.462770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56ccad57-9e2d-47dc-9f10-e10d8629c67a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:54.479345 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9f27b25-6870-499b-bb5c-4efe77f498ef tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:54.591230 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-450570e9-e046-4c57-911c-5cacbb260dd7 req-5ac21e19-2dfe-43e5-93c6-228af2178c2e service neutron] 10.222.0.64 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1348822 Dec 22 09:48:54.622366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940b346f-f8e9-4a45-addf-aadf1b3ce3a1 admin admin] Router 9a3f7bea-b364-4dd8-84e6-80d4aad848aa has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:48:54.653755 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd87e630-d546-405a-a613-637a6388fc20 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:54.692292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccad57-9e2d-47dc-9f10-e10d8629c67a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Network': ['ID=084b5e1d-232c-440f-a4e0-6c5046e4fdce,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:54.708007 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-56ccad57-9e2d-47dc-9f10-e10d8629c67a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:54.709523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 084b5e1d-232c-440f-a4e0-6c5046e4fdce details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:54.751972 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-56ccad57-9e2d-47dc-9f10-e10d8629c67a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8891973 Dec 22 09:48:54.758552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57818) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:54.777881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 084b5e1d-232c-440f-a4e0-6c5046e4fdce details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:54.788118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a5ee63d4-5458-4b66-975f-4f30a2c7318c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'subnet': {'network_id': '084b5e1d-232c-440f-a4e0-6c5046e4fdce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:54.811365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a1cebeb7-ac75-4989-9d48-d26760be5700 req-a43fb420-2968-4fbd-b12a-3ab2e8814ce1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Synchronizing usage tracker for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:48:54.836506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 084b5e1d-232c-440f-a4e0-6c5046e4fdce details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:48:54.887666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:48:55.006410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a1cebeb7-ac75-4989-9d48-d26760be5700 req-a43fb420-2968-4fbd-b12a-3ab2e8814ce1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Unset dirty status for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:48:55.018094 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a1cebeb7-ac75-4989-9d48-d26760be5700 req-a43fb420-2968-4fbd-b12a-3ab2e8814ce1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=942e2114-50a4-4348-abcc-10edeb8c3d65 HTTP/1.1" status: 200 len: 210 time: 0.4238083 Dec 22 09:48:55.076804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a5ee63d4-5458-4b66-975f-4f30a2c7318c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:55.086099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a5ee63d4-5458-4b66-975f-4f30a2c7318c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:subnet and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:48:55.101216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a5ee63d4-5458-4b66-975f-4f30a2c7318c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:48:55.122793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a5ee63d4-5458-4b66-975f-4f30a2c7318c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:55.153245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a3509-46e0-4881-9003-ef55efc6cd54 req-0a90aaa3-0722-4922-bc63-26a633ecd1eb tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:55.162227 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da1a3509-46e0-4881-9003-ef55efc6cd54 req-0a90aaa3-0722-4922-bc63-26a633ecd1eb tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.3372476 Dec 22 09:48:55.166231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ee63d4-5458-4b66-975f-4f30a2c7318c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Made reservation on behalf of ddd4cc142d6346fb8b006ee06c9564e9 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:55.173021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940b346f-f8e9-4a45-addf-aadf1b3ce3a1 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:48:55.186848 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-940b346f-f8e9-4a45-addf-aadf1b3ce3a1 admin admin] 10.222.0.50 "PUT /v2.0/routers/9a3f7bea-b364-4dd8-84e6-80d4aad848aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4356751 Dec 22 09:48:55.190212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57830) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:55.261269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c349ed-3b58-4394-aa54-fe5119573602 None None] Sync routers for ids ['9a3f7bea-b364-4dd8-84e6-80d4aad848aa'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:48:55.301631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c349ed-3b58-4394-aa54-fe5119573602 None None] Routers {'9a3f7bea-b364-4dd8-84e6-80d4aad848aa'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:48:55.302533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-d6c349ed-3b58-4394-aa54-fe5119573602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:48:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9a3f7bea-b364-4dd8-84e6-80d4aad848aa'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:55.321313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16c346-c855-43d8-bb46-f8302a00cf7f req-ddc3d3ae-58d0-4c21-ba4f-c24ce7d672bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:55.322911 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0e16c346-c855-43d8-bb46-f8302a00cf7f req-ddc3d3ae-58d0-4c21-ba4f-c24ce7d672bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=633dde4b29c44f53b6aa0cd8d5318325&device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 1158 time: 0.5638695 Dec 22 09:48:55.323569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a5ee63d4-5458-4b66-975f-4f30a2c7318c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:55.572708 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da1a3509-46e0-4881-9003-ef55efc6cd54 req-8532dedf-5539-44de-a21a-1e59c3c8a089 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4093299 Dec 22 09:48:55.658172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c84a32-6d6a-45a7-8ada-64809d30edb2 req-d4ef2b53-e34f-45c2-9379-a6cb9f2441c1 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:55.668648 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e9c84a32-6d6a-45a7-8ada-64809d30edb2 req-d4ef2b53-e34f-45c2-9379-a6cb9f2441c1 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/ports?device_id=d1218f75-3a97-41ca-93ba-0f98d86d9382 HTTP/1.1" status: 200 len: 945 time: 0.3518891 Dec 22 09:48:55.747498 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e9c84a32-6d6a-45a7-8ada-64809d30edb2 req-0fcae0ef-158d-4adc-b703-1e84c1541882 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/security-groups?id=ff9d964a-6ae2-4ed2-8413-552b16576118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773766 Dec 22 09:48:55.821546 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cafd9cc4-2688-403a-8443-c7b752ef1783 req-e0da3e3d-303d-4ce2-99b1-6ccfdccf8c57 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 210 time: 0.0650306 Dec 22 09:48:55.854188 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b7b20d5-57a1-4312-858e-c83f4212eb44 admin admin] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:55.891012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-d6c349ed-3b58-4394-aa54-fe5119573602 None None] Set router 9a3f7bea-b364-4dd8-84e6-80d4aad848aa gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:48:56.085644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16c346-c855-43d8-bb46-f8302a00cf7f req-86e7e8d3-a320-4161-aa71-8cdec9927d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:56.087632 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0e16c346-c855-43d8-bb46-f8302a00cf7f req-86e7e8d3-a320-4161-aa71-8cdec9927d30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e60b2feb-5482-4662-8917-04a4fc979113 HTTP/1.1" status: 200 len: 908 time: 0.7328198 Dec 22 09:48:56.116038 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-bd87e630-d546-405a-a613-637a6388fc20 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:48:56.136416 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd87e630-d546-405a-a613-637a6388fc20 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:56.144105 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd87e630-d546-405a-a613-637a6388fc20 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:56.173103 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2e734a60-3053-46af-a37b-c0174d9f1515 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:56.216280 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b7b20d5-57a1-4312-858e-c83f4212eb44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:56.298334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-d6c349ed-3b58-4394-aa54-fe5119573602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'name': 'tempest-ServersTestJSON-2075939341-router', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:45:36Z', 'updated_at': '2020-12-22T09:48:50Z', 'revision_number': 5, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'gw_port': {'id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:38Z', 'updated_at': '2020-12-22T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:56.306756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c349ed-3b58-4394-aa54-fe5119573602 None None] Checking router: 9a3f7bea-b364-4dd8-84e6-80d4aad848aa for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:48:56.320015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c349ed-3b58-4394-aa54-fe5119573602 None None] Routers {'9a3f7bea-b364-4dd8-84e6-80d4aad848aa'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:48:56.322328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-d6c349ed-3b58-4394-aa54-fe5119573602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:48:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['9a3f7bea-b364-4dd8-84e6-80d4aad848aa'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:56.344982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a33751-f525-44ce-a4c1-9031bd26dee3 req-9fe5d681-a7e8-4ba8-9074-f7ee64b1198a tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:56.350222 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-59a33751-f525-44ce-a4c1-9031bd26dee3 req-9fe5d681-a7e8-4ba8-9074-f7ee64b1198a tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 943 time: 0.3087950 Dec 22 09:48:56.357493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0b7b20d5-57a1-4312-858e-c83f4212eb44 admin admin] Deleting port 5b5a557a-8580-4dd8-911d-26be176fca01 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:48:56.357853 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b7b20d5-57a1-4312-858e-c83f4212eb44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:56.387354 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0e16c346-c855-43d8-bb46-f8302a00cf7f req-372f5132-b44e-46ef-aa2f-3ace130f4f32 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa08cf5-924b-4474-b942-51da3e584e2e HTTP/1.1" status: 200 len: 217 time: 0.2275727 Dec 22 09:48:56.411237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f596a32-ebb9-40c5-9fa7-2f7119700788 req-2a3c1a61-1f9d-409e-bafe-e9db2377ea2c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:56.413116 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3f596a32-ebb9-40c5-9fa7-2f7119700788 req-2a3c1a61-1f9d-409e-bafe-e9db2377ea2c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.3202591 Dec 22 09:48:56.509602 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-59a33751-f525-44ce-a4c1-9031bd26dee3 req-76626ecc-9561-4cf4-92a6-00d69785f567 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476831 Dec 22 09:48:56.565359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8abe3-8b1c-4aa0-90a3-47901081f000 req-66cafe6b-7038-4494-86fa-809a28eba5c9 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:56.567594 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9b8abe3-8b1c-4aa0-90a3-47901081f000 req-66cafe6b-7038-4494-86fa-809a28eba5c9 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.64 "GET /v2.0/ports?device_id=d1218f75-3a97-41ca-93ba-0f98d86d9382 HTTP/1.1" status: 200 len: 945 time: 0.3380880 Dec 22 09:48:56.645701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-d6c349ed-3b58-4394-aa54-fe5119573602 None None] Set router 9a3f7bea-b364-4dd8-84e6-80d4aad848aa gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:48:56.674885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-c9b8abe3-8b1c-4aa0-90a3-47901081f000 req-b1295dda-b3c9-4a91-aa18-6718cc8dea68 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Deleting port b096f8ad-b900-4b05-a59e-b848dba09856 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:48:56.675522 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c9b8abe3-8b1c-4aa0-90a3-47901081f000 req-b1295dda-b3c9-4a91-aa18-6718cc8dea68 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:56.791786 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3f596a32-ebb9-40c5-9fa7-2f7119700788 req-3ebeeca5-c35a-48f9-88d2-1b4cfe64f590 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3091669 Dec 22 09:48:57.246484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87e630-d546-405a-a613-637a6388fc20 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event updated for resources: {'Port': ['ID=27854473-87c5-4a03-aca3-e447789a7c97,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:57.307382 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bd87e630-d546-405a-a613-637a6388fc20 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.134s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:57.307627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-d6c349ed-3b58-4394-aa54-fe5119573602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'name': 'tempest-ServersTestJSON-2075939341-router', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:45:36Z', 'updated_at': '2020-12-22T09:48:50Z', 'revision_number': 5, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'gw_port': {'id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:38Z', 'updated_at': '2020-12-22T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:48:57.320085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c349ed-3b58-4394-aa54-fe5119573602 None None] The sync data for ids ['9a3f7bea-b364-4dd8-84e6-80d4aad848aa'] in n-d-765315-5 is: [{'id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'name': 'tempest-ServersTestJSON-2075939341-router', 'tenant_id': '7133839c54494a2f9ce52411cab18e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:45:36Z', 'updated_at': '2020-12-22T09:48:50Z', 'revision_number': 5, 'project_id': '7133839c54494a2f9ce52411cab18e5a', 'gw_port': {'id': '5b5a557a-8580-4dd8-911d-26be176fca01', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3f7bea-b364-4dd8-84e6-80d4aad848aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:45:38Z', 'updated_at': '2020-12-22T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:48:57.456226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16c346-c855-43d8-bb46-f8302a00cf7f req-73b44b5f-9db3-4bcf-9a6c-6318bf4eda9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:57.457865 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0e16c346-c855-43d8-bb46-f8302a00cf7f req-73b44b5f-9db3-4bcf-9a6c-6318bf4eda9b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b87d27f7-24e3-44fe-bd22-f07e43a5cac0 HTTP/1.1" status: 200 len: 853 time: 1.0588796 Dec 22 09:48:57.537502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bd87e630-d546-405a-a613-637a6388fc20 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] In _notify_port_updated(), no bound segment for port 27854473-87c5-4a03-aca3-e447789a7c97 on network 9e390f7f-065c-4da0-b23c-1a9abce9198c {{(pid=81072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}} Dec 22 09:48:57.541908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd87e630-d546-405a-a613-637a6388fc20 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:57.542653 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd87e630-d546-405a-a613-637a6388fc20 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:57.546847 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bd87e630-d546-405a-a613-637a6388fc20 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "PUT /v2.0/ports/27854473-87c5-4a03-aca3-e447789a7c97 HTTP/1.1" status: 200 len: 1002 time: 4.2272761 Dec 22 09:48:57.550184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57856) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:48:57.552697 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0e16c346-c855-43d8-bb46-f8302a00cf7f req-ca8ca98b-9a7e-4823-a5ec-89c8024ddeb4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e60b2feb-5482-4662-8917-04a4fc979113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878026 Dec 22 09:48:57.553117 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a5ee63d4-5458-4b66-975f-4f30a2c7318c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:57.595023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-0b7b20d5-57a1-4312-858e-c83f4212eb44 admin admin] For port 5b5a557a-8580-4dd8-911d-26be176fca01, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=5b5a557a-8580-4dd8-911d-26be176fca01,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:57.595440 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b7b20d5-57a1-4312-858e-c83f4212eb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:57.600850 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:57.731233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c9b8abe3-8b1c-4aa0-90a3-47901081f000 req-b1295dda-b3c9-4a91-aa18-6718cc8dea68 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] For port b096f8ad-b900-4b05-a59e-b848dba09856, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b096f8ad-b900-4b05-a59e-b848dba09856,segment=NetworkSegment(0d88c2a7-68ab-4988-8871-77fd4b78b15f),segment_id=0d88c2a7-68ab-4988-8871-77fd4b78b15f)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:57.731756 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c9b8abe3-8b1c-4aa0-90a3-47901081f000 req-b1295dda-b3c9-4a91-aa18-6718cc8dea68 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:57.876772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0b7b20d5-57a1-4312-858e-c83f4212eb44 admin admin] Calling delete_port for 5b5a557a-8580-4dd8-911d-26be176fca01 owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:48:57.934219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-2536df75-f296-4aeb-a086-80c9475e6091 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:48:57.935192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-acb61791-22ae-45cc-975a-36d3930c9389 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:57.937775 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-acb61791-22ae-45cc-975a-36d3930c9389 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.64 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 812 time: 1.1415133 Dec 22 09:48:57.956790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-25db8753-28b9-4aab-9724-39efafa05f7d None None] Provisioning complete for port 27854473-87c5-4a03-aca3-e447789a7c97 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:57.957091 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25db8753-28b9-4aab-9724-39efafa05f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:58.040986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-25db8753-28b9-4aab-9724-39efafa05f7d None None] Port 27854473-87c5-4a03-aca3-e447789a7c97 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:48:58.052244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-57b68d91-29da-4892-a6ab-4977eaac0196 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Request body: {'port': {'device_id': 'df7d7d8d-8718-4943-bb4d-131cd8c4cb7c', 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e', 'admin_state_up': True, 'tenant_id': '2af5f8c189d74ea78f15d1e4177ac64a'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:48:58.136792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2be96c2e-c0f5-4b18-b8fd-a1f742b2da71 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Deleting port 27854473-87c5-4a03-aca3-e447789a7c97 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:48:58.137183 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2be96c2e-c0f5-4b18-b8fd-a1f742b2da71 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:58.276863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-c9b8abe3-8b1c-4aa0-90a3-47901081f000 req-b1295dda-b3c9-4a91-aa18-6718cc8dea68 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Calling delete_port for b096f8ad-b900-4b05-a59e-b848dba09856 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:48:58.448181 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0e16c346-c855-43d8-bb46-f8302a00cf7f req-fd469104-07cc-4cfd-bb1e-73347b2c21c7 service neutron] 10.222.0.64 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8285067 Dec 22 09:48:58.521274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee63d4-5458-4b66-975f-4f30a2c7318c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Subnet': ['ID=69ebda63-3b50-4ca7-bfaa-12de3e79ef3c,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:58.524955 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a5ee63d4-5458-4b66-975f-4f30a2c7318c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:58.646898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-57b68d91-29da-4892-a6ab-4977eaac0196 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:48:58.676457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2e333-704d-4e99-b6ab-519741d90b97 req-ce9e97f6-3130-4256-a507-d3a4bdf9e7ed tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:58.678146 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-75f2e333-704d-4e99-b6ab-519741d90b97 req-ce9e97f6-3130-4256-a507-d3a4bdf9e7ed tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/ports?device_id=d1218f75-3a97-41ca-93ba-0f98d86d9382 HTTP/1.1" status: 200 len: 945 time: 1.5120878 Dec 22 09:48:58.716846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f77f0c63-abd4-4133-adc9-a667b99a94b1 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:48:58.782482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-57b68d91-29da-4892-a6ab-4977eaac0196 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:48:58.786771 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b7b20d5-57a1-4312-858e-c83f4212eb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:58.831128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f77f0c63-abd4-4133-adc9-a667b99a94b1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:58.836280 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:58.844420 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c9b8abe3-8b1c-4aa0-90a3-47901081f000 req-b1295dda-b3c9-4a91-aa18-6718cc8dea68 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:58.871680 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:58.910531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-57b68d91-29da-4892-a6ab-4977eaac0196 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Made reservation on behalf of 2af5f8c189d74ea78f15d1e4177ac64a for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:48:58.912072 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-75f2e333-704d-4e99-b6ab-519741d90b97 req-55274ede-2d13-4ab7-b8cf-b0244203b74b tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.50 "GET /v2.0/security-groups?id=ff9d964a-6ae2-4ed2-8413-552b16576118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195439 Dec 22 09:48:58.916637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-57b68d91-29da-4892-a6ab-4977eaac0196 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:58.956169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1295dda-b3c9-4a91-aa18-6718cc8dea68 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Pushing event deleted for resources: {'Port': ['ID=b096f8ad-b900-4b05-a59e-b848dba09856,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:59.002728 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b1295dda-b3c9-4a91-aa18-6718cc8dea68 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:59.015119 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb707d26-de42-4497-9143-59fcbc922bd7 req-a0a620da-a322-4098-9c21-8ba76b230f92 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.6107202 Dec 22 09:48:59.023168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device faa08cf5-924b-4474-b942-51da3e584e2e up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:48:59.121255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port faa08cf5-924b-4474-b942-51da3e584e2e completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:48:59.131161 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0e16c346-c855-43d8-bb46-f8302a00cf7f req-a1b69111-96f4-4494-81f9-c43a686ad68d service neutron] 10.222.0.64 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6446214 Dec 22 09:48:59.147046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port faa08cf5-924b-4474-b942-51da3e584e2e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:48:59.147485 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:59.260613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ee63d4-5458-4b66-975f-4f30a2c7318c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Checking segment: {'id': 'b1a60a7b-5227-47f9-9ec2-e4bcd82f63b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '084b5e1d-232c-440f-a4e0-6c5046e4fdce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:48:59.261059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ee63d4-5458-4b66-975f-4f30a2c7318c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network hostable DHCP agents. Network: 084b5e1d-232c-440f-a4e0-6c5046e4fdce, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:48:59.268972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 62ab614b-7058-41f7-b531-7680809ddcf5 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:48:59.276792 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2be96c2e-c0f5-4b18-b8fd-a1f742b2da71 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:59.282791 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7e9f35cd-4903-4b66-a683-055f67ea37f0 req-8fb82a60-cf27-4311-8616-926bb5f1a294 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 210 time: 0.1044598 Dec 22 09:48:59.291505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2b728-e59b-4242-acb4-51d3dce4cf9b req-bc4cefeb-75e2-4bb8-8f67-ddd31ebcc818 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:59.300415 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2da2b728-e59b-4242-acb4-51d3dce4cf9b req-bc4cefeb-75e2-4bb8-8f67-ddd31ebcc818 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=35658c0e-7afc-47d4-89d3-e0559cc36252 HTTP/1.1" status: 200 len: 943 time: 0.5835404 Dec 22 09:48:59.332720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 62ab614b-7058-41f7-b531-7680809ddcf5 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:48:59.333391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 62ab614b-7058-41f7-b531-7680809ddcf5 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:48:59.441820 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:59.480777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port faa08cf5-924b-4474-b942-51da3e584e2e, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=faa08cf5-924b-4474-b942-51da3e584e2e,segment=NetworkSegment(126ca1e4-ce64-4d48-9d32-88c79a350681),segment_id=126ca1e4-ce64-4d48-9d32-88c79a350681)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:48:59.482470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e95e13-70d0-4a33-b67b-2e7927bf03f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa08cf5-924b-4474-b942-51da3e584e2e'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:48:59.490403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:59.493596 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:48:59.554760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ee63d4-5458-4b66-975f-4f30a2c7318c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 084b5e1d-232c-440f-a4e0-6c5046e4fdce is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:48:59.557034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b096f8ad-b900-4b05-a59e-b848dba09856 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:48:59.567986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2be96c2e-c0f5-4b18-b8fd-a1f742b2da71 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Calling delete_port for 27854473-87c5-4a03-aca3-e447789a7c97 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:48:59.605121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] No Port match for: b096f8ad-b900-4b05-a59e-b848dba09856 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:48:59.605521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b096f8ad-b900-4b05-a59e-b848dba09856 not bound to the agent host n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:48:59.646429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=faa08cf5-924b-4474-b942-51da3e584e2e,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:48:59.650306 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:48:59.658519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-2da2b728-e59b-4242-acb4-51d3dce4cf9b req-14f933bd-f82c-42a8-bff8-d0a2d2c43629 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Deleting port 1248edf3-08d2-4ec3-832f-548181b476ac {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:48:59.658519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2da2b728-e59b-4242-acb4-51d3dce4cf9b req-14f933bd-f82c-42a8-bff8-d0a2d2c43629 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:59.723577 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b7b20d5-57a1-4312-858e-c83f4212eb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:59.736277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-a5ee63d4-5458-4b66-975f-4f30a2c7318c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 084b5e1d-232c-440f-a4e0-6c5046e4fdce) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:48:59.750085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7e57bc-36c8-4887-b10d-44e3ceb56a22 None None] Network 084b5e1d-232c-440f-a4e0-6c5046e4fdce requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:48:59.768628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b8abe3-8b1c-4aa0-90a3-47901081f000 req-b1295dda-b3c9-4a91-aa18-6718cc8dea68 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] No DVR routers for this DVR port b096f8ad-b900-4b05-a59e-b848dba09856 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:48:59.793885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c9b8abe3-8b1c-4aa0-90a3-47901081f000 req-b1295dda-b3c9-4a91-aa18-6718cc8dea68 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:59.798326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb707d26-de42-4497-9143-59fcbc922bd7 req-08b09e30-3aba-4aa2-bb1d-f137d6244ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:59.800446 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb707d26-de42-4497-9143-59fcbc922bd7 req-08b09e30-3aba-4aa2-bb1d-f137d6244ba6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=210f832f876441e1b78088d52878877a&device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 1160 time: 0.7045836 Dec 22 09:48:59.800446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1218f75-3a97-41ca-93ba-0f98d86d9382', 'name': 'network-vif-deleted', 'tag': 'b096f8ad-b900-4b05-a59e-b848dba09856'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:48:59.818116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ee63d4-5458-4b66-975f-4f30a2c7318c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:48:59.818956 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a5ee63d4-5458-4b66-975f-4f30a2c7318c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:59.906781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b7b20d5-57a1-4312-858e-c83f4212eb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:59.916411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b7b20d5-57a1-4312-858e-c83f4212eb44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:48:59.944678 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9b8abe3-8b1c-4aa0-90a3-47901081f000 req-b1295dda-b3c9-4a91-aa18-6718cc8dea68 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] 10.222.0.64 "DELETE /v2.0/ports/b096f8ad-b900-4b05-a59e-b848dba09856 HTTP/1.1" status: 204 len: 173 time: 3.3663270 Dec 22 09:49:00.036549 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a5ee63d4-5458-4b66-975f-4f30a2c7318c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.2764130 Dec 22 09:49:00.055451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57908) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:00.066726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5a358457-0000-4339-b9fc-1364b9c18478 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1962034387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:00.070893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device faa08cf5-924b-4474-b942-51da3e584e2e up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:49:00.098663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5a358457-0000-4339-b9fc-1364b9c18478 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:00.119576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5a358457-0000-4339-b9fc-1364b9c18478 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:router and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:49:00.129845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4608434-032b-47ca-9e90-0a6b1ed83a61 req-8240252f-ddb1-4fa9-baa4-912787b91f50 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:00.137933 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4608434-032b-47ca-9e90-0a6b1ed83a61 req-8240252f-ddb1-4fa9-baa4-912787b91f50 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.5798886 Dec 22 09:49:00.165212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5a358457-0000-4339-b9fc-1364b9c18478 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for router was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:49:00.189120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5a358457-0000-4339-b9fc-1364b9c18478 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:00.221842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022e868d-0acd-414a-b055-148f6934998c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-084b5e1d-232c-440f-a4e0-6c5046e4fdce', 'network_id': '084b5e1d-232c-440f-a4e0-6c5046e4fdce', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'fixed_ips': [{'subnet_id': '69ebda63-3b50-4ca7-bfaa-12de3e79ef3c'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:49:00.224385 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:00.268128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb707d26-de42-4497-9143-59fcbc922bd7 req-b7acc00c-01dd-4f52-a9b0-f7c8cf2d0a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:00.269764 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb707d26-de42-4497-9143-59fcbc922bd7 req-b7acc00c-01dd-4f52-a9b0-f7c8cf2d0a30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 200 len: 905 time: 0.4326277 Dec 22 09:49:00.346822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port faa08cf5-924b-4474-b942-51da3e584e2e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:00.347850 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:00.366696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-57b68d91-29da-4892-a6ab-4977eaac0196 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Allocated IP 172.20.0.9 (4139e1c7-4cf8-43ff-9532-d5b8777c2c1e/99bc7704-5812-409d-9056-a73056b9ef40/52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:49:00.386360 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a358457-0000-4339-b9fc-1364b9c18478 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:00.387471 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a358457-0000-4339-b9fc-1364b9c18478 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:00.388565 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b7b20d5-57a1-4312-858e-c83f4212eb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:00.389922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7b20d5-57a1-4312-858e-c83f4212eb44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a3f7bea-b364-4dd8-84e6-80d4aad848aa {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:49:00.398293 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb707d26-de42-4497-9143-59fcbc922bd7 req-351e24b9-2e97-4725-8c04-aaad7aedfccc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dae1370-6369-47b7-a512-e6573214158e HTTP/1.1" status: 200 len: 217 time: 0.1096523 Dec 22 09:49:00.416641 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4608434-032b-47ca-9e90-0a6b1ed83a61 req-29f1c1f7-cf2c-4f0c-9200-784891ba23e8 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777123 Dec 22 09:49:00.482123 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2be96c2e-c0f5-4b18-b8fd-a1f742b2da71 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:00.521260 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-28930ffd-b26f-4701-9651-89b8ab3d2894 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:00.569429 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e95e13-70d0-4a33-b67b-2e7927bf03f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa08cf5-924b-4474-b942-51da3e584e2e', 'code': 200} Dec 22 09:49:00.596201 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0b7b20d5-57a1-4312-858e-c83f4212eb44 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:00.600121 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0b7b20d5-57a1-4312-858e-c83f4212eb44 admin admin] 10.222.0.50 "DELETE /v2.0/routers/9a3f7bea-b364-4dd8-84e6-80d4aad848aa HTTP/1.1" status: 204 len: 168 time: 5.3761060 Dec 22 09:49:00.612988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2da2b728-e59b-4242-acb4-51d3dce4cf9b req-14f933bd-f82c-42a8-bff8-d0a2d2c43629 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] For port 1248edf3-08d2-4ec3-832f-548181b476ac, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=1248edf3-08d2-4ec3-832f-548181b476ac,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:00.613400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2da2b728-e59b-4242-acb4-51d3dce4cf9b req-14f933bd-f82c-42a8-bff8-d0a2d2c43629 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:00.632261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be96c2e-c0f5-4b18-b8fd-a1f742b2da71 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event deleted for resources: {'Port': ['ID=27854473-87c5-4a03-aca3-e447789a7c97,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:00.633262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57914) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:00.659491 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2be96c2e-c0f5-4b18-b8fd-a1f742b2da71 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:00.695005 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a358457-0000-4339-b9fc-1364b9c18478 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:01.003777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-022e868d-0acd-414a-b055-148f6934998c None None] Allocated IP 2001:db8::2 (084b5e1d-232c-440f-a4e0-6c5046e4fdce/69ebda63-3b50-4ca7-bfaa-12de3e79ef3c/7d005260-c41c-4199-af56-fba754284f1e) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:49:01.169734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2be96c2e-c0f5-4b18-b8fd-a1f742b2da71 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:01.175778 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2be96c2e-c0f5-4b18-b8fd-a1f742b2da71 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "DELETE /v2.0/ports/27854473-87c5-4a03-aca3-e447789a7c97 HTTP/1.1" status: 204 len: 168 time: 3.6195104 Dec 22 09:49:01.179426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-57b68d91-29da-4892-a6ab-4977eaac0196 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:01.184798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57926) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:01.232052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-2da2b728-e59b-4242-acb4-51d3dce4cf9b req-14f933bd-f82c-42a8-bff8-d0a2d2c43629 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Calling delete_port for 1248edf3-08d2-4ec3-832f-548181b476ac owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:01.266615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb707d26-de42-4497-9143-59fcbc922bd7 req-07cff4eb-1d91-420c-b9a9-f38f88f0bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:01.268344 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb707d26-de42-4497-9143-59fcbc922bd7 req-07cff4eb-1d91-420c-b9a9-f38f88f0bc05 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 200 len: 850 time: 0.8491378 Dec 22 09:49:01.284865 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-59554877-a8fc-43c4-a1e7-eb8fc40f1f14 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] GET failed (client error): The resource could not be found. Dec 22 09:49:01.285755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-59554877-a8fc-43c4-a1e7-eb8fc40f1f14 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Synchronizing usage tracker for tenant:2f3c863e05074948aecfa2e3af6f0adc on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:49:01.315932 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:01.320756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a15352e-949b-499d-b954-f7af0c43ad79 admin admin] Deleting subnet 8d0d2867-2495-4965-9d16-a81d436421e5 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:49:01.326329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-59554877-a8fc-43c4-a1e7-eb8fc40f1f14 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Unset dirty status for tenant:2f3c863e05074948aecfa2e3af6f0adc on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:49:01.332245 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-59554877-a8fc-43c4-a1e7-eb8fc40f1f14 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "GET /v2.0/ports/27854473-87c5-4a03-aca3-e447789a7c97 HTTP/1.1" status: 404 len: 333 time: 0.1407013 Dec 22 09:49:01.333547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57930) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:01.345241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-022e868d-0acd-414a-b055-148f6934998c None None] Transition to ACTIVE for port object 7d005260-c41c-4199-af56-fba754284f1e will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:01.351155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-fad6e26f-13c7-4d2c-bcd9-19f78b094c52 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Request body: {'port': {'network_id': '9e390f7f-065c-4da0-b23c-1a9abce9198c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1083397249'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:01.370219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-022e868d-0acd-414a-b055-148f6934998c None None] Transition to ACTIVE for port object 7d005260-c41c-4199-af56-fba754284f1e will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:01.373024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 5b5a557a-8580-4dd8-911d-26be176fca01 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:49:01.387184 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a15352e-949b-499d-b954-f7af0c43ad79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:01.419033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 5b5a557a-8580-4dd8-911d-26be176fca01 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:49:01.419783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 5b5a557a-8580-4dd8-911d-26be176fca01 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:49:01.422451 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:01.438782 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:01.462048 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-57b68d91-29da-4892-a6ab-4977eaac0196 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:01.569670 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a358457-0000-4339-b9fc-1364b9c18478 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:01.587012 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2be96c2e-c0f5-4b18-b8fd-a1f742b2da71 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:01.647401 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a15352e-949b-499d-b954-f7af0c43ad79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:01.727477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a358457-0000-4339-b9fc-1364b9c18478 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:01.731255 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5a358457-0000-4339-b9fc-1364b9c18478 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.6721787 Dec 22 09:49:01.742452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57936) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:01.756630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-9018070d-e030-4b05-9d24-093b7c2d95c1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:01.758218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-9018070d-e030-4b05-9d24-093b7c2d95c1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 806 time: 0.9216993 Dec 22 09:49:01.766354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-c67f4e1d-7655-4f41-b143-bc7a9c121e9c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'port': {'network_id': '084b5e1d-232c-440f-a4e0-6c5046e4fdce', 'name': 'tempest-RoutersIpV6Test-378262978'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:01.777923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4da65f-a283-47f2-a1cb-d9e5115b196a req-ea0959ce-f594-4e3a-80e1-dc96233eeec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:01.779513 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f4da65f-a283-47f2-a1cb-d9e5115b196a req-ea0959ce-f594-4e3a-80e1-dc96233eeec7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 1160 time: 1.0829470 Dec 22 09:49:01.793172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e868d-0acd-414a-b055-148f6934998c None None] Pushing event updated for resources: {'Port': ['ID=7d005260-c41c-4199-af56-fba754284f1e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:01.804782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.805181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.805978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.805978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.806319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.806615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.806985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.807353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.807714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.808124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.808492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.808856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.809290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.810005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.810005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.810339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.810678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.811038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.812108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.812515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.812917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.813283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.813724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.813989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.814407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.814775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.815988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.815988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.815988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.816288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.816571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.816864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.817213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.817863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.817863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.818432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:01.824688 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-022e868d-0acd-414a-b055-148f6934998c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:01.837725 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-d85035e3-a0a0-4a44-8384-03a8753aba5a tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/quotas/9dfc4173a0084cb081b39e512ef6a1d8 HTTP/1.1" status: 200 len: 375 time: 0.0656147 Dec 22 09:49:01.865987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022e868d-0acd-414a-b055-148f6934998c None None] Network 084b5e1d-232c-440f-a4e0-6c5046e4fdce is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:49:01.867266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-022e868d-0acd-414a-b055-148f6934998c None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:01.869950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e868d-0acd-414a-b055-148f6934998c None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:49:01.897143 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2da2b728-e59b-4242-acb4-51d3dce4cf9b req-14f933bd-f82c-42a8-bff8-d0a2d2c43629 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:01.900189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb707d26-de42-4497-9143-59fcbc922bd7 req-2fc237c2-23a7-4399-aff7-5ee4cfba51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:01.901793 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb707d26-de42-4497-9143-59fcbc922bd7 req-2fc237c2-23a7-4399-aff7-5ee4cfba51c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f25c0816-e0e3-44ca-b509-727ad195c19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5215087 Dec 22 09:49:01.925909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-022e868d-0acd-414a-b055-148f6934998c None None] Attempting to bind port 7d005260-c41c-4199-af56-fba754284f1e on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:49:01.926430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-022e868d-0acd-414a-b055-148f6934998c None None] Attempting to bind port 7d005260-c41c-4199-af56-fba754284f1e by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'b1a60a7b-5227-47f9-9ec2-e4bcd82f63b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '084b5e1d-232c-440f-a4e0-6c5046e4fdce'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:49:01.927746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e868d-0acd-414a-b055-148f6934998c None None] Attempting to bind port 7d005260-c41c-4199-af56-fba754284f1e on network 084b5e1d-232c-440f-a4e0-6c5046e4fdce {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:49:01.927886 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b69f245-7291-473d-b8c5-24ca4f3d6fc2 tempest-ServerTagsTestJSON-1446606011 tempest-ServerTagsTestJSON-1446606011] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:01.933208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e868d-0acd-414a-b055-148f6934998c None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:49:01.933714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e868d-0acd-414a-b055-148f6934998c None None] Checking segment: {'id': 'b1a60a7b-5227-47f9-9ec2-e4bcd82f63b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '084b5e1d-232c-440f-a4e0-6c5046e4fdce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:49:01.934306 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:01.934822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e868d-0acd-414a-b055-148f6934998c None None] Bound using segment: {'id': 'b1a60a7b-5227-47f9-9ec2-e4bcd82f63b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '084b5e1d-232c-440f-a4e0-6c5046e4fdce'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:49:01.935422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-022e868d-0acd-414a-b055-148f6934998c None None] Bound port: 7d005260-c41c-4199-af56-fba754284f1e, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a60a7b-5227-47f9-9ec2-e4bcd82f63b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '084b5e1d-232c-440f-a4e0-6c5046e4fdce'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:49:01.935918 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:02.022263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f4da65f-a283-47f2-a1cb-d9e5115b196a req-6b807d56-6a4f-4397-969c-e2d52f5212b3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276320 Dec 22 09:49:02.033143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-022e868d-0acd-414a-b055-148f6934998c None None] For port 7d005260-c41c-4199-af56-fba754284f1e, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:49:02.036970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-022e868d-0acd-414a-b055-148f6934998c None None] For port 7d005260-c41c-4199-af56-fba754284f1e, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7d005260-c41c-4199-af56-fba754284f1e,segment=NetworkSegment(b1a60a7b-5227-47f9-9ec2-e4bcd82f63b4),segment_id=b1a60a7b-5227-47f9-9ec2-e4bcd82f63b4)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:49:02.039256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f933bd-f82c-42a8-bff8-d0a2d2c43629 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Pushing event deleted for resources: {'Port': ['ID=1248edf3-08d2-4ec3-832f-548181b476ac,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:02.040276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-022e868d-0acd-414a-b055-148f6934998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:02.062916 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-14f933bd-f82c-42a8-bff8-d0a2d2c43629 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:02.063459 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8745ed55-edb6-4999-9764-0e4ec46fc8d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:02.125170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b68d91-29da-4892-a6ab-4977eaac0196 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Pushing event updated for resources: {'Port': ['ID=52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:02.130007 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57b68d91-29da-4892-a6ab-4977eaac0196 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:02.144218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a15352e-949b-499d-b954-f7af0c43ad79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:02.182053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fad6e26f-13c7-4d2c-bcd9-19f78b094c52 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:02.226468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fad6e26f-13c7-4d2c-bcd9-19f78b094c52 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:02.275731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-57b68d91-29da-4892-a6ab-4977eaac0196 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:49:02.276933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c67f4e1d-7655-4f41-b143-bc7a9c121e9c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:02.280784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-57b68d91-29da-4892-a6ab-4977eaac0196 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:02.286538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad6e26f-13c7-4d2c-bcd9-19f78b094c52 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Made reservation on behalf of 2f3c863e05074948aecfa2e3af6f0adc for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:49:02.293065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e868d-0acd-414a-b055-148f6934998c None None] Pushing event updated for resources: {'Port': ['ID=7d005260-c41c-4199-af56-fba754284f1e,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:02.295092 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fad6e26f-13c7-4d2c-bcd9-19f78b094c52 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:02.299218 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-022e868d-0acd-414a-b055-148f6934998c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:02.316832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c67f4e1d-7655-4f41-b143-bc7a9c121e9c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:02.328510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-57b68d91-29da-4892-a6ab-4977eaac0196 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:49:02.368062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67f4e1d-7655-4f41-b143-bc7a9c121e9c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Made reservation on behalf of ddd4cc142d6346fb8b006ee06c9564e9 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:49:02.374211 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c67f4e1d-7655-4f41-b143-bc7a9c121e9c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:02.394303 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-9227fad8-276b-48ab-bf82-329908ed88f0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5436370 Dec 22 09:49:02.516745 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb707d26-de42-4497-9143-59fcbc922bd7 req-e9287171-da1f-453b-b4da-f8d80a8817d1 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545778 Dec 22 09:49:02.523901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-57b68d91-29da-4892-a6ab-4977eaac0196 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:02.525364 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-57b68d91-29da-4892-a6ab-4977eaac0196 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:02.532925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da2b728-e59b-4242-acb4-51d3dce4cf9b req-14f933bd-f82c-42a8-bff8-d0a2d2c43629 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] No DVR routers for this DVR port 1248edf3-08d2-4ec3-832f-548181b476ac on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:49:02.551477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2da2b728-e59b-4242-acb4-51d3dce4cf9b req-14f933bd-f82c-42a8-bff8-d0a2d2c43629 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:02.731922 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2da2b728-e59b-4242-acb4-51d3dce4cf9b req-14f933bd-f82c-42a8-bff8-d0a2d2c43629 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "DELETE /v2.0/ports/1248edf3-08d2-4ec3-832f-548181b476ac HTTP/1.1" status: 204 len: 173 time: 3.4248579 Dec 22 09:49:02.810836 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-57b68d91-29da-4892-a6ab-4977eaac0196 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7831674 Dec 22 09:49:02.857990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Request body: {'port': {'device_id': 'df7d7d8d-8718-4943-bb4d-131cd8c4cb7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:02.922207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-c67f4e1d-7655-4f41-b143-bc7a9c121e9c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] device_id is not set on port 5e73ecbd-515c-4699-85a0-07a0a5cdf3a0 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:49:03.010181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-fad6e26f-13c7-4d2c-bcd9-19f78b094c52 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] device_id is not set on port 70c7497f-2222-42b4-a9ea-aecad371c0f9 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:49:03.038725 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-cc3a3b98-f171-43b3-aeda-a4d8c9a4165b service neutron] 10.222.0.50 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575559 Dec 22 09:49:03.051000 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb707d26-de42-4497-9143-59fcbc922bd7 req-526154ac-0e92-4e84-9cb0-bfcdb67df9f5 service neutron] 10.222.0.64 "GET /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5136645 Dec 22 09:49:03.180803 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a15352e-949b-499d-b954-f7af0c43ad79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:03.197137 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f84073f1-2037-4550-b863-c87df54895b6 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:03.250142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15352e-949b-499d-b954-f7af0c43ad79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d0d2867-2495-4965-9d16-a81d436421e5,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:03.296332 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8a15352e-949b-499d-b954-f7af0c43ad79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:03.407517 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-f72e5ba5-7aee-4dd1-84b8-2644625ea10f service neutron] 10.222.0.50 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3534794 Dec 22 09:49:03.421446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7d005260-c41c-4199-af56-fba754284f1e up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:49:03.428344 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a15352e-949b-499d-b954-f7af0c43ad79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:03.439291 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8a15352e-949b-499d-b954-f7af0c43ad79 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8d0d2867-2495-4965-9d16-a81d436421e5 HTTP/1.1" status: 204 len: 168 time: 2.8048997 Dec 22 09:49:03.440483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57950) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:03.487853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-fad6e26f-13c7-4d2c-bcd9-19f78b094c52 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Allocated IP 2001:db8::247 (9e390f7f-065c-4da0-b23c-1a9abce9198c/0be97404-66a0-4e72-9a25-e418c2caf508/70c7497f-2222-42b4-a9ea-aecad371c0f9) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:49:03.502758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf223d34-c984-4aa7-9505-8bbcb2749cf7 None None] Network 5a86a67f-c836-4e73-bf39-1d2b96692cb8 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:49:03.524130 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:03.625335 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1218f75-3a97-41ca-93ba-0f98d86d9382', 'name': 'network-vif-deleted', 'tag': 'b096f8ad-b900-4b05-a59e-b848dba09856', 'status': 'completed', 'code': 200} Dec 22 09:49:03.638614 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:03.750069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Deleting port cb53c161-823f-4af0-b8e3-c11173bd8598 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:03.750630 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:03.773005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 7d005260-c41c-4199-af56-fba754284f1e completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:49:03.798373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-c67f4e1d-7655-4f41-b143-bc7a9c121e9c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Allocated IP 2001:db8::4 (084b5e1d-232c-440f-a4e0-6c5046e4fdce/69ebda63-3b50-4ca7-bfaa-12de3e79ef3c/5e73ecbd-515c-4699-85a0-07a0a5cdf3a0) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:49:03.898529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57960) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:03.945972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff46afc-4c63-43da-87f9-df7ce181f942 None None] DHCP port deletion for 5a86a67f-c836-4e73-bf39-1d2b96692cb8 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:49:03.950694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-aff46afc-4c63-43da-87f9-df7ce181f942 None None] Deleting port cb53c161-823f-4af0-b8e3-c11173bd8598 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:03.951118 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aff46afc-4c63-43da-87f9-df7ce181f942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:04.050987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-660efc97-7e38-4b26-9dc3-a5c749e93416 admin admin] Deleting subnet 748aae0d-578e-4165-9ed5-d39aec787de1 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:49:04.056005 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-660efc97-7e38-4b26-9dc3-a5c749e93416 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:04.238416 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-660efc97-7e38-4b26-9dc3-a5c749e93416 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:04.282928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-aff46afc-4c63-43da-87f9-df7ce181f942 None None] For port cb53c161-823f-4af0-b8e3-c11173bd8598, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=cb53c161-823f-4af0-b8e3-c11173bd8598,segment=NetworkSegment(1b75248a-6597-45b5-948d-a112e7775493),segment_id=1b75248a-6597-45b5-948d-a112e7775493)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:04.283639 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aff46afc-4c63-43da-87f9-df7ce181f942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:04.311434 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-660efc97-7e38-4b26-9dc3-a5c749e93416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:04.359432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cf3762-ea33-445b-9637-e4603ade45f0 None None] Network 084b5e1d-232c-440f-a4e0-6c5046e4fdce requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:49:04.451295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-aff46afc-4c63-43da-87f9-df7ce181f942 None None] Calling delete_port for cb53c161-823f-4af0-b8e3-c11173bd8598 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:04.522025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-51151fb6-dd11-457a-a6b0-e5f3b11294ff None None] Provisioning for port 7d005260-c41c-4199-af56-fba754284f1e completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:49:04.567623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6fa14-b8c9-4758-87fd-5058c125d150 req-5d935442-8444-43ea-82e4-686843d9e18d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:04.576454 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-55c6fa14-b8c9-4758-87fd-5058c125d150 req-5d935442-8444-43ea-82e4-686843d9e18d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 931 time: 0.2784951 Dec 22 09:49:04.600302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device faa08cf5-924b-4474-b942-51da3e584e2e up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:49:04.625423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-51151fb6-dd11-457a-a6b0-e5f3b11294ff None None] Provisioning complete for port 7d005260-c41c-4199-af56-fba754284f1e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:04.625846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51151fb6-dd11-457a-a6b0-e5f3b11294ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:04.721636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83570336-e6a4-48a1-ad37-8df2db7dcbbc req-d5ba8081-c643-440a-930c-f90c11dcb9a5 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:04.729717 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-83570336-e6a4-48a1-ad37-8df2db7dcbbc req-d5ba8081-c643-440a-930c-f90c11dcb9a5 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.5157542 Dec 22 09:49:04.763235 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-55c6fa14-b8c9-4758-87fd-5058c125d150 req-9f16c73f-a2c1-4723-a4fb-088b04e96d78 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857133 Dec 22 09:49:04.782328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] For port cb53c161-823f-4af0-b8e3-c11173bd8598, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=cb53c161-823f-4af0-b8e3-c11173bd8598,segment=NetworkSegment(1b75248a-6597-45b5-948d-a112e7775493),segment_id=1b75248a-6597-45b5-948d-a112e7775493)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:04.785303 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:04.860488 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aff46afc-4c63-43da-87f9-df7ce181f942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:04.881417 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:04.957452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff46afc-4c63-43da-87f9-df7ce181f942 None None] Pushing event deleted for resources: {'Port': ['ID=cb53c161-823f-4af0-b8e3-c11173bd8598,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:04.965086 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aff46afc-4c63-43da-87f9-df7ce181f942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:04.968948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port faa08cf5-924b-4474-b942-51da3e584e2e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:04.969375 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:05.076052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Calling delete_port for cb53c161-823f-4af0-b8e3-c11173bd8598 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:05.226406 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fad6e26f-13c7-4d2c-bcd9-19f78b094c52 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:05.240083 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:49:05.241009 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:49:05.277074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff46afc-4c63-43da-87f9-df7ce181f942 None None] No DVR routers for this DVR port cb53c161-823f-4af0-b8e3-c11173bd8598 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:49:05.284966 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9de0-00d5-43c0-b3ff-3687458274b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:05.293064 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51151fb6-dd11-457a-a6b0-e5f3b11294ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:05.324653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device cb53c161-823f-4af0-b8e3-c11173bd8598 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:49:05.345423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-83570336-e6a4-48a1-ad37-8df2db7dcbbc req-eb5dc1e9-4f9d-4458-b673-537ffa411dd5 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6147506 Dec 22 09:49:05.361502 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d472da7d-0c37-4a3a-a681-18089023106e req-3c28e64e-af72-4748-b5a7-39cbe4fc8fed tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a13f481e-b51d-45da-b45e-c04dc0374f50 HTTP/1.1" status: 200 len: 210 time: 0.1013980 Dec 22 09:49:05.378093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: cb53c161-823f-4af0-b8e3-c11173bd8598 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:49:05.378093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device cb53c161-823f-4af0-b8e3-c11173bd8598 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:49:05.387402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fad6e26f-13c7-4d2c-bcd9-19f78b094c52 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Transition to ACTIVE for port object 70c7497f-2222-42b4-a9ea-aecad371c0f9 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:05.447618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-51151fb6-dd11-457a-a6b0-e5f3b11294ff None None] For port 7d005260-c41c-4199-af56-fba754284f1e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7d005260-c41c-4199-af56-fba754284f1e,segment=NetworkSegment(b1a60a7b-5227-47f9-9ec2-e4bcd82f63b4),segment_id=b1a60a7b-5227-47f9-9ec2-e4bcd82f63b4)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:05.451886 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51151fb6-dd11-457a-a6b0-e5f3b11294ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:05.457074 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:05.589924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51151fb6-dd11-457a-a6b0-e5f3b11294ff None None] Pushing event updated for resources: {'Port': ['ID=7d005260-c41c-4199-af56-fba754284f1e,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:05.597572 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-51151fb6-dd11-457a-a6b0-e5f3b11294ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:05.676619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:49:05.678350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35658c0e-7afc-47d4-89d3-e0559cc36252', 'name': 'network-vif-deleted', 'tag': '1248edf3-08d2-4ec3-832f-548181b476ac'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:49:05.706869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:05.758795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Transition to ACTIVE for port object 52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:05.767837 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:05.790000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0d0175b3-21a3-4e5f-9a72-01f34c99afd3 None None] Provisioning complete for port 7d005260-c41c-4199-af56-fba754284f1e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:05.791454 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d0175b3-21a3-4e5f-9a72-01f34c99afd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:05.801662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Deleting port cb53c161-823f-4af0-b8e3-c11173bd8598 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:05.803304 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:05.938417 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c29e1663-a175-42c0-afd4-8c10ea3058f2 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131 tempest-FloatingIPsAssociationNegativeTestJSON-1024295131] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:05.995674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c67f4e1d-7655-4f41-b143-bc7a9c121e9c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:06.019447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fad6e26f-13c7-4d2c-bcd9-19f78b094c52 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:06.050008 n-d-765315-5 neutron-server[80960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '35658c0e-7afc-47d4-89d3-e0559cc36252', 'name': 'network-vif-deleted', 'tag': '1248edf3-08d2-4ec3-832f-548181b476ac', 'status': 'failed', 'code': 422} returned with failed status Dec 22 09:49:06.080852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-9c2b62fb-7466-4e69-88cd-835682ac28b7 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:06.082477 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-9c2b62fb-7466-4e69-88cd-835682ac28b7 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/networks?id=e60b2feb-5482-4662-8917-04a4fc979113 HTTP/1.1" status: 200 len: 813 time: 0.3692153 Dec 22 09:49:06.147670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] The port 'cb53c161-823f-4af0-b8e3-c11173bd8598' was deleted {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:49:06.149563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7a1e70c7-ad75-42e9-aec1-c06c7565d91a None None] Provisioning complete for port 7d005260-c41c-4199-af56-fba754284f1e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:06.150312 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a1e70c7-ad75-42e9-aec1-c06c7565d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:06.163000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c67f4e1d-7655-4f41-b143-bc7a9c121e9c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Transition to ACTIVE for port object 5e73ecbd-515c-4699-85a0-07a0a5cdf3a0 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:06.251415 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-cd20678c-7ec3-4dab-9ad8-ad4807c8ba4b tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/quotas/633dde4b29c44f53b6aa0cd8d5318325 HTTP/1.1" status: 200 len: 375 time: 0.0970590 Dec 22 09:49:06.287738 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-660efc97-7e38-4b26-9dc3-a5c749e93416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:06.295402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-89adc90c-3293-4a5d-b3de-6a46928a5d3f tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:06.298192 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-89adc90c-3293-4a5d-b3de-6a46928a5d3f tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 806 time: 0.8494670 Dec 22 09:49:06.307686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Pushing event updated for resources: {'Port': ['ID=52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:06.312085 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:06.321752 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9ca244a2-223b-4d42-9dd0-91788e1e869b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:06.367165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-d59ee1e5-af7a-4b3e-acd9-f44e307ea340 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Request body: {'port': {'device_id': 'a13f481e-b51d-45da-b45e-c04dc0374f50', 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f', 'admin_state_up': True, 'tenant_id': '9dfc4173a0084cb081b39e512ef6a1d8'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:06.375068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660efc97-7e38-4b26-9dc3-a5c749e93416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=748aae0d-578e-4165-9ed5-d39aec787de1,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:06.378427 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-660efc97-7e38-4b26-9dc3-a5c749e93416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:06.394046 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-467d876b-64fd-4028-b7ed-c09df47311f3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.343s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:06.415818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-96fadf4a-4668-4411-8411-7f99b6e224c1 None None] Provisioning complete for port 7d005260-c41c-4199-af56-fba754284f1e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:06.416348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96fadf4a-4668-4411-8411-7f99b6e224c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:06.544262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:06.586020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6e26f-13c7-4d2c-bcd9-19f78b094c52 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event updated for resources: {'Port': ['ID=70c7497f-2222-42b4-a9ea-aecad371c0f9,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:06.588913 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c67f4e1d-7655-4f41-b143-bc7a9c121e9c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:06.592081 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fad6e26f-13c7-4d2c-bcd9-19f78b094c52 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:06.616717 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-940b346f-f8e9-4a45-addf-aadf1b3ce3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:06.619998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86360ee-3d31-4fe4-a670-a92021454c0e req-35187de4-9220-41c4-be05-9c17772c4588 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:06.621722 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b86360ee-3d31-4fe4-a670-a92021454c0e req-35187de4-9220-41c4-be05-9c17772c4588 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 943 time: 0.5743358 Dec 22 09:49:06.651734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Attempting to bind port 52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:49:06.652138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Attempting to bind port 52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:49:06.652514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Attempting to bind port 52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4 on network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:49:06.677577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad6e26f-13c7-4d2c-bcd9-19f78b094c52 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Network 9e390f7f-065c-4da0-b23c-1a9abce9198c is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:49:06.687455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:49:06.687837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Checking segment: {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:49:06.688277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:06.688677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Bound using segment: {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:49:06.689162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Bound port: 52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:49:06.689536 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:06.706021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-fad6e26f-13c7-4d2c-bcd9-19f78b094c52 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:06.720167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad6e26f-13c7-4d2c-bcd9-19f78b094c52 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:49:06.724935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad6e26f-13c7-4d2c-bcd9-19f78b094c52 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:06.725382 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fad6e26f-13c7-4d2c-bcd9-19f78b094c52 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:06.744927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-660efc97-7e38-4b26-9dc3-a5c749e93416 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:06.793333 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-b16dfa6f-9927-46a2-8c3a-421065ba91be tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?tenant_id=633dde4b29c44f53b6aa0cd8d5318325&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5412483 Dec 22 09:49:06.800809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a86a67f-c836-4e73-bf39-1d2b96692cb8']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:06.847896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-d59ee1e5-af7a-4b3e-acd9-f44e307ea340 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:06.852888 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b86360ee-3d31-4fe4-a670-a92021454c0e req-72dc0662-d877-4ce9-a5ab-3dd992a4a912 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194824 Dec 22 09:49:06.865630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b75248a-6597-45b5-948d-a112e7775493') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:06.865968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b75248a-6597-45b5-948d-a112e7775493') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:06.897821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-d59ee1e5-af7a-4b3e-acd9-f44e307ea340 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:06.928006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f4e1d-7655-4f41-b143-bc7a9c121e9c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=5e73ecbd-515c-4699-85a0-07a0a5cdf3a0,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:06.931640 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c67f4e1d-7655-4f41-b143-bc7a9c121e9c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:06.950105 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-660efc97-7e38-4b26-9dc3-a5c749e93416 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/748aae0d-578e-4165-9ed5-d39aec787de1 HTTP/1.1" status: 204 len: 168 time: 3.0499170 Dec 22 09:49:06.955660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57992) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:06.961312 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fad6e26f-13c7-4d2c-bcd9-19f78b094c52 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.6259785 Dec 22 09:49:06.987106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57996) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:06.990602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:07.035653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-42d6c95f-6e20-4994-bf07-b0eada6e4fca tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8a:1b:7e'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:07.036625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-d59ee1e5-af7a-4b3e-acd9-f44e307ea340 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Made reservation on behalf of 9dfc4173a0084cb081b39e512ef6a1d8 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:49:07.042265 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-d59ee1e5-af7a-4b3e-acd9-f44e307ea340 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:07.064926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eac25ab4-e706-4f32-9a3d-098899375529 None None] Provisioning for port 70c7497f-2222-42b4-a9ea-aecad371c0f9 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:49:07.065658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:07.071515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eac25ab4-e706-4f32-9a3d-098899375529 None None] Provisioning complete for port 70c7497f-2222-42b4-a9ea-aecad371c0f9 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:07.071515 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eac25ab4-e706-4f32-9a3d-098899375529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:07.106868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:49:07.132487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-eac25ab4-e706-4f32-9a3d-098899375529 None None] Port 70c7497f-2222-42b4-a9ea-aecad371c0f9 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:49:07.147836 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-9ea6cd59-73da-4ca5-b0c3-cf80d35f9e06 service neutron] 10.222.0.50 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536506 Dec 22 09:49:07.180243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] For port 52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:49:07.227988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] For port 52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:49:07.260534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67f4e1d-7655-4f41-b143-bc7a9c121e9c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 084b5e1d-232c-440f-a4e0-6c5046e4fdce is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:49:07.266518 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5fe1683-4265-4016-b96d-160c99500cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:07.319648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7d005260-c41c-4199-af56-fba754284f1e up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:49:07.404376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 7d005260-c41c-4199-af56-fba754284f1e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:07.404849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:07.614646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c67f4e1d-7655-4f41-b143-bc7a9c121e9c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:07.617063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67f4e1d-7655-4f41-b143-bc7a9c121e9c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:49:07.622014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67f4e1d-7655-4f41-b143-bc7a9c121e9c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:07.622623 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c67f4e1d-7655-4f41-b143-bc7a9c121e9c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:07.629003 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:07.662066 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:07.865942 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05413bd9-03d0-47f2-a935-4c55222542c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:07.870294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e424ad80-9104-4e17-b765-f9f41fe40078 None None] Provisioning for port 5e73ecbd-515c-4699-85a0-07a0a5cdf3a0 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:49:07.872517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Network 5a86a67f-c836-4e73-bf39-1d2b96692cb8 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:49:07.876769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e424ad80-9104-4e17-b765-f9f41fe40078 None None] Provisioning complete for port 5e73ecbd-515c-4699-85a0-07a0a5cdf3a0 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:07.877281 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e424ad80-9104-4e17-b765-f9f41fe40078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:07.910613 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c67f4e1d-7655-4f41-b143-bc7a9c121e9c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 6.1564345 Dec 22 09:49:07.912223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58002) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:07.916786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device d6feb5f6-9caf-4a39-a189-7a97bbb5d37f no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:49:07.950241 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:07.999340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e424ad80-9104-4e17-b765-f9f41fe40078 None None] Port 5e73ecbd-515c-4699-85a0-07a0a5cdf3a0 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:49:08.104969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc2cce-e4c5-48ee-8d45-954ec128acab req-a15da169-c645-4667-958a-44ea691d9d4b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:08.105909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-dbcc2cce-e4c5-48ee-8d45-954ec128acab req-a15da169-c645-4667-958a-44ea691d9d4b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Synchronizing usage tracker for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:49:08.166385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Pushing event updated for resources: {'Port': ['ID=52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:08.170195 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:08.249728 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:08.280111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39ebfce-f7a9-4a22-af6b-4a653cd76e27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6feb5f6-9caf-4a39-a189-7a97bbb5d37f'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:49:08.291807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port d6feb5f6-9caf-4a39-a189-7a97bbb5d37f, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d6feb5f6-9caf-4a39-a189-7a97bbb5d37f,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:08.295167 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:08.297309 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cfa56bbb-13a3-4ba8-83ab-ff587a6f2acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:08.326134 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-696f986e-ab14-42c3-a9d9-552a4593f66a service neutron] 10.222.0.50 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1593575 Dec 22 09:49:08.330528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Network 5a86a67f-c836-4e73-bf39-1d2b96692cb8 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:49:08.359752 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:49:08.375160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=d6feb5f6-9caf-4a39-a189-7a97bbb5d37f,revision_number=6']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:08.378213 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:08.384868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-dbcc2cce-e4c5-48ee-8d45-954ec128acab req-a15da169-c645-4667-958a-44ea691d9d4b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Unset dirty status for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:49:08.386248 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dbcc2cce-e4c5-48ee-8d45-954ec128acab req-a15da169-c645-4667-958a-44ea691d9d4b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=e39ebfce-f7a9-4a22-af6b-4a653cd76e27 HTTP/1.1" status: 200 len: 907 time: 1.3285434 Dec 22 09:49:08.446603 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5fe1683-4265-4016-b96d-160c99500cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:08.493835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78e7e8-03b3-46b4-beb3-f79efe9fc883 req-8a6344ba-e6e4-46b4-b84f-f276a3680927 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:08.495737 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e78e7e8-03b3-46b4-beb3-f79efe9fc883 req-8a6344ba-e6e4-46b4-b84f-f276a3680927 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.64 "GET /v2.0/ports?device_id=e39ebfce-f7a9-4a22-af6b-4a653cd76e27 HTTP/1.1" status: 200 len: 907 time: 0.6933093 Dec 22 09:49:08.556190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:08.557209 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:08.558895 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] 10.222.0.64 "PUT /v2.0/ports/52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4 HTTP/1.1" status: 200 len: 1155 time: 5.7098823 Dec 22 09:49:08.569104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:08.576409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7d7d8d-8718-4943-bb4d-131cd8c4cb7c', 'tag': '52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:49:08.596148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-42d6c95f-6e20-4994-bf07-b0eada6e4fca tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:08.610696 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f4a1a2da-d5b1-4b7c-9fa4-da565ca78b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:08.640417 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:08.716895 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:08.801849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a86a67f-c836-4e73-bf39-1d2b96692cb8,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:08.820162 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-baa3ea69-7f08-427e-a4db-3a4ab80c45c6 req-25d6667e-dd98-451d-8944-61bf4345a8eb tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a13f481e-b51d-45da-b45e-c04dc0374f50 HTTP/1.1" status: 200 len: 210 time: 0.1715293 Dec 22 09:49:08.821065 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:08.843684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-6e78e7e8-03b3-46b4-beb3-f79efe9fc883 req-8bf1b7b3-124c-4f89-94ad-89319848ded5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Deleting port d6feb5f6-9caf-4a39-a189-7a97bbb5d37f {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:08.844235 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6e78e7e8-03b3-46b4-beb3-f79efe9fc883 req-8bf1b7b3-124c-4f89-94ad-89319848ded5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:08.913455 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39ebfce-f7a9-4a22-af6b-4a653cd76e27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6feb5f6-9caf-4a39-a189-7a97bbb5d37f', 'code': 200} Dec 22 09:49:08.971442 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5a86a67f-c836-4e73-bf39-1d2b96692cb8 HTTP/1.1" status: 204 len: 168 time: 5.5273168 Dec 22 09:49:08.997854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-d59ee1e5-af7a-4b3e-acd9-f44e307ea340 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Allocated IP 172.20.0.13 (71abf892-394c-4481-a07f-0270c6b0938f/0e972d4f-634f-4801-baf0-a552ccd20fd0/21a892bf-527a-4ba6-9570-628e79238205) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:49:09.001887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c5fe1683-4265-4016-b96d-160c99500cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203acd13-eb7d-4b91-9473-d85f9745d1b4']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:09.056363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c5fe1683-4265-4016-b96d-160c99500cc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d88c2a7-68ab-4988-8871-77fd4b78b15f') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:09.056761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c5fe1683-4265-4016-b96d-160c99500cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d88c2a7-68ab-4988-8871-77fd4b78b15f') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:09.098484 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5fe1683-4265-4016-b96d-160c99500cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:09.138315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62939644-b092-46c9-9d50-edb3df676bf3 req-fa28fee4-7c22-404b-958d-c64a1e930c48 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:09.142190 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62939644-b092-46c9-9d50-edb3df676bf3 req-fa28fee4-7c22-404b-958d-c64a1e930c48 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 943 time: 0.4986730 Dec 22 09:49:09.210141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-89ce5763-7998-4a9f-9a7c-31e48838af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:09.211904 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-89ce5763-7998-4a9f-9a7c-31e48838af5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 1158 time: 0.4918997 Dec 22 09:49:09.233931 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0b7d40a-56d5-4bf2-bbd3-0c3807dcd10b req-bd86c22c-de29-4d32-b45f-a982e2142b44 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 210 time: 0.1622508 Dec 22 09:49:09.287610 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5fe1683-4265-4016-b96d-160c99500cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:09.294101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c5fe1683-4265-4016-b96d-160c99500cc5 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:49:09.302982 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:09.309942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58022) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:09.396842 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7d7d8d-8718-4943-bb4d-131cd8c4cb7c', 'tag': '52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4', 'status': 'completed', 'code': 200} Dec 22 09:49:09.398560 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-62939644-b092-46c9-9d50-edb3df676bf3 req-8777d698-1a4d-4f8e-bc68-974cd2bccd12 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979666 Dec 22 09:49:09.441292 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e80b8686-9792-4e5b-9b4f-d155c57891ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7133839c54494a2f9ce52411cab18e5a&name=default HTTP/1.1" status: 200 len: 2883 time: 0.1300611 Dec 22 09:49:09.461968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58028) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:09.516744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-6e78e7e8-03b3-46b4-beb3-f79efe9fc883 req-8bf1b7b3-124c-4f89-94ad-89319848ded5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] For port d6feb5f6-9caf-4a39-a189-7a97bbb5d37f, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d6feb5f6-9caf-4a39-a189-7a97bbb5d37f,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:09.517133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6e78e7e8-03b3-46b4-beb3-f79efe9fc883 req-8bf1b7b3-124c-4f89-94ad-89319848ded5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:09.527761 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-8c9651d4-3d37-4fb3-a96d-43495b8c62c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4 HTTP/1.1" status: 200 len: 217 time: 0.1355932 Dec 22 09:49:09.696231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-6e78e7e8-03b3-46b4-beb3-f79efe9fc883 req-8bf1b7b3-124c-4f89-94ad-89319848ded5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Calling delete_port for d6feb5f6-9caf-4a39-a189-7a97bbb5d37f owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:09.799376 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-d59ee1e5-af7a-4b3e-acd9-f44e307ea340 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:09.917866 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:09.928809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e723a20-305c-4fdc-8d1f-e2f3e3f68149 req-4628a171-d501-4f5f-ae46-3196864a332a tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:09.944327 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7e723a20-305c-4fdc-8d1f-e2f3e3f68149 req-4628a171-d501-4f5f-ae46-3196864a332a tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=e39ebfce-f7a9-4a22-af6b-4a653cd76e27 HTTP/1.1" status: 200 len: 905 time: 0.3571675 Dec 22 09:49:09.986430 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-d59ee1e5-af7a-4b3e-acd9-f44e307ea340 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:10.003438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c5fe1683-4265-4016-b96d-160c99500cc5 admin admin] Network 203acd13-eb7d-4b91-9473-d85f9745d1b4 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:49:10.013877 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-14f933bd-f82c-42a8-bff8-d0a2d2c43629 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:10.060078 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5fe1683-4265-4016-b96d-160c99500cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:10.102021 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:10.154726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6e78e7e8-03b3-46b4-beb3-f79efe9fc883 req-8bf1b7b3-124c-4f89-94ad-89319848ded5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:10.294126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ee1e5-af7a-4b3e-acd9-f44e307ea340 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Pushing event updated for resources: {'Port': ['ID=21a892bf-527a-4ba6-9570-628e79238205,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:10.318399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5917d3a7-d9dc-4705-8d3a-0fb1e49c8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:10.320037 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-5917d3a7-d9dc-4705-8d3a-0fb1e49c8904 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99bc7704-5812-409d-9056-a73056b9ef40 HTTP/1.1" status: 200 len: 852 time: 0.7688363 Dec 22 09:49:10.407779 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65df9044-493b-42ad-9885-0e828cb3ff2f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:10.536400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:10.620476 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d59ee1e5-af7a-4b3e-acd9-f44e307ea340 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:10.630872 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-54c57517-4d1d-45ae-9cdd-bc1bd7c932e8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:10.647233 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-43ef8ca3-7970-41d3-9d2e-9bf1520e7fe9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2271669 Dec 22 09:49:10.655888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c5fe1683-4265-4016-b96d-160c99500cc5 admin admin] Network 203acd13-eb7d-4b91-9473-d85f9745d1b4 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:49:10.693642 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:49:10.726836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe4d44e5-b51d-4c41-91fb-af684eb7e974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:10.742035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1b7b3-124c-4f89-94ad-89319848ded5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Pushing event deleted for resources: {'Port': ['ID=d6feb5f6-9caf-4a39-a189-7a97bbb5d37f,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:10.756655 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-58c59978-f219-4223-b169-a8c8ebab983a req-1847f7dc-fc84-4f15-a2eb-7a0e31345655 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 210 time: 0.1306851 Dec 22 09:49:10.764602 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8bf1b7b3-124c-4f89-94ad-89319848ded5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:10.819406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-d59ee1e5-af7a-4b3e-acd9-f44e307ea340 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Network 71abf892-394c-4481-a07f-0270c6b0938f is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:49:10.825959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfef2e-3dcf-44a8-9bed-73a1289e970c req-f2ad791d-6c64-478a-a4ed-621517cce9a0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:10.827270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-88cfef2e-3dcf-44a8-9bed-73a1289e970c req-f2ad791d-6c64-478a-a4ed-621517cce9a0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Synchronizing usage tracker for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:49:10.834986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-d59ee1e5-af7a-4b3e-acd9-f44e307ea340 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:10.839185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-d59ee1e5-af7a-4b3e-acd9-f44e307ea340 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:49:10.898249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-0b089d81-224f-4ed9-8970-4cd624cfbf35 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:10.899850 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-0b089d81-224f-4ed9-8970-4cd624cfbf35 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.64 "GET /v2.0/networks?id=e60b2feb-5482-4662-8917-04a4fc979113 HTTP/1.1" status: 200 len: 813 time: 0.9448779 Dec 22 09:49:10.950639 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe4d44e5-b51d-4c41-91fb-af684eb7e974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:10.965789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e78e7e8-03b3-46b4-beb3-f79efe9fc883 req-8bf1b7b3-124c-4f89-94ad-89319848ded5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] No DVR routers for this DVR port d6feb5f6-9caf-4a39-a189-7a97bbb5d37f on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:49:10.976046 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6e78e7e8-03b3-46b4-beb3-f79efe9fc883 req-8bf1b7b3-124c-4f89-94ad-89319848ded5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:10.984448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-88cfef2e-3dcf-44a8-9bed-73a1289e970c req-f2ad791d-6c64-478a-a4ed-621517cce9a0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Unset dirty status for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:49:10.985757 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-88cfef2e-3dcf-44a8-9bed-73a1289e970c req-f2ad791d-6c64-478a-a4ed-621517cce9a0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a13f481e-b51d-45da-b45e-c04dc0374f50 HTTP/1.1" status: 200 len: 932 time: 0.8915877 Dec 22 09:49:10.986326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39ebfce-f7a9-4a22-af6b-4a653cd76e27', 'name': 'network-vif-deleted', 'tag': 'd6feb5f6-9caf-4a39-a189-7a97bbb5d37f'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:49:11.004067 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-42d6c95f-6e20-4994-bf07-b0eada6e4fca tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:49:11.028179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-5024b994-964a-4010-bfed-2122de8f0940 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Request body: {'port': {'device_id': '0c8c7e95-a4e2-4529-a5e7-b05084c78c24', 'network_id': 'e60b2feb-5482-4662-8917-04a4fc979113', 'admin_state_up': True, 'tenant_id': '633dde4b29c44f53b6aa0cd8d5318325'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:11.039082 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e78e7e8-03b3-46b4-beb3-f79efe9fc883 req-8bf1b7b3-124c-4f89-94ad-89319848ded5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.64 "DELETE /v2.0/ports/d6feb5f6-9caf-4a39-a189-7a97bbb5d37f HTTP/1.1" status: 204 len: 173 time: 2.5364637 Dec 22 09:49:11.050233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-d59ee1e5-af7a-4b3e-acd9-f44e307ea340 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:11.050934 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-d59ee1e5-af7a-4b3e-acd9-f44e307ea340 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:11.072129 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5fe1683-4265-4016-b96d-160c99500cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:11.094074 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-42d6c95f-6e20-4994-bf07-b0eada6e4fca tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:11.100084 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-88cfef2e-3dcf-44a8-9bed-73a1289e970c req-4d60a388-6948-473d-9f95-48da55069f31 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023235 Dec 22 09:49:11.102286 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-d59ee1e5-af7a-4b3e-acd9-f44e307ea340 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7558053 Dec 22 09:49:11.108585 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-012d9554-c3e7-4afe-8e72-8e5cadc2ac2f tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:11.117875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4caba-1b60-41f1-9180-b0600c2316ba req-43be6706-37d1-4409-985b-8ed0e3bf693b tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:11.119503 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bef4caba-1b60-41f1-9180-b0600c2316ba req-43be6706-37d1-4409-985b-8ed0e3bf693b tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 943 time: 0.2135460 Dec 22 09:49:11.123130 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5fe1683-4265-4016-b96d-160c99500cc5 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:11.125664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Request body: {'port': {'device_id': 'a13f481e-b51d-45da-b45e-c04dc0374f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:11.153139 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-42d6c95f-6e20-4994-bf07-b0eada6e4fca tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:11.199650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe1683-4265-4016-b96d-160c99500cc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=203acd13-eb7d-4b91-9473-d85f9745d1b4,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:11.221434 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39ebfce-f7a9-4a22-af6b-4a653cd76e27', 'name': 'network-vif-deleted', 'tag': 'd6feb5f6-9caf-4a39-a189-7a97bbb5d37f', 'status': 'completed', 'code': 200} Dec 22 09:49:11.236726 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bef4caba-1b60-41f1-9180-b0600c2316ba req-722c128a-8acd-4a52-821e-7f1da3aa84e4 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821626 Dec 22 09:49:11.317429 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:11.371888 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c5fe1683-4265-4016-b96d-160c99500cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:11.376190 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c5fe1683-4265-4016-b96d-160c99500cc5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/203acd13-eb7d-4b91-9473-d85f9745d1b4 HTTP/1.1" status: 204 len: 168 time: 4.4148672 Dec 22 09:49:11.376190 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:11.416571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58044) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:11.462656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7d92a79b-bc9f-4789-89fa-4b6bfb3d53e9 req-36a012a0-708f-4078-b9a7-f2555ac81a9e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Synchronizing usage tracker for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:49:11.552241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7d92a79b-bc9f-4789-89fa-4b6bfb3d53e9 req-36a012a0-708f-4078-b9a7-f2555ac81a9e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Unset dirty status for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:49:11.553689 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7d92a79b-bc9f-4789-89fa-4b6bfb3d53e9 req-36a012a0-708f-4078-b9a7-f2555ac81a9e tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=e39ebfce-f7a9-4a22-af6b-4a653cd76e27 HTTP/1.1" status: 200 len: 210 time: 0.1851511 Dec 22 09:49:11.569759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-034f568d-f22e-4d8c-8c60-e036c37cec00 admin admin] Deleting subnet ef94a820-ea01-47b3-a848-4bd87fde37cc {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:49:11.574883 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-034f568d-f22e-4d8c-8c60-e036c37cec00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:11.604637 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-19788eb4-5b59-4c5a-808a-fe7d59c08d10 service neutron] 10.222.0.64 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9282269 Dec 22 09:49:11.698437 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-034f568d-f22e-4d8c-8c60-e036c37cec00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:11.698682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6c95f-6e20-4994-bf07-b0eada6e4fca tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event updated for resources: {'Port': ['ID=70c7497f-2222-42b4-a9ea-aecad371c0f9,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:11.726110 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-42d6c95f-6e20-4994-bf07-b0eada6e4fca tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:11.745591 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe4d44e5-b51d-4c41-91fb-af684eb7e974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:11.758720 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c5aacd45-e55c-4971-a3ee-2ffe8bdbdfaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:11.818648 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-034f568d-f22e-4d8c-8c60-e036c37cec00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:11.994695 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f265f2ca-049c-487a-b237-ba1e3cf02d8d req-88282bec-2ead-4bd4-9ea3-764894e3a5f9 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 210 time: 0.0819137 Dec 22 09:49:12.161812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-5024b994-964a-4010-bfed-2122de8f0940 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:12.184860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d44e5-b51d-4c41-91fb-af684eb7e974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79979dee-8563-43b1-8f2d-8be6c9d5508f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:12.202632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-5024b994-964a-4010-bfed-2122de8f0940 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Usage tracker for resource:port and tenant:633dde4b29c44f53b6aa0cd8d5318325 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:49:12.211588 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe4d44e5-b51d-4c41-91fb-af684eb7e974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:12.215829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-5024b994-964a-4010-bfed-2122de8f0940 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Quota usage for port was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:49:12.235636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-5024b994-964a-4010-bfed-2122de8f0940 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:12.240591 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe4d44e5-b51d-4c41-91fb-af684eb7e974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:12.241824 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fe4d44e5-b51d-4c41-91fb-af684eb7e974 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/79979dee-8563-43b1-8f2d-8be6c9d5508f HTTP/1.1" status: 204 len: 168 time: 2.7697823 Dec 22 09:49:12.301380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-42d6c95f-6e20-4994-bf07-b0eada6e4fca tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] In _notify_port_updated(), no bound segment for port 70c7497f-2222-42b4-a9ea-aecad371c0f9 on network 9e390f7f-065c-4da0-b23c-1a9abce9198c {{(pid=81072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}} Dec 22 09:49:12.305791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d6c95f-6e20-4994-bf07-b0eada6e4fca tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:12.306502 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-42d6c95f-6e20-4994-bf07-b0eada6e4fca tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:12.310564 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-42d6c95f-6e20-4994-bf07-b0eada6e4fca tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "PUT /v2.0/ports/70c7497f-2222-42b4-a9ea-aecad371c0f9 HTTP/1.1" status: 200 len: 1003 time: 5.3012729 Dec 22 09:49:12.328175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58056) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:12.391005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-5024b994-964a-4010-bfed-2122de8f0940 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Made reservation on behalf of 633dde4b29c44f53b6aa0cd8d5318325 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:49:12.397018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-5024b994-964a-4010-bfed-2122de8f0940 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:12.432127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a892bf-527a-4ba6-9570-628e79238205 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:49:12.488827 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:12.499834 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0fb22e6-324e-4c11-a96f-a8c1680d5689 req-018b5ae9-63da-4eb2-b9e8-2d9927d3c874 service neutron] 10.222.0.64 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8745055 Dec 22 09:49:12.543839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Transition to ACTIVE for port object 21a892bf-527a-4ba6-9570-628e79238205 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:12.549718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c1d3c5f0-b92a-4594-b5d4-2e749f8825fe tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Deleting port 70c7497f-2222-42b4-a9ea-aecad371c0f9 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:12.550102 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1d3c5f0-b92a-4594-b5d4-2e749f8825fe tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:12.558865 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:12.595363 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-945f478c-e4b7-4f0f-93f9-ad06985a6e08 tempest-ServerAddressesNegativeTestJSON-803518144 tempest-ServerAddressesNegativeTestJSON-803518144] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:12.604158 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65df9044-493b-42ad-9885-0e828cb3ff2f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:12.666613 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65df9044-493b-42ad-9885-0e828cb3ff2f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:12.669475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c1fe04bd-5246-4df9-893b-89b35a571f1f None None] Provisioning complete for port 70c7497f-2222-42b4-a9ea-aecad371c0f9 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:12.670363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1fe04bd-5246-4df9-893b-89b35a571f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:12.692590 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bd87e630-d546-405a-a613-637a6388fc20 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:12.711547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09073223-a3c7-4ccf-97bc-fb1bc4575882 req-8969a49f-dd86-4b79-bdd7-912d49c75172 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:12.713226 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-09073223-a3c7-4ccf-97bc-fb1bc4575882 req-8969a49f-dd86-4b79-bdd7-912d49c75172 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a13f481e-b51d-45da-b45e-c04dc0374f50 HTTP/1.1" status: 200 len: 932 time: 0.4474785 Dec 22 09:49:12.760661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe04bd-5246-4df9-893b-89b35a571f1f None None] Port 70c7497f-2222-42b4-a9ea-aecad371c0f9 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:49:12.769308 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-034f568d-f22e-4d8c-8c60-e036c37cec00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:12.852819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=21a892bf-527a-4ba6-9570-628e79238205,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:12.856458 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:12.870400 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-29d2a838-77e0-4524-bde6-ab1673e2e479 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:12.969607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f568d-f22e-4d8c-8c60-e036c37cec00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef94a820-ea01-47b3-a848-4bd87fde37cc,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:12.971647 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-034f568d-f22e-4d8c-8c60-e036c37cec00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:13.002123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df9044-493b-42ad-9885-0e828cb3ff2f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=5e73ecbd-515c-4699-85a0-07a0a5cdf3a0,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:13.007053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e32b9-5bfc-46a6-962b-3ea5d286a46d req-44d237fa-c6ca-45f2-98d6-cec25f7cda2e tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:13.008750 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-542e32b9-5bfc-46a6-962b-3ea5d286a46d req-44d237fa-c6ca-45f2-98d6-cec25f7cda2e tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 943 time: 0.5871820 Dec 22 09:49:13.036075 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-09073223-a3c7-4ccf-97bc-fb1bc4575882 req-bb68bd32-c294-4098-9f57-2a4941af7903 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440019 Dec 22 09:49:13.053403 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-65df9044-493b-42ad-9885-0e828cb3ff2f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:13.152300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-034f568d-f22e-4d8c-8c60-e036c37cec00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:13.188161 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-034f568d-f22e-4d8c-8c60-e036c37cec00 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ef94a820-ea01-47b3-a848-4bd87fde37cc HTTP/1.1" status: 204 len: 168 time: 1.7703938 Dec 22 09:49:13.201047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58076) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:13.236223 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-542e32b9-5bfc-46a6-962b-3ea5d286a46d req-4e347a09-dd90-4da0-b563-d2e80de34866 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114937 Dec 22 09:49:13.325056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8f555-4cb7-4bdd-adcc-b8085217530f req-2b7e5cc5-197a-44a2-87dc-27cf70370f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:13.327309 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3ca8f555-4cb7-4bdd-adcc-b8085217530f req-2b7e5cc5-197a-44a2-87dc-27cf70370f56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 1158 time: 0.7078044 Dec 22 09:49:13.331484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Attempting to bind port 21a892bf-527a-4ba6-9570-628e79238205 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:49:13.332420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Attempting to bind port 21a892bf-527a-4ba6-9570-628e79238205 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:49:13.333008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Attempting to bind port 21a892bf-527a-4ba6-9570-628e79238205 on network 71abf892-394c-4481-a07f-0270c6b0938f {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:49:13.343484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:49:13.344896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Checking segment: {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:49:13.350411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:13.350924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Bound using segment: {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:49:13.352239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Bound port: 21a892bf-527a-4ba6-9570-628e79238205, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:49:13.352885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:13.468248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] For port 21a892bf-527a-4ba6-9570-628e79238205, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:49:13.471707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] For port 21a892bf-527a-4ba6-9570-628e79238205, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=21a892bf-527a-4ba6-9570-628e79238205,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:49:13.476301 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:13.502460 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:13.626932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58086) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:13.647851 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1d3c5f0-b92a-4594-b5d4-2e749f8825fe tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:13.648101 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c2444af5-7f5c-45c7-b7c2-3bfd3c8af05d req-910e4ad6-cdf1-4f40-97cd-8bffef3a92b8 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 210 time: 0.1469812 Dec 22 09:49:13.771289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=21a892bf-527a-4ba6-9570-628e79238205,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:13.775333 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:13.847899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:13.848513 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:13.850029 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] 10.222.0.64 "PUT /v2.0/ports/21a892bf-527a-4ba6-9570-628e79238205 HTTP/1.1" status: 200 len: 1156 time: 2.7295253 Dec 22 09:49:13.850638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13f481e-b51d-45da-b45e-c04dc0374f50', 'tag': '21a892bf-527a-4ba6-9570-628e79238205'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:49:13.870091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c1d3c5f0-b92a-4594-b5d4-2e749f8825fe tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Calling delete_port for 70c7497f-2222-42b4-a9ea-aecad371c0f9 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:13.897627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1814460354-network', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:13.945139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:13.948633 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13f481e-b51d-45da-b45e-c04dc0374f50', 'tag': '21a892bf-527a-4ba6-9570-628e79238205', 'status': 'completed', 'code': 200} Dec 22 09:49:13.959474 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9fe101a8-5a40-444b-b52c-f06aec75e213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:13.966294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Usage tracker for resource:network and tenant:c331cc560d8748a88e7458b10299f64a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:49:13.992743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-53a1e3e6-d976-4df5-a33d-0a90fb6eb5f9 None None] Provisioning complete for port 5e73ecbd-515c-4699-85a0-07a0a5cdf3a0 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:13.993106 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53a1e3e6-d976-4df5-a33d-0a90fb6eb5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:14.051400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-53a1e3e6-d976-4df5-a33d-0a90fb6eb5f9 None None] Port 5e73ecbd-515c-4699-85a0-07a0a5cdf3a0 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:49:14.179082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-5024b994-964a-4010-bfed-2122de8f0940 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Allocated IP 172.20.0.5 (e60b2feb-5482-4662-8917-04a4fc979113/b87d27f7-24e3-44fe-bd22-f07e43a5cac0/88614642-7ab2-493e-811e-3332b3654e5c) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:49:14.195070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8f555-4cb7-4bdd-adcc-b8085217530f req-5e66f59b-fc05-4bbc-8614-60df407af02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:14.196727 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3ca8f555-4cb7-4bdd-adcc-b8085217530f req-5e66f59b-fc05-4bbc-8614-60df407af02a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 906 time: 0.8461869 Dec 22 09:49:14.278146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:49:14.329518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:14.372415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Made reservation on behalf of c331cc560d8748a88e7458b10299f64a for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:49:14.377800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:14.381473 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3ca8f555-4cb7-4bdd-adcc-b8085217530f req-66461e7d-a466-4c42-bae8-9565d4c824b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4 HTTP/1.1" status: 200 len: 217 time: 0.1442111 Dec 22 09:49:14.412093 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:14.443435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:14.451537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Usage tracker for resource:security_group_rule and tenant:c331cc560d8748a88e7458b10299f64a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:49:14.459612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:49:14.474923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc180f-9606-4144-877a-77880e20361e req-a6032c5d-718e-48af-9d1d-397e5acf20c5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:14.476582 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bbbc180f-9606-4144-877a-77880e20361e req-a6032c5d-718e-48af-9d1d-397e5acf20c5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=3a1df77d-99cc-4884-a352-7bb41797190c HTTP/1.1" status: 200 len: 945 time: 0.5725157 Dec 22 09:49:14.477635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:14.554064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-e1011c0e-5af6-41b4-802b-cad3e839e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:14.555620 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-e1011c0e-5af6-41b4-802b-cad3e839e5eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=a13f481e-b51d-45da-b45e-c04dc0374f50 HTTP/1.1" status: 200 len: 1159 time: 0.5907364 Dec 22 09:49:14.568528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2af0c-f469-4225-88d2-42804bcbe85d req-88373ce1-47d5-4dd6-b6a0-2c1ed6164b58 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:14.570261 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a7f2af0c-f469-4225-88d2-42804bcbe85d req-88373ce1-47d5-4dd6-b6a0-2c1ed6164b58 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a13f481e-b51d-45da-b45e-c04dc0374f50 HTTP/1.1" status: 200 len: 944 time: 0.2889445 Dec 22 09:49:14.681600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-15bf301c-5f32-482b-8b16-93b6093ed2ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a892bf-527a-4ba6-9570-628e79238205 HTTP/1.1" status: 200 len: 217 time: 0.1014888 Dec 22 09:49:14.683601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:49:14.755343 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bbbc180f-9606-4144-877a-77880e20361e req-304bb9ca-6946-4118-b1bf-c0b6568b38f5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363102 Dec 22 09:49:14.770714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:49:14.776848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:14.777627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:14.801819 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a7f2af0c-f469-4225-88d2-42804bcbe85d req-09e30613-38e0-4caa-a0dc-e652cd3f9e43 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204111 Dec 22 09:49:14.820826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-6e6be7d9-29a0-4058-ba1d-898a27b8bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:14.822469 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-6e6be7d9-29a0-4058-ba1d-898a27b8bcb7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.1313987 Dec 22 09:49:14.832088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb055bef-24f2-4771-a4e4-744d2019be25 req-406475f0-2ff1-4fb3-8054-b3ce0215fbd3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:14.833740 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eb055bef-24f2-4771-a4e4-744d2019be25 req-406475f0-2ff1-4fb3-8054-b3ce0215fbd3 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.64 "GET /v2.0/ports?device_id=3a1df77d-99cc-4884-a352-7bb41797190c HTTP/1.1" status: 200 len: 945 time: 0.3528607 Dec 22 09:49:14.916542 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-5eb14100-dd36-4822-a591-fd9ea7cd7abc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816934 Dec 22 09:49:14.927196 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:14.958689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9fe101a8-5a40-444b-b52c-f06aec75e213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:14.966286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:14.968506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7d7d8d-8718-4943-bb4d-131cd8c4cb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:49:14.975777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:14.977920 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:15.046156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-eb055bef-24f2-4771-a4e4-744d2019be25 req-70230ebb-b9bd-4635-bd51-244528804087 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Deleting port 302e706c-24ae-4307-9929-07bf3951ede8 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:15.046546 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-eb055bef-24f2-4771-a4e4-744d2019be25 req-70230ebb-b9bd-4635-bd51-244528804087 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:15.061311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:15.066155 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:15.072321 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65df9044-493b-42ad-9885-0e828cb3ff2f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:15.192591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8f555-4cb7-4bdd-adcc-b8085217530f req-103bad68-a1bb-49dd-858b-8638bf92ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:15.194196 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3ca8f555-4cb7-4bdd-adcc-b8085217530f req-103bad68-a1bb-49dd-858b-8638bf92ef4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99bc7704-5812-409d-9056-a73056b9ef40 HTTP/1.1" status: 200 len: 852 time: 0.7937307 Dec 22 09:49:15.237149 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-56198f76-5861-41df-824c-7613205a2389 req-14fe5258-ec0d-4fc8-ba73-f195d5a6b6cd tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 210 time: 0.0957649 Dec 22 09:49:15.309294 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-3dc7d3fe-6c1a-47e8-a394-ea7133aa859f service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806763 Dec 22 09:49:15.328804 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7d7d8d-8718-4943-bb4d-131cd8c4cb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4', 'code': 200} Dec 22 09:49:15.337193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1d3c5f0-b92a-4594-b5d4-2e749f8825fe tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:15.384141 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0045f56a-d476-4b25-8e9c-969964e1aeba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:15.446728 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3ca8f555-4cb7-4bdd-adcc-b8085217530f req-8ba36b0b-d2d5-47dd-b983-ee2c88fea64b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2371931 Dec 22 09:49:15.483726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3c5f0-b92a-4594-b5d4-2e749f8825fe tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event deleted for resources: {'Port': ['ID=70c7497f-2222-42b4-a9ea-aecad371c0f9,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:15.486715 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1d3c5f0-b92a-4594-b5d4-2e749f8825fe tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:15.626572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75b120-5a2a-4055-8bac-0c2846b9ce22 req-cfe1058d-1dd9-4f30-8910-d018a83f6bf1 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:15.628124 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5a75b120-5a2a-4055-8bac-0c2846b9ce22 req-cfe1058d-1dd9-4f30-8910-d018a83f6bf1 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 0.5377588 Dec 22 09:49:15.647244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9fe101a8-5a40-444b-b52c-f06aec75e213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b00946e-e57f-4077-9ea9-75c7b418b8e1']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:15.692884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9fe101a8-5a40-444b-b52c-f06aec75e213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173b6951-7e6b-4dea-92c5-b70fef61edda') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:15.693225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9fe101a8-5a40-444b-b52c-f06aec75e213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173b6951-7e6b-4dea-92c5-b70fef61edda') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:15.738047 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:15.775922 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:15.776196 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9fe101a8-5a40-444b-b52c-f06aec75e213 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:15.785569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-eb055bef-24f2-4771-a4e4-744d2019be25 req-70230ebb-b9bd-4635-bd51-244528804087 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] For port 302e706c-24ae-4307-9929-07bf3951ede8, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=302e706c-24ae-4307-9929-07bf3951ede8,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:15.785972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-eb055bef-24f2-4771-a4e4-744d2019be25 req-70230ebb-b9bd-4635-bd51-244528804087 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:15.793732 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69beed3a-3593-4299-952e-59203ea1f9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:15.812595 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4030f42a-82d6-44f7-8fdd-7752e3a39e9e req-d27b815f-cac3-457b-948a-e6ca3728b527 service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4872220 Dec 22 09:49:15.821462 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5a75b120-5a2a-4055-8bac-0c2846b9ce22 req-dc3dcaed-a633-44f1-93c8-5c16a5e94e4b tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782238 Dec 22 09:49:15.891428 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9fe101a8-5a40-444b-b52c-f06aec75e213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:15.913734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9fe101a8-5a40-444b-b52c-f06aec75e213 admin admin] Releasing vxlan tunnel 12 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:49:15.976260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-eb055bef-24f2-4771-a4e4-744d2019be25 req-70230ebb-b9bd-4635-bd51-244528804087 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Calling delete_port for 302e706c-24ae-4307-9929-07bf3951ede8 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:15.993215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-5024b994-964a-4010-bfed-2122de8f0940 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:16.049763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:49:16.058602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65df9044-493b-42ad-9885-0e828cb3ff2f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:16.080808 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3ca8f555-4cb7-4bdd-adcc-b8085217530f req-28ea07c5-ae6d-4643-9753-4251493e54ae service neutron] 10.222.0.64 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185238 Dec 22 09:49:16.088987 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1d3c5f0-b92a-4594-b5d4-2e749f8825fe tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:16.116707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87932-bb82-488c-8532-30616be2c4d5 req-36831781-b471-4a65-bd22-2fe9c9420bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:16.118355 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0cc87932-bb82-488c-8532-30616be2c4d5 req-36831781-b471-4a65-bd22-2fe9c9420bfd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 1160 time: 0.6733828 Dec 22 09:49:16.119111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:16.175680 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:16.210550 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:16.210957 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Added segment 97d0cd4f-ab21-4773-b26f-a83d78e82a9d of type vxlan for network 473d1949-ed9f-4949-b1e6-1e121c2d7167 Dec 22 09:49:16.299480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:49:16.315818 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c1d3c5f0-b92a-4594-b5d4-2e749f8825fe tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "DELETE /v2.0/ports/70c7497f-2222-42b4-a9ea-aecad371c0f9 HTTP/1.1" status: 204 len: 168 time: 3.9860928 Dec 22 09:49:16.334548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58110) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:16.387193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:16.387754 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:16.394643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9fe101a8-5a40-444b-b52c-f06aec75e213 admin admin] Network 2b00946e-e57f-4077-9ea9-75c7b418b8e1 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:49:16.416919 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9fe101a8-5a40-444b-b52c-f06aec75e213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:16.550972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-5024b994-964a-4010-bfed-2122de8f0940 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:16.568150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 302e706c-24ae-4307-9929-07bf3951ede8 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:49:16.588125 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-15ae3bca-c4a3-4c6d-a899-5130fb4c91fe tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:16.667903 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0cc87932-bb82-488c-8532-30616be2c4d5 req-06512161-7cec-4a85-b32e-e1514a81ad30 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910276 Dec 22 09:49:16.703585 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:16.712483 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:16.718505 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-22542b4b-f9e3-45bd-b95d-6adf1b9b2673 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] GET failed (client error): The resource could not be found. Dec 22 09:49:16.719892 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-22542b4b-f9e3-45bd-b95d-6adf1b9b2673 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "GET /v2.0/ports/70c7497f-2222-42b4-a9ea-aecad371c0f9 HTTP/1.1" status: 404 len: 333 time: 0.1184838 Dec 22 09:49:16.726045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58114) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:16.748502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Request body: {'port': {'network_id': '9e390f7f-065c-4da0-b23c-1a9abce9198c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1570191744'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:16.778334 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-eb055bef-24f2-4771-a4e4-744d2019be25 req-70230ebb-b9bd-4635-bd51-244528804087 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:16.815051 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b1295dda-b3c9-4a91-aa18-6718cc8dea68 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:16.908606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c16d2-0f2f-4fa5-ab1e-6491f1e80551 req-6bec4a25-f438-4698-9cbf-bf374afbf0f9 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:16.910336 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f6c16d2-0f2f-4fa5-ab1e-6491f1e80551 req-6bec4a25-f438-4698-9cbf-bf374afbf0f9 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a13f481e-b51d-45da-b45e-c04dc0374f50 HTTP/1.1" status: 200 len: 944 time: 0.8576252 Dec 22 09:49:16.912417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb7296-2674-484d-a013-9ba3907f72b1 req-19176f85-aeb3-4495-9f57-c52dcffac5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:16.913959 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-23bb7296-2674-484d-a013-9ba3907f72b1 req-19176f85-aeb3-4495-9f57-c52dcffac5fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=a13f481e-b51d-45da-b45e-c04dc0374f50 HTTP/1.1" status: 200 len: 1159 time: 0.9597316 Dec 22 09:49:16.920189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdc6e2-c5ef-4b86-ba12-d519b85854ac req-019310f1-e558-43de-88ea-e29633d1bd36 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:16.922079 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5cfdc6e2-c5ef-4b86-ba12-d519b85854ac req-019310f1-e558-43de-88ea-e29633d1bd36 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=3a1df77d-99cc-4884-a352-7bb41797190c HTTP/1.1" status: 200 len: 867 time: 0.9664493 Dec 22 09:49:16.939349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70230ebb-b9bd-4635-bd51-244528804087 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Pushing event deleted for resources: {'Port': ['ID=302e706c-24ae-4307-9929-07bf3951ede8,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:17.003661 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-70230ebb-b9bd-4635-bd51-244528804087 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:17.059338 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3ca8f555-4cb7-4bdd-adcc-b8085217530f req-4f545855-b5a8-4cad-ad74-addc9b7cfc04 service neutron] 10.222.0.64 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9650311 Dec 22 09:49:17.106949 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:17.108162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:17.108807 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:17.133991 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:17.257473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9fe101a8-5a40-444b-b52c-f06aec75e213 admin admin] Network 2b00946e-e57f-4077-9ea9-75c7b418b8e1 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:49:17.293945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024b994-964a-4010-bfed-2122de8f0940 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Pushing event updated for resources: {'Port': ['ID=88614642-7ab2-493e-811e-3332b3654e5c,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:49:17.297401 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:49:17.315160 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5024b994-964a-4010-bfed-2122de8f0940 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:17.417814 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f6c16d2-0f2f-4fa5-ab1e-6491f1e80551 req-437e0f98-d2bd-49ce-a224-598477f07c12 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799209 Dec 22 09:49:17.432745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Pushing event updated for resources: {'Network': ['ID=473d1949-ed9f-4949-b1e6-1e121c2d7167,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:17.437754 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5cfdc6e2-c5ef-4b86-ba12-d519b85854ac req-dd3d384d-5e2c-4486-a63a-db10fcd5ec8d tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916246 Dec 22 09:49:17.444814 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:17.447490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 473d1949-ed9f-4949-b1e6-1e121c2d7167 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:49:17.466242 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.8279510 Dec 22 09:49:17.471207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58122) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:17.471873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:17.472378 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9fe101a8-5a40-444b-b52c-f06aec75e213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:17.485988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 473d1949-ed9f-4949-b1e6-1e121c2d7167 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:49:17.489358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Usage tracker for resource:port and tenant:2f3c863e05074948aecfa2e3af6f0adc is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:49:17.492989 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-43896e04-8e32-4938-a2b1-c8d5f0944fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:17.506717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Quota usage for port was recalculated. Used quota:2. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:49:17.510023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-5024b994-964a-4010-bfed-2122de8f0940 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Network e60b2feb-5482-4662-8917-04a4fc979113 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:49:17.517040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:17.520722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-27dfea3f-8e16-4f0b-a44e-5dedbb835ea1 admin admin] Request body: {'subnet': {'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1814460354-subnet', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:17.525779 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9fe101a8-5a40-444b-b52c-f06aec75e213 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:17.537823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-5024b994-964a-4010-bfed-2122de8f0940 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:17.559608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb7296-2674-484d-a013-9ba3907f72b1 req-42e16c85-9470-4131-8663-d5e340b0df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:17.561863 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-23bb7296-2674-484d-a013-9ba3907f72b1 req-42e16c85-9470-4131-8663-d5e340b0df3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 900 time: 0.5596459 Dec 22 09:49:17.576217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb055bef-24f2-4771-a4e4-744d2019be25 req-70230ebb-b9bd-4635-bd51-244528804087 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] No DVR routers for this DVR port 302e706c-24ae-4307-9929-07bf3951ede8 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:49:17.578882 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-eb055bef-24f2-4771-a4e4-744d2019be25 req-70230ebb-b9bd-4635-bd51-244528804087 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:17.581195 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eb055bef-24f2-4771-a4e4-744d2019be25 req-70230ebb-b9bd-4635-bd51-244528804087 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.64 "DELETE /v2.0/ports/302e706c-24ae-4307-9929-07bf3951ede8 HTTP/1.1" status: 204 len: 173 time: 2.7046812 Dec 22 09:49:17.581854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Made reservation on behalf of 2f3c863e05074948aecfa2e3af6f0adc for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:49:17.587763 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:17.598028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1df77d-99cc-4884-a352-7bb41797190c', 'name': 'network-vif-deleted', 'tag': '302e706c-24ae-4307-9929-07bf3951ede8'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:49:17.600992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-27dfea3f-8e16-4f0b-a44e-5dedbb835ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:17.604071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe101a8-5a40-444b-b52c-f06aec75e213 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b00946e-e57f-4077-9ea9-75c7b418b8e1,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:17.614140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-5024b994-964a-4010-bfed-2122de8f0940 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:49:17.659336 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9fe101a8-5a40-444b-b52c-f06aec75e213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:17.660459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-27dfea3f-8e16-4f0b-a44e-5dedbb835ea1 admin admin] Usage tracker for resource:subnet and tenant:c331cc560d8748a88e7458b10299f64a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:49:17.666830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 473d1949-ed9f-4949-b1e6-1e121c2d7167 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:49:17.675057 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9fe101a8-5a40-444b-b52c-f06aec75e213 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2b00946e-e57f-4077-9ea9-75c7b418b8e1 HTTP/1.1" status: 204 len: 168 time: 4.4584639 Dec 22 09:49:17.701208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-27dfea3f-8e16-4f0b-a44e-5dedbb835ea1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:49:17.752429 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-23bb7296-2674-484d-a013-9ba3907f72b1 req-25e61ae9-6240-4757-802f-a9c4d9fc0798 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a892bf-527a-4ba6-9570-628e79238205 HTTP/1.1" status: 200 len: 217 time: 0.1445143 Dec 22 09:49:17.776417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-27dfea3f-8e16-4f0b-a44e-5dedbb835ea1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:17.825465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-5024b994-964a-4010-bfed-2122de8f0940 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:17.826850 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-5024b994-964a-4010-bfed-2122de8f0940 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:17.848853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27dfea3f-8e16-4f0b-a44e-5dedbb835ea1 admin admin] Made reservation on behalf of c331cc560d8748a88e7458b10299f64a for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:49:17.856407 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-27dfea3f-8e16-4f0b-a44e-5dedbb835ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:17.954428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58130) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:18.112276 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-5024b994-964a-4010-bfed-2122de8f0940 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0997312 Dec 22 09:49:18.120941 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65df9044-493b-42ad-9885-0e828cb3ff2f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:18.126718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65df9044-493b-42ad-9885-0e828cb3ff2f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:18.127605 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65df9044-493b-42ad-9885-0e828cb3ff2f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:18.157560 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:18.168641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb7296-2674-484d-a013-9ba3907f72b1 req-e994d145-23eb-49a9-9f54-d12ebf5da5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:18.170266 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-23bb7296-2674-484d-a013-9ba3907f72b1 req-e994d145-23eb-49a9-9f54-d12ebf5da5b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.3575332 Dec 22 09:49:18.190903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] device_id is not set on port 7da0202c-dbdc-4c0d-8451-089716ebe88a yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:49:18.199236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Request body: {'port': {'device_id': '0c8c7e95-a4e2-4529-a5e7-b05084c78c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:18.270267 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6dc8e356-e661-4fa5-b35f-f670079575a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=18f54cc55e53445ebb3bb1da22fbbd65&name=default HTTP/1.1" status: 200 len: 2883 time: 0.2931464 Dec 22 09:49:18.283553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311db9a-5700-4ef3-a4b2-23454fae951f req-e154d8ba-7e89-4d40-93f5-e34b90ee07a4 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:18.285152 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0311db9a-5700-4ef3-a4b2-23454fae951f req-e154d8ba-7e89-4d40-93f5-e34b90ee07a4 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 931 time: 0.5718572 Dec 22 09:49:18.285695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58134) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:18.309405 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-23bb7296-2674-484d-a013-9ba3907f72b1 req-9fe37ed5-c4ea-43ad-a3c9-85367fdec647 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226075 Dec 22 09:49:18.376589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df9044-493b-42ad-9885-0e828cb3ff2f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=5e73ecbd-515c-4699-85a0-07a0a5cdf3a0,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:18.414210 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-65df9044-493b-42ad-9885-0e828cb3ff2f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:18.419706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973a5a3-e1fe-4487-9ce8-e1770badd3a4 req-34d841c0-7cea-454a-b4fd-a8a82d5e6704 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:18.421935 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e973a5a3-e1fe-4487-9ce8-e1770badd3a4 req-34d841c0-7cea-454a-b4fd-a8a82d5e6704 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 0.6063523 Dec 22 09:49:18.532323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:18.614054 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0311db9a-5700-4ef3-a4b2-23454fae951f req-487f6d87-a77d-4928-a33c-a4c8b50fcace tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145840 Dec 22 09:49:18.673581 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e973a5a3-e1fe-4487-9ce8-e1770badd3a4 req-66a58106-1ad0-41a3-9c66-b17ef0058c11 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332857 Dec 22 09:49:18.687899 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c0fe499-c003-48b9-bcf5-44e3a68d5a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:18.689404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65df9044-493b-42ad-9885-0e828cb3ff2f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 084b5e1d-232c-440f-a4e0-6c5046e4fdce is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:49:18.690250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Allocated IP 2001:db8::3e1 (9e390f7f-065c-4da0-b23c-1a9abce9198c/0be97404-66a0-4e72-9a25-e418c2caf508/7da0202c-dbdc-4c0d-8451-089716ebe88a) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:49:18.704363 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1df77d-99cc-4884-a352-7bb41797190c', 'name': 'network-vif-deleted', 'tag': '302e706c-24ae-4307-9929-07bf3951ede8', 'status': 'completed', 'code': 200} Dec 22 09:49:18.732848 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-23bb7296-2674-484d-a013-9ba3907f72b1 req-0db5050c-8850-408b-9626-db4c8f7ef3b1 service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852873 Dec 22 09:49:18.758565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-65df9044-493b-42ad-9885-0e828cb3ff2f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:18.802110 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c0fe499-c003-48b9-bcf5-44e3a68d5a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:19.122253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-13a58fa3-8da9-4993-b1c1-f080c4c7ce60 None None] Provisioning complete for port 5e73ecbd-515c-4699-85a0-07a0a5cdf3a0 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:19.122681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13a58fa3-8da9-4993-b1c1-f080c4c7ce60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:19.158993 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-23bb7296-2674-484d-a013-9ba3907f72b1 req-6b46f49f-b3ce-467f-8e83-9dc85ed31bba service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4173048 Dec 22 09:49:19.181388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c0fe499-c003-48b9-bcf5-44e3a68d5a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:19.188963 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a66b961e-9789-4772-9b89-efe2d1192f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:19.210199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-13a58fa3-8da9-4993-b1c1-f080c4c7ce60 None None] Port 5e73ecbd-515c-4699-85a0-07a0a5cdf3a0 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:49:19.218614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fe499-c003-48b9-bcf5-44e3a68d5a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9d964a-6ae2-4ed2-8413-552b16576118,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:19.226172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb1cad-23a5-4b67-9ca6-96b5014e08c0 req-f62d100e-5cc9-45d7-ba60-69743ee7ba5d tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:19.234557 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-74cb1cad-23a5-4b67-9ca6-96b5014e08c0 req-f62d100e-5cc9-45d7-ba60-69743ee7ba5d tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a13f481e-b51d-45da-b45e-c04dc0374f50 HTTP/1.1" status: 200 len: 944 time: 0.3938787 Dec 22 09:49:19.251468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65df9044-493b-42ad-9885-0e828cb3ff2f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router 8cb33da0-e94f-4fff-b208-7c659d5ba96a is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:49:19.254680 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c0fe499-c003-48b9-bcf5-44e3a68d5a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:19.414449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 21a892bf-527a-4ba6-9570-628e79238205 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:49:19.490827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 21a892bf-527a-4ba6-9570-628e79238205 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:49:19.497817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 21a892bf-527a-4ba6-9570-628e79238205 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:19.500010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:19.621635 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:19.627772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c0fe499-c003-48b9-bcf5-44e3a68d5a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:19.629054 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6c0fe499-c003-48b9-bcf5-44e3a68d5a71 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ff9d964a-6ae2-4ed2-8413-552b16576118 HTTP/1.1" status: 204 len: 168 time: 1.3314710 Dec 22 09:49:19.647298 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:19.680202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13f481e-b51d-45da-b45e-c04dc0374f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a892bf-527a-4ba6-9570-628e79238205'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:49:19.693028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 21a892bf-527a-4ba6-9570-628e79238205, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=21a892bf-527a-4ba6-9570-628e79238205,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:19.696588 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-74cb1cad-23a5-4b67-9ca6-96b5014e08c0 req-f1642a53-0fac-4548-8484-3fdf49d24176 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610047 Dec 22 09:49:19.697980 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:19.702287 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:19.740086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Transition to ACTIVE for port object 7da0202c-dbdc-4c0d-8451-089716ebe88a will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:19.791532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=21a892bf-527a-4ba6-9570-628e79238205,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:19.798696 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:19.825346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7ec05-4f11-4370-ab9e-f9402524f079 req-d553d281-4a2e-4b52-a217-7d2684ae1a58 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:19.826149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-20b7ec05-4f11-4370-ab9e-f9402524f079 req-d553d281-4a2e-4b52-a217-7d2684ae1a58 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Synchronizing usage tracker for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:49:19.840210 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-27dfea3f-8e16-4f0b-a44e-5dedbb835ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:19.843806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefdf54-e0a3-41cf-9092-9edde9fac6f5 req-49f7e484-4033-49b7-be12-5ff8f5c6f183 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:19.844812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-bcefdf54-e0a3-41cf-9092-9edde9fac6f5 req-49f7e484-4033-49b7-be12-5ff8f5c6f183 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Synchronizing usage tracker for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:49:19.847863 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:19.878251 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0098867a-65a0-4d21-941b-db40dc96eb1f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:19.884241 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-96529a49-17bb-4280-b5ee-883eb3d65e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:19.985472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65df9044-493b-42ad-9885-0e828cb3ff2f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:49:19.997171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b520f-fb0b-4008-94c0-98ab1d840cb2 None None] Sync routers for ids ['8cb33da0-e94f-4fff-b208-7c659d5ba96a'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:49:20.000633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-20b7ec05-4f11-4370-ab9e-f9402524f079 req-d553d281-4a2e-4b52-a217-7d2684ae1a58 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Unset dirty status for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:49:20.001911 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20b7ec05-4f11-4370-ab9e-f9402524f079 req-d553d281-4a2e-4b52-a217-7d2684ae1a58 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.64 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 945 time: 0.3716979 Dec 22 09:49:20.013417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b520f-fb0b-4008-94c0-98ab1d840cb2 None None] Routers {'8cb33da0-e94f-4fff-b208-7c659d5ba96a'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:49:20.015725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-3b8b520f-fb0b-4008-94c0-98ab1d840cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:49:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['8cb33da0-e94f-4fff-b208-7c659d5ba96a'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:20.054683 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-65df9044-493b-42ad-9885-0e828cb3ff2f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/8cb33da0-e94f-4fff-b208-7c659d5ba96a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1311631 Dec 22 09:49:20.061120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58156) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:20.070105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-bcefdf54-e0a3-41cf-9092-9edde9fac6f5 req-49f7e484-4033-49b7-be12-5ff8f5c6f183 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Unset dirty status for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:49:20.078819 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bcefdf54-e0a3-41cf-9092-9edde9fac6f5 req-49f7e484-4033-49b7-be12-5ff8f5c6f183 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 945 time: 0.7872338 Dec 22 09:49:20.102792 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:49:20.105723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-3b8b520f-fb0b-4008-94c0-98ab1d840cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:20.119139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b520f-fb0b-4008-94c0-98ab1d840cb2 None None] Routers {'8cb33da0-e94f-4fff-b208-7c659d5ba96a'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:49:20.121871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-3b8b520f-fb0b-4008-94c0-98ab1d840cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:49:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['8cb33da0-e94f-4fff-b208-7c659d5ba96a'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:20.173389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event updated for resources: {'Port': ['ID=7da0202c-dbdc-4c0d-8451-089716ebe88a,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:20.177205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58160) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:20.195231 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:20.209652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfea3f-8e16-4f0b-a44e-5dedbb835ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27341bc6-4d77-45a9-b2a2-19fd96ee59ee,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:20.222123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-3b8b520f-fb0b-4008-94c0-98ab1d840cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:20.222753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b520f-fb0b-4008-94c0-98ab1d840cb2 None None] The sync data for ids ['8cb33da0-e94f-4fff-b208-7c659d5ba96a'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:49:20.235875 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-27dfea3f-8e16-4f0b-a44e-5dedbb835ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:20.271219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-20b7ec05-4f11-4370-ab9e-f9402524f079 req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Deleting port 6dae1370-6369-47b7-a512-e6573214158e {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:20.271590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-20b7ec05-4f11-4370-ab9e-f9402524f079 req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:20.276775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69db6188-6762-492e-8e46-d047260b85ff tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:20.277427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-69db6188-6762-492e-8e46-d047260b85ff tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Synchronizing usage tracker for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:49:20.280822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dfea3f-8e16-4f0b-a44e-5dedbb835ea1 admin admin] Checking segment: {'id': '97d0cd4f-ab21-4773-b26f-a83d78e82a9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:49:20.281322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dfea3f-8e16-4f0b-a44e-5dedbb835ea1 admin admin] Network hostable DHCP agents. Network: 473d1949-ed9f-4949-b1e6-1e121c2d7167, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:49:20.298405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88614642-7ab2-493e-811e-3332b3654e5c {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:49:20.312036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 21a892bf-527a-4ba6-9570-628e79238205 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:49:20.316481 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bcefdf54-e0a3-41cf-9092-9edde9fac6f5 req-2fb35217-c2e0-4d45-92b3-8815deb7c721 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367425 Dec 22 09:49:20.327286 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:20.341550 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-faea0ab0-8790-4e98-b83e-952c71e69f2b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b481b41115c46a995bc884715789f0e&name=default HTTP/1.1" status: 200 len: 2883 time: 0.1558075 Dec 22 09:49:20.355496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58164) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:20.356883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-69db6188-6762-492e-8e46-d047260b85ff tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Unset dirty status for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:49:20.362118 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-69db6188-6762-492e-8e46-d047260b85ff tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/ports/5e73ecbd-515c-4699-85a0-07a0a5cdf3a0 HTTP/1.1" status: 200 len: 981 time: 0.2951338 Dec 22 09:49:20.362960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58168) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:20.377628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e6887-75be-4917-9236-7b18001666b0 req-f6b3ebef-7b0e-4ca3-8bf7-54b71dffcb93 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:20.379287 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-969e6887-75be-4917-9236-7b18001666b0 req-f6b3ebef-7b0e-4ca3-8bf7-54b71dffcb93 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 931 time: 0.4697740 Dec 22 09:49:20.381490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Network 9e390f7f-065c-4da0-b23c-1a9abce9198c is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:49:20.382976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Transition to ACTIVE for port object 88614642-7ab2-493e-811e-3332b3654e5c will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:20.385371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:20.388363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:49:20.393387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:20.393986 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:20.405646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 21a892bf-527a-4ba6-9570-628e79238205 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:20.406225 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:20.483306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dfea3f-8e16-4f0b-a44e-5dedbb835ea1 admin admin] Network 473d1949-ed9f-4949-b1e6-1e121c2d7167 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:49:20.491372 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13f481e-b51d-45da-b45e-c04dc0374f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a892bf-527a-4ba6-9570-628e79238205', 'code': 200} Dec 22 09:49:20.527831 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-969e6887-75be-4917-9236-7b18001666b0 req-82bb226b-b319-498f-90b6-be313ed6160a tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290064 Dec 22 09:49:20.536593 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.8012419 Dec 22 09:49:20.540231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58174) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:20.569414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Request body: {'port': {'network_id': '9e390f7f-065c-4da0-b23c-1a9abce9198c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-774492935'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:20.587973 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:20.617345 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a70b0a6c-b08b-4390-98ee-52e5ba20e8b1 tempest-AttachVolumeNegativeTest-527955609 tempest-AttachVolumeNegativeTest-527955609] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:20.633725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6dae1370-6369-47b7-a512-e6573214158e no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:49:20.737039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-27dfea3f-8e16-4f0b-a44e-5dedbb835ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 473d1949-ed9f-4949-b1e6-1e121c2d7167) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:20.779507 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:20.791446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f7787d-6cef-425e-9163-5235982a25ca None None] Network 473d1949-ed9f-4949-b1e6-1e121c2d7167 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:49:20.878809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dfea3f-8e16-4f0b-a44e-5dedbb835ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:20.879468 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-27dfea3f-8e16-4f0b-a44e-5dedbb835ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:20.905196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c3f76447-7aa0-491c-b63a-991fdba89158 None None] Provisioning for port 7da0202c-dbdc-4c0d-8451-089716ebe88a completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:49:20.916490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Pushing event updated for resources: {'Port': ['ID=88614642-7ab2-493e-811e-3332b3654e5c,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:20.928587 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:20.930600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c3f76447-7aa0-491c-b63a-991fdba89158 None None] Provisioning complete for port 7da0202c-dbdc-4c0d-8451-089716ebe88a triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:20.930981 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3f76447-7aa0-491c-b63a-991fdba89158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:20.936426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-313cc22d-0d7f-4df3-bd65-46f5c9d2b879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:20.979244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 6dae1370-6369-47b7-a512-e6573214158e, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6dae1370-6369-47b7-a512-e6573214158e,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:20.980215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:20.993988 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:21.001734 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:21.023823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Usage tracker for resource:port and tenant:2f3c863e05074948aecfa2e3af6f0adc is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:49:21.034018 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-27dfea3f-8e16-4f0b-a44e-5dedbb835ea1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.5593174 Dec 22 09:49:21.042887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58180) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:21.044497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Quota usage for port was recalculated. Used quota:3. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:49:21.064829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1814460354-router', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:21.070557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:21.077156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c3f76447-7aa0-491c-b63a-991fdba89158 None None] Port 7da0202c-dbdc-4c0d-8451-089716ebe88a cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:49:21.081849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:21.114714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Usage tracker for resource:router and tenant:c331cc560d8748a88e7458b10299f64a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:49:21.121450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:49:21.127769 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-313cc22d-0d7f-4df3-bd65-46f5c9d2b879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:21.135333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Made reservation on behalf of 2f3c863e05074948aecfa2e3af6f0adc for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:49:21.141130 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:21.146596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=6dae1370-6369-47b7-a512-e6573214158e,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:21.152372 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:21.162358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:21.177489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cacb0-4b63-4a92-96d2-4a862a9f7ba4 req-74c708d4-120d-4668-9e7e-57bd76eb7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:21.179130 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-809cacb0-4b63-4a92-96d2-4a862a9f7ba4 req-74c708d4-120d-4668-9e7e-57bd76eb7b2a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a13f481e-b51d-45da-b45e-c04dc0374f50 HTTP/1.1" status: 200 len: 1161 time: 0.5895438 Dec 22 09:49:21.193363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-20b7ec05-4f11-4370-ab9e-f9402524f079 req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] For port 6dae1370-6369-47b7-a512-e6573214158e, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6dae1370-6369-47b7-a512-e6573214158e,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:21.193776 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-20b7ec05-4f11-4370-ab9e-f9402524f079 req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:21.232161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-473d1949-ed9f-4949-b1e6-1e121c2d7167', 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'fixed_ips': [{'subnet_id': '27341bc6-4d77-45a9-b2a2-19fd96ee59ee'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:49:21.234375 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:21.392662 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-313cc22d-0d7f-4df3-bd65-46f5c9d2b879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:21.398711 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7f1aae79-35e7-469c-a166-063a49fd6b36 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:21.403068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-20b7ec05-4f11-4370-ab9e-f9402524f079 req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Calling delete_port for 6dae1370-6369-47b7-a512-e6573214158e owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:21.406428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Attempting to bind port 88614642-7ab2-493e-811e-3332b3654e5c on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:49:21.406816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Attempting to bind port 88614642-7ab2-493e-811e-3332b3654e5c by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '126ca1e4-ce64-4d48-9d32-88c79a350681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e60b2feb-5482-4662-8917-04a4fc979113'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:49:21.407195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Attempting to bind port 88614642-7ab2-493e-811e-3332b3654e5c on network e60b2feb-5482-4662-8917-04a4fc979113 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:49:21.420698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:49:21.421145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Checking segment: {'id': '126ca1e4-ce64-4d48-9d32-88c79a350681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e60b2feb-5482-4662-8917-04a4fc979113'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:49:21.421551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:21.421952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Bound using segment: {'id': '126ca1e4-ce64-4d48-9d32-88c79a350681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e60b2feb-5482-4662-8917-04a4fc979113'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:49:21.422433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Bound port: 88614642-7ab2-493e-811e-3332b3654e5c, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '126ca1e4-ce64-4d48-9d32-88c79a350681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e60b2feb-5482-4662-8917-04a4fc979113'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:49:21.422812 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:21.432533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cc22d-0d7f-4df3-bd65-46f5c9d2b879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445883d6-8dd0-477f-bbd3-7e83d32b1b36,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:21.433099 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:21.434507 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:21.439351 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-313cc22d-0d7f-4df3-bd65-46f5c9d2b879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:21.443902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7365291-4c30-4023-b905-bb0dcaa8ff57 req-64c5421d-6c43-4860-ad13-2b24c279cfa4 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:21.448489 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e7365291-4c30-4023-b905-bb0dcaa8ff57 req-64c5421d-6c43-4860-ad13-2b24c279cfa4 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 0.7912056 Dec 22 09:49:21.481528 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-313cc22d-0d7f-4df3-bd65-46f5c9d2b879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:21.485860 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-313cc22d-0d7f-4df3-bd65-46f5c9d2b879 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/445883d6-8dd0-477f-bbd3-7e83d32b1b36 HTTP/1.1" status: 204 len: 168 time: 1.1280332 Dec 22 09:49:21.571831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943dc53-f194-404a-8609-58b429f1d77c req-a7b7dcec-c20f-4e6d-b512-0c6c187a7bde tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:21.580418 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c943dc53-f194-404a-8609-58b429f1d77c req-a7b7dcec-c20f-4e6d-b512-0c6c187a7bde tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a13f481e-b51d-45da-b45e-c04dc0374f50 HTTP/1.1" status: 200 len: 946 time: 0.7125769 Dec 22 09:49:21.590849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] For port 88614642-7ab2-493e-811e-3332b3654e5c, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:49:21.594862 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:21.596022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] For port 88614642-7ab2-493e-811e-3332b3654e5c, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=88614642-7ab2-493e-811e-3332b3654e5c,segment=NetworkSegment(126ca1e4-ce64-4d48-9d32-88c79a350681),segment_id=126ca1e4-ce64-4d48-9d32-88c79a350681)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:49:21.632906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Allocated IP 172.20.0.2 (473d1949-ed9f-4949-b1e6-1e121c2d7167/27341bc6-4d77-45a9-b2a2-19fd96ee59ee/4d085c48-153e-4060-9e0e-8be33974251e) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:49:21.635352 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-809cacb0-4b63-4a92-96d2-4a862a9f7ba4 req-3b74a6cc-8b3b-47d8-8ffd-bb07fcca7f9b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452438 Dec 22 09:49:21.636897 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:21.661517 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c67f4e1d-7655-4f41-b143-bc7a9c121e9c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:21.670994 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e7365291-4c30-4023-b905-bb0dcaa8ff57 req-84a5f345-702c-4182-a039-d052e93cfbcc tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029691 Dec 22 09:49:21.895741 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec5e25b6-d561-4d00-a0c4-4461a10e23db tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:21.909220 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c943dc53-f194-404a-8609-58b429f1d77c req-dffb067a-ee14-4da0-8795-6da56b28465a tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275037 Dec 22 09:49:21.933460 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-20b7ec05-4f11-4370-ab9e-f9402524f079 req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:49:21.936603 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-20b7ec05-4f11-4370-ab9e-f9402524f079 req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:49:21.974455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Pushing event updated for resources: {'Port': ['ID=88614642-7ab2-493e-811e-3332b3654e5c,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:22.043201 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:22.154096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:22.155000 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:22.156765 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] 10.222.0.64 "PUT /v2.0/ports/88614642-7ab2-493e-811e-3332b3654e5c HTTP/1.1" status: 200 len: 1155 time: 4.0144470 Dec 22 09:49:22.157295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8c7e95-a4e2-4529-a5e7-b05084c78c24', 'tag': '88614642-7ab2-493e-811e-3332b3654e5c'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:49:22.189772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:22.194989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] device_id is not set on port d74e9d88-d32a-4aba-881d-5ba8d6ad86eb yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:49:22.201045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Transition to ACTIVE for port object 4d085c48-153e-4060-9e0e-8be33974251e will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:22.221703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Transition to ACTIVE for port object 4d085c48-153e-4060-9e0e-8be33974251e will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:22.230090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:22.263140 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:22.457633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Pushing event updated for resources: {'Port': ['ID=4d085c48-153e-4060-9e0e-8be33974251e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:22.461564 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:22.492105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13bb59b-965d-4b16-9407-7d0690cda31b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dae1370-6369-47b7-a512-e6573214158e'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:49:22.549736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Network 473d1949-ed9f-4949-b1e6-1e121c2d7167 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:49:22.551383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:22.557458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:49:22.625960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Attempting to bind port 4d085c48-153e-4060-9e0e-8be33974251e on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:49:22.626427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Attempting to bind port 4d085c48-153e-4060-9e0e-8be33974251e by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '97d0cd4f-ab21-4773-b26f-a83d78e82a9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:49:22.626673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Attempting to bind port 4d085c48-153e-4060-9e0e-8be33974251e on network 473d1949-ed9f-4949-b1e6-1e121c2d7167 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:49:22.633849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:49:22.634285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Checking segment: {'id': '97d0cd4f-ab21-4773-b26f-a83d78e82a9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:49:22.634886 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:22.635398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Bound using segment: {'id': '97d0cd4f-ab21-4773-b26f-a83d78e82a9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:49:22.635846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Bound port: 4d085c48-153e-4060-9e0e-8be33974251e, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d0cd4f-ab21-4773-b26f-a83d78e82a9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:49:22.636335 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:22.674281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-20b7ec05-4f11-4370-ab9e-f9402524f079 req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Deleting port 6dae1370-6369-47b7-a512-e6573214158e {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:22.674654 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-20b7ec05-4f11-4370-ab9e-f9402524f079 req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:22.713111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ec5e25b6-d561-4d00-a0c4-4461a10e23db tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port 5e73ecbd-515c-4699-85a0-07a0a5cdf3a0 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:22.713510 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec5e25b6-d561-4d00-a0c4-4461a10e23db tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:22.757658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:22.785793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] For port 4d085c48-153e-4060-9e0e-8be33974251e, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:49:22.789535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] For port 4d085c48-153e-4060-9e0e-8be33974251e, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=4d085c48-153e-4060-9e0e-8be33974251e,segment=NetworkSegment(97d0cd4f-ab21-4773-b26f-a83d78e82a9d),segment_id=97d0cd4f-ab21-4773-b26f-a83d78e82a9d)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:49:22.795188 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:22.802060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-53d33eb7-a373-4d7f-be5a-b7a016280752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:22.803758 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-53d33eb7-a373-4d7f-be5a-b7a016280752 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=633dde4b29c44f53b6aa0cd8d5318325&device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 1158 time: 0.5606301 Dec 22 09:49:22.815541 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:22.933506 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-9f0935c5-95f8-4078-b927-7bbdf64470dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88614642-7ab2-493e-811e-3332b3654e5c HTTP/1.1" status: 200 len: 217 time: 0.0950155 Dec 22 09:49:23.023098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a3a1e-b460-4c34-930d-5e4ad61d48e4 req-3b11e54f-aafa-4a23-b65e-ca3aa6ea8e13 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:23.031368 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca8a3a1e-b460-4c34-930d-5e4ad61d48e4 req-3b11e54f-aafa-4a23-b65e-ca3aa6ea8e13 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 943 time: 1.0718088 Dec 22 09:49:23.039655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Pushing event updated for resources: {'Port': ['ID=4d085c48-153e-4060-9e0e-8be33974251e,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:23.044453 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:23.068193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46911cd5-c0d9-4ded-89e2-e7757ce543db req-8f0bca6e-240c-4b16-82a3-6880797a77c0 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:23.075369 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-46911cd5-c0d9-4ded-89e2-e7757ce543db req-8f0bca6e-240c-4b16-82a3-6880797a77c0 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 943 time: 0.8917670 Dec 22 09:49:23.121325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-5a736eba-60c7-4a41-93e3-e4b384f9366e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:23.122909 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-5a736eba-60c7-4a41-93e3-e4b384f9366e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b87d27f7-24e3-44fe-bd22-f07e43a5cac0 HTTP/1.1" status: 200 len: 853 time: 0.1741462 Dec 22 09:49:23.187195 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec5e25b6-d561-4d00-a0c4-4461a10e23db tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:23.197103 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-ae7db3b0-52da-4e5b-b0c4-98df73106be9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e60b2feb-5482-4662-8917-04a4fc979113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669329 Dec 22 09:49:23.236020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Allocated IP 2001:db8::237 (9e390f7f-065c-4da0-b23c-1a9abce9198c/0be97404-66a0-4e72-9a25-e418c2caf508/d74e9d88-d32a-4aba-881d-5ba8d6ad86eb) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:49:23.321295 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca8a3a1e-b460-4c34-930d-5e4ad61d48e4 req-96558380-ca6f-471f-a7b0-fa835dfb732f tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=e236a560-86fa-4f48-b8d3-f85e9850dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889745 Dec 22 09:49:23.362924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ec5e25b6-d561-4d00-a0c4-4461a10e23db tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Calling delete_port for 5e73ecbd-515c-4699-85a0-07a0a5cdf3a0 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:23.386385 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-46911cd5-c0d9-4ded-89e2-e7757ce543db req-e97697c4-b2c3-4647-861f-b459c42508ad tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829883 Dec 22 09:49:23.553709 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8c7e95-a4e2-4529-a5e7-b05084c78c24', 'tag': '88614642-7ab2-493e-811e-3332b3654e5c', 'status': 'completed', 'code': 200} Dec 22 09:49:23.617746 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13bb59b-965d-4b16-9407-7d0690cda31b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dae1370-6369-47b7-a512-e6573214158e', 'code': 200} Dec 22 09:49:23.627639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-20b7ec05-4f11-4370-ab9e-f9402524f079 req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] For port 6dae1370-6369-47b7-a512-e6573214158e, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6dae1370-6369-47b7-a512-e6573214158e,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:23.628609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-20b7ec05-4f11-4370-ab9e-f9402524f079 req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:23.784937 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-1979b06b-716e-477e-be33-d8845e1c3cf6 service neutron] 10.222.0.64 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152142 Dec 22 09:49:23.861524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-20b7ec05-4f11-4370-ab9e-f9402524f079 req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Calling delete_port for 6dae1370-6369-47b7-a512-e6573214158e owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:24.013246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec5e25b6-d561-4d00-a0c4-4461a10e23db tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:24.041071 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-65df9044-493b-42ad-9885-0e828cb3ff2f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:24.100884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e25b6-d561-4d00-a0c4-4461a10e23db tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Port': ['ID=5e73ecbd-515c-4699-85a0-07a0a5cdf3a0,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:24.103860 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec5e25b6-d561-4d00-a0c4-4461a10e23db tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:24.208516 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c6c5190-ee1b-41af-aaec-80b5f155acb1 req-3feab28e-6720-40d1-b6a2-58f2c2a931ab service neutron] 10.222.0.64 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4138706 Dec 22 09:49:24.254446 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:24.362640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Transition to ACTIVE for port object d74e9d88-d32a-4aba-881d-5ba8d6ad86eb will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:24.404979 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:24.461903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec5e25b6-d561-4d00-a0c4-4461a10e23db tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:24.468005 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:24.586235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bda134-6a99-4e8d-b802-70e3e24c0774 req-1a712d39-3501-404b-8874-faa19b6186fe tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:24.594796 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97bda134-6a99-4e8d-b802-70e3e24c0774 req-1a712d39-3501-404b-8874-faa19b6186fe tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a13f481e-b51d-45da-b45e-c04dc0374f50 HTTP/1.1" status: 200 len: 946 time: 0.5166628 Dec 22 09:49:24.601873 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-20b7ec05-4f11-4370-ab9e-f9402524f079 req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:24.630486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdece55-5eff-458c-924f-31a964f6fba6 req-8584f749-320a-4c7b-a3c7-0acf540614f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:24.632161 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4fdece55-5eff-458c-924f-31a964f6fba6 req-8584f749-320a-4c7b-a3c7-0acf540614f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=633dde4b29c44f53b6aa0cd8d5318325&device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 1158 time: 0.2975037 Dec 22 09:49:24.688646 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7477558e-223a-4c52-9483-63f9ec503a3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:24.721241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bbc93e-649c-42a2-9568-e77c6afc0a0e None None] Network 473d1949-ed9f-4949-b1e6-1e121c2d7167 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:49:24.740056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:24.797883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Pushing event deleted for resources: {'Port': ['ID=6dae1370-6369-47b7-a512-e6573214158e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:24.805703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f62fd5-cc5c-42d0-a1a1-47a4a476f032 req-ae6c5371-84f0-49e6-b5c0-0b5590b25f6f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:24.807305 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-56f62fd5-cc5c-42d0-a1a1-47a4a476f032 req-ae6c5371-84f0-49e6-b5c0-0b5590b25f6f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 0.5372839 Dec 22 09:49:24.852205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3c32c26e-467b-42b3-a2af-53118f10112a None None] Provisioning for port 4d085c48-153e-4060-9e0e-8be33974251e completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:49:25.220846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.221062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.221316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.222158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.222158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.222906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.222906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.223335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.223749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.224175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.224576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.224939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.225439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.225848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.226257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.226634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.227036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.227438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.227845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.228336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.228653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.229069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.229463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.229832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.230297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.230700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.231104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.231518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.231919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.232367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.232787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.233572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.233741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.234170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.234578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.234979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:25.329975 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:25.332542 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-75f853f5-9744-47e1-9011-4b9cbe3d4d76 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.554s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:25.384852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdece55-5eff-458c-924f-31a964f6fba6 req-7d607a0c-11a3-4e29-a6e2-9075d246f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:25.387327 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4fdece55-5eff-458c-924f-31a964f6fba6 req-7d607a0c-11a3-4e29-a6e2-9075d246f8e9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e60b2feb-5482-4662-8917-04a4fc979113 HTTP/1.1" status: 200 len: 908 time: 0.7436242 Dec 22 09:49:25.389493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 4d085c48-153e-4060-9e0e-8be33974251e up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:49:25.396838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5e25b6-d561-4d00-a0c4-4461a10e23db tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router 8cb33da0-e94f-4fff-b208-7c659d5ba96a has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:49:25.400617 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97bda134-6a99-4e8d-b802-70e3e24c0774 req-bc9298f7-b27a-4d7a-aa8d-df9a6c6198f5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8046536 Dec 22 09:49:25.477978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 4d085c48-153e-4060-9e0e-8be33974251e completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:49:25.484140 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4fdece55-5eff-458c-924f-31a964f6fba6 req-98c688dd-5586-4305-a5c5-089fcd46bd5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88614642-7ab2-493e-811e-3332b3654e5c HTTP/1.1" status: 200 len: 217 time: 0.0842664 Dec 22 09:49:25.487547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 4d085c48-153e-4060-9e0e-8be33974251e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:25.488239 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:25.663069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7436d297-e997-4de7-b9d7-1b2f041ec81c None None] Provisioning complete for port 4d085c48-153e-4060-9e0e-8be33974251e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:25.663609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7436d297-e997-4de7-b9d7-1b2f041ec81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:25.687132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Allocated IP 172.25.7.38 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/20759893-c224-48cf-aa06-2a9b8a920ca9) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:49:25.698423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5e25b6-d561-4d00-a0c4-4461a10e23db tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:49:25.739504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:25.760467 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ec5e25b6-d561-4d00-a0c4-4461a10e23db tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/8cb33da0-e94f-4fff-b208-7c659d5ba96a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3792598 Dec 22 09:49:25.762694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3b05b8-2112-4a9f-85ac-f9ca45c9b880 None None] Sync routers for ids ['8cb33da0-e94f-4fff-b208-7c659d5ba96a'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:49:25.763290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58252) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:25.783686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3b05b8-2112-4a9f-85ac-f9ca45c9b880 None None] Routers {'8cb33da0-e94f-4fff-b208-7c659d5ba96a'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:49:25.784688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2d3b05b8-2112-4a9f-85ac-f9ca45c9b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:49:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['8cb33da0-e94f-4fff-b208-7c659d5ba96a'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:25.815961 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-56f62fd5-cc5c-42d0-a1a1-47a4a476f032 req-0bfe0091-db18-44c8-9696-c624c0f67e24 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9103689 Dec 22 09:49:25.829910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event updated for resources: {'Port': ['ID=d74e9d88-d32a-4aba-881d-5ba8d6ad86eb,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:25.833466 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:25.837644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdece55-5eff-458c-924f-31a964f6fba6 req-0551ac9a-63d1-4640-9bf5-6bf866dcdf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:25.839377 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4fdece55-5eff-458c-924f-31a964f6fba6 req-0551ac9a-63d1-4640-9bf5-6bf866dcdf44 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b87d27f7-24e3-44fe-bd22-f07e43a5cac0 HTTP/1.1" status: 200 len: 853 time: 0.1767941 Dec 22 09:49:25.916763 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e007d775-43cb-488c-b0f9-197e5390af81 req-bb320826-42a5-4d78-94e3-34702d056523 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=d13bb59b-965d-4b16-9407-7d0690cda31b HTTP/1.1" status: 200 len: 210 time: 0.1150107 Dec 22 09:49:25.942913 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7436d297-e997-4de7-b9d7-1b2f041ec81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:25.971133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2d3b05b8-2112-4a9f-85ac-f9ca45c9b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:25.971345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b7ec05-4f11-4370-ab9e-f9402524f079 req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] No DVR routers for this DVR port 6dae1370-6369-47b7-a512-e6573214158e on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:49:25.977555 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-20b7ec05-4f11-4370-ab9e-f9402524f079 req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:25.997631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 4d085c48-153e-4060-9e0e-8be33974251e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=4d085c48-153e-4060-9e0e-8be33974251e,segment=NetworkSegment(97d0cd4f-ab21-4773-b26f-a83d78e82a9d),segment_id=97d0cd4f-ab21-4773-b26f-a83d78e82a9d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:25.999140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3b05b8-2112-4a9f-85ac-f9ca45c9b880 None None] Routers {'8cb33da0-e94f-4fff-b208-7c659d5ba96a'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:49:25.999556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13bb59b-965d-4b16-9407-7d0690cda31b', 'name': 'network-vif-deleted', 'tag': '6dae1370-6369-47b7-a512-e6573214158e'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:49:25.999981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2d3b05b8-2112-4a9f-85ac-f9ca45c9b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:49:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['8cb33da0-e94f-4fff-b208-7c659d5ba96a'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:26.086575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2d3b05b8-2112-4a9f-85ac-f9ca45c9b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:26.087075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3b05b8-2112-4a9f-85ac-f9ca45c9b880 None None] The sync data for ids ['8cb33da0-e94f-4fff-b208-7c659d5ba96a'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:49:26.089172 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:26.092540 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e32b1893-064c-4771-a4a7-f6e770c5cc13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:26.130054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Network 9e390f7f-065c-4da0-b23c-1a9abce9198c is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:49:26.168320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=4d085c48-153e-4060-9e0e-8be33974251e,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:26.196478 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:26.202130 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-20b7ec05-4f11-4370-ab9e-f9402524f079 req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.64 "DELETE /v2.0/ports/6dae1370-6369-47b7-a512-e6573214158e HTTP/1.1" status: 204 len: 173 time: 6.1398766 Dec 22 09:49:26.204110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:26.207294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:49:26.211794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:26.212675 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:26.244695 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4fdece55-5eff-458c-924f-31a964f6fba6 req-cf711f34-468c-44d6-8171-831ed6362f15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e60b2feb-5482-4662-8917-04a4fc979113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973904 Dec 22 09:49:26.257204 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:26.267880 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.7260008 Dec 22 09:49:26.270605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58258) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:26.287747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ef51ea38-56fd-4a31-ac86-70095d655aa3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::78', 'mac_address': 'fa:16:3e:8a:1b:7e'}, {'ip_address': '2001:db8::3e1', 'mac_address': 'fa:16:3e:bf:aa:5e'}]}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:26.298925 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-7436d297-e997-4de7-b9d7-1b2f041ec81c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:49:26.299336 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-7436d297-e997-4de7-b9d7-1b2f041ec81c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:49:26.344367 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-dfe99e0b-2a7e-4831-ac22-04dded125f17 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] remove_router_interface failed (client error): The resource could not be found. Dec 22 09:49:26.350144 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dfe99e0b-2a7e-4831-ac22-04dded125f17 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/8cb33da0-e94f-4fff-b208-7c659d5ba96a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5855055 Dec 22 09:49:26.350929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58262) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:26.408516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506f303-3712-47d3-81e9-2aecd10b5de7 req-f35e027b-4e73-450a-8e19-81eedf39cade tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:26.417699 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a506f303-3712-47d3-81e9-2aecd10b5de7 req-f35e027b-4e73-450a-8e19-81eedf39cade tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 943 time: 0.3847468 Dec 22 09:49:26.432728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-444a6997-d9e1-4a66-8b44-27ccd873b350 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Synchronizing usage tracker for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:49:26.493764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d81d9-66d9-463c-923e-9b7c97dbeb4b req-f7751eb7-7563-4f5f-b08c-22fd9011b8b6 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:26.495524 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df8d81d9-66d9-463c-923e-9b7c97dbeb4b req-f7751eb7-7563-4f5f-b08c-22fd9011b8b6 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a13f481e-b51d-45da-b45e-c04dc0374f50 HTTP/1.1" status: 200 len: 946 time: 0.3458545 Dec 22 09:49:26.500630 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:26.513139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-444a6997-d9e1-4a66-8b44-27ccd873b350 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Unset dirty status for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:49:26.518517 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-444a6997-d9e1-4a66-8b44-27ccd873b350 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/ports?device_id=8cb33da0-e94f-4fff-b208-7c659d5ba96a HTTP/1.1" status: 200 len: 205 time: 0.1627386 Dec 22 09:49:26.521927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58266) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:26.540938 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cfa7bd02-a1b8-41ee-899f-fda4e3634b12 tempest-ServersNegativeTestMultiTenantJSON-527596699 tempest-ServersNegativeTestMultiTenantJSON-527596699] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:26.681835 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4fdece55-5eff-458c-924f-31a964f6fba6 req-e7fb5f6c-e691-41f1-bfff-8e405135637f service neutron] 10.222.0.64 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685794 Dec 22 09:49:26.684372 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-78dd3c2d-0a35-4039-8e02-1aaa2f8ad8c0 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:26.693842 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a506f303-3712-47d3-81e9-2aecd10b5de7 req-55234afb-5a5c-44f3-96d9-86f49898572b tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751684 Dec 22 09:49:26.807252 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df8d81d9-66d9-463c-923e-9b7c97dbeb4b req-aff0fcbc-765d-4c22-8fd8-eb7ed0a380ab tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673502 Dec 22 09:49:26.893920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 88614642-7ab2-493e-811e-3332b3654e5c up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:49:26.896617 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4fdece55-5eff-458c-924f-31a964f6fba6 req-5c532167-5702-4f27-a0fb-5d543e3d481f service neutron] 10.222.0.64 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1562822 Dec 22 09:49:26.971333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Pushing event updated for resources: {'Port': ['ID=20759893-c224-48cf-aa06-2a9b8a920ca9,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:26.975039 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:26.989412 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13bb59b-965d-4b16-9407-7d0690cda31b', 'name': 'network-vif-deleted', 'tag': '6dae1370-6369-47b7-a512-e6573214158e', 'status': 'completed', 'code': 200} Dec 22 09:49:27.041765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:49:27.046459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:27.056245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:49:27.087764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 88614642-7ab2-493e-811e-3332b3654e5c completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:49:27.097822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 88614642-7ab2-493e-811e-3332b3654e5c triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:27.098374 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:27.122742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef51ea38-56fd-4a31-ac86-70095d655aa3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:27.228332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-78dd3c2d-0a35-4039-8e02-1aaa2f8ad8c0 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:27.231759 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-78dd3c2d-0a35-4039-8e02-1aaa2f8ad8c0 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:27.266558 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-78dd3c2d-0a35-4039-8e02-1aaa2f8ad8c0 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:27.267313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dd3c2d-0a35-4039-8e02-1aaa2f8ad8c0 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Fanout notify agent at l3_agent the message router_deleted on router 8cb33da0-e94f-4fff-b208-7c659d5ba96a {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:49:27.293988 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-78dd3c2d-0a35-4039-8e02-1aaa2f8ad8c0 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:27.295992 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-78dd3c2d-0a35-4039-8e02-1aaa2f8ad8c0 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/routers/8cb33da0-e94f-4fff-b208-7c659d5ba96a HTTP/1.1" status: 204 len: 168 time: 0.7728319 Dec 22 09:49:27.300949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58288) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:27.325549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ac06b924-d89a-4706-a959-c25e7141746c None None] Provisioning for port d74e9d88-d32a-4aba-881d-5ba8d6ad86eb completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:49:27.359773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 4d085c48-153e-4060-9e0e-8be33974251e up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:49:27.402514 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:27.429152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ac06b924-d89a-4706-a959-c25e7141746c None None] Provisioning complete for port d74e9d88-d32a-4aba-881d-5ba8d6ad86eb triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:27.429888 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac06b924-d89a-4706-a959-c25e7141746c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:27.556894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8c7e95-a4e2-4529-a5e7-b05084c78c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88614642-7ab2-493e-811e-3332b3654e5c'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:49:27.586766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ac06b924-d89a-4706-a959-c25e7141746c None None] Port d74e9d88-d32a-4aba-881d-5ba8d6ad86eb cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:49:27.592617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 88614642-7ab2-493e-811e-3332b3654e5c, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=88614642-7ab2-493e-811e-3332b3654e5c,segment=NetworkSegment(126ca1e4-ce64-4d48-9d32-88c79a350681),segment_id=126ca1e4-ce64-4d48-9d32-88c79a350681)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:27.605866 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:27.610309 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89f747ca-daff-4b5f-a4bb-947277cce8db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:27.614052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e12f48-a8a4-473b-b0db-6e010c0f2b2a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting subnet 69ebda63-3b50-4ca7-bfaa-12de3e79ef3c {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:49:27.618627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-59e12f48-a8a4-473b-b0db-6e010c0f2b2a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:27.672941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 4d085c48-153e-4060-9e0e-8be33974251e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:27.673329 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:27.687146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b11e9f-28b9-452f-8623-7d20d8df04cc req-1748fb6f-bc30-476c-ade7-50a667ac3b23 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:27.689031 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9b11e9f-28b9-452f-8623-7d20d8df04cc req-1748fb6f-bc30-476c-ade7-50a667ac3b23 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 0.5450745 Dec 22 09:49:27.707549 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-59e12f48-a8a4-473b-b0db-6e010c0f2b2a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:27.781098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ac06b924-d89a-4706-a959-c25e7141746c None None] Provisioning complete for port 4d085c48-153e-4060-9e0e-8be33974251e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:27.781526 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac06b924-d89a-4706-a959-c25e7141746c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:27.827686 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-59e12f48-a8a4-473b-b0db-6e010c0f2b2a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:27.869112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=88614642-7ab2-493e-811e-3332b3654e5c,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:27.875857 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:27.929127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58302) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:28.175134 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f8d313d-3247-4aa5-8670-4ff976a36c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:28.202181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6f8d313d-3247-4aa5-8670-4ff976a36c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:28.219537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6f8d313d-3247-4aa5-8670-4ff976a36c94 admin admin] Usage tracker for resource:security_group_rule and tenant:0204472e8bd54c25a5fbc033671d94bb is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:49:28.224497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6f8d313d-3247-4aa5-8670-4ff976a36c94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:49:28.233876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6f8d313d-3247-4aa5-8670-4ff976a36c94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:28.260691 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-59e12f48-a8a4-473b-b0db-6e010c0f2b2a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:28.377748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 88614642-7ab2-493e-811e-3332b3654e5c up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:49:28.401637 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9b11e9f-28b9-452f-8623-7d20d8df04cc req-f1dfe180-0b42-4dc6-b0fb-55662db20e7e tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6089973 Dec 22 09:49:28.420820 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:28.473167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 88614642-7ab2-493e-811e-3332b3654e5c triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:28.473589 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:28.570256 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef51ea38-56fd-4a31-ac86-70095d655aa3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:28.583276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef51ea38-56fd-4a31-ac86-70095d655aa3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:28.646719 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cbedf4d2-780a-46b4-9c92-353b6c2fbf9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:28.689260 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:28.704316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e12f48-a8a4-473b-b0db-6e010c0f2b2a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Subnet': ['ID=69ebda63-3b50-4ca7-bfaa-12de3e79ef3c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:28.712309 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-59e12f48-a8a4-473b-b0db-6e010c0f2b2a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:28.713164 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-59e12f48-a8a4-473b-b0db-6e010c0f2b2a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:28.720256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e45c1d-376d-46d7-9231-1a458c9d37e7 None None] Network 084b5e1d-232c-440f-a4e0-6c5046e4fdce requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:49:28.733718 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-59e12f48-a8a4-473b-b0db-6e010c0f2b2a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/subnets/69ebda63-3b50-4ca7-bfaa-12de3e79ef3c HTTP/1.1" status: 204 len: 168 time: 1.4311843 Dec 22 09:49:28.739396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58312) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:28.774912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51ea38-56fd-4a31-ac86-70095d655aa3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event updated for resources: {'Port': ['ID=d74e9d88-d32a-4aba-881d-5ba8d6ad86eb,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:28.796234 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ef51ea38-56fd-4a31-ac86-70095d655aa3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:28.805511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c7d8e-af53-4c4a-9829-0f9e09fcafb6 req-4d2e4ffd-6510-480c-bf6d-b155e6b2629b tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:28.814158 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce9c7d8e-af53-4c4a-9829-0f9e09fcafb6 req-4d2e4ffd-6510-480c-bf6d-b155e6b2629b tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a13f481e-b51d-45da-b45e-c04dc0374f50 HTTP/1.1" status: 200 len: 946 time: 1.0004611 Dec 22 09:49:28.840222 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8c7e95-a4e2-4529-a5e7-b05084c78c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88614642-7ab2-493e-811e-3332b3654e5c', 'code': 200} Dec 22 09:49:28.873643 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:28.979229 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce9c7d8e-af53-4c4a-9829-0f9e09fcafb6 req-32224206-7fc0-4b88-9625-6a859049836f tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639569 Dec 22 09:49:29.006995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d4181e-681e-4b00-8491-899af46fb9c9 None None] DHCP port deletion for 084b5e1d-232c-440f-a4e0-6c5046e4fdce request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:49:29.011427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port 7d005260-c41c-4199-af56-fba754284f1e {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:29.011817 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:29.024373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-23d4181e-681e-4b00-8491-899af46fb9c9 None None] Deleting port 7d005260-c41c-4199-af56-fba754284f1e {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:29.024718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23d4181e-681e-4b00-8491-899af46fb9c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:29.112722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ef51ea38-56fd-4a31-ac86-70095d655aa3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] In _notify_port_updated(), no bound segment for port d74e9d88-d32a-4aba-881d-5ba8d6ad86eb on network 9e390f7f-065c-4da0-b23c-1a9abce9198c {{(pid=81071) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}} Dec 22 09:49:29.117067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef51ea38-56fd-4a31-ac86-70095d655aa3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:29.117768 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef51ea38-56fd-4a31-ac86-70095d655aa3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:29.121694 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ef51ea38-56fd-4a31-ac86-70095d655aa3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "PUT /v2.0/ports/d74e9d88-d32a-4aba-881d-5ba8d6ad86eb HTTP/1.1" status: 200 len: 1066 time: 2.8410931 Dec 22 09:49:29.136713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58316) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:29.312644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-23d4181e-681e-4b00-8491-899af46fb9c9 None None] For port 7d005260-c41c-4199-af56-fba754284f1e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7d005260-c41c-4199-af56-fba754284f1e,segment=NetworkSegment(b1a60a7b-5227-47f9-9ec2-e4bcd82f63b4),segment_id=b1a60a7b-5227-47f9-9ec2-e4bcd82f63b4)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:29.313320 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23d4181e-681e-4b00-8491-899af46fb9c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:29.327832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f8d313d-3247-4aa5-8670-4ff976a36c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:29.335707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-45064bb8-4000-428e-b1f7-13bd907369ba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Deleting port d74e9d88-d32a-4aba-881d-5ba8d6ad86eb {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:29.336130 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-45064bb8-4000-428e-b1f7-13bd907369ba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:29.392019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f8d313d-3247-4aa5-8670-4ff976a36c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:29.417030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04b8b6-4eec-441b-8fa0-5b20b7e5cc29 req-4d31f497-e2b6-4d5a-8cb9-60e6728fc709 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:29.418685 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7a04b8b6-4eec-441b-8fa0-5b20b7e5cc29 req-4d31f497-e2b6-4d5a-8cb9-60e6728fc709 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 945 time: 0.4440465 Dec 22 09:49:29.440894 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-85be4b0a-8a5d-4a20-964f-c7e8c7e9b6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:29.455604 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6f8d313d-3247-4aa5-8670-4ff976a36c94 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0204472e8bd54c25a5fbc033671d94bb&name=default HTTP/1.1" status: 200 len: 2883 time: 1.5253527 Dec 22 09:49:29.461790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7d005260-c41c-4199-af56-fba754284f1e no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:49:29.479301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58322) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:29.543400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca4d17-e867-4a0e-b270-94b3a573ed99 req-936b6e39-4c3f-4484-afc0-deb44e70b70f tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:29.545349 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21ca4d17-e867-4a0e-b270-94b3a573ed99 req-936b6e39-4c3f-4484-afc0-deb44e70b70f tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "GET /v2.0/ports?device_id=a13f481e-b51d-45da-b45e-c04dc0374f50 HTTP/1.1" status: 200 len: 946 time: 0.4985502 Dec 22 09:49:29.569694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d313d-3247-4aa5-8670-4ff976a36c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da483c25-1d4f-4ac2-889f-ecb29ab70b70,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:29.634350 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6f8d313d-3247-4aa5-8670-4ff976a36c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:29.670573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-23d4181e-681e-4b00-8491-899af46fb9c9 None None] Calling delete_port for 7d005260-c41c-4199-af56-fba754284f1e owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:29.677427 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:29.684969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992190b8-6dc8-4b68-9c53-413a1acf2ce2 req-6282ba62-0628-4fd1-91eb-fc52663f8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:29.685167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6878a5-d1b9-4bad-8672-08f1d2ddc79c req-57f5ee7c-ca27-4f44-a76d-0ad4ac8569a1 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:29.686131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3f6878a5-d1b9-4bad-8672-08f1d2ddc79c req-57f5ee7c-ca27-4f44-a76d-0ad4ac8569a1 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Synchronizing usage tracker for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:49:29.686662 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-992190b8-6dc8-4b68-9c53-413a1acf2ce2 req-6282ba62-0628-4fd1-91eb-fc52663f8a42 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 1160 time: 0.7550788 Dec 22 09:49:29.755721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0eb47c25-7d61-40eb-8e7d-125de39d7a88 None None] Provisioning complete for port d74e9d88-d32a-4aba-881d-5ba8d6ad86eb triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:29.756296 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0eb47c25-7d61-40eb-8e7d-125de39d7a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:29.780587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-21ca4d17-e867-4a0e-b270-94b3a573ed99 req-8d9ce761-a580-4f53-9ef3-8adfe093544e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Deleting port 21a892bf-527a-4ba6-9570-628e79238205 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:29.780979 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-21ca4d17-e867-4a0e-b270-94b3a573ed99 req-8d9ce761-a580-4f53-9ef3-8adfe093544e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:29.804189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] For port 7d005260-c41c-4199-af56-fba754284f1e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7d005260-c41c-4199-af56-fba754284f1e,segment=NetworkSegment(b1a60a7b-5227-47f9-9ec2-e4bcd82f63b4),segment_id=b1a60a7b-5227-47f9-9ec2-e4bcd82f63b4)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:29.804604 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:29.836116 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7a04b8b6-4eec-441b-8fa0-5b20b7e5cc29 req-2361f765-a366-4afc-871b-b4569166f021 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475771 Dec 22 09:49:29.910129 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:29.911850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3f6878a5-d1b9-4bad-8672-08f1d2ddc79c req-57f5ee7c-ca27-4f44-a76d-0ad4ac8569a1 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Unset dirty status for tenant:210f832f876441e1b78088d52878877a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:49:29.919265 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3f6878a5-d1b9-4bad-8672-08f1d2ddc79c req-57f5ee7c-ca27-4f44-a76d-0ad4ac8569a1 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.7666817 Dec 22 09:49:29.926405 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87448932-f262-47a0-8a92-cf345d9599a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:29.933655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0eb47c25-7d61-40eb-8e7d-125de39d7a88 None None] Port d74e9d88-d32a-4aba-881d-5ba8d6ad86eb cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:49:29.949490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23d4181e-681e-4b00-8491-899af46fb9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:29.959112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Calling delete_port for 7d005260-c41c-4199-af56-fba754284f1e owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:29.997475 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:29.998418 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-992190b8-6dc8-4b68-9c53-413a1acf2ce2 req-c3d20f96-03b7-4b44-b3e1-93fbf7d5d80e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945337 Dec 22 09:49:30.043741 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-45064bb8-4000-428e-b1f7-13bd907369ba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:30.073308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4181e-681e-4b00-8491-899af46fb9c9 None None] Pushing event deleted for resources: {'Port': ['ID=7d005260-c41c-4199-af56-fba754284f1e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:30.128977 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-23d4181e-681e-4b00-8491-899af46fb9c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:30.161702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d4181e-681e-4b00-8491-899af46fb9c9 None None] No DVR routers for this DVR port 7d005260-c41c-4199-af56-fba754284f1e on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:49:30.189613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-45064bb8-4000-428e-b1f7-13bd907369ba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Calling delete_port for d74e9d88-d32a-4aba-881d-5ba8d6ad86eb owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:30.193452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 21a892bf-527a-4ba6-9570-628e79238205 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:49:30.199559 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87448932-f262-47a0-8a92-cf345d9599a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:30.252451 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:49:30.252821 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:49:30.262714 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3f6878a5-d1b9-4bad-8672-08f1d2ddc79c req-0e9b5034-653b-4ee5-981b-a6dce8f35151 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3420899 Dec 22 09:49:30.331201 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:30.376520 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-45064bb8-4000-428e-b1f7-13bd907369ba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:30.383638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 21a892bf-527a-4ba6-9570-628e79238205, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=21a892bf-527a-4ba6-9570-628e79238205,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:30.388217 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:30.390914 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:30.400848 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec5e25b6-d561-4d00-a0c4-4461a10e23db tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:30.451515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45064bb8-4000-428e-b1f7-13bd907369ba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event deleted for resources: {'Port': ['ID=d74e9d88-d32a-4aba-881d-5ba8d6ad86eb,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:30.465768 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-45064bb8-4000-428e-b1f7-13bd907369ba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:30.485064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=21a892bf-527a-4ba6-9570-628e79238205,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:30.489349 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:30.515313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ee1e0-4c83-47be-adb0-3d9396c2ab79 req-c4bd6539-3466-47f1-b878-05c5b649a08a tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:30.517084 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-173ee1e0-4c83-47be-adb0-3d9396c2ab79 req-c4bd6539-3466-47f1-b878-05c5b649a08a tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 0.5417650 Dec 22 09:49:30.556906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Router c6986bb6-8364-4a4c-9ddd-9f91748766b8 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:49:30.597661 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-45064bb8-4000-428e-b1f7-13bd907369ba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:30.614390 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-45064bb8-4000-428e-b1f7-13bd907369ba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "DELETE /v2.0/ports/d74e9d88-d32a-4aba-881d-5ba8d6ad86eb HTTP/1.1" status: 204 len: 168 time: 1.4761658 Dec 22 09:49:30.617115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58328) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:30.671638 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-85544ff4-c23d-4903-b803-dac882243a47 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] GET failed (client error): The resource could not be found. Dec 22 09:49:30.672263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-85544ff4-c23d-4903-b803-dac882243a47 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Synchronizing usage tracker for tenant:2f3c863e05074948aecfa2e3af6f0adc on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:49:30.688139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-85544ff4-c23d-4903-b803-dac882243a47 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Unset dirty status for tenant:2f3c863e05074948aecfa2e3af6f0adc on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:49:30.691883 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-85544ff4-c23d-4903-b803-dac882243a47 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "GET /v2.0/ports/d74e9d88-d32a-4aba-881d-5ba8d6ad86eb HTTP/1.1" status: 404 len: 333 time: 0.0714293 Dec 22 09:49:30.692212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58332) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:30.726272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-21ca4d17-e867-4a0e-b270-94b3a573ed99 req-8d9ce761-a580-4f53-9ef3-8adfe093544e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] For port 21a892bf-527a-4ba6-9570-628e79238205, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=21a892bf-527a-4ba6-9570-628e79238205,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:30.726690 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-21ca4d17-e867-4a0e-b270-94b3a573ed99 req-8d9ce761-a580-4f53-9ef3-8adfe093544e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:30.741999 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-173ee1e0-4c83-47be-adb0-3d9396c2ab79 req-1f53baf2-58b9-4ada-b208-e12dcd727d2b tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080293 Dec 22 09:49:30.772026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port 7d005260-c41c-4199-af56-fba754284f1e {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:30.772026 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:30.802227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-411cb75a-393a-4371-86b5-d6ccd1a2f526 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Deleting port 7da0202c-dbdc-4c0d-8451-089716ebe88a {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:30.802687 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-411cb75a-393a-4371-86b5-d6ccd1a2f526 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:30.842142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13f481e-b51d-45da-b45e-c04dc0374f50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a892bf-527a-4ba6-9570-628e79238205'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:49:30.896834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] The port '7d005260-c41c-4199-af56-fba754284f1e' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:49:30.923737 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13f481e-b51d-45da-b45e-c04dc0374f50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a892bf-527a-4ba6-9570-628e79238205', 'code': 200} Dec 22 09:49:31.040195 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87448932-f262-47a0-8a92-cf345d9599a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:31.044154 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c0fe499-c003-48b9-bcf5-44e3a68d5a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:31.184916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-21ca4d17-e867-4a0e-b270-94b3a573ed99 req-8d9ce761-a580-4f53-9ef3-8adfe093544e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Calling delete_port for 21a892bf-527a-4ba6-9570-628e79238205 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:31.195000 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:31.250689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87448932-f262-47a0-8a92-cf345d9599a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da483c25-1d4f-4ac2-889f-ecb29ab70b70,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:31.335803 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-87448932-f262-47a0-8a92-cf345d9599a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:31.356025 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87448932-f262-47a0-8a92-cf345d9599a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:31.361850 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-87448932-f262-47a0-8a92-cf345d9599a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da483c25-1d4f-4ac2-889f-ecb29ab70b70 HTTP/1.1" status: 204 len: 168 time: 1.8658729 Dec 22 09:49:31.440175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-dd848a48-20d2-483e-b5b3-1c68e33289fe tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:31.442016 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-dd848a48-20d2-483e-b5b3-1c68e33289fe tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.64 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.5032711 Dec 22 09:49:31.443924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:49:31.458695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Sync routers for ids ['c6986bb6-8364-4a4c-9ddd-9f91748766b8'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:49:31.459519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56142a3a-8af9-412a-ad31-9131761d8b32 req-69ca3032-22bc-499a-8cc3-4c20fef6a0fc tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:31.467884 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-56142a3a-8af9-412a-ad31-9131761d8b32 req-69ca3032-22bc-499a-8cc3-4c20fef6a0fc tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a13f481e-b51d-45da-b45e-c04dc0374f50 HTTP/1.1" status: 200 len: 944 time: 0.9030888 Dec 22 09:49:31.475794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Routers {'c6986bb6-8364-4a4c-9ddd-9f91748766b8'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:49:31.476513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:49:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c6986bb6-8364-4a4c-9ddd-9f91748766b8'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:31.514678 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-21ca4d17-e867-4a0e-b270-94b3a573ed99 req-8d9ce761-a580-4f53-9ef3-8adfe093544e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:49:31.515361 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-21ca4d17-e867-4a0e-b270-94b3a573ed99 req-8d9ce761-a580-4f53-9ef3-8adfe093544e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:49:31.541393 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:31.546320 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.4978216 Dec 22 09:49:31.552026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58344) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:31.661414 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-56142a3a-8af9-412a-ad31-9131761d8b32 req-6f45e39e-b9d4-47c1-8f02-2876cba50f22 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924284 Dec 22 09:49:31.678918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e00088-b90b-4b66-b804-47a4474cba3f req-77350ec5-e790-4757-90e7-a442aac62008 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:31.691466 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c2e00088-b90b-4b66-b804-47a4474cba3f req-77350ec5-e790-4757-90e7-a442aac62008 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 945 time: 0.5850856 Dec 22 09:49:31.746291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Set router c6986bb6-8364-4a4c-9ddd-9f91748766b8 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:49:31.923683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:49:31.977048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084b5e1d-232c-440f-a4e0-6c5046e4fdce']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:32.001492 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-411cb75a-393a-4371-86b5-d6ccd1a2f526 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:32.010384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a60a7b-5227-47f9-9ec2-e4bcd82f63b4') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:32.010842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a60a7b-5227-47f9-9ec2-e4bcd82f63b4') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:32.030595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Deleting port f77f0c63-abd4-4133-adc9-a667b99a94b1 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:32.031104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:32.062922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-21ca4d17-e867-4a0e-b270-94b3a573ed99 req-8d9ce761-a580-4f53-9ef3-8adfe093544e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Deleting port 21a892bf-527a-4ba6-9570-628e79238205 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:32.063322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-21ca4d17-e867-4a0e-b270-94b3a573ed99 req-8d9ce761-a580-4f53-9ef3-8adfe093544e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:32.154901 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:32.160340 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c2e00088-b90b-4b66-b804-47a4474cba3f req-8da1412c-a999-4471-b95b-2c5484da40b9 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678407 Dec 22 09:49:32.260539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-411cb75a-393a-4371-86b5-d6ccd1a2f526 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Calling delete_port for 7da0202c-dbdc-4c0d-8451-089716ebe88a owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:32.291567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'name': 'tempest-TaggedBootDevicesTest_v242-1814460354-router', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:49:21Z', 'updated_at': '2020-12-22T09:49:27Z', 'revision_number': 3, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'gw_port': {'id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:25Z', 'updated_at': '2020-12-22T09:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:32.299674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Checking router: c6986bb6-8364-4a4c-9ddd-9f91748766b8 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:49:32.300097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Updating router c6986bb6-8364-4a4c-9ddd-9f91748766b8 port 20759893-c224-48cf-aa06-2a9b8a920ca9 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:49:32.336605 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:32.346926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Releasing vxlan tunnel 8 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:49:32.440449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:32.496708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 88614642-7ab2-493e-811e-3332b3654e5c up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:49:32.664486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 88614642-7ab2-493e-811e-3332b3654e5c triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:32.664918 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:32.681829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc0cc1-0db2-4bbe-9f15-9a89bd58555b req-f16f98c8-06e9-4006-87bd-e22835546e36 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:32.690381 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-17dc0cc1-0db2-4bbe-9f15-9a89bd58555b req-f16f98c8-06e9-4006-87bd-e22835546e36 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 946 time: 0.8141084 Dec 22 09:49:32.738787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 084b5e1d-232c-440f-a4e0-6c5046e4fdce has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:49:32.748703 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:32.921556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f77f0c63-abd4-4133-adc9-a667b99a94b1 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:49:33.214481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:33.220507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 084b5e1d-232c-440f-a4e0-6c5046e4fdce has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:49:33.226769 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:49:33.265576 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:49:33.272784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-21ca4d17-e867-4a0e-b270-94b3a573ed99 req-8d9ce761-a580-4f53-9ef3-8adfe093544e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] For port 21a892bf-527a-4ba6-9570-628e79238205, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=21a892bf-527a-4ba6-9570-628e79238205,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:33.273284 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-21ca4d17-e867-4a0e-b270-94b3a573ed99 req-8d9ce761-a580-4f53-9ef3-8adfe093544e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:33.280991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6970f8a3-58df-4de6-af36-3853d8269034', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f77f0c63-abd4-4133-adc9-a667b99a94b1'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:49:33.309698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port f77f0c63-abd4-4133-adc9-a667b99a94b1, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f77f0c63-abd4-4133-adc9-a667b99a94b1,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:33.313865 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:33.315775 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:33.387975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=f77f0c63-abd4-4133-adc9-a667b99a94b1,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:33.389157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Transition to ACTIVE for port object 20759893-c224-48cf-aa06-2a9b8a920ca9 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:33.391739 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:33.394055 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:33.404759 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:33.407436 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-411cb75a-393a-4371-86b5-d6ccd1a2f526 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:33.419308 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e5a405b-9f65-41f1-9409-450339642fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:33.421927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-21ca4d17-e867-4a0e-b270-94b3a573ed99 req-8d9ce761-a580-4f53-9ef3-8adfe093544e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Calling delete_port for 21a892bf-527a-4ba6-9570-628e79238205 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:33.532311 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-17dc0cc1-0db2-4bbe-9f15-9a89bd58555b req-5781bb01-e91f-43bd-b73e-ff3e28a4479c tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8409357 Dec 22 09:49:33.588113 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b49dd301-264d-4a69-892a-9912d4550a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:33.611584 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:33.626481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678df7f-ce80-412f-98c2-341b8c8c2850 req-ee42dc10-6789-4407-9d27-4839f7778d1a tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:33.628184 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5678df7f-ce80-412f-98c2-341b8c8c2850 req-ee42dc10-6789-4407-9d27-4839f7778d1a tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 1.1178408 Dec 22 09:49:33.636538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Network': ['ID=084b5e1d-232c-440f-a4e0-6c5046e4fdce,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:33.649613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] For port f77f0c63-abd4-4133-adc9-a667b99a94b1, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f77f0c63-abd4-4133-adc9-a667b99a94b1,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:33.651701 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:33.652005 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:33.679392 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:33.680013 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc3f44b9-7c7e-4557-8b5e-55a7cc8824f4 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:33.699972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Pushing event updated for resources: {'Port': ['ID=20759893-c224-48cf-aa06-2a9b8a920ca9,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:33.755051 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5678df7f-ce80-412f-98c2-341b8c8c2850 req-b6feea40-a5df-41c2-8810-9bdbad9a716f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181040 Dec 22 09:49:33.769219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.772167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.772844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.774439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.774985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.775524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.778662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.779560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.780304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.780862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.782853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.783406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.785566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.786133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.786663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.789044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.789579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.790123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.790791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.792560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.793327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.795296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.795885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.797514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.799086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.799666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.800993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.801571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.802950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.805073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.805649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.806198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.809183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.810011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.811261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.811840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:33.830300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-411cb75a-393a-4371-86b5-d6ccd1a2f526 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:33.836423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-411cb75a-393a-4371-86b5-d6ccd1a2f526 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "DELETE /v2.0/ports/7da0202c-dbdc-4c0d-8451-089716ebe88a HTTP/1.1" status: 204 len: 168 time: 3.1431086 Dec 22 09:49:33.842884 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/networks/084b5e1d-232c-440f-a4e0-6c5046e4fdce HTTP/1.1" status: 204 len: 168 time: 5.0978851 Dec 22 09:49:33.843069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58384) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:33.843069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58386) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:33.844886 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:33.850113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Attempting to bind port 20759893-c224-48cf-aa06-2a9b8a920ca9 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:49:33.852894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Attempting to bind port 20759893-c224-48cf-aa06-2a9b8a920ca9 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:49:33.853121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-26062c44-3aae-462b-8070-087899826257 req-0d89b993-3241-4cfb-a891-d9cab78ec573 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Synchronizing usage tracker for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:49:33.855201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Attempting to bind port 20759893-c224-48cf-aa06-2a9b8a920ca9 on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:49:33.861890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-3bd083c0-be7d-4cff-8236-790638949df7 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1950975836'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:33.876141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:49:33.876825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:49:33.877506 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:33.878143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:49:33.878951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Bound port: 20759893-c224-48cf-aa06-2a9b8a920ca9, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:49:33.879588 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:33.892073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cb75a-393a-4371-86b5-d6ccd1a2f526 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event deleted for resources: {'Port': ['ID=7da0202c-dbdc-4c0d-8451-089716ebe88a,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:33.901658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-21ca4d17-e867-4a0e-b270-94b3a573ed99 req-8d9ce761-a580-4f53-9ef3-8adfe093544e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:33.905695 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-411cb75a-393a-4371-86b5-d6ccd1a2f526 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:33.947508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3bd083c0-be7d-4cff-8236-790638949df7 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:33.956505 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-70230ebb-b9bd-4635-bd51-244528804087 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:34.075740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] For port 20759893-c224-48cf-aa06-2a9b8a920ca9, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:49:34.083331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] For port 20759893-c224-48cf-aa06-2a9b8a920ca9, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=20759893-c224-48cf-aa06-2a9b8a920ca9,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:49:34.088935 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:34.105149 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b2085953-828c-41d7-a62e-29a512d3d249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:34.135477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3bd083c0-be7d-4cff-8236-790638949df7 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:network and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:49:34.146364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3bd083c0-be7d-4cff-8236-790638949df7 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:49:34.153556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ce761-a580-4f53-9ef3-8adfe093544e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Pushing event deleted for resources: {'Port': ['ID=21a892bf-527a-4ba6-9570-628e79238205,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:34.160045 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-3998349a-63f4-4dc4-a24a-1f85c69450f7 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] GET failed (client error): The resource could not be found. Dec 22 09:49:34.160657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3998349a-63f4-4dc4-a24a-1f85c69450f7 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Synchronizing usage tracker for tenant:2f3c863e05074948aecfa2e3af6f0adc on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:49:34.163728 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d9ce761-a580-4f53-9ef3-8adfe093544e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:34.295413 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:34.296290 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:34.296435 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Floating IP 4890ffd3-5eca-446a-9d1f-5645d66cac63 disassociated. External IP: 172.25.7.243, port: f77f0c63-abd4-4133-adc9-a667b99a94b1. Dec 22 09:49:34.296912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Calling delete_port for f77f0c63-abd4-4133-adc9-a667b99a94b1 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:34.401914 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:49:34.401914 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:49:34.443984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Pushing event updated for resources: {'Port': ['ID=20759893-c224-48cf-aa06-2a9b8a920ca9,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:34.448865 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:34.496324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Routers {'c6986bb6-8364-4a4c-9ddd-9f91748766b8'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:49:34.497024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:49:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c6986bb6-8364-4a4c-9ddd-9f91748766b8'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:34.565372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3bd083c0-be7d-4cff-8236-790638949df7 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:34.587318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-26062c44-3aae-462b-8070-087899826257 req-0d89b993-3241-4cfb-a891-d9cab78ec573 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Unset dirty status for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:49:34.588653 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-26062c44-3aae-462b-8070-087899826257 req-0d89b993-3241-4cfb-a891-d9cab78ec573 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a13f481e-b51d-45da-b45e-c04dc0374f50 HTTP/1.1" status: 200 len: 210 time: 0.8427284 Dec 22 09:49:34.686321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3998349a-63f4-4dc4-a24a-1f85c69450f7 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Unset dirty status for tenant:2f3c863e05074948aecfa2e3af6f0adc on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:49:34.691983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58406) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:34.692162 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3998349a-63f4-4dc4-a24a-1f85c69450f7 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "GET /v2.0/ports/7da0202c-dbdc-4c0d-8451-089716ebe88a HTTP/1.1" status: 404 len: 333 time: 0.8478794 Dec 22 09:49:34.692969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd083c0-be7d-4cff-8236-790638949df7 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Made reservation on behalf of ddd4cc142d6346fb8b006ee06c9564e9 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:49:34.699651 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6970f8a3-58df-4de6-af36-3853d8269034', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f77f0c63-abd4-4133-adc9-a667b99a94b1', 'code': 200} Dec 22 09:49:34.699814 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3bd083c0-be7d-4cff-8236-790638949df7 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:34.711546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] Set router c6986bb6-8364-4a4c-9ddd-9f91748766b8 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:49:34.836037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-5494f5fe-c7b4-4739-84b8-b1453c48f91b tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Deleting port 1110da35-13e8-4c2b-a42f-5f8c91352d59 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:34.836535 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5494f5fe-c7b4-4739-84b8-b1453c48f91b tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:34.851351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd083c0-be7d-4cff-8236-790638949df7 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:49:34.912732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Deleting port f77f0c63-abd4-4133-adc9-a667b99a94b1 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:34.913295 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:34.967793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3bd083c0-be7d-4cff-8236-790638949df7 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:34.968222 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-3bd083c0-be7d-4cff-8236-790638949df7 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Added segment 06514fb5-f557-489e-b5f1-91d5f76bf87b of type vxlan for network 242db7db-767e-4d1c-a786-22a42dadcbc1 Dec 22 09:49:35.003503 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4237011d-1877-441d-88e2-c3d36d4cb297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:35.051976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2eea9d-6c37-4835-a2a1-9fa3b7ae49d0 req-56940e9e-a0e9-461a-9c62-fd13bb796f1f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:35.059622 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c2eea9d-6c37-4835-a2a1-9fa3b7ae49d0 req-56940e9e-a0e9-461a-9c62-fd13bb796f1f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 945 time: 1.0162675 Dec 22 09:49:35.070156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ca4d17-e867-4a0e-b270-94b3a573ed99 req-8d9ce761-a580-4f53-9ef3-8adfe093544e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] No DVR routers for this DVR port 21a892bf-527a-4ba6-9570-628e79238205 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:49:35.072823 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-21ca4d17-e867-4a0e-b270-94b3a573ed99 req-8d9ce761-a580-4f53-9ef3-8adfe093544e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:35.099801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13f481e-b51d-45da-b45e-c04dc0374f50', 'name': 'network-vif-deleted', 'tag': '21a892bf-527a-4ba6-9570-628e79238205'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:49:35.105970 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21ca4d17-e867-4a0e-b270-94b3a573ed99 req-8d9ce761-a580-4f53-9ef3-8adfe093544e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "DELETE /v2.0/ports/21a892bf-527a-4ba6-9570-628e79238205 HTTP/1.1" status: 204 len: 173 time: 5.5456250 Dec 22 09:49:35.108981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'name': 'tempest-TaggedBootDevicesTest_v242-1814460354-router', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:49:21Z', 'updated_at': '2020-12-22T09:49:27Z', 'revision_number': 3, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'gw_port': {'id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:25Z', 'updated_at': '2020-12-22T09:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:35.114132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a57278-97b8-4696-b83e-086ba73b19e1 None None] The sync data for ids ['c6986bb6-8364-4a4c-9ddd-9f91748766b8'] in n-d-765315-5 is: [{'id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'name': 'tempest-TaggedBootDevicesTest_v242-1814460354-router', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:49:21Z', 'updated_at': '2020-12-22T09:49:27Z', 'revision_number': 3, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'gw_port': {'id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:25Z', 'updated_at': '2020-12-22T09:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:49:35.163098 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3bd083c0-be7d-4cff-8236-790638949df7 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:35.315583 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3bd083c0-be7d-4cff-8236-790638949df7 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:35.319894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd083c0-be7d-4cff-8236-790638949df7 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:35.320615 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3bd083c0-be7d-4cff-8236-790638949df7 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:35.342150 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-56ccad57-9e2d-47dc-9f10-e10d8629c67a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:35.378299 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3bd083c0-be7d-4cff-8236-790638949df7 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5298479 Dec 22 09:49:35.386269 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c2eea9d-6c37-4835-a2a1-9fa3b7ae49d0 req-ddbd942b-5f72-4e0b-851e-44b43326804b tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256834 Dec 22 09:49:35.387620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58418) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:35.420142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42473923-bee5-4373-b6b7-11eaeb43f402 req-607b1109-53c2-4983-9882-66be355f6ece tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:35.420142 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42473923-bee5-4373-b6b7-11eaeb43f402 req-607b1109-53c2-4983-9882-66be355f6ece tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 944 time: 0.5533433 Dec 22 09:49:35.421811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7bdece4e-f9f7-4f16-8fca-f28ab4bd4391 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'subnet': {'network_id': '242db7db-767e-4d1c-a786-22a42dadcbc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:35.449548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5494f5fe-c7b4-4739-84b8-b1453c48f91b tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:35.597677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-5494f5fe-c7b4-4739-84b8-b1453c48f91b tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Calling delete_port for 1110da35-13e8-4c2b-a42f-5f8c91352d59 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:35.615661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7bdece4e-f9f7-4f16-8fca-f28ab4bd4391 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:35.618866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Allocated IP 172.20.0.1 (473d1949-ed9f-4949-b1e6-1e121c2d7167/27341bc6-4d77-45a9-b2a2-19fd96ee59ee/3844773e-a244-4940-b762-fad77756f98e) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:49:35.729415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7bdece4e-f9f7-4f16-8fca-f28ab4bd4391 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:subnet and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:49:35.740467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7bdece4e-f9f7-4f16-8fca-f28ab4bd4391 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:49:35.752145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd083c0-be7d-4cff-8236-790638949df7 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Network': ['ID=242db7db-767e-4d1c-a786-22a42dadcbc1,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:35.760671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7bdece4e-f9f7-4f16-8fca-f28ab4bd4391 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:35.764951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 242db7db-767e-4d1c-a786-22a42dadcbc1 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:49:35.765168 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3bd083c0-be7d-4cff-8236-790638949df7 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:35.852831 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42473923-bee5-4373-b6b7-11eaeb43f402 req-c06294e7-94b2-4874-bdb7-776ff6a7aca9 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups?id=c780ebae-3eb9-4624-86d1-137f5efb7b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2935483 Dec 22 09:49:35.928082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdece4e-f9f7-4f16-8fca-f28ab4bd4391 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Made reservation on behalf of ddd4cc142d6346fb8b006ee06c9564e9 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:49:35.983745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 242db7db-767e-4d1c-a786-22a42dadcbc1 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:49:36.004225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 242db7db-767e-4d1c-a786-22a42dadcbc1 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:49:36.166230 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:36.172245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] For port f77f0c63-abd4-4133-adc9-a667b99a94b1, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f77f0c63-abd4-4133-adc9-a667b99a94b1,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:36.175316 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:36.184891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Transition to ACTIVE for port object 3844773e-a244-4940-b762-fad77756f98e will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:36.237338 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13f481e-b51d-45da-b45e-c04dc0374f50', 'name': 'network-vif-deleted', 'tag': '21a892bf-527a-4ba6-9570-628e79238205', 'status': 'completed', 'code': 200} Dec 22 09:49:36.244516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8d176-6590-4f23-bf95-0da91ea07772 req-72f28fd4-9c6c-4383-b491-cbc968e3a6ea tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:36.246314 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fec8d176-6590-4f23-bf95-0da91ea07772 req-72f28fd4-9c6c-4383-b491-cbc968e3a6ea tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 0.6903038 Dec 22 09:49:36.247450 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:36.269891 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5af5fed2-ffa0-476e-adab-c50b72a6279a tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:36.655727 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5494f5fe-c7b4-4739-84b8-b1453c48f91b tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:36.673250 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-deb1c71d-6e6a-4594-9458-8ed17f25eaf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:36.746568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494f5fe-c7b4-4739-84b8-b1453c48f91b tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event deleted for resources: {'Port': ['ID=1110da35-13e8-4c2b-a42f-5f8c91352d59,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:36.758909 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5494f5fe-c7b4-4739-84b8-b1453c48f91b tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:36.783222 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fec8d176-6590-4f23-bf95-0da91ea07772 req-82b3c77b-00af-41a4-93fd-1bb0c6653aa9 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196049 Dec 22 09:49:36.784163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Pushing event updated for resources: {'Port': ['ID=3844773e-a244-4940-b762-fad77756f98e,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:36.826104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bdece4e-f9f7-4f16-8fca-f28ab4bd4391 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:36.847446 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:36.847864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:36.848247 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Floating IP 4890ffd3-5eca-446a-9d1f-5645d66cac63 disassociated. External IP: 172.25.7.243, port: f77f0c63-abd4-4133-adc9-a667b99a94b1. Dec 22 09:49:36.848609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Calling delete_port for f77f0c63-abd4-4133-adc9-a667b99a94b1 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:36.869242 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:36.913237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Network 473d1949-ed9f-4949-b1e6-1e121c2d7167 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:49:36.920254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:36.941409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:49:36.977748 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5494f5fe-c7b4-4739-84b8-b1453c48f91b tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:37.016796 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5494f5fe-c7b4-4739-84b8-b1453c48f91b tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "DELETE /v2.0/ports/1110da35-13e8-4c2b-a42f-5f8c91352d59 HTTP/1.1" status: 204 len: 168 time: 2.3188534 Dec 22 09:49:37.023064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58446) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:37.227899 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:37.256991 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:37.258331 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b61e6fc-c800-4b05-8f48-f72b3d462f78 req-7007dcc1-406a-41fb-8e48-8dcba48e0591 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 210 time: 0.1307139 Dec 22 09:49:37.350089 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:37.385755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58454) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:37.386626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Pushing event deleted for resources: {'Port': ['ID=f77f0c63-abd4-4133-adc9-a667b99a94b1,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:37.404102 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:37.446814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7ff34d3e-a5a1-4026-9538-4b7f80bf681e None None] Provisioning for port 3844773e-a244-4940-b762-fad77756f98e completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:49:37.453073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7ff34d3e-a5a1-4026-9538-4b7f80bf681e None None] Provisioning complete for port 3844773e-a244-4940-b762-fad77756f98e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:37.453731 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7ff34d3e-a5a1-4026-9538-4b7f80bf681e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:37.495406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 20759893-c224-48cf-aa06-2a9b8a920ca9 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:49:37.588056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7ff34d3e-a5a1-4026-9538-4b7f80bf681e None None] Port 3844773e-a244-4940-b762-fad77756f98e cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:49:37.616750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 20759893-c224-48cf-aa06-2a9b8a920ca9 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:49:37.623340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 20759893-c224-48cf-aa06-2a9b8a920ca9 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:37.623798 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:37.632270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e27ce57-18a0-43e5-8276-2a3cba13a5d3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Deleting subnet 0be97404-66a0-4e72-9a25-e418c2caf508 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:49:37.639049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e27ce57-18a0-43e5-8276-2a3cba13a5d3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:37.725073 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2bef63a5-1922-4329-9a11-ec4e4c14b23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:37.759199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:37.777013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 20759893-c224-48cf-aa06-2a9b8a920ca9, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=20759893-c224-48cf-aa06-2a9b8a920ca9,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:37.780728 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:37.782715 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:37.836781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2bef63a5-1922-4329-9a11-ec4e4c14b23f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:37.842389 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e27ce57-18a0-43e5-8276-2a3cba13a5d3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:37.860939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=20759893-c224-48cf-aa06-2a9b8a920ca9,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:37.866387 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:37.880187 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d30bd07-5b4c-493b-b718-40c5e405be07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:37.890527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2bef63a5-1922-4329-9a11-ec4e4c14b23f admin admin] Usage tracker for resource:security_group_rule and tenant:45df8f1292114f469f87592f552216c3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:49:37.898389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2bef63a5-1922-4329-9a11-ec4e4c14b23f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:49:37.912828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84656d-4cae-464a-8b6b-04d99024f77c req-ed37ffa8-ad2e-4599-80df-566cf2ee9405 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:37.914435 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc84656d-4cae-464a-8b6b-04d99024f77c req-ed37ffa8-ad2e-4599-80df-566cf2ee9405 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 945 time: 1.1927655 Dec 22 09:49:37.965380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2bef63a5-1922-4329-9a11-ec4e4c14b23f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:38.045839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Router aa3b8095-bd82-485f-9535-a5be16d0ace5 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:49:38.160466 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e27ce57-18a0-43e5-8276-2a3cba13a5d3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:38.197180 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc84656d-4cae-464a-8b6b-04d99024f77c req-127727c7-108e-442e-99af-5cb6e77b2af3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646532 Dec 22 09:49:38.278439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:38.323575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-2b77a7fa-0408-46a7-9454-123b1ed5eede tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:38.332263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-2b77a7fa-0408-46a7-9454-123b1ed5eede tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 806 time: 0.4879045 Dec 22 09:49:38.453278 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-88b5c9d5-27c0-418a-b627-b637cf0eaea8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/quotas/9dfc4173a0084cb081b39e512ef6a1d8 HTTP/1.1" status: 200 len: 375 time: 0.1198282 Dec 22 09:49:38.469069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 88614642-7ab2-493e-811e-3332b3654e5c up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:49:38.499859 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2bef63a5-1922-4329-9a11-ec4e4c14b23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:38.508394 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2bef63a5-1922-4329-9a11-ec4e4c14b23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:38.522498 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:38.537778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:49:38.547931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 88614642-7ab2-493e-811e-3332b3654e5c triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:38.548481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:38.582170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebba648-20eb-4af9-99c0-e97d71716265 None None] Sync routers for ids ['aa3b8095-bd82-485f-9535-a5be16d0ace5'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:49:38.612414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebba648-20eb-4af9-99c0-e97d71716265 None None] Routers {'aa3b8095-bd82-485f-9535-a5be16d0ace5'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:49:38.613196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2ebba648-20eb-4af9-99c0-e97d71716265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:49:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['aa3b8095-bd82-485f-9535-a5be16d0ace5'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:38.616095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef63a5-1922-4329-9a11-ec4e4c14b23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7698db6-aadc-4b30-979f-1d08f9978b4b,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:38.624236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] No DVR routers for this DVR port f77f0c63-abd4-4133-adc9-a667b99a94b1 on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:49:38.627101 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2bef63a5-1922-4329-9a11-ec4e4c14b23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:38.651272 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:38.655615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6970f8a3-58df-4de6-af36-3853d8269034', 'name': 'network-vif-deleted', 'tag': 'f77f0c63-abd4-4133-adc9-a667b99a94b1'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:49:38.684209 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2bef63a5-1922-4329-9a11-ec4e4c14b23f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45df8f1292114f469f87592f552216c3&name=default HTTP/1.1" status: 200 len: 2883 time: 1.2943509 Dec 22 09:49:38.695280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58474) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:38.749685 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e02e6d3-3fdc-4d89-8ecb-1470515d7be0 req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.64 "DELETE /v2.0/ports/f77f0c63-abd4-4133-adc9-a667b99a94b1 HTTP/1.1" status: 204 len: 173 time: 7.2947350 Dec 22 09:49:38.787247 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e27ce57-18a0-43e5-8276-2a3cba13a5d3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:38.806015 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b652f154-1f08-4783-b298-81b2fe951ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:38.847427 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:38.857751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27ce57-18a0-43e5-8276-2a3cba13a5d3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event deleted for resources: {'Subnet': ['ID=0be97404-66a0-4e72-9a25-e418c2caf508,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:38.860999 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e27ce57-18a0-43e5-8276-2a3cba13a5d3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:38.879595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-2ebba648-20eb-4af9-99c0-e97d71716265 None None] Set router aa3b8095-bd82-485f-9535-a5be16d0ace5 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:49:38.911451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fccc7a-3afc-4e68-aee4-99eb03cf46b6 req-34f90e88-4aa0-4a4a-8794-5c0c9df29883 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:38.919337 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54fccc7a-3afc-4e68-aee4-99eb03cf46b6 req-34f90e88-4aa0-4a4a-8794-5c0c9df29883 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 0.5084505 Dec 22 09:49:38.929220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9d272-0787-4c21-94e5-9b64efad263e req-5119d958-fb2a-4f1a-bbc1-49914adadb70 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:38.930938 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b6d9d272-0787-4c21-94e5-9b64efad263e req-5119d958-fb2a-4f1a-bbc1-49914adadb70 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.64 "GET /v2.0/ports?device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 945 time: 0.5213957 Dec 22 09:49:38.967176 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e27ce57-18a0-43e5-8276-2a3cba13a5d3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:38.977508 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9e27ce57-18a0-43e5-8276-2a3cba13a5d3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "DELETE /v2.0/subnets/0be97404-66a0-4e72-9a25-e418c2caf508 HTTP/1.1" status: 204 len: 168 time: 1.9492803 Dec 22 09:49:38.977864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58478) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:39.017481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d35c2d2-04c4-490e-ad9f-462ffb7e21a5 None None] Network 9e390f7f-065c-4da0-b23c-1a9abce9198c requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:49:39.079256 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-5e0869e2-bf87-4e85-9577-c7484bf88041 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5594668 Dec 22 09:49:39.096550 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54fccc7a-3afc-4e68-aee4-99eb03cf46b6 req-82573dd0-f5fb-46a7-808d-146f18a9c566 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754694 Dec 22 09:49:39.132156 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:39.223538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Deleting port 993f7a19-37d8-4b58-93f3-dcf7a875f6ef {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:39.223843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:39.299625 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26058b43-32c1-4ee2-9df1-4da82a7e6a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:39.315060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-b6d9d272-0787-4c21-94e5-9b64efad263e req-3a89a41d-f7a8-4133-8bc4-82555d3671c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Deleting port 88614642-7ab2-493e-811e-3332b3654e5c {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:39.315060 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b6d9d272-0787-4c21-94e5-9b64efad263e req-3a89a41d-f7a8-4133-8bc4-82555d3671c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:39.498010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 20759893-c224-48cf-aa06-2a9b8a920ca9 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:49:39.537740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] For port 993f7a19-37d8-4b58-93f3-dcf7a875f6ef, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=993f7a19-37d8-4b58-93f3-dcf7a875f6ef,segment=NetworkSegment(03c72ff2-3c88-459b-849a-49b6cd2d54ee),segment_id=03c72ff2-3c88-459b-849a-49b6cd2d54ee)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:39.538137 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:39.545551 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-75fb734a-97bf-44c2-aa6d-513b3482750e req-e096e0f6-a5db-47f2-8252-9f9afb74bd6b tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/ports?device_id=6970f8a3-58df-4de6-af36-3853d8269034 HTTP/1.1" status: 200 len: 210 time: 0.1919587 Dec 22 09:49:39.564145 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26058b43-32c1-4ee2-9df1-4da82a7e6a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:39.670417 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:39.704675 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6970f8a3-58df-4de6-af36-3853d8269034', 'name': 'network-vif-deleted', 'tag': 'f77f0c63-abd4-4133-adc9-a667b99a94b1', 'status': 'completed', 'code': 200} Dec 22 09:49:39.717807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Calling delete_port for 993f7a19-37d8-4b58-93f3-dcf7a875f6ef owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:39.730522 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:49:39.748554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 20759893-c224-48cf-aa06-2a9b8a920ca9 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:39.749044 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:39.768338 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-066d9d51-1009-4d51-b11f-398226de95f3 service neutron] 10.222.0.50 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6650362 Dec 22 09:49:39.770880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:39.808279 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:39.854260 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b2be38e4-2230-4e99-bfbe-ed4f08653a74 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:39.893173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2ebba648-20eb-4af9-99c0-e97d71716265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'name': 'tempest-ServerActionsTestJSON-577549074-router', 'tenant_id': '210f832f876441e1b78088d52878877a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:23Z', 'updated_at': '2020-12-22T09:37:45Z', 'revision_number': 4, 'project_id': '210f832f876441e1b78088d52878877a', 'gw_port': {'id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:29Z', 'updated_at': '2020-12-22T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'b780c268-f33e-444e-b34b-8d42de43b9ae', 'name': '', 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e', 'tenant_id': '210f832f876441e1b78088d52878877a', 'mac_address': 'fa:16:3e:52:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'd303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:39Z', 'updated_at': '2020-12-22T09:37:58Z', 'revision_number': 5, 'project_id': '210f832f876441e1b78088d52878877a', 'subnets': [{'id': 'd303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:39.906870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebba648-20eb-4af9-99c0-e97d71716265 None None] Checking router: aa3b8095-bd82-485f-9535-a5be16d0ace5 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:49:39.911153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bdece4e-f9f7-4f16-8fca-f28ab4bd4391 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:39.929481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5698c1-e35d-4da1-86fc-6e7ac84ab369 None None] DHCP port deletion for 9e390f7f-065c-4da0-b23c-1a9abce9198c request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:49:39.950525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-5b5698c1-e35d-4da1-86fc-6e7ac84ab369 None None] Deleting port 993f7a19-37d8-4b58-93f3-dcf7a875f6ef {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:39.951842 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b5698c1-e35d-4da1-86fc-6e7ac84ab369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:39.984511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebba648-20eb-4af9-99c0-e97d71716265 None None] Routers {'aa3b8095-bd82-485f-9535-a5be16d0ace5'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:49:39.985396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2ebba648-20eb-4af9-99c0-e97d71716265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:49:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['aa3b8095-bd82-485f-9535-a5be16d0ace5'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:40.079989 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:40.107820 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:40.127422 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6aeac118-7b34-4cfe-9d48-5f1a90cf58fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:40.189810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event deleted for resources: {'Port': ['ID=993f7a19-37d8-4b58-93f3-dcf7a875f6ef,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:40.193325 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:40.214904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-5b5698c1-e35d-4da1-86fc-6e7ac84ab369 None None] The port '993f7a19-37d8-4b58-93f3-dcf7a875f6ef' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:49:40.244689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:40.268781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-2ebba648-20eb-4af9-99c0-e97d71716265 None None] Set router aa3b8095-bd82-485f-9535-a5be16d0ace5 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:49:40.292115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] No DVR routers for this DVR port 993f7a19-37d8-4b58-93f3-dcf7a875f6ef on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:49:40.316695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 88614642-7ab2-493e-811e-3332b3654e5c no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:49:40.437296 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:40.548822 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26058b43-32c1-4ee2-9df1-4da82a7e6a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:40.570272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e390f7f-065c-4da0-b23c-1a9abce9198c']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:40.571268 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:40.585511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Pushing event updated for resources: {'Port': ['ID=3844773e-a244-4940-b762-fad77756f98e,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:40.585756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c72ff2-3c88-459b-849a-49b6cd2d54ee') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:40.585756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c72ff2-3c88-459b-849a-49b6cd2d54ee') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:40.601194 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:40.611270 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:40.616101 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-63e4d816-0aab-4b56-971e-276d21c01a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.653s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:40.618190 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:40.620316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Releasing vxlan tunnel 11 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:49:40.641005 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:40.650108 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:40.723772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8c7e95-a4e2-4529-a5e7-b05084c78c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88614642-7ab2-493e-811e-3332b3654e5c'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:49:40.750827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 88614642-7ab2-493e-811e-3332b3654e5c, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=88614642-7ab2-493e-811e-3332b3654e5c,segment=NetworkSegment(126ca1e4-ce64-4d48-9d32-88c79a350681),segment_id=126ca1e4-ce64-4d48-9d32-88c79a350681)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:40.755649 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:40.758182 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-060ef48a-01a7-4ed3-875e-b64294837d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:40.825909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Network 9e390f7f-065c-4da0-b23c-1a9abce9198c has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:49:40.835742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=88614642-7ab2-493e-811e-3332b3654e5c,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:40.836254 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:40.839987 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:40.844791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2ebba648-20eb-4af9-99c0-e97d71716265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'name': 'tempest-ServerActionsTestJSON-577549074-router', 'tenant_id': '210f832f876441e1b78088d52878877a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:23Z', 'updated_at': '2020-12-22T09:37:45Z', 'revision_number': 4, 'project_id': '210f832f876441e1b78088d52878877a', 'gw_port': {'id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:29Z', 'updated_at': '2020-12-22T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'b780c268-f33e-444e-b34b-8d42de43b9ae', 'name': '', 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e', 'tenant_id': '210f832f876441e1b78088d52878877a', 'mac_address': 'fa:16:3e:52:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'd303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:39Z', 'updated_at': '2020-12-22T09:37:58Z', 'revision_number': 5, 'project_id': '210f832f876441e1b78088d52878877a', 'subnets': [{'id': 'd303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:40.846581 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-d6fba151-724b-42f3-bde6-6414a10e24d7 service neutron] 10.222.0.50 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0651190 Dec 22 09:49:40.847322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26058b43-32c1-4ee2-9df1-4da82a7e6a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:40.848436 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-26058b43-32c1-4ee2-9df1-4da82a7e6a76 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7698db6-aadc-4b30-979f-1d08f9978b4b HTTP/1.1" status: 204 len: 168 time: 2.1434245 Dec 22 09:49:40.852547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebba648-20eb-4af9-99c0-e97d71716265 None None] The sync data for ids ['aa3b8095-bd82-485f-9535-a5be16d0ace5'] in n-d-765315-5 is: [{'id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'name': 'tempest-ServerActionsTestJSON-577549074-router', 'tenant_id': '210f832f876441e1b78088d52878877a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:23Z', 'updated_at': '2020-12-22T09:37:45Z', 'revision_number': 4, 'project_id': '210f832f876441e1b78088d52878877a', 'gw_port': {'id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:29Z', 'updated_at': '2020-12-22T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': 'b780c268-f33e-444e-b34b-8d42de43b9ae', 'name': '', 'network_id': 'f25c0816-e0e3-44ca-b509-727ad195c19e', 'tenant_id': '210f832f876441e1b78088d52878877a', 'mac_address': 'fa:16:3e:52:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'd303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:39Z', 'updated_at': '2020-12-22T09:37:58Z', 'revision_number': 5, 'project_id': '210f832f876441e1b78088d52878877a', 'subnets': [{'id': 'd303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:49:40.879897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-b6d9d272-0787-4c21-94e5-9b64efad263e req-3a89a41d-f7a8-4133-8bc4-82555d3671c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] For port 88614642-7ab2-493e-811e-3332b3654e5c, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=88614642-7ab2-493e-811e-3332b3654e5c,segment=NetworkSegment(126ca1e4-ce64-4d48-9d32-88c79a350681),segment_id=126ca1e4-ce64-4d48-9d32-88c79a350681)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:40.880333 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b6d9d272-0787-4c21-94e5-9b64efad263e req-3a89a41d-f7a8-4133-8bc4-82555d3671c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:40.892043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdece4e-f9f7-4f16-8fca-f28ab4bd4391 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Subnet': ['ID=b825cd53-fe28-446e-aa91-2e8a0bbf2637,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:40.906412 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7bdece4e-f9f7-4f16-8fca-f28ab4bd4391 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:40.923103 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-23db61cd-37cb-40d4-bfe2-f5505cc2b42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:41.065491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Network 9e390f7f-065c-4da0-b23c-1a9abce9198c has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:49:41.080560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64864ff9-e513-4489-91e0-c63d903ef7ac req-6d3b8f23-3211-4d75-814e-650ed08d2943 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:41.088156 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64864ff9-e513-4489-91e0-c63d903ef7ac req-6d3b8f23-3211-4d75-814e-650ed08d2943 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 945 time: 1.1813958 Dec 22 09:49:41.119439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-b6d9d272-0787-4c21-94e5-9b64efad263e req-3a89a41d-f7a8-4133-8bc4-82555d3671c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Calling delete_port for 88614642-7ab2-493e-811e-3332b3654e5c owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:41.162306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26058b43-32c1-4ee2-9df1-4da82a7e6a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7698db6-aadc-4b30-979f-1d08f9978b4b,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:41.182972 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-26058b43-32c1-4ee2-9df1-4da82a7e6a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:49:41.223319 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:49:41.237843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:41.243809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Network 473d1949-ed9f-4949-b1e6-1e121c2d7167 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:49:41.250239 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-14fb6181-eb9b-4211-a818-daa22bcd0dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:41.272650 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:41.285458 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64864ff9-e513-4489-91e0-c63d903ef7ac req-11a27202-d403-4320-b906-53d47a087098 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962273 Dec 22 09:49:41.290932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:41.297830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Pushing event deleted for resources: {'Network': ['ID=9e390f7f-065c-4da0-b23c-1a9abce9198c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:41.311706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdece4e-f9f7-4f16-8fca-f28ab4bd4391 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Checking segment: {'id': '06514fb5-f557-489e-b5f1-91d5f76bf87b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '242db7db-767e-4d1c-a786-22a42dadcbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:49:41.311901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdece4e-f9f7-4f16-8fca-f28ab4bd4391 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network hostable DHCP agents. Network: 242db7db-767e-4d1c-a786-22a42dadcbc1, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:49:41.332433 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:41.334393 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] 10.222.0.50 "DELETE /v2.0/networks/9e390f7f-065c-4da0-b23c-1a9abce9198c HTTP/1.1" status: 204 len: 168 time: 2.3555820 Dec 22 09:49:41.415550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 993f7a19-37d8-4b58-93f3-dcf7a875f6ef no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:49:41.514637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 993f7a19-37d8-4b58-93f3-dcf7a875f6ef {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:49:41.515137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 993f7a19-37d8-4b58-93f3-dcf7a875f6ef not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:49:41.562127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1edbaa-0e15-4d04-9b3d-d956dced1fb8 None None] New status for floating IP 4890ffd3-5eca-446a-9d1f-5645d66cac63: DOWN {{(pid=81074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:49:41.567662 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8c7e95-a4e2-4529-a5e7-b05084c78c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88614642-7ab2-493e-811e-3332b3654e5c', 'code': 200} Dec 22 09:49:41.601191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58506) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:41.641720 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-58e93ce8-6a67-4356-a021-76fec1356b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:41.664883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-58e93ce8-6a67-4356-a021-76fec1356b11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:41.674226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-58e93ce8-6a67-4356-a021-76fec1356b11 admin admin] Usage tracker for resource:security_group_rule and tenant:d06dadbc5581409481121af3ba6c888b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:49:41.677476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-58e93ce8-6a67-4356-a021-76fec1356b11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:49:41.687792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-58e93ce8-6a67-4356-a021-76fec1356b11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:41.744856 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-b6d9d272-0787-4c21-94e5-9b64efad263e req-3a89a41d-f7a8-4133-8bc4-82555d3671c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:49:41.745221 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-b6d9d272-0787-4c21-94e5-9b64efad263e req-3a89a41d-f7a8-4133-8bc4-82555d3671c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:49:41.747556 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b27374e-56a9-45e2-9df3-5985bd99b42b req-8b3a0ded-2fdd-470c-853c-99487b9a253f tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=361f281c-ac34-44b1-bee8-3cd42de83857 HTTP/1.1" status: 200 len: 210 time: 0.0978003 Dec 22 09:49:41.751350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdece4e-f9f7-4f16-8fca-f28ab4bd4391 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 242db7db-767e-4d1c-a786-22a42dadcbc1 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:49:41.852332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a4b69500-7ba2-4cbc-b106-fab3677593a2 None None] Provisioning complete for port 3844773e-a244-4940-b762-fad77756f98e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:41.852836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a4b69500-7ba2-4cbc-b106-fab3677593a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:41.875658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58514) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:41.876138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58516) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:41.877695 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-58e93ce8-6a67-4356-a021-76fec1356b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:41.884779 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-58e93ce8-6a67-4356-a021-76fec1356b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:41.890041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-7bdece4e-f9f7-4f16-8fca-f28ab4bd4391 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 242db7db-767e-4d1c-a786-22a42dadcbc1) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:41.913001 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4784e830-ec91-43a3-9773-6ad0900121ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:41.940556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82ccc8e-9da8-480c-a078-e75370b9e96e None None] Network 242db7db-767e-4d1c-a786-22a42dadcbc1 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:49:41.994714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e93ce8-6a67-4356-a021-76fec1356b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11c2a5d-5bd0-4d2d-bfa5-8a98a8a89218,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:41.996287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdece4e-f9f7-4f16-8fca-f28ab4bd4391 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:41.996955 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bdece4e-f9f7-4f16-8fca-f28ab4bd4391 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:42.010530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86198dd7-5180-412f-9f2c-2ed3d7f1b1f5 req-ec7c147b-0a16-464e-b349-f3e8c11da81c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:42.013397 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-58e93ce8-6a67-4356-a021-76fec1356b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:42.018720 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86198dd7-5180-412f-9f2c-2ed3d7f1b1f5 req-ec7c147b-0a16-464e-b349-f3e8c11da81c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 0.5912168 Dec 22 09:49:42.023385 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-58e93ce8-6a67-4356-a021-76fec1356b11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d06dadbc5581409481121af3ba6c888b&name=default HTTP/1.1" status: 200 len: 2883 time: 0.4186556 Dec 22 09:49:42.024363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58524) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:42.083013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Router c6986bb6-8364-4a4c-9ddd-9f91748766b8 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:49:42.108679 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f78968d1-9328-4652-9297-207eb65f3c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:42.149717 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f78968d1-9328-4652-9297-207eb65f3c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:42.158931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94989bb1-9c8a-447f-aa5e-7a01d9b23df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:42.167175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a4b69500-7ba2-4cbc-b106-fab3677593a2 None None] Port 3844773e-a244-4940-b762-fad77756f98e cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:49:42.212846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f78968d1-9328-4652-9297-207eb65f3c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:42.222955 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fd55bed-4cd2-4c3a-85ff-af1d92c44495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:42.231472 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94989bb1-9c8a-447f-aa5e-7a01d9b23df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:42.244206 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f78968d1-9328-4652-9297-207eb65f3c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:42.248071 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f78968d1-9328-4652-9297-207eb65f3c77 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b11c2a5d-5bd0-4d2d-bfa5-8a98a8a89218 HTTP/1.1" status: 204 len: 168 time: 0.2197964 Dec 22 09:49:42.250874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78968d1-9328-4652-9297-207eb65f3c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11c2a5d-5bd0-4d2d-bfa5-8a98a8a89218,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:42.268896 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f78968d1-9328-4652-9297-207eb65f3c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:42.290403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-b6d9d272-0787-4c21-94e5-9b64efad263e req-3a89a41d-f7a8-4133-8bc4-82555d3671c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Deleting port 88614642-7ab2-493e-811e-3332b3654e5c {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:42.291070 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b6d9d272-0787-4c21-94e5-9b64efad263e req-3a89a41d-f7a8-4133-8bc4-82555d3671c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:42.336179 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7bdece4e-f9f7-4f16-8fca-f28ab4bd4391 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.9420085 Dec 22 09:49:42.339114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58534) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:42.346540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-543dc218-9a48-4399-b2e2-e939b7a42c92 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1478251530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:42.353658 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86198dd7-5180-412f-9f2c-2ed3d7f1b1f5 req-458a37ec-8d03-46f3-928a-93d60d192a8d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339219 Dec 22 09:49:42.369039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-543dc218-9a48-4399-b2e2-e939b7a42c92 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:42.377142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-242db7db-767e-4d1c-a786-22a42dadcbc1', 'network_id': '242db7db-767e-4d1c-a786-22a42dadcbc1', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'fixed_ips': [{'subnet_id': 'b825cd53-fe28-446e-aa91-2e8a0bbf2637'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:49:42.378016 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:42.393558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-543dc218-9a48-4399-b2e2-e939b7a42c92 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:router and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:49:42.405456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-543dc218-9a48-4399-b2e2-e939b7a42c92 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:49:42.422254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-543dc218-9a48-4399-b2e2-e939b7a42c92 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:42.446707 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-543dc218-9a48-4399-b2e2-e939b7a42c92 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:42.447867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-543dc218-9a48-4399-b2e2-e939b7a42c92 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:42.488574 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-543dc218-9a48-4399-b2e2-e939b7a42c92 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:42.507312 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-543dc218-9a48-4399-b2e2-e939b7a42c92 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:42.553969 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-543dc218-9a48-4399-b2e2-e939b7a42c92 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:42.556015 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-543dc218-9a48-4399-b2e2-e939b7a42c92 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2157772 Dec 22 09:49:42.559552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58538) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:42.767195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:49:42.781292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Sync routers for ids ['c6986bb6-8364-4a4c-9ddd-9f91748766b8'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:49:42.782528 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5e6f2466-bc6e-4c36-83b7-f5ab36a4b8ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f3c863e05074948aecfa2e3af6f0adc&name=default HTTP/1.1" status: 200 len: 2883 time: 0.9047771 Dec 22 09:49:42.783698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58546) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:42.819520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Routers {'c6986bb6-8364-4a4c-9ddd-9f91748766b8'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:49:42.820485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:49:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c6986bb6-8364-4a4c-9ddd-9f91748766b8'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:42.867424 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94989bb1-9c8a-447f-aa5e-7a01d9b23df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:43.011086 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ac4ca56-8d46-4d4b-8f3c-57f69f3c4558 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:43.063104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94989bb1-9c8a-447f-aa5e-7a01d9b23df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Pushing event deleted for resources: {'SecurityGroup': ['ID=c780ebae-3eb9-4624-86d1-137f5efb7b58,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:43.075299 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] 10.222.0.50 "PUT /v2.0/routers/c6986bb6-8364-4a4c-9ddd-9f91748766b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5122499 Dec 22 09:49:43.075299 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-94989bb1-9c8a-447f-aa5e-7a01d9b23df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:43.128762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94989bb1-9c8a-447f-aa5e-7a01d9b23df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:43.132914 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-94989bb1-9c8a-447f-aa5e-7a01d9b23df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "DELETE /v2.0/security-groups/c780ebae-3eb9-4624-86d1-137f5efb7b58 HTTP/1.1" status: 204 len: 168 time: 1.2538567 Dec 22 09:49:43.143533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58560) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:43.226051 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cde0ba1-9188-4912-a8a7-d1c69947929f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:43.233743 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e37a9a01-cda2-4b9c-9dd4-c4e43ab1b4d9 req-af8910be-9d15-403b-8b55-843c27bf4250 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=361f281c-ac34-44b1-bee8-3cd42de83857 HTTP/1.1" status: 200 len: 210 time: 0.1781108 Dec 22 09:49:43.321452 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-ff393802-92f2-4719-9d16-e057aaeea4e1 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] show failed (client error): The resource could not be found. Dec 22 09:49:43.326490 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ff393802-92f2-4719-9d16-e057aaeea4e1 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "GET /v2.0/security-groups/c780ebae-3eb9-4624-86d1-137f5efb7b58 HTTP/1.1" status: 404 len: 347 time: 0.1807187 Dec 22 09:49:43.330576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58568) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:43.539168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cde0ba1-9188-4912-a8a7-d1c69947929f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:43.540744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Set router c6986bb6-8364-4a4c-9ddd-9f91748766b8 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:49:43.606079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-6534ff1c-c983-4fdd-bc01-5d3edf10bde1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:43.607879 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-6534ff1c-c983-4fdd-bc01-5d3edf10bde1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 806 time: 0.3291230 Dec 22 09:49:43.688842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-e0d8bbc9-a2c6-44cd-866a-84c4cb48dfba tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Request body: {'port': {'device_id': '361f281c-ac34-44b1-bee8-3cd42de83857', 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f', 'admin_state_up': True, 'tenant_id': '9dfc4173a0084cb081b39e512ef6a1d8'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:43.838520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Allocated IP 2001:db8::2 (242db7db-767e-4d1c-a786-22a42dadcbc1/b825cd53-fe28-446e-aa91-2e8a0bbf2637/d5df66f2-7267-4678-8056-cf066827341b) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:49:43.911079 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:44.118301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afb992-51db-467a-aeab-110368836b27 req-ca29de47-a44d-4b45-99c2-e74b4fcc0102 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:44.119470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-82afb992-51db-467a-aeab-110368836b27 req-ca29de47-a44d-4b45-99c2-e74b4fcc0102 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Synchronizing usage tracker for tenant:633dde4b29c44f53b6aa0cd8d5318325 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:49:44.146463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f78e6260-2e5a-4fb7-8674-d26cd80a4902 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Deleting port 26f0e927-7a0d-4ac5-93f2-ce9b048e73f1 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:44.147051 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f78e6260-2e5a-4fb7-8674-d26cd80a4902 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:44.258986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-e0d8bbc9-a2c6-44cd-866a-84c4cb48dfba tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:44.271460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-b6d9d272-0787-4c21-94e5-9b64efad263e req-3a89a41d-f7a8-4133-8bc4-82555d3671c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] For port 88614642-7ab2-493e-811e-3332b3654e5c, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=88614642-7ab2-493e-811e-3332b3654e5c,segment=NetworkSegment(126ca1e4-ce64-4d48-9d32-88c79a350681),segment_id=126ca1e4-ce64-4d48-9d32-88c79a350681)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:44.273031 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b6d9d272-0787-4c21-94e5-9b64efad263e req-3a89a41d-f7a8-4133-8bc4-82555d3671c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:44.304313 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cde0ba1-9188-4912-a8a7-d1c69947929f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:44.318509 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:44.334770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-82afb992-51db-467a-aeab-110368836b27 req-ca29de47-a44d-4b45-99c2-e74b4fcc0102 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Unset dirty status for tenant:633dde4b29c44f53b6aa0cd8d5318325 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:49:44.343302 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-82afb992-51db-467a-aeab-110368836b27 req-ca29de47-a44d-4b45-99c2-e74b4fcc0102 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 943 time: 1.7177391 Dec 22 09:49:44.361811 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:44.367723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'name': 'tempest-TaggedBootDevicesTest_v242-1814460354-router', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:49:21Z', 'updated_at': '2020-12-22T09:49:38Z', 'revision_number': 4, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'gw_port': {'id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:25Z', 'updated_at': '2020-12-22T09:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '3844773e-a244-4940-b762-fad77756f98e', 'name': '', 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'mac_address': 'fa:16:3e:6b:d4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '27341bc6-4d77-45a9-b2a2-19fd96ee59ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:34Z', 'updated_at': '2020-12-22T09:49:38Z', 'revision_number': 2, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'subnets': [{'id': '27341bc6-4d77-45a9-b2a2-19fd96ee59ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:44.376898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Checking router: c6986bb6-8364-4a4c-9ddd-9f91748766b8 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:49:44.377307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Updating router c6986bb6-8364-4a4c-9ddd-9f91748766b8 port 3844773e-a244-4940-b762-fad77756f98e binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:49:44.392215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-e0d8bbc9-a2c6-44cd-866a-84c4cb48dfba tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:44.431343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-e0d8bbc9-a2c6-44cd-866a-84c4cb48dfba tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Made reservation on behalf of 9dfc4173a0084cb081b39e512ef6a1d8 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:49:44.435780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Transition to ACTIVE for port object d5df66f2-7267-4678-8056-cf066827341b will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:44.439474 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-e0d8bbc9-a2c6-44cd-866a-84c4cb48dfba tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:44.490174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde0ba1-9188-4912-a8a7-d1c69947929f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1805a2b4-f55f-4202-94ce-b89367915f5c,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:44.493892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Transition to ACTIVE for port object d5df66f2-7267-4678-8056-cf066827341b will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:44.517712 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:44.524972 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1cde0ba1-9188-4912-a8a7-d1c69947929f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:44.565150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:44.633356 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-82afb992-51db-467a-aeab-110368836b27 req-ab623253-d2f6-490e-97b5-3c476705d82c tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884877 Dec 22 09:49:44.649834 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-022e868d-0acd-414a-b055-148f6934998c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:44.668783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-b6d9d272-0787-4c21-94e5-9b64efad263e req-3a89a41d-f7a8-4133-8bc4-82555d3671c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Calling delete_port for 88614642-7ab2-493e-811e-3332b3654e5c owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:44.801189 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cde0ba1-9188-4912-a8a7-d1c69947929f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:44.804890 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1cde0ba1-9188-4912-a8a7-d1c69947929f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1805a2b4-f55f-4202-94ce-b89367915f5c HTTP/1.1" status: 204 len: 168 time: 1.9596574 Dec 22 09:49:44.908430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Allocated IP 2001:db8::1 (242db7db-767e-4d1c-a786-22a42dadcbc1/b825cd53-fe28-446e-aa91-2e8a0bbf2637/07a68b82-bc1e-4a8a-bfbf-8790d83c3049) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:49:44.996940 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528c318-8013-47da-9781-37e6ae26949b req-9d23abb5-3d20-4a35-9500-61246f53313a tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:44.998602 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a528c318-8013-47da-9781-37e6ae26949b req-9d23abb5-3d20-4a35-9500-61246f53313a tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 1.0672657 Dec 22 09:49:45.001845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Pushing event updated for resources: {'Port': ['ID=d5df66f2-7267-4678-8056-cf066827341b,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:45.005509 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:45.242175 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-03d7af74-10d9-45ff-8e18-6af3d6d33c8e req-f0ac9445-8d6a-4735-89bb-e6b99443c3fc tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=361f281c-ac34-44b1-bee8-3cd42de83857 HTTP/1.1" status: 200 len: 210 time: 0.2245502 Dec 22 09:49:45.350073 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a528c318-8013-47da-9781-37e6ae26949b req-8d5c76a5-3829-4aec-b6a2-b9230200eb49 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235195 Dec 22 09:49:45.437886 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f78e6260-2e5a-4fb7-8674-d26cd80a4902 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:45.438911 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f78e6260-2e5a-4fb7-8674-d26cd80a4902 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for floatingip, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:45.454361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Network 242db7db-767e-4d1c-a786-22a42dadcbc1 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:49:45.458525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:45.461615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:49:45.710240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f78e6260-2e5a-4fb7-8674-d26cd80a4902 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Calling delete_port for 26f0e927-7a0d-4ac5-93f2-ce9b048e73f1 owned by network:floatingip {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:45.806487 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b6d9d272-0787-4c21-94e5-9b64efad263e req-3a89a41d-f7a8-4133-8bc4-82555d3671c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:45.878896 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:46.046667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Attempting to bind port d5df66f2-7267-4678-8056-cf066827341b on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:49:46.047234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Attempting to bind port d5df66f2-7267-4678-8056-cf066827341b by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '06514fb5-f557-489e-b5f1-91d5f76bf87b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '242db7db-767e-4d1c-a786-22a42dadcbc1'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:49:46.047504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Attempting to bind port d5df66f2-7267-4678-8056-cf066827341b on network 242db7db-767e-4d1c-a786-22a42dadcbc1 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:49:46.067808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:49:46.068261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Checking segment: {'id': '06514fb5-f557-489e-b5f1-91d5f76bf87b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '242db7db-767e-4d1c-a786-22a42dadcbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:49:46.068711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:46.069166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Bound using segment: {'id': '06514fb5-f557-489e-b5f1-91d5f76bf87b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '242db7db-767e-4d1c-a786-22a42dadcbc1'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:49:46.069690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Bound port: d5df66f2-7267-4678-8056-cf066827341b, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06514fb5-f557-489e-b5f1-91d5f76bf87b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '242db7db-767e-4d1c-a786-22a42dadcbc1'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:49:46.070106 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:46.135627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:46.163523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Transition to ACTIVE for port object 07a68b82-bc1e-4a8a-bfbf-8790d83c3049 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:46.191088 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:46.213116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] For port d5df66f2-7267-4678-8056-cf066827341b, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:49:46.294954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] For port d5df66f2-7267-4678-8056-cf066827341b, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=d5df66f2-7267-4678-8056-cf066827341b,segment=NetworkSegment(06514fb5-f557-489e-b5f1-91d5f76bf87b),segment_id=06514fb5-f557-489e-b5f1-91d5f76bf87b)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:49:46.301936 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:46.393376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89a41d-f7a8-4133-8bc4-82555d3671c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Pushing event deleted for resources: {'Port': ['ID=88614642-7ab2-493e-811e-3332b3654e5c,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:46.420723 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3a89a41d-f7a8-4133-8bc4-82555d3671c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:46.421216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58690) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:46.461433 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:46.477431 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3aec988c-0f74-4e0b-804b-a33b4416deb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:46.556620 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:46.559179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Pushing event updated for resources: {'Port': ['ID=d5df66f2-7267-4678-8056-cf066827341b,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:46.568364 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:46.581484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=07a68b82-bc1e-4a8a-bfbf-8790d83c3049,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:46.589835 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:46.625411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-e0d8bbc9-a2c6-44cd-866a-84c4cb48dfba tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Allocated IP 172.20.0.9 (71abf892-394c-4481-a07f-0270c6b0938f/0e972d4f-634f-4801-baf0-a552ccd20fd0/498480bb-ea1f-4358-97cb-7caf0732f8e1) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:49:46.652912 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd685a54-8a3d-428c-bcf2-bf7daf700e27 req-e6b4be26-9269-4fc2-b99a-63fc90cf594b tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 210 time: 0.2746692 Dec 22 09:49:46.658500 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f71f77dc-55d3-4c73-9cd9-a11e60964cdc req-362de810-e9c3-450a-8591-a7ad168341d1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=361f281c-ac34-44b1-bee8-3cd42de83857 HTTP/1.1" status: 200 len: 210 time: 0.1622393 Dec 22 09:49:46.688433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Transition to ACTIVE for port object 3844773e-a244-4940-b762-fad77756f98e will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:46.700116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:46.703981 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f78e6260-2e5a-4fb7-8674-d26cd80a4902 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:46.724740 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ccb1e68c-f1b5-48ca-8fbe-7199140ca8e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:46.737234 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-022e868d-0acd-414a-b055-148f6934998c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:46.838897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 242db7db-767e-4d1c-a786-22a42dadcbc1 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:49:46.848082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:46.860555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:49:46.861190 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:46.897070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e6260-2e5a-4fb7-8674-d26cd80a4902 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Pushing event deleted for resources: {'Port': ['ID=26f0e927-7a0d-4ac5-93f2-ce9b048e73f1,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:46.899964 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f78e6260-2e5a-4fb7-8674-d26cd80a4902 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:46.906404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d9d272-0787-4c21-94e5-9b64efad263e req-3a89a41d-f7a8-4133-8bc4-82555d3671c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] No DVR routers for this DVR port 88614642-7ab2-493e-811e-3332b3654e5c on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:49:46.908770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b6d9d272-0787-4c21-94e5-9b64efad263e req-3a89a41d-f7a8-4133-8bc4-82555d3671c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:46.962334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040547a-5cb0-40ee-bb0f-fd37c7b5b877 None None] Pushing event updated for resources: {'Port': ['ID=3844773e-a244-4940-b762-fad77756f98e,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:46.972473 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e040547a-5cb0-40ee-bb0f-fd37c7b5b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:47.040362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8c7e95-a4e2-4529-a5e7-b05084c78c24', 'name': 'network-vif-deleted', 'tag': '88614642-7ab2-493e-811e-3332b3654e5c'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:49:47.076565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2129595820'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:47.084519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:47.148221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:47.431091 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8c7e95-a4e2-4529-a5e7-b05084c78c24', 'name': 'network-vif-deleted', 'tag': '88614642-7ab2-493e-811e-3332b3654e5c', 'status': 'completed', 'code': 200} Dec 22 09:49:47.450227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Usage tracker for resource:network and tenant:2dc2bc28766e4926be7a5880cadbcd53 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:49:47.451680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Attempting to bind port 3844773e-a244-4940-b762-fad77756f98e on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:49:47.452404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Attempting to bind port 3844773e-a244-4940-b762-fad77756f98e by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '97d0cd4f-ab21-4773-b26f-a83d78e82a9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:49:47.453024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Attempting to bind port 3844773e-a244-4940-b762-fad77756f98e on network 473d1949-ed9f-4949-b1e6-1e121c2d7167 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:49:47.460151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:49:47.460947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Checking segment: {'id': '97d0cd4f-ab21-4773-b26f-a83d78e82a9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:49:47.463978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:49:47.464869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:47.465973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Bound using segment: {'id': '97d0cd4f-ab21-4773-b26f-a83d78e82a9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:49:47.467496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Bound port: 3844773e-a244-4940-b762-fad77756f98e, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d0cd4f-ab21-4773-b26f-a83d78e82a9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:49:47.468242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:47.509971 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b6d9d272-0787-4c21-94e5-9b64efad263e req-3a89a41d-f7a8-4133-8bc4-82555d3671c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.64 "DELETE /v2.0/ports/88614642-7ab2-493e-811e-3332b3654e5c HTTP/1.1" status: 204 len: 173 time: 8.5384140 Dec 22 09:49:47.513667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:47.560108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device d5df66f2-7267-4678-8056-cf066827341b up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:49:47.660376 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f78e6260-2e5a-4fb7-8674-d26cd80a4902 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks [] for floatingip, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:47.662140 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f78e6260-2e5a-4fb7-8674-d26cd80a4902 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:47.663555 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f78e6260-2e5a-4fb7-8674-d26cd80a4902 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] 10.222.0.50 "DELETE /v2.0/floatingips/4890ffd3-5eca-446a-9d1f-5645d66cac63 HTTP/1.1" status: 204 len: 168 time: 4.3281507 Dec 22 09:49:47.668157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58706) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:47.681142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Made reservation on behalf of 2dc2bc28766e4926be7a5880cadbcd53 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:49:47.695775 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:47.759030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:47.790287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9c1e6-d767-44ed-bba3-6df30eb6b762 req-043a9b31-5901-43a7-9235-89feff6b6087 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:47.800303 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dea9c1e6-d767-44ed-bba3-6df30eb6b762 req-043a9b31-5901-43a7-9235-89feff6b6087 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 0.7161975 Dec 22 09:49:47.810328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:47.814639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Usage tracker for resource:security_group_rule and tenant:2dc2bc28766e4926be7a5880cadbcd53 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:49:47.818295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:49:47.822578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] For port 3844773e-a244-4940-b762-fad77756f98e, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:49:47.825405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:47.829120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] For port 3844773e-a244-4940-b762-fad77756f98e, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=3844773e-a244-4940-b762-fad77756f98e,segment=NetworkSegment(97d0cd4f-ab21-4773-b26f-a83d78e82a9d),segment_id=97d0cd4f-ab21-4773-b26f-a83d78e82a9d)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:49:47.835839 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:47.948619 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dea9c1e6-d767-44ed-bba3-6df30eb6b762 req-4194aab2-061f-476e-a463-3532a1db3c06 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472514 Dec 22 09:49:48.005369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58718) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:48.065943 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:48.099254 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-23d4181e-681e-4b00-8491-899af46fb9c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:48.212080 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:48.221529 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:48.222417 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:48.248655 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:48.251587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port d5df66f2-7267-4678-8056-cf066827341b completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:49:48.276593 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d7e1a008-a2ed-4174-878e-d30fba9e11c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:48.278376 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-26058b43-32c1-4ee2-9df1-4da82a7e6a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:48.413105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-45618641-3571-4328-8bfe-868d27827165 req-0fc3ca1b-bec0-4c87-9ced-b9c97d8f96a3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Synchronizing usage tracker for tenant:633dde4b29c44f53b6aa0cd8d5318325 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:49:48.416972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040547a-5cb0-40ee-bb0f-fd37c7b5b877 None None] Pushing event updated for resources: {'Port': ['ID=3844773e-a244-4940-b762-fad77756f98e,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:48.434158 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e040547a-5cb0-40ee-bb0f-fd37c7b5b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:48.492519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-887bd9c5-a819-4b81-a061-9e52b5c54bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:48.494272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Routers {'c6986bb6-8364-4a4c-9ddd-9f91748766b8'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:49:48.494994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:49:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c6986bb6-8364-4a4c-9ddd-9f91748766b8'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:48.594552 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d125671-87c8-4c42-8591-9ed16fe69eb4 req-df338abf-2ebf-4742-8100-93eca9b2d1ee tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=361f281c-ac34-44b1-bee8-3cd42de83857 HTTP/1.1" status: 200 len: 210 time: 0.3533993 Dec 22 09:49:48.605714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:49:48.625792 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:48.626403 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Added segment 070c83a5-fe53-4ba5-9e7c-5755ba996292 of type vxlan for network 4395d283-905a-4e4f-ac19-6ecbbdd20df3 Dec 22 09:49:48.660391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=07a68b82-bc1e-4a8a-bfbf-8790d83c3049,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:48.664502 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:48.673899 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-e0d8bbc9-a2c6-44cd-866a-84c4cb48dfba tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:48.696121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:48.733039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 242db7db-767e-4d1c-a786-22a42dadcbc1 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:49:48.735760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:48.779094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Pushing event updated for resources: {'SecurityGroup': ['ID=ce031367-2878-4282-bcdd-7a54b9a7ff00,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:48.806517 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:48.821301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-887bd9c5-a819-4b81-a061-9e52b5c54bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:48.823832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:48.829374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:48.830060 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:48.835285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133879b1-403c-42e2-8f31-da73d08363e5 None None] Network 242db7db-767e-4d1c-a786-22a42dadcbc1 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:49:48.842120 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f6304550-81d9-4dd2-ade5-88894140eaf5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:48.892279 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-e0d8bbc9-a2c6-44cd-866a-84c4cb48dfba tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:48.920280 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fad6e26f-13c7-4d2c-bcd9-19f78b094c52 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:48.963696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-887bd9c5-a819-4b81-a061-9e52b5c54bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:8db3672c2fd340968425a9ccd0db2b64 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:49:48.971161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-887bd9c5-a819-4b81-a061-9e52b5c54bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:49:49.001449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-45618641-3571-4328-8bfe-868d27827165 req-0fc3ca1b-bec0-4c87-9ced-b9c97d8f96a3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Unset dirty status for tenant:633dde4b29c44f53b6aa0cd8d5318325 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:49:49.014339 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-45618641-3571-4328-8bfe-868d27827165 req-0fc3ca1b-bec0-4c87-9ced-b9c97d8f96a3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=0c8c7e95-a4e2-4529-a5e7-b05084c78c24 HTTP/1.1" status: 200 len: 210 time: 0.9625845 Dec 22 09:49:49.133270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] Set router c6986bb6-8364-4a4c-9ddd-9f91748766b8 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:49:49.249687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8bbc9-a2c6-44cd-866a-84c4cb48dfba tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Pushing event updated for resources: {'Port': ['ID=498480bb-ea1f-4358-97cb-7caf0732f8e1,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:49.253620 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e0d8bbc9-a2c6-44cd-866a-84c4cb48dfba tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:49.305333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-90330575-4c83-44e9-a900-bce7c942d6f0 None None] Provisioning for port d5df66f2-7267-4678-8056-cf066827341b completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:49:49.323468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-90330575-4c83-44e9-a900-bce7c942d6f0 None None] Provisioning complete for port d5df66f2-7267-4678-8056-cf066827341b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:49.323983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-90330575-4c83-44e9-a900-bce7c942d6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:49.358897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router dcaf7ef7-7daf-401d-98ad-74967c4e4387 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:49:49.365580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-e0d8bbc9-a2c6-44cd-866a-84c4cb48dfba tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Network 71abf892-394c-4481-a07f-0270c6b0938f is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:49:49.368572 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.8742127 Dec 22 09:49:49.373230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58730) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:49.374413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-e0d8bbc9-a2c6-44cd-866a-84c4cb48dfba tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:49.377031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-e0d8bbc9-a2c6-44cd-866a-84c4cb48dfba tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:49:49.391353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-887bd9c5-a819-4b81-a061-9e52b5c54bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:49.420284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6271d4bb-f361-469a-acfb-d2fd1b236f54 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Request body: {'subnet': {'network_id': '4395d283-905a-4e4f-ac19-6ecbbdd20df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:49.577576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-887bd9c5-a819-4b81-a061-9e52b5c54bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:49.679559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Pushing event updated for resources: {'Network': ['ID=4395d283-905a-4e4f-ac19-6ecbbdd20df3,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:49.758190 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.916s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:49.761494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:49:49.766345 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-887bd9c5-a819-4b81-a061-9e52b5c54bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:49.774317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c2c04-4ba6-4900-a0a4-6ac2966fabf0 None None] Sync routers for ids ['dcaf7ef7-7daf-401d-98ad-74967c4e4387'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:49:49.791843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c2c04-4ba6-4900-a0a4-6ac2966fabf0 None None] Routers {'dcaf7ef7-7daf-401d-98ad-74967c4e4387'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:49:49.794680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-df8c2c04-4ba6-4900-a0a4-6ac2966fabf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:49:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['dcaf7ef7-7daf-401d-98ad-74967c4e4387'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:49.800354 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-94989bb1-9c8a-447f-aa5e-7a01d9b23df2 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:49.822753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-e0d8bbc9-a2c6-44cd-866a-84c4cb48dfba tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:49.824493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-e0d8bbc9-a2c6-44cd-866a-84c4cb48dfba tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:49.865450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 4395d283-905a-4e4f-ac19-6ecbbdd20df3 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:49:49.936163 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-e0d8bbc9-a2c6-44cd-866a-84c4cb48dfba tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2567255 Dec 22 09:49:49.953911 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/dcaf7ef7-7daf-401d-98ad-74967c4e4387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3923256 Dec 22 09:49:49.963570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Request body: {'port': {'device_id': '361f281c-ac34-44b1-bee8-3cd42de83857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:49.975079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-df8c2c04-4ba6-4900-a0a4-6ac2966fabf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:49.996800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3335d39-dc03-45ad-a100-d09c7a56db09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:49.998078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58738) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:50.001515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 4395d283-905a-4e4f-ac19-6ecbbdd20df3 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:49:50.003230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c2c04-4ba6-4900-a0a4-6ac2966fabf0 None None] Routers {'dcaf7ef7-7daf-401d-98ad-74967c4e4387'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:49:50.004853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-df8c2c04-4ba6-4900-a0a4-6ac2966fabf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:49:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['dcaf7ef7-7daf-401d-98ad-74967c4e4387'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:50.020091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 4395d283-905a-4e4f-ac19-6ecbbdd20df3 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:49:50.095791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-df8c2c04-4ba6-4900-a0a4-6ac2966fabf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:50.096278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c2c04-4ba6-4900-a0a4-6ac2966fabf0 None None] The sync data for ids ['dcaf7ef7-7daf-401d-98ad-74967c4e4387'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:49:50.104612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6271d4bb-f361-469a-acfb-d2fd1b236f54 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:50.116206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6271d4bb-f361-469a-acfb-d2fd1b236f54 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Usage tracker for resource:subnet and tenant:2dc2bc28766e4926be7a5880cadbcd53 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:49:50.126448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515aefcc-ef77-4134-806a-1e2074c65938 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:50.127112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-515aefcc-ef77-4134-806a-1e2074c65938 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Synchronizing usage tracker for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:49:50.130538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6271d4bb-f361-469a-acfb-d2fd1b236f54 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:49:50.142699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6271d4bb-f361-469a-acfb-d2fd1b236f54 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:50.143385 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-887bd9c5-a819-4b81-a061-9e52b5c54bc3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8db3672c2fd340968425a9ccd0db2b64&name=default HTTP/1.1" status: 200 len: 2883 time: 2.1369071 Dec 22 09:49:50.154749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bd9c5-a819-4b81-a061-9e52b5c54bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2e1f22-99ef-4421-a051-0fe20944123a,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:50.159501 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-887bd9c5-a819-4b81-a061-9e52b5c54bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:50.165816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58744) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:50.255600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5af2a4-d0a0-43d4-a9dc-aa687e76f229 req-e9fc88f3-2980-4818-ab51-95b451b63709 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:50.257310 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb5af2a4-d0a0-43d4-a9dc-aa687e76f229 req-e9fc88f3-2980-4818-ab51-95b451b63709 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 0.8687809 Dec 22 09:49:50.288708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6271d4bb-f361-469a-acfb-d2fd1b236f54 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Made reservation on behalf of 2dc2bc28766e4926be7a5880cadbcd53 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:49:50.346870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-515aefcc-ef77-4134-806a-1e2074c65938 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Unset dirty status for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:49:50.353679 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-515aefcc-ef77-4134-806a-1e2074c65938 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/ports/07a68b82-bc1e-4a8a-bfbf-8790d83c3049 HTTP/1.1" status: 200 len: 911 time: 0.3541372 Dec 22 09:49:50.368722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58748) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:50.476818 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-90330575-4c83-44e9-a900-bce7c942d6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:50.568269 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb5af2a4-d0a0-43d4-a9dc-aa687e76f229 req-2a4e11ca-1a70-40b9-8413-b2982545748a tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011982 Dec 22 09:49:50.588826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-90330575-4c83-44e9-a900-bce7c942d6f0 None None] For port d5df66f2-7267-4678-8056-cf066827341b, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=d5df66f2-7267-4678-8056-cf066827341b,segment=NetworkSegment(06514fb5-f557-489e-b5f1-91d5f76bf87b),segment_id=06514fb5-f557-489e-b5f1-91d5f76bf87b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:50.604729 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-90330575-4c83-44e9-a900-bce7c942d6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:50.625996 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-51151fb6-dd11-457a-a6b0-e5f3b11294ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:50.712623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90330575-4c83-44e9-a900-bce7c942d6f0 None None] Pushing event updated for resources: {'Port': ['ID=d5df66f2-7267-4678-8056-cf066827341b,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:50.721730 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-90330575-4c83-44e9-a900-bce7c942d6f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:50.724459 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:50.726921 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0d21-9ef0-4e26-8069-471fca778406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:50.768145 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0d21-9ef0-4e26-8069-471fca778406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:50.850806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'name': 'tempest-TaggedBootDevicesTest_v242-1814460354-router', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:49:21Z', 'updated_at': '2020-12-22T09:49:38Z', 'revision_number': 4, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'gw_port': {'id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:25Z', 'updated_at': '2020-12-22T09:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '3844773e-a244-4940-b762-fad77756f98e', 'name': '', 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'mac_address': 'fa:16:3e:6b:d4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '27341bc6-4d77-45a9-b2a2-19fd96ee59ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:34Z', 'updated_at': '2020-12-22T09:49:47Z', 'revision_number': 4, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'subnets': [{'id': '27341bc6-4d77-45a9-b2a2-19fd96ee59ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:49:50.859452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76c7513-5a00-4b24-9f5d-d10e420f0e9a None None] The sync data for ids ['c6986bb6-8364-4a4c-9ddd-9f91748766b8'] in n-d-765315-5 is: [{'id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'name': 'tempest-TaggedBootDevicesTest_v242-1814460354-router', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:49:21Z', 'updated_at': '2020-12-22T09:49:38Z', 'revision_number': 4, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'gw_port': {'id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:25Z', 'updated_at': '2020-12-22T09:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '3844773e-a244-4940-b762-fad77756f98e', 'name': '', 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'mac_address': 'fa:16:3e:6b:d4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '27341bc6-4d77-45a9-b2a2-19fd96ee59ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:34Z', 'updated_at': '2020-12-22T09:49:47Z', 'revision_number': 4, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'subnets': [{'id': '27341bc6-4d77-45a9-b2a2-19fd96ee59ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:49:50.998587 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6271d4bb-f361-469a-acfb-d2fd1b236f54 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:51.003323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598b731-a605-4a88-a37e-1aeeaf7fde69 req-44a78548-e280-40de-98b5-670af8ac634a tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:51.005049 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2598b731-a605-4a88-a37e-1aeeaf7fde69 req-44a78548-e280-40de-98b5-670af8ac634a tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=361f281c-ac34-44b1-bee8-3cd42de83857 HTTP/1.1" status: 200 len: 931 time: 1.1560984 Dec 22 09:49:51.005778 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0d21-9ef0-4e26-8069-471fca778406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:51.023652 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-14b422b1-da72-472a-941c-889802d8fdcc tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:51.143637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f0d21-9ef0-4e26-8069-471fca778406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2e1f22-99ef-4421-a051-0fe20944123a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:51.205372 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bb3f0d21-9ef0-4e26-8069-471fca778406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:51.208602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0d21-9ef0-4e26-8069-471fca778406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:51.209891 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bb3f0d21-9ef0-4e26-8069-471fca778406 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d2e1f22-99ef-4421-a051-0fe20944123a HTTP/1.1" status: 204 len: 168 time: 1.0430279 Dec 22 09:49:51.309217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-251eb275-feaf-4bec-94f6-4a4fb5beccc9 None None] Provisioning for port 07a68b82-bc1e-4a8a-bfbf-8790d83c3049 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:49:51.319609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-251eb275-feaf-4bec-94f6-4a4fb5beccc9 None None] Provisioning complete for port 07a68b82-bc1e-4a8a-bfbf-8790d83c3049 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:51.324078 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-251eb275-feaf-4bec-94f6-4a4fb5beccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:51.460916 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09478d41-ae31-4ef7-b18c-198dcf03166f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:51.470955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-251eb275-feaf-4bec-94f6-4a4fb5beccc9 None None] Port 07a68b82-bc1e-4a8a-bfbf-8790d83c3049 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:49:51.496269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-251eb275-feaf-4bec-94f6-4a4fb5beccc9 None None] Provisioning complete for port d5df66f2-7267-4678-8056-cf066827341b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:51.496996 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-251eb275-feaf-4bec-94f6-4a4fb5beccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:51.671302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 3844773e-a244-4940-b762-fad77756f98e up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:49:51.960759 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2598b731-a605-4a88-a37e-1aeeaf7fde69 req-c4c65175-1a4a-4a44-8f5c-9c72616f48ed tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9207914 Dec 22 09:49:52.062789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 3844773e-a244-4940-b762-fad77756f98e completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:49:52.073300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 3844773e-a244-4940-b762-fad77756f98e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:52.073725 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:52.391268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58776) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:52.550493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-85a9d6a6-ff3e-4fae-8c6e-3ab46b6432cd None None] Provisioning complete for port d5df66f2-7267-4678-8056-cf066827341b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:52.550913 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85a9d6a6-ff3e-4fae-8c6e-3ab46b6432cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:52.636868 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:52.723342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 3844773e-a244-4940-b762-fad77756f98e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=3844773e-a244-4940-b762-fad77756f98e,segment=NetworkSegment(97d0cd4f-ab21-4773-b26f-a83d78e82a9d),segment_id=97d0cd4f-ab21-4773-b26f-a83d78e82a9d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:52.794493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:52.795581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device d5df66f2-7267-4678-8056-cf066827341b up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:49:52.903928 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-90330575-4c83-44e9-a900-bce7c942d6f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:53.024716 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ca442213-b672-424d-aecb-1a2d20be719b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:53.056163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=3844773e-a244-4940-b762-fad77756f98e,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:53.063564 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:53.068290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860a72f-5b5e-4f80-8a36-ca1351bd2f04 req-36cc032e-ffe5-4348-b949-f16e0f8534c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:53.070147 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4860a72f-5b5e-4f80-8a36-ca1351bd2f04 req-36cc032e-ffe5-4348-b949-f16e0f8534c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.9035313 Dec 22 09:49:53.101434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498480bb-ea1f-4358-97cb-7caf0732f8e1 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:49:53.140902 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:53.154616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port d5df66f2-7267-4678-8056-cf066827341b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:53.155045 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:53.195486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Transition to ACTIVE for port object 498480bb-ea1f-4358-97cb-7caf0732f8e1 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:53.203168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:53.272969 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7411da2f-3709-4101-91c2-6ee4ca47c5d6 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:53.296291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ca442213-b672-424d-aecb-1a2d20be719b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:53.301068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ca442213-b672-424d-aecb-1a2d20be719b admin admin] Usage tracker for resource:security_group_rule and tenant:6dd8b85abcf64756ade1f1d005fa83e7 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:49:53.307182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ca442213-b672-424d-aecb-1a2d20be719b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:49:53.321354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ca442213-b672-424d-aecb-1a2d20be719b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:53.360760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a09198ac-8cb3-4e2c-9b63-6339c4761659 None None] Provisioning complete for port 07a68b82-bc1e-4a8a-bfbf-8790d83c3049 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:53.361192 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a09198ac-8cb3-4e2c-9b63-6339c4761659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:53.437510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Pushing event updated for resources: {'Port': ['ID=498480bb-ea1f-4358-97cb-7caf0732f8e1,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:53.485890 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ca442213-b672-424d-aecb-1a2d20be719b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:53.486160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.486547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.486967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.487377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.488243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.488416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.488877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.489296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.489814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.490215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.490626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.491031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.491517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.491918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.492346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.492748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.493144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.493568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.495767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.496254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.497279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.497842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.498365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.498885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.499311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.499716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.500211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.500614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.501013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.501421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.501826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.502218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.502618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.503029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.503415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.503813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:49:53.562130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a09198ac-8cb3-4e2c-9b63-6339c4761659 None None] Port 07a68b82-bc1e-4a8a-bfbf-8790d83c3049 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:49:53.567382 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ca442213-b672-424d-aecb-1a2d20be719b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:53.579777 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:53.609902 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6271d4bb-f361-469a-acfb-d2fd1b236f54 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:53.630332 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea96687a-615a-4501-8380-c30412dd77ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:53.759495 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ffa89e12-67f4-4cf8-a2a4-d0e6dce70d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:53.772447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eaa2f21f-ecc0-4520-90b1-a668ba2ded4d None None] Provisioning complete for port d5df66f2-7267-4678-8056-cf066827341b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:53.773043 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eaa2f21f-ecc0-4520-90b1-a668ba2ded4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:53.865446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271d4bb-f361-469a-acfb-d2fd1b236f54 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Pushing event updated for resources: {'Subnet': ['ID=20483393-33b5-4763-b457-368c742686f3,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:53.889400 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6271d4bb-f361-469a-acfb-d2fd1b236f54 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:54.069867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca442213-b672-424d-aecb-1a2d20be719b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf13d76-21c5-4595-b671-a6d438703121,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:54.074189 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ca442213-b672-424d-aecb-1a2d20be719b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:54.162190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 3844773e-a244-4940-b762-fad77756f98e up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:49:54.184184 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4860a72f-5b5e-4f80-8a36-ca1351bd2f04 req-b4af72cc-a49b-4d18-b808-20655e3a52db tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9152451 Dec 22 09:49:54.227580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6271d4bb-f361-469a-acfb-d2fd1b236f54 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Checking segment: {'id': '070c83a5-fe53-4ba5-9e7c-5755ba996292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4395d283-905a-4e4f-ac19-6ecbbdd20df3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:49:54.234543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6271d4bb-f361-469a-acfb-d2fd1b236f54 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Network hostable DHCP agents. Network: 4395d283-905a-4e4f-ac19-6ecbbdd20df3, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:49:54.290966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b49c9e-71e5-457d-b933-ef3bcf1aa7d2 req-69bedd8c-4308-4471-950d-e9dd0aee6550 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:54.302235 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f5b49c9e-71e5-457d-b933-ef3bcf1aa7d2 req-69bedd8c-4308-4471-950d-e9dd0aee6550 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 1.3507884 Dec 22 09:49:54.315334 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ca442213-b672-424d-aecb-1a2d20be719b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6dd8b85abcf64756ade1f1d005fa83e7&name=default HTTP/1.1" status: 200 len: 2883 time: 1.9114659 Dec 22 09:49:54.323643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58796) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:54.382015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Attempting to bind port 498480bb-ea1f-4358-97cb-7caf0732f8e1 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:49:54.384133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Attempting to bind port 498480bb-ea1f-4358-97cb-7caf0732f8e1 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:49:54.384844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Attempting to bind port 498480bb-ea1f-4358-97cb-7caf0732f8e1 on network 71abf892-394c-4481-a07f-0270c6b0938f {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:49:54.401508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:49:54.401872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Checking segment: {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:49:54.404614 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:54.406629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Bound using segment: {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:49:54.407851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 3844773e-a244-4940-b762-fad77756f98e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:49:54.408187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Bound port: 498480bb-ea1f-4358-97cb-7caf0732f8e1, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:49:54.409264 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:54.412236 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:54.572795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6271d4bb-f361-469a-acfb-d2fd1b236f54 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Network 4395d283-905a-4e4f-ac19-6ecbbdd20df3 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:49:54.624502 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f5b49c9e-71e5-457d-b933-ef3bcf1aa7d2 req-52b0874f-4341-4a71-88b4-67e73038a6bc tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218544 Dec 22 09:49:54.649880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] For port 498480bb-ea1f-4358-97cb-7caf0732f8e1, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:49:54.655400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] For port 498480bb-ea1f-4358-97cb-7caf0732f8e1, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=498480bb-ea1f-4358-97cb-7caf0732f8e1,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:49:54.657935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6271d4bb-f361-469a-acfb-d2fd1b236f54 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 4395d283-905a-4e4f-ac19-6ecbbdd20df3) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:54.661482 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:54.748391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62f7016-7718-4516-a89a-e4d80c5eccd6 None None] Network 4395d283-905a-4e4f-ac19-6ecbbdd20df3 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:49:54.830101 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e884e505-cd97-425d-b3c1-6a928cda4664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:54.982552 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57b68d91-29da-4892-a6ab-4977eaac0196 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:55.005362 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e884e505-cd97-425d-b3c1-6a928cda4664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:55.119221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e13431-3faa-4544-87f8-993b148cd6c0 req-ef4f88a6-dd8d-466b-81fb-4dd6b54e75c5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:55.124739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6271d4bb-f361-469a-acfb-d2fd1b236f54 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:55.125654 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6271d4bb-f361-469a-acfb-d2fd1b236f54 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:55.127478 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08e13431-3faa-4544-87f8-993b148cd6c0 req-ef4f88a6-dd8d-466b-81fb-4dd6b54e75c5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=361f281c-ac34-44b1-bee8-3cd42de83857 HTTP/1.1" status: 200 len: 943 time: 0.6016049 Dec 22 09:49:55.191243 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6271d4bb-f361-469a-acfb-d2fd1b236f54 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.7836621 Dec 22 09:49:55.198567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:55.199480 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:55.202349 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] 10.222.0.64 "PUT /v2.0/ports/498480bb-ea1f-4358-97cb-7caf0732f8e1 HTTP/1.1" status: 200 len: 1155 time: 5.2452888 Dec 22 09:49:55.203140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58806) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:55.204601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361f281c-ac34-44b1-bee8-3cd42de83857', 'tag': '498480bb-ea1f-4358-97cb-7caf0732f8e1'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:49:55.235867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Request body: {'port': {'network_id': '4395d283-905a-4e4f-ac19-6ecbbdd20df3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-130457965'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:55.259740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-4395d283-905a-4e4f-ac19-6ecbbdd20df3', 'network_id': '4395d283-905a-4e4f-ac19-6ecbbdd20df3', 'tenant_id': '2dc2bc28766e4926be7a5880cadbcd53', 'fixed_ips': [{'subnet_id': '20483393-33b5-4763-b457-368c742686f3'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:49:55.260706 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:55.348199 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08e13431-3faa-4544-87f8-993b148cd6c0 req-b003be08-1aa9-4c61-ad1a-68fd4280f932 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194266 Dec 22 09:49:55.365392 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e884e505-cd97-425d-b3c1-6a928cda4664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:55.393162 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1cde0ba1-9188-4912-a8a7-d1c69947929f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:55.461462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:49:55.467097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Usage tracker for resource:port and tenant:2dc2bc28766e4926be7a5880cadbcd53 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:49:55.471202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:49:55.480756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:49:55.563333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Made reservation on behalf of 2dc2bc28766e4926be7a5880cadbcd53 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:49:55.570719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c3335d39-dc03-45ad-a100-d09c7a56db09 admin admin] Deleting port b780c268-f33e-444e-b34b-8d42de43b9ae {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:55.571361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3335d39-dc03-45ad-a100-d09c7a56db09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:55.571505 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:55.603624 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361f281c-ac34-44b1-bee8-3cd42de83857', 'tag': '498480bb-ea1f-4358-97cb-7caf0732f8e1', 'status': 'completed', 'code': 200} Dec 22 09:49:55.823669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] device_id is not set on port db211852-5c38-48b6-8f66-7032066b1f14 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:49:55.946304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c3335d39-dc03-45ad-a100-d09c7a56db09 admin admin] For port b780c268-f33e-444e-b34b-8d42de43b9ae, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=b780c268-f33e-444e-b34b-8d42de43b9ae,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:49:55.949376 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3335d39-dc03-45ad-a100-d09c7a56db09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:55.957490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Allocated IP 2001:db8::2 (4395d283-905a-4e4f-ac19-6ecbbdd20df3/20483393-33b5-4763-b457-368c742686f3/d6987e61-caba-4f65-972e-c8e1e9e5b907) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:49:55.967701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Pushing event updated for resources: {'Port': ['ID=498480bb-ea1f-4358-97cb-7caf0732f8e1,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:55.976539 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.994s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:55.979239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-fac17416-bd1a-415c-afc4-537901435f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:55.981338 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-fac17416-bd1a-415c-afc4-537901435f41 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=361f281c-ac34-44b1-bee8-3cd42de83857 HTTP/1.1" status: 200 len: 1158 time: 0.4860303 Dec 22 09:49:56.088705 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-233f5baf-3a1a-4a76-a247-6734ca46881e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=498480bb-ea1f-4358-97cb-7caf0732f8e1 HTTP/1.1" status: 200 len: 217 time: 0.0938470 Dec 22 09:49:56.130149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c3335d39-dc03-45ad-a100-d09c7a56db09 admin admin] Calling delete_port for b780c268-f33e-444e-b34b-8d42de43b9ae owned by network:router_interface {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:49:56.193436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-c019a02a-a25c-4e80-b5b2-5621278c89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:56.195713 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-c019a02a-a25c-4e80-b5b2-5621278c89d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.1004307 Dec 22 09:49:56.349488 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-065c4917-857e-4540-9bba-f17c5bff573f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1425750 Dec 22 09:49:56.473370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884e505-cd97-425d-b3c1-6a928cda4664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf13d76-21c5-4595-b671-a6d438703121,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:56.476526 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e884e505-cd97-425d-b3c1-6a928cda4664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.083s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:56.484024 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e884e505-cd97-425d-b3c1-6a928cda4664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:56.487558 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e884e505-cd97-425d-b3c1-6a928cda4664 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fbf13d76-21c5-4595-b671-a6d438703121 HTTP/1.1" status: 204 len: 168 time: 2.1127713 Dec 22 09:49:56.688632 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:56.717331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Transition to ACTIVE for port object d6987e61-caba-4f65-972e-c8e1e9e5b907 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:56.755296 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-7a7c4cae-1f31-46d5-9f08-1d1c2ce7fcc5 service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000616 Dec 22 09:49:56.758257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Transition to ACTIVE for port object d6987e61-caba-4f65-972e-c8e1e9e5b907 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:56.764501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-09478d41-ae31-4ef7-b18c-198dcf03166f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port 07a68b82-bc1e-4a8a-bfbf-8790d83c3049 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:49:56.764899 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09478d41-ae31-4ef7-b18c-198dcf03166f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:56.769257 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:56.813786 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:56.831468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b07b7-ebdc-40cd-bcd5-e8feb97fddb5 req-6d11a533-e478-4ab0-a33a-525a4e99a0c1 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:56.839282 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d95b07b7-ebdc-40cd-bcd5-e8feb97fddb5 req-6d11a533-e478-4ab0-a33a-525a4e99a0c1 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.6650693 Dec 22 09:49:56.948659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Allocated IP 2001:db8::98 (4395d283-905a-4e4f-ac19-6ecbbdd20df3/20483393-33b5-4763-b457-368c742686f3/db211852-5c38-48b6-8f66-7032066b1f14) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:49:56.964314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e629e82-2158-455d-8b0a-42d4a625c2b4 req-9d353dc9-436a-42fc-ab6e-7aed56599a0c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:56.987328 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e629e82-2158-455d-8b0a-42d4a625c2b4 req-9d353dc9-436a-42fc-ab6e-7aed56599a0c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 0.5185335 Dec 22 09:49:57.022915 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d95b07b7-ebdc-40cd-bcd5-e8feb97fddb5 req-1f906ce0-fd0a-4fca-bcdf-cc7ca9f6dea7 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825662 Dec 22 09:49:57.227085 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e629e82-2158-455d-8b0a-42d4a625c2b4 req-2d74f00f-c91e-484b-aa58-19fcf6d28745 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386818 Dec 22 09:49:57.616272 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c2517ee-e86d-458e-afbf-ca10b85b795d req-738c6dc6-4595-44e5-af13-57d2e274ea5d service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5055792 Dec 22 09:49:57.828926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b8ea1-b834-443b-9488-9ca056dc9b4c req-389f8a71-e501-4297-81ee-45c75e377068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:57.831270 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8d0b8ea1-b834-443b-9488-9ca056dc9b4c req-389f8a71-e501-4297-81ee-45c75e377068 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=361f281c-ac34-44b1-bee8-3cd42de83857 HTTP/1.1" status: 200 len: 1158 time: 0.1205063 Dec 22 09:49:57.857237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f99420-9468-40bb-9a04-5f910acd5d13 req-88a68cde-7a17-45f3-b610-453c99c98c93 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:57.866476 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-39f99420-9468-40bb-9a04-5f910acd5d13 req-88a68cde-7a17-45f3-b610-453c99c98c93 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.2424872 Dec 22 09:49:57.917519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Pushing event updated for resources: {'Port': ['ID=d6987e61-caba-4f65-972e-c8e1e9e5b907,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:57.922330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4954e-09de-4b02-bdb2-155949e45637 req-9f7996e7-e675-48ce-b2ef-0f616ca6b057 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:57.931258 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.118s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:57.931522 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0b4954e-09de-4b02-bdb2-155949e45637 req-9f7996e7-e675-48ce-b2ef-0f616ca6b057 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=361f281c-ac34-44b1-bee8-3cd42de83857 HTTP/1.1" status: 200 len: 943 time: 0.4412885 Dec 22 09:49:57.975871 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3335d39-dc03-45ad-a100-d09c7a56db09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:58.033313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Network 4395d283-905a-4e4f-ac19-6ecbbdd20df3 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:49:58.034576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:58.037074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:49:58.163189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Attempting to bind port d6987e61-caba-4f65-972e-c8e1e9e5b907 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:49:58.163520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Attempting to bind port d6987e61-caba-4f65-972e-c8e1e9e5b907 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '070c83a5-fe53-4ba5-9e7c-5755ba996292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4395d283-905a-4e4f-ac19-6ecbbdd20df3'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:49:58.166145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Attempting to bind port d6987e61-caba-4f65-972e-c8e1e9e5b907 on network 4395d283-905a-4e4f-ac19-6ecbbdd20df3 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:49:58.180510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:49:58.180938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Checking segment: {'id': '070c83a5-fe53-4ba5-9e7c-5755ba996292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4395d283-905a-4e4f-ac19-6ecbbdd20df3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:49:58.181391 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:58.181843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Bound using segment: {'id': '070c83a5-fe53-4ba5-9e7c-5755ba996292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4395d283-905a-4e4f-ac19-6ecbbdd20df3'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:49:58.182368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Bound port: d6987e61-caba-4f65-972e-c8e1e9e5b907, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070c83a5-fe53-4ba5-9e7c-5755ba996292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4395d283-905a-4e4f-ac19-6ecbbdd20df3'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:49:58.182785 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:58.380479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] For port d6987e61-caba-4f65-972e-c8e1e9e5b907, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:49:58.384963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] For port d6987e61-caba-4f65-972e-c8e1e9e5b907, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=d6987e61-caba-4f65-972e-c8e1e9e5b907,segment=NetworkSegment(070c83a5-fe53-4ba5-9e7c-5755ba996292),segment_id=070c83a5-fe53-4ba5-9e7c-5755ba996292)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:49:58.390019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:58.549424 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:58.573949 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09478d41-ae31-4ef7-b18c-198dcf03166f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:58.589304 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:58.731627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Pushing event updated for resources: {'Port': ['ID=d6987e61-caba-4f65-972e-c8e1e9e5b907,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:58.742590 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:58.838453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3335d39-dc03-45ad-a100-d09c7a56db09 admin admin] Pushing event deleted for resources: {'Port': ['ID=b780c268-f33e-444e-b34b-8d42de43b9ae,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:58.894163 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0b4954e-09de-4b02-bdb2-155949e45637 req-35a5e90e-70fe-4035-abc2-4b23ef7a3bec tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9613776 Dec 22 09:49:58.924786 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c3335d39-dc03-45ad-a100-d09c7a56db09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:59.127320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b8ea1-b834-443b-9488-9ca056dc9b4c req-8d6b83cc-7c36-4983-be8e-811b0c46c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:59.133755 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8d0b8ea1-b834-443b-9488-9ca056dc9b4c req-8d6b83cc-7c36-4983-be8e-811b0c46c5e5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 900 time: 1.2941823 Dec 22 09:49:59.184258 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:59.205930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Transition to ACTIVE for port object db211852-5c38-48b6-8f66-7032066b1f14 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:49:59.365188 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8d0b8ea1-b834-443b-9488-9ca056dc9b4c req-d293fb8f-5668-4d2e-96ec-42af96a8781e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=498480bb-ea1f-4358-97cb-7caf0732f8e1 HTTP/1.1" status: 200 len: 217 time: 0.1395175 Dec 22 09:49:59.367111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:59.400928 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:49:59.421463 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-39f99420-9468-40bb-9a04-5f910acd5d13 req-f0d73de0-2a12-4a46-85eb-329bee409e67 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5536795 Dec 22 09:49:59.713440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Pushing event updated for resources: {'Port': ['ID=db211852-5c38-48b6-8f66-7032066b1f14,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:49:59.727287 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:49:59.749209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Network 4395d283-905a-4e4f-ac19-6ecbbdd20df3 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:49:59.752398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:49:59.758221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:49:59.763919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:59.765072 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:49:59.804933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b8ea1-b834-443b-9488-9ca056dc9b4c req-d0d15e1c-a16d-4058-b722-a5f02af3585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:49:59.806525 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8d0b8ea1-b834-443b-9488-9ca056dc9b4c req-d0d15e1c-a16d-4058-b722-a5f02af3585f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.3338704 Dec 22 09:49:59.823727 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 4.6113400 Dec 22 09:49:59.883332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58850) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:59.891789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Request body: {'port': {'network_id': '4395d283-905a-4e4f-ac19-6ecbbdd20df3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1244450859', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:49:59.893044 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.api.validators [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] bootfile-name is not in valid_values {{(pid=81072) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 09:49:59.894831 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.api.validators [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] tftp-server is not in valid_values {{(pid=81072) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 09:49:59.894831 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.api.validators [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] server-ip-address is not in valid_values {{(pid=81072) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 09:49:59.909388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-09478d41-ae31-4ef7-b18c-198dcf03166f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Calling delete_port for 07a68b82-bc1e-4a8a-bfbf-8790d83c3049 owned by network:router_interface {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:50:00.259634 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3335d39-dc03-45ad-a100-d09c7a56db09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:00.263504 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8d0b8ea1-b834-443b-9488-9ca056dc9b4c req-c48a6409-3785-4d83-8573-7434e233743f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4381342 Dec 22 09:50:00.431858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device d6987e61-caba-4f65-972e-c8e1e9e5b907 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:50:00.489248 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09478d41-ae31-4ef7-b18c-198dcf03166f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:00.627261 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-97d12664-49e1-4de3-b74e-bafad38b99c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:00.727340 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8d0b8ea1-b834-443b-9488-9ca056dc9b4c req-810af1b8-98bb-4b44-8e7d-0cabfe2d9ac8 service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417140 Dec 22 09:50:00.757570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port d6987e61-caba-4f65-972e-c8e1e9e5b907 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:50:00.796005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:00.801224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Usage tracker for resource:port and tenant:2dc2bc28766e4926be7a5880cadbcd53 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:00.805240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Quota usage for port was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:00.813596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:00.859343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Made reservation on behalf of 2dc2bc28766e4926be7a5880cadbcd53 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:00.865688 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:00.974357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 498480bb-ea1f-4358-97cb-7caf0732f8e1 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:50:01.194895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e701cc-fbaf-4633-8512-3a44593f9b49 None None] Network 4395d283-905a-4e4f-ac19-6ecbbdd20df3 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:50:01.321636 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8d0b8ea1-b834-443b-9488-9ca056dc9b4c req-3ac9d5a3-5a61-4c27-a0cb-9b2836bec213 service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4979379 Dec 22 09:50:01.332530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] device_id is not set on port 3698d244-13c6-4c31-a168-062cfb2d36b2 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:50:01.620318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3335d39-dc03-45ad-a100-d09c7a56db09 admin admin] Router aa3b8095-bd82-485f-9535-a5be16d0ace5 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:50:01.659331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Allocated IP 2001:db8::154 (4395d283-905a-4e4f-ac19-6ecbbdd20df3/20483393-33b5-4763-b457-368c742686f3/3698d244-13c6-4c31-a168-062cfb2d36b2) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:50:01.659916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09478d41-ae31-4ef7-b18c-198dcf03166f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Port': ['ID=07a68b82-bc1e-4a8a-bfbf-8790d83c3049,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:01.663804 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-09478d41-ae31-4ef7-b18c-198dcf03166f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.040s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:01.712575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b600c7ac-0e77-45ab-9c8f-50871b66995a None None] Provisioning for port d6987e61-caba-4f65-972e-c8e1e9e5b907 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:50:01.721670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b600c7ac-0e77-45ab-9c8f-50871b66995a None None] Provisioning complete for port d6987e61-caba-4f65-972e-c8e1e9e5b907 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:01.722354 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b600c7ac-0e77-45ab-9c8f-50871b66995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:01.894294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 498480bb-ea1f-4358-97cb-7caf0732f8e1 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:50:01.959633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 498480bb-ea1f-4358-97cb-7caf0732f8e1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:01.960401 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:02.151146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:02.179859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Transition to ACTIVE for port object 3698d244-13c6-4c31-a168-062cfb2d36b2 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:50:02.212565 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:02.257197 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cca15b66-5b4a-49b2-93f8-93b841dfac2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:02.289752 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09478d41-ae31-4ef7-b18c-198dcf03166f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:02.320102 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:02.390230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 498480bb-ea1f-4358-97cb-7caf0732f8e1, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=498480bb-ea1f-4358-97cb-7caf0732f8e1,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:50:02.395052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361f281c-ac34-44b1-bee8-3cd42de83857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498480bb-ea1f-4358-97cb-7caf0732f8e1'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:50:02.402600 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:02.405782 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b600c7ac-0e77-45ab-9c8f-50871b66995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:02.442663 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:02.583254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b600c7ac-0e77-45ab-9c8f-50871b66995a None None] For port d6987e61-caba-4f65-972e-c8e1e9e5b907, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=d6987e61-caba-4f65-972e-c8e1e9e5b907,segment=NetworkSegment(070c83a5-fe53-4ba5-9e7c-5755ba996292),segment_id=070c83a5-fe53-4ba5-9e7c-5755ba996292)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:50:02.586369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=498480bb-ea1f-4358-97cb-7caf0732f8e1,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:02.596549 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b600c7ac-0e77-45ab-9c8f-50871b66995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:02.608091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.608773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.609271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.609784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.610265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.610751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.612921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.613427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.613919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.614404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.617235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.617826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.618413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.619019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.627509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.628078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.628576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.630029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.630522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.631017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.631503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.632013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.632477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.633104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.633664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.634150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.634627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.635493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.636260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.636741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.637493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.638604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.639196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.639674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.640224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.640709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:02.648590 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:02.649458 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:02.682784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Network 4395d283-905a-4e4f-ac19-6ecbbdd20df3 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:50:02.687533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:02.697545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:50:02.702743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:02.703455 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:02.708040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Pushing event updated for resources: {'Port': ['ID=3698d244-13c6-4c31-a168-062cfb2d36b2,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:02.730391 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:02.765299 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.8806071 Dec 22 09:50:02.767885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58880) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:02.803535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600c7ac-0e77-45ab-9c8f-50871b66995a None None] Pushing event updated for resources: {'Port': ['ID=d6987e61-caba-4f65-972e-c8e1e9e5b907,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:02.815895 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b600c7ac-0e77-45ab-9c8f-50871b66995a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:02.874793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37160f-d4c0-442a-81a2-e224ae0fe21b req-6f004fdc-0f6c-41fd-a008-568bd7ac6c4c tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:02.890508 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cc37160f-d4c0-442a-81a2-e224ae0fe21b req-6f004fdc-0f6c-41fd-a008-568bd7ac6c4c tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=361f281c-ac34-44b1-bee8-3cd42de83857 HTTP/1.1" status: 200 len: 943 time: 2.3584096 Dec 22 09:50:02.939011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c7667-cc81-4b14-bf2e-503eb16c3f12 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:02.956233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c7667-cc81-4b14-bf2e-503eb16c3f12 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:02.963526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c7667-cc81-4b14-bf2e-503eb16c3f12 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:02.964560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-af4c7667-cc81-4b14-bf2e-503eb16c3f12 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Synchronizing usage tracker for tenant:2dc2bc28766e4926be7a5880cadbcd53 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:50:02.996073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-af4c7667-cc81-4b14-bf2e-503eb16c3f12 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Unset dirty status for tenant:2dc2bc28766e4926be7a5880cadbcd53 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:50:03.001949 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-af4c7667-cc81-4b14-bf2e-503eb16c3f12 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2328665 Dec 22 09:50:03.003931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58884) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:03.050484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f9b8fc5c-b827-4f8e-a4d2-e31a0ba501a2 None None] Provisioning for port db211852-5c38-48b6-8f66-7032066b1f14 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:50:03.058888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f9b8fc5c-b827-4f8e-a4d2-e31a0ba501a2 None None] Provisioning complete for port db211852-5c38-48b6-8f66-7032066b1f14 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:03.060762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f9b8fc5c-b827-4f8e-a4d2-e31a0ba501a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:03.197313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f9b8fc5c-b827-4f8e-a4d2-e31a0ba501a2 None None] Port db211852-5c38-48b6-8f66-7032066b1f14 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:50:03.225102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7b6de52f-0ac5-48ca-8bad-b9a833eefc33 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Deleting port 3698d244-13c6-4c31-a168-062cfb2d36b2 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:50:03.226134 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b6de52f-0ac5-48ca-8bad-b9a833eefc33 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:03.232502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f9b8fc5c-b827-4f8e-a4d2-e31a0ba501a2 None None] Provisioning complete for port d6987e61-caba-4f65-972e-c8e1e9e5b907 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:03.233668 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f9b8fc5c-b827-4f8e-a4d2-e31a0ba501a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:03.529068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49b8ba-b05b-4474-baf9-28225e348e42 req-87be4ebf-df85-4b5f-846f-cff749e9c837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:03.530870 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e49b8ba-b05b-4474-baf9-28225e348e42 req-87be4ebf-df85-4b5f-846f-cff749e9c837 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 3.6295092 Dec 22 09:50:03.658168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b92b0b62-7bd0-4469-b70e-ecb0c5b7e77f None None] Provisioning complete for port d6987e61-caba-4f65-972e-c8e1e9e5b907 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:03.670363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b92b0b62-7bd0-4469-b70e-ecb0c5b7e77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:03.806021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3335d39-dc03-45ad-a100-d09c7a56db09 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:50:03.812978 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b6de52f-0ac5-48ca-8bad-b9a833eefc33 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:03.836487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0918e8d4-546c-4e59-96cb-e29419493b8b None None] Sync routers for ids ['aa3b8095-bd82-485f-9535-a5be16d0ace5'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:50:03.880519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0918e8d4-546c-4e59-96cb-e29419493b8b None None] Routers {'aa3b8095-bd82-485f-9535-a5be16d0ace5'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:50:03.881730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0918e8d4-546c-4e59-96cb-e29419493b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:49:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['aa3b8095-bd82-485f-9535-a5be16d0ace5'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:04.151503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7b6de52f-0ac5-48ca-8bad-b9a833eefc33 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Calling delete_port for 3698d244-13c6-4c31-a168-062cfb2d36b2 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:50:04.156933 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e49b8ba-b05b-4474-baf9-28225e348e42 req-91948566-5547-472e-8702-f8b379fa6f98 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6103599 Dec 22 09:50:04.166969 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c3335d39-dc03-45ad-a100-d09c7a56db09 admin admin] 10.222.0.50 "PUT /v2.0/routers/aa3b8095-bd82-485f-9535-a5be16d0ace5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4958982 Dec 22 09:50:04.217196 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cc37160f-d4c0-442a-81a2-e224ae0fe21b req-deb1dbcd-c562-4c55-a40d-787415eb1394 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3241861 Dec 22 09:50:04.218080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58900) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:04.598992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-0918e8d4-546c-4e59-96cb-e29419493b8b None None] Set router aa3b8095-bd82-485f-9535-a5be16d0ace5 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:50:04.607156 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b6de52f-0ac5-48ca-8bad-b9a833eefc33 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:04.758502 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361f281c-ac34-44b1-bee8-3cd42de83857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498480bb-ea1f-4358-97cb-7caf0732f8e1', 'code': 200} Dec 22 09:50:04.773159 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-411cb75a-393a-4371-86b5-d6ccd1a2f526 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:04.800372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device d6987e61-caba-4f65-972e-c8e1e9e5b907 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:50:04.824527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec1f86ee-c63f-4d95-8b90-2f51e3178f4f admin admin] Notify callbacks [] for router, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:04.922607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6de52f-0ac5-48ca-8bad-b9a833eefc33 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Pushing event deleted for resources: {'Port': ['ID=3698d244-13c6-4c31-a168-062cfb2d36b2,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:04.952097 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7b6de52f-0ac5-48ca-8bad-b9a833eefc33 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:04.981468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 498480bb-ea1f-4358-97cb-7caf0732f8e1 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:50:05.061022 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec1f86ee-c63f-4d95-8b90-2f51e3178f4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:05.067018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f86ee-c63f-4d95-8b90-2f51e3178f4f admin admin] Deleting port e11f008a-e01e-40dd-8196-fc67b234c36a {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:50:05.067491 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec1f86ee-c63f-4d95-8b90-2f51e3178f4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:05.183793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-80ffb1f5-c493-4697-8ffb-3dc601a25f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:05.289702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5cd1a-4635-4527-a38e-5c22063f20ff req-fad56932-7fb3-4e58-814d-0be0e209c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:05.291799 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6cb5cd1a-4635-4527-a38e-5c22063f20ff req-fad56932-7fb3-4e58-814d-0be0e209c3c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=361f281c-ac34-44b1-bee8-3cd42de83857 HTTP/1.1" status: 200 len: 1160 time: 0.6810415 Dec 22 09:50:05.347416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port d6987e61-caba-4f65-972e-c8e1e9e5b907 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:05.357730 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:05.426373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ec1f86ee-c63f-4d95-8b90-2f51e3178f4f admin admin] For port e11f008a-e01e-40dd-8196-fc67b234c36a, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=e11f008a-e01e-40dd-8196-fc67b234c36a,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:50:05.426771 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec1f86ee-c63f-4d95-8b90-2f51e3178f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:05.449951 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b6de52f-0ac5-48ca-8bad-b9a833eefc33 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:05.471236 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6cb5cd1a-4635-4527-a38e-5c22063f20ff req-8e86af08-6fef-4eba-81a4-97634ba995bc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523781 Dec 22 09:50:05.498269 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7b6de52f-0ac5-48ca-8bad-b9a833eefc33 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] 10.222.0.50 "DELETE /v2.0/ports/3698d244-13c6-4c31-a168-062cfb2d36b2 HTTP/1.1" status: 204 len: 168 time: 2.4910693 Dec 22 09:50:05.503793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58964) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:05.517446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ecdc8b67-db2e-4265-8e67-38dbe5b17f9d tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Request body: {'port': {'name': 'tempest-new-port-name-886617077', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:05.517893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.api.validators [None req-ecdc8b67-db2e-4265-8e67-38dbe5b17f9d tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] bootfile-name is not in valid_values {{(pid=81072) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 09:50:05.518275 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.api.validators [None req-ecdc8b67-db2e-4265-8e67-38dbe5b17f9d tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] tftp-server is not in valid_values {{(pid=81072) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 09:50:05.518651 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.api.validators [None req-ecdc8b67-db2e-4265-8e67-38dbe5b17f9d tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] server-ip-address is not in valid_values {{(pid=81072) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 09:50:05.660795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8435c450-afc3-44b9-aaab-72f52391f105 None None] Could not find standard attr ID for object 3698d244-13c6-4c31-a168-062cfb2d36b2. {{(pid=81073) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 09:50:05.732093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8435c450-afc3-44b9-aaab-72f52391f105 None None] Provisioning complete for port db211852-5c38-48b6-8f66-7032066b1f14 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:05.732698 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8435c450-afc3-44b9-aaab-72f52391f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:05.844746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8435c450-afc3-44b9-aaab-72f52391f105 None None] Port db211852-5c38-48b6-8f66-7032066b1f14 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:50:05.890213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8435c450-afc3-44b9-aaab-72f52391f105 None None] Provisioning complete for port d6987e61-caba-4f65-972e-c8e1e9e5b907 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:05.890977 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8435c450-afc3-44b9-aaab-72f52391f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:05.898338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ecdc8b67-db2e-4265-8e67-38dbe5b17f9d tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:05.974964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 498480bb-ea1f-4358-97cb-7caf0732f8e1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:05.975763 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:06.195322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58978) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:06.203202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f86ee-c63f-4d95-8b90-2f51e3178f4f admin admin] Calling delete_port for e11f008a-e01e-40dd-8196-fc67b234c36a owned by network:router_gateway {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:50:06.525103 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec1f86ee-c63f-4d95-8b90-2f51e3178f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:06.545183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0918e8d4-546c-4e59-96cb-e29419493b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'name': 'tempest-ServerActionsTestJSON-577549074-router', 'tenant_id': '210f832f876441e1b78088d52878877a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:23Z', 'updated_at': '2020-12-22T09:49:57Z', 'revision_number': 5, 'project_id': '210f832f876441e1b78088d52878877a', 'gw_port': {'id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:29Z', 'updated_at': '2020-12-22T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:06.593332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0918e8d4-546c-4e59-96cb-e29419493b8b None None] Checking router: aa3b8095-bd82-485f-9535-a5be16d0ace5 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:50:06.670109 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9acd6576-c288-4f74-9a96-0e703c28dcea admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:06.733073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9acd6576-c288-4f74-9a96-0e703c28dcea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:06.741212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9acd6576-c288-4f74-9a96-0e703c28dcea admin admin] Usage tracker for resource:security_group_rule and tenant:ff9c50704e7b46bbb78f90e48be423bb is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:06.750396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9acd6576-c288-4f74-9a96-0e703c28dcea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:06.763651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0918e8d4-546c-4e59-96cb-e29419493b8b None None] Routers {'aa3b8095-bd82-485f-9535-a5be16d0ace5'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:50:06.764388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0918e8d4-546c-4e59-96cb-e29419493b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:49:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['aa3b8095-bd82-485f-9535-a5be16d0ace5'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:06.776020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9acd6576-c288-4f74-9a96-0e703c28dcea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:07.007365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-0918e8d4-546c-4e59-96cb-e29419493b8b None None] Set router aa3b8095-bd82-485f-9535-a5be16d0ace5 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:50:07.037877 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9acd6576-c288-4f74-9a96-0e703c28dcea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:07.050519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9acd6576-c288-4f74-9a96-0e703c28dcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:07.081943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09478d41-ae31-4ef7-b18c-198dcf03166f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router dcaf7ef7-7daf-401d-98ad-74967c4e4387 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:50:07.083222 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec1f86ee-c63f-4d95-8b90-2f51e3178f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:07.316023 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2847befd-2b0f-47b4-94a3-e0839acaf3c9 req-226fba33-c0c1-4bfd-9e73-949e19a42a6d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 5.9777167 Dec 22 09:50:07.497673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0918e8d4-546c-4e59-96cb-e29419493b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'name': 'tempest-ServerActionsTestJSON-577549074-router', 'tenant_id': '210f832f876441e1b78088d52878877a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:23Z', 'updated_at': '2020-12-22T09:49:57Z', 'revision_number': 5, 'project_id': '210f832f876441e1b78088d52878877a', 'gw_port': {'id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:29Z', 'updated_at': '2020-12-22T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:07.503276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0918e8d4-546c-4e59-96cb-e29419493b8b None None] The sync data for ids ['aa3b8095-bd82-485f-9535-a5be16d0ace5'] in n-d-765315-5 is: [{'id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'name': 'tempest-ServerActionsTestJSON-577549074-router', 'tenant_id': '210f832f876441e1b78088d52878877a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:37:23Z', 'updated_at': '2020-12-22T09:49:57Z', 'revision_number': 5, 'project_id': '210f832f876441e1b78088d52878877a', 'gw_port': {'id': 'e11f008a-e01e-40dd-8196-fc67b234c36a', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3b8095-bd82-485f-9535-a5be16d0ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:37:29Z', 'updated_at': '2020-12-22T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:50:07.559461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec1f86ee-c63f-4d95-8b90-2f51e3178f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:07.572688 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec1f86ee-c63f-4d95-8b90-2f51e3178f4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:07.696899 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f78968d1-9328-4652-9297-207eb65f3c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:07.796587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09478d41-ae31-4ef7-b18c-198dcf03166f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:50:07.808815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100472cd-1790-46c9-ba42-745cfc74f99b None None] Sync routers for ids ['dcaf7ef7-7daf-401d-98ad-74967c4e4387'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:50:07.826404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb857f-a88e-415c-9f1d-b548c4b58c02 req-44affbf4-0b20-4745-8c28-2033651a3b6c tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:07.826546 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ecdc8b67-db2e-4265-8e67-38dbe5b17f9d tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:07.834521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100472cd-1790-46c9-ba42-745cfc74f99b None None] Routers {'dcaf7ef7-7daf-401d-98ad-74967c4e4387'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:50:07.835532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-100472cd-1790-46c9-ba42-745cfc74f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:49:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['dcaf7ef7-7daf-401d-98ad-74967c4e4387'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:07.836749 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2fcb857f-a88e-415c-9f1d-b548c4b58c02 req-44affbf4-0b20-4745-8c28-2033651a3b6c tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 2.3782787 Dec 22 09:50:07.839642 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec1f86ee-c63f-4d95-8b90-2f51e3178f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:07.840374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1f86ee-c63f-4d95-8b90-2f51e3178f4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa3b8095-bd82-485f-9535-a5be16d0ace5 {{(pid=81071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:50:07.843321 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ecdc8b67-db2e-4265-8e67-38dbe5b17f9d tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:07.852637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa40a77-b96b-43bd-8a96-3ca62abdb13e req-72bd48f3-7389-4a45-ac4d-b078667ed2fc tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:07.854463 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3fa40a77-b96b-43bd-8a96-3ca62abdb13e req-72bd48f3-7389-4a45-ac4d-b078667ed2fc tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 2.2734935 Dec 22 09:50:07.875787 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b568e18-aa23-485b-8d4f-5eed87d767c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:07.896791 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9acd6576-c288-4f74-9a96-0e703c28dcea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ff9c50704e7b46bbb78f90e48be423bb&name=default HTTP/1.1" status: 200 len: 2883 time: 1.6976507 Dec 22 09:50:07.897957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd6576-c288-4f74-9a96-0e703c28dcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95e617b-3c15-44a0-ae9b-e14157bbd35e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:07.904644 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9acd6576-c288-4f74-9a96-0e703c28dcea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:07.905226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58992) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:07.923199 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cb0d4cdf-27ec-4d8e-b402-cb9b4442f823 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:07.977452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec1f86ee-c63f-4d95-8b90-2f51e3178f4f admin admin] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:07.982967 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ec1f86ee-c63f-4d95-8b90-2f51e3178f4f admin admin] 10.222.0.50 "DELETE /v2.0/routers/aa3b8095-bd82-485f-9535-a5be16d0ace5 HTTP/1.1" status: 204 len: 168 time: 3.4565532 Dec 22 09:50:07.991103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58998) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:08.036014 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2fcb857f-a88e-415c-9f1d-b548c4b58c02 req-5b0aafb6-71ae-4901-b46c-add1375e388d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980102 Dec 22 09:50:08.037602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-100472cd-1790-46c9-ba42-745cfc74f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:08.049084 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-09478d41-ae31-4ef7-b18c-198dcf03166f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/dcaf7ef7-7daf-401d-98ad-74967c4e4387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6793451 Dec 22 09:50:08.064413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59004) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:08.080630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100472cd-1790-46c9-ba42-745cfc74f99b None None] Routers {'dcaf7ef7-7daf-401d-98ad-74967c4e4387'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:50:08.081648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-100472cd-1790-46c9-ba42-745cfc74f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:50:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['dcaf7ef7-7daf-401d-98ad-74967c4e4387'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:08.241311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847befd-2b0f-47b4-94a3-e0839acaf3c9 req-9db4f38b-7158-4a36-8cb3-d1a9d0bcb714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:08.243919 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2847befd-2b0f-47b4-94a3-e0839acaf3c9 req-9db4f38b-7158-4a36-8cb3-d1a9d0bcb714 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 1160 time: 0.6878805 Dec 22 09:50:08.307348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc8b67-db2e-4265-8e67-38dbe5b17f9d tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Pushing event updated for resources: {'Port': ['ID=db211852-5c38-48b6-8f66-7032066b1f14,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:08.320396 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ecdc8b67-db2e-4265-8e67-38dbe5b17f9d tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:08.337727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-100472cd-1790-46c9-ba42-745cfc74f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:08.342348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100472cd-1790-46c9-ba42-745cfc74f99b None None] The sync data for ids ['dcaf7ef7-7daf-401d-98ad-74967c4e4387'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:50:08.384479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-20135c15-4c79-4bb5-b637-5ce751b01caa tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Synchronizing usage tracker for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:50:08.387279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-862f2b06-b525-4fdc-aeda-1f244ab0b117 admin admin] Deleting subnet d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:50:08.408872 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-862f2b06-b525-4fdc-aeda-1f244ab0b117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:08.469569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9976-a9f7-4009-9c78-6c05bf1caebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:08.508494 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9976-a9f7-4009-9c78-6c05bf1caebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:08.582293 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9976-a9f7-4009-9c78-6c05bf1caebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:08.595761 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe4d44e5-b51d-4c41-91fb-af684eb7e974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:08.624159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe9976-a9f7-4009-9c78-6c05bf1caebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95e617b-3c15-44a0-ae9b-e14157bbd35e,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:08.627890 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b8fe9976-a9f7-4009-9c78-6c05bf1caebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:08.634292 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9976-a9f7-4009-9c78-6c05bf1caebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:08.636454 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b8fe9976-a9f7-4009-9c78-6c05bf1caebe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d95e617b-3c15-44a0-ae9b-e14157bbd35e HTTP/1.1" status: 204 len: 168 time: 0.6588345 Dec 22 09:50:08.646251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ecdc8b67-db2e-4265-8e67-38dbe5b17f9d tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] In _notify_port_updated(), no bound segment for port db211852-5c38-48b6-8f66-7032066b1f14 on network 4395d283-905a-4e4f-ac19-6ecbbdd20df3 {{(pid=81072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}} Dec 22 09:50:08.651825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdc8b67-db2e-4265-8e67-38dbe5b17f9d tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:08.656571 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ecdc8b67-db2e-4265-8e67-38dbe5b17f9d tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:08.661605 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ecdc8b67-db2e-4265-8e67-38dbe5b17f9d tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] 10.222.0.50 "PUT /v2.0/ports/db211852-5c38-48b6-8f66-7032066b1f14 HTTP/1.1" status: 200 len: 1128 time: 3.1568985 Dec 22 09:50:08.665196 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-862f2b06-b525-4fdc-aeda-1f244ab0b117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:08.702691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59012) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:08.755182 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:08.819242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device b780c268-f33e-444e-b34b-8d42de43b9ae no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:50:08.832308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc15573-fad3-4d19-8ea0-0f93c6e81951 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:08.834014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-abc15573-fad3-4d19-8ea0-0f93c6e81951 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Synchronizing usage tracker for tenant:2dc2bc28766e4926be7a5880cadbcd53 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:50:08.891129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-abc15573-fad3-4d19-8ea0-0f93c6e81951 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Unset dirty status for tenant:2dc2bc28766e4926be7a5880cadbcd53 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:50:08.907022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:50:08.909096 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-abc15573-fad3-4d19-8ea0-0f93c6e81951 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] 10.222.0.50 "GET /v2.0/ports/db211852-5c38-48b6-8f66-7032066b1f14 HTTP/1.1" status: 200 len: 1128 time: 0.2051439 Dec 22 09:50:08.917239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: b780c268-f33e-444e-b34b-8d42de43b9ae {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:50:08.917643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device b780c268-f33e-444e-b34b-8d42de43b9ae not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:50:08.918112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e11f008a-e01e-40dd-8196-fc67b234c36a no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:50:08.926550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59018) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:09.029459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: e11f008a-e01e-40dd-8196-fc67b234c36a {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:50:09.030790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e11f008a-e01e-40dd-8196-fc67b234c36a not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:50:09.080525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-83b467f2-ac76-4ddc-821d-05cf84d4dce5 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Deleting port db211852-5c38-48b6-8f66-7032066b1f14 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:50:09.081822 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-83b467f2-ac76-4ddc-821d-05cf84d4dce5 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:09.095601 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3fa40a77-b96b-43bd-8a96-3ca62abdb13e req-c3c854d5-45e0-4426-a646-b8e585f9a900 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1733339 Dec 22 09:50:09.100196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847befd-2b0f-47b4-94a3-e0839acaf3c9 req-e22dbee0-8fd8-414f-bb1e-ab856d8be24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:09.107113 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2847befd-2b0f-47b4-94a3-e0839acaf3c9 req-e22dbee0-8fd8-414f-bb1e-ab856d8be24b service neutron] 10.222.0.37 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 900 time: 0.8355336 Dec 22 09:50:09.261477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f5ba1eaa-69af-4281-90bb-490be9b1ebcb None None] Provisioning complete for port db211852-5c38-48b6-8f66-7032066b1f14 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:09.261912 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f5ba1eaa-69af-4281-90bb-490be9b1ebcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:09.361190 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2847befd-2b0f-47b4-94a3-e0839acaf3c9 req-ae5abdb3-a1da-45a9-b8b8-6a9f4910636c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=309da8c4-b23b-4a6e-8b28-79f39869a7f1 HTTP/1.1" status: 200 len: 217 time: 0.1488919 Dec 22 09:50:09.373422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-862f2b06-b525-4fdc-aeda-1f244ab0b117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:09.486821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f5ba1eaa-69af-4281-90bb-490be9b1ebcb None None] Port db211852-5c38-48b6-8f66-7032066b1f14 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:50:09.510133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:09.574731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-20135c15-4c79-4bb5-b637-5ce751b01caa tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Unset dirty status for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:50:09.577098 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-20135c15-4c79-4bb5-b637-5ce751b01caa tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/ports?device_id=dcaf7ef7-7daf-401d-98ad-74967c4e4387 HTTP/1.1" status: 200 len: 205 time: 1.4835238 Dec 22 09:50:09.580427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59030) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:09.666489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe46b9-f916-47bb-8db6-98a42b533db1 req-5ba3171b-38cc-4c8a-83ea-68abb349b320 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:09.670490 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50fe46b9-f916-47bb-8db6-98a42b533db1 req-5ba3171b-38cc-4c8a-83ea-68abb349b320 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=361f281c-ac34-44b1-bee8-3cd42de83857 HTTP/1.1" status: 200 len: 945 time: 1.2676253 Dec 22 09:50:09.734908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847befd-2b0f-47b4-94a3-e0839acaf3c9 req-48f6fff1-b366-46dc-a567-6ada05ead992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:09.737012 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2847befd-2b0f-47b4-94a3-e0839acaf3c9 req-48f6fff1-b366-46dc-a567-6ada05ead992 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.3063138 Dec 22 09:50:09.766089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25909fc-dbf8-4b63-9203-97607d0b9d70 req-1128e071-8bb4-403a-a5c8-c677e69500c7 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:09.770295 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e25909fc-dbf8-4b63-9203-97607d0b9d70 req-1128e071-8bb4-403a-a5c8-c677e69500c7 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.4056599 Dec 22 09:50:09.917008 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-83b467f2-ac76-4ddc-821d-05cf84d4dce5 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:09.922803 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50fe46b9-f916-47bb-8db6-98a42b533db1 req-2eb7145c-04d4-49cc-b8b5-c46f7adbcf34 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419291 Dec 22 09:50:09.925546 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2847befd-2b0f-47b4-94a3-e0839acaf3c9 req-96df6881-1cdf-4bd5-be56-d50142ac33dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1673770 Dec 22 09:50:09.959284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-2847befd-2b0f-47b4-94a3-e0839acaf3c9 req-50691035-8d64-47f7-b917-a57c898e77cc service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:50:09.960728 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2847befd-2b0f-47b4-94a3-e0839acaf3c9 req-50691035-8d64-47f7-b917-a57c898e77cc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0201936 Dec 22 09:50:09.999989 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:10.121521 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:10.280076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-83b467f2-ac76-4ddc-821d-05cf84d4dce5 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Calling delete_port for db211852-5c38-48b6-8f66-7032066b1f14 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:50:10.396856 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2490b261-2153-4343-856f-7bf208e3bc58 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:10.433435 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e25909fc-dbf8-4b63-9203-97607d0b9d70 req-465fd402-ba39-4ba5-a8cd-31f7d42ca649 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5765712 Dec 22 09:50:10.446921 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2847befd-2b0f-47b4-94a3-e0839acaf3c9 req-05d56432-8084-4928-8997-e5586b5f1811 service neutron] 10.222.0.37 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710784 Dec 22 09:50:10.548968 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:10.870377 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2490b261-2153-4343-856f-7bf208e3bc58 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:10.873625 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2490b261-2153-4343-856f-7bf208e3bc58 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:10.985343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2490b261-2153-4343-856f-7bf208e3bc58 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:10.985844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2490b261-2153-4343-856f-7bf208e3bc58 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Fanout notify agent at l3_agent the message router_deleted on router dcaf7ef7-7daf-401d-98ad-74967c4e4387 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:50:10.987462 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-83b467f2-ac76-4ddc-821d-05cf84d4dce5 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:11.021882 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c5d69d4-a2b8-4b9d-9ab8-f4be5ffe4442 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:11.166356 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2847befd-2b0f-47b4-94a3-e0839acaf3c9 req-2b29b8e3-3933-40ca-9b62-0d4f19efdadf service neutron] 10.222.0.37 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6357038 Dec 22 09:50:11.177859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8bcd8-9368-4b2b-ae78-15bb2849ed79 req-a4cfdc35-259d-43e0-b39a-d518b820b884 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:11.188299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b467f2-ac76-4ddc-821d-05cf84d4dce5 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Pushing event deleted for resources: {'Port': ['ID=db211852-5c38-48b6-8f66-7032066b1f14,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:11.189821 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3cb8bcd8-9368-4b2b-ae78-15bb2849ed79 req-a4cfdc35-259d-43e0-b39a-d518b820b884 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 0.7372091 Dec 22 09:50:11.197337 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-83b467f2-ac76-4ddc-821d-05cf84d4dce5 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:11.202015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2490b261-2153-4343-856f-7bf208e3bc58 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:11.206427 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2490b261-2153-4343-856f-7bf208e3bc58 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/routers/dcaf7ef7-7daf-401d-98ad-74967c4e4387 HTTP/1.1" status: 204 len: 168 time: 1.6140952 Dec 22 09:50:11.214655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59068) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:11.284351 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3cb8bcd8-9368-4b2b-ae78-15bb2849ed79 req-ce2da0d1-afb9-4486-8f01-2b39dd250038 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927358 Dec 22 09:50:11.344543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-21f81623-61de-47aa-bf66-2da4db17a601 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:11.346456 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-21f81623-61de-47aa-bf66-2da4db17a601 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 806 time: 0.7001135 Dec 22 09:50:11.463689 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-dcb139a9-73f8-468f-835a-50ac06ec400f tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/quotas/9dfc4173a0084cb081b39e512ef6a1d8 HTTP/1.1" status: 200 len: 375 time: 0.1108491 Dec 22 09:50:11.649623 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5ff8d530-03a3-4ef7-9f10-dc0c149a18a8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1725922 Dec 22 09:50:12.138998 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-862f2b06-b525-4fdc-aeda-1f244ab0b117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:12.162107 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-acfd1166-b3d7-4be9-ace2-8b135882ec8a service neutron] 10.222.0.50 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036812 Dec 22 09:50:12.268850 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-83b467f2-ac76-4ddc-821d-05cf84d4dce5 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:12.280389 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-186316bf-c2c4-4ee8-80e1-e45397376fe1 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:12.360751 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-83b467f2-ac76-4ddc-821d-05cf84d4dce5 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] 10.222.0.50 "DELETE /v2.0/ports/db211852-5c38-48b6-8f66-7032066b1f14 HTTP/1.1" status: 204 len: 168 time: 3.4323752 Dec 22 09:50:12.361603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59130) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:12.519263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-862f2b06-b525-4fdc-aeda-1f244ab0b117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:12.529363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c13726-75e3-49d4-b5b3-66742985ad3d None None] Network f25c0816-e0e3-44ca-b509-727ad195c19e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:50:12.530026 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-862f2b06-b525-4fdc-aeda-1f244ab0b117 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2 HTTP/1.1" status: 204 len: 168 time: 4.5197768 Dec 22 09:50:12.532109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f2b06-b525-4fdc-aeda-1f244ab0b117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d303a33c-8ad1-4b3d-bad7-58ecb8fbc9d2,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:12.538986 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-862f2b06-b525-4fdc-aeda-1f244ab0b117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:12.560648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59148) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:12.607571 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-904330ca-63f1-4c61-8a3f-00a7a2c62bf5 service neutron] 10.222.0.50 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4378407 Dec 22 09:50:12.667891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e48bbd-2d75-4545-838f-b43b4ef6e9a5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting subnet b825cd53-fe28-446e-aa91-2e8a0bbf2637 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:50:12.672785 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67e48bbd-2d75-4545-838f-b43b4ef6e9a5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:12.847863 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67e48bbd-2d75-4545-838f-b43b4ef6e9a5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:13.035920 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67e48bbd-2d75-4545-838f-b43b4ef6e9a5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:13.141972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5db37a-0c5c-4870-82ce-b205d5b58727 req-73132371-5dc2-426e-a7f6-39491a808b0a tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:13.159365 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc5db37a-0c5c-4870-82ce-b205d5b58727 req-73132371-5dc2-426e-a7f6-39491a808b0a tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 0.3545349 Dec 22 09:50:13.448684 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc5db37a-0c5c-4870-82ce-b205d5b58727 req-4e199f45-9cd3-4311-8a0d-3f351c9fc991 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656048 Dec 22 09:50:13.456457 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2d946a7b-b55b-4d8d-98dc-143f4d9572be req-d2b6716f-d522-4b6c-8a5d-ddcadf78e6b6 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=7d459390-9228-418c-a155-7c3a5acb8c3d HTTP/1.1" status: 200 len: 210 time: 0.2961223 Dec 22 09:50:13.668490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf92395b-75b4-4526-b7c1-11c05703cc57 None None] DHCP port deletion for f25c0816-e0e3-44ca-b509-727ad195c19e request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:50:13.673807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bf92395b-75b4-4526-b7c1-11c05703cc57 None None] Deleting port 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:50:13.674640 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf92395b-75b4-4526-b7c1-11c05703cc57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:13.724900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59170) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:13.811144 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fc87e1de-db91-48d4-a8c6-2a4a20c4df43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:14.056958 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c16a2a1f-e727-4b26-b109-debca1da65af admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:14.110094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fc87e1de-db91-48d4-a8c6-2a4a20c4df43 admin admin] Deleting port 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:50:14.111427 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fc87e1de-db91-48d4-a8c6-2a4a20c4df43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:14.133619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-bf92395b-75b4-4526-b7c1-11c05703cc57 None None] For port 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793,segment=NetworkSegment(11524e8d-3be5-47ae-892e-de1092a16b39),segment_id=11524e8d-3be5-47ae-892e-de1092a16b39)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:50:14.133994 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf92395b-75b4-4526-b7c1-11c05703cc57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:14.174006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c16a2a1f-e727-4b26-b109-debca1da65af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:14.212944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c16a2a1f-e727-4b26-b109-debca1da65af admin admin] Usage tracker for resource:security_group_rule and tenant:d3f296ffaa434ba8b6b570184ae28b1d is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:14.219897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c16a2a1f-e727-4b26-b109-debca1da65af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:14.245871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c16a2a1f-e727-4b26-b109-debca1da65af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:14.311609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67e48bbd-2d75-4545-838f-b43b4ef6e9a5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:14.348835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bf92395b-75b4-4526-b7c1-11c05703cc57 None None] Calling delete_port for 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:50:14.358075 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-982cf499-3a99-4454-962d-d9fda7a0d9f4 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:14.431691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-6819a3bb-1d12-4be8-9f0c-5c3ddbaf4fdc tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Deleting subnet 20483393-33b5-4763-b457-368c742686f3 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:50:14.473226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6819a3bb-1d12-4be8-9f0c-5c3ddbaf4fdc tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:14.510635 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c16a2a1f-e727-4b26-b109-debca1da65af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:14.516760 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c16a2a1f-e727-4b26-b109-debca1da65af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:14.558992 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf92395b-75b4-4526-b7c1-11c05703cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:14.578466 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dbd77b92-da25-4ef5-a622-79a38ddbc5bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199832103] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:14.597233 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c16a2a1f-e727-4b26-b109-debca1da65af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d3f296ffaa434ba8b6b570184ae28b1d&name=default HTTP/1.1" status: 200 len: 2883 time: 0.8711972 Dec 22 09:50:14.599194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e48bbd-2d75-4545-838f-b43b4ef6e9a5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Subnet': ['ID=b825cd53-fe28-446e-aa91-2e8a0bbf2637,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:14.604492 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-67e48bbd-2d75-4545-838f-b43b4ef6e9a5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:14.626452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59190) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:14.631380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a2a1f-e727-4b26-b109-debca1da65af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f61b5d-af1b-4691-af2d-52193dcee604,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:14.698860 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c16a2a1f-e727-4b26-b109-debca1da65af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:14.737244 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-04d8173a-36fd-4076-9a1c-9c12f77ef6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:14.759235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fc87e1de-db91-48d4-a8c6-2a4a20c4df43 admin admin] The port '9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:50:14.817712 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-04d8173a-36fd-4076-9a1c-9c12f77ef6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:14.844292 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c9571f2-6c49-4b78-ab57-d739800ac5d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:14.886773 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6819a3bb-1d12-4be8-9f0c-5c3ddbaf4fdc tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:14.954691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92395b-75b4-4526-b7c1-11c05703cc57 None None] Pushing event deleted for resources: {'Port': ['ID=9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:14.962992 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bf92395b-75b4-4526-b7c1-11c05703cc57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:14.964228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:50:14.992338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf92395b-75b4-4526-b7c1-11c05703cc57 None None] No DVR routers for this DVR port 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:50:15.011324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:50:15.017000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 9b859a30-f2c0-4fe3-bf3b-6d69a5e8b793 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:50:15.103486 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6819a3bb-1d12-4be8-9f0c-5c3ddbaf4fdc tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:15.193927 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cd0222ee-ab8b-47af-b918-c03463c33e8d req-cdb16dc2-12bc-483f-b005-d05996b2e00f tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=7d459390-9228-418c-a155-7c3a5acb8c3d HTTP/1.1" status: 200 len: 210 time: 0.1010096 Dec 22 09:50:15.195103 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-04d8173a-36fd-4076-9a1c-9c12f77ef6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:15.222240 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-43a75af1-ed46-4703-b0e1-406640d216e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:15.244817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8173a-36fd-4076-9a1c-9c12f77ef6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f61b5d-af1b-4691-af2d-52193dcee604,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:15.247631 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-04d8173a-36fd-4076-9a1c-9c12f77ef6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:15.264714 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-04d8173a-36fd-4076-9a1c-9c12f77ef6b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a5f61b5d-af1b-4691-af2d-52193dcee604 HTTP/1.1" status: 204 len: 168 time: 0.6287127 Dec 22 09:50:15.266804 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-04d8173a-36fd-4076-9a1c-9c12f77ef6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:15.317936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7b1dc-9e33-4636-8965-97e4a2761f9d req-c5442f47-0fe7-4a47-9fb1-0375e473b497 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:15.319631 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0ae7b1dc-9e33-4636-8965-97e4a2761f9d req-c5442f47-0fe7-4a47-9fb1-0375e473b497 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 0.3579144 Dec 22 09:50:15.502549 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0ae7b1dc-9e33-4636-8965-97e4a2761f9d req-d8aa7046-016a-4c27-af1d-472548634d70 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715264 Dec 22 09:50:15.707887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b30a59-9207-43a1-a58b-83da647046d5 req-7441a72d-3003-42e3-b5dd-ddbfaf8e8a12 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:15.717354 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e1b30a59-9207-43a1-a58b-83da647046d5 req-7441a72d-3003-42e3-b5dd-ddbfaf8e8a12 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.1761820 Dec 22 09:50:15.786832 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e1b30a59-9207-43a1-a58b-83da647046d5 req-79fbaafb-81bf-4594-aa86-1b407c76dd28 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662301 Dec 22 09:50:15.881818 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6819a3bb-1d12-4be8-9f0c-5c3ddbaf4fdc tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:15.963991 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-50490377-0140-4811-bd6c-7fc3d8e365b6 tempest-TaggedBootDevicesTest-2136015287 tempest-TaggedBootDevicesTest-2136015287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:16.067632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819a3bb-1d12-4be8-9f0c-5c3ddbaf4fdc tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Pushing event deleted for resources: {'Subnet': ['ID=20483393-33b5-4763-b457-368c742686f3,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:16.127535 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6819a3bb-1d12-4be8-9f0c-5c3ddbaf4fdc tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:16.171827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16de161-e644-49df-abce-62e35d4dfb9c None None] Network 242db7db-767e-4d1c-a786-22a42dadcbc1 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:50:16.180756 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67e48bbd-2d75-4545-838f-b43b4ef6e9a5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:16.258452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa44772-ef16-4d58-8134-67da0abe3a11 req-e06e9c7b-5cee-439b-960b-2adab1b5b6bd tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:16.292837 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-efa44772-ef16-4d58-8134-67da0abe3a11 req-e06e9c7b-5cee-439b-960b-2adab1b5b6bd tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.2744837 Dec 22 09:50:16.544959 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-efa44772-ef16-4d58-8134-67da0abe3a11 req-2a8d8e45-7b4e-43f1-9218-294d1f022ad5 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484286 Dec 22 09:50:16.782405 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fc87e1de-db91-48d4-a8c6-2a4a20c4df43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:16.832653 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-67e48bbd-2d75-4545-838f-b43b4ef6e9a5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/subnets/b825cd53-fe28-446e-aa91-2e8a0bbf2637 HTTP/1.1" status: 204 len: 168 time: 5.6165757 Dec 22 09:50:16.835282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59224) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:16.852620 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6dec79af-3f17-454a-b908-162c1b6e9e00 req-e7c522b7-f4e0-481c-9462-728498a7c35f tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=7d459390-9228-418c-a155-7c3a5acb8c3d HTTP/1.1" status: 200 len: 210 time: 0.1200244 Dec 22 09:50:16.916727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558ef92f-dde7-468c-a5de-2f98fd2b7e47 None None] Network 4395d283-905a-4e4f-ac19-6ecbbdd20df3 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:50:16.942235 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6819a3bb-1d12-4be8-9f0c-5c3ddbaf4fdc tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:16.946624 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6819a3bb-1d12-4be8-9f0c-5c3ddbaf4fdc tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] 10.222.0.50 "DELETE /v2.0/subnets/20483393-33b5-4763-b457-368c742686f3 HTTP/1.1" status: 204 len: 168 time: 4.5632017 Dec 22 09:50:16.954501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59232) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:17.069711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-fc87e1de-db91-48d4-a8c6-2a4a20c4df43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f25c0816-e0e3-44ca-b509-727ad195c19e']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:17.266673 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:17.582431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728c0d11-f3ee-4aee-9ecb-847346c8040d None None] DHCP port deletion for 242db7db-767e-4d1c-a786-22a42dadcbc1 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:50:17.591761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-728c0d11-f3ee-4aee-9ecb-847346c8040d None None] Deleting port d5df66f2-7267-4678-8056-cf066827341b {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:50:17.592322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-728c0d11-f3ee-4aee-9ecb-847346c8040d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:17.712776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-10e120e4-a107-4643-8559-1f4d87f00fe5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:17.714348 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-10e120e4-a107-4643-8559-1f4d87f00fe5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 806 time: 1.9441102 Dec 22 09:50:17.803738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port d5df66f2-7267-4678-8056-cf066827341b {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:50:17.808700 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:17.874083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-7e51c511-bdd4-49df-a589-23d3c188b818 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Request body: {'port': {'device_id': '7d459390-9228-418c-a155-7c3a5acb8c3d', 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f', 'admin_state_up': True, 'tenant_id': '9dfc4173a0084cb081b39e512ef6a1d8'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:17.967790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-fc87e1de-db91-48d4-a8c6-2a4a20c4df43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11524e8d-3be5-47ae-892e-de1092a16b39') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:17.972698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-fc87e1de-db91-48d4-a8c6-2a4a20c4df43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11524e8d-3be5-47ae-892e-de1092a16b39') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:18.004608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943a52c-cf10-46d8-aeb3-f141113b0e1d req-1a7b463f-7d62-41fe-8845-0049ed823cf0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:18.013116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6818fff-3f82-4700-8ba2-259bb522cd77 None None] DHCP port deletion for 4395d283-905a-4e4f-ac19-6ecbbdd20df3 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:50:18.014483 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1943a52c-cf10-46d8-aeb3-f141113b0e1d req-1a7b463f-7d62-41fe-8845-0049ed823cf0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 0.5813737 Dec 22 09:50:18.028858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b6818fff-3f82-4700-8ba2-259bb522cd77 None None] Deleting port d6987e61-caba-4f65-972e-c8e1e9e5b907 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:50:18.029827 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6818fff-3f82-4700-8ba2-259bb522cd77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:18.053658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fc87e1de-db91-48d4-a8c6-2a4a20c4df43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:18.074466 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-163c65a4-efa0-49c9-9899-5d0f5bbe9200 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:18.141045 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1943a52c-cf10-46d8-aeb3-f141113b0e1d req-ab84c5d3-ffc7-4973-86ed-e739e0a2febb tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255159 Dec 22 09:50:18.285104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-728c0d11-f3ee-4aee-9ecb-847346c8040d None None] For port d5df66f2-7267-4678-8056-cf066827341b, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=d5df66f2-7267-4678-8056-cf066827341b,segment=NetworkSegment(06514fb5-f557-489e-b5f1-91d5f76bf87b),segment_id=06514fb5-f557-489e-b5f1-91d5f76bf87b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:50:18.285801 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-728c0d11-f3ee-4aee-9ecb-847346c8040d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:18.326880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102cee0-3187-4cee-a39a-798eabefa8c0 req-efbdf69f-cc3d-4e22-9098-ebca44c0639b tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:18.347209 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0102cee0-3187-4cee-a39a-798eabefa8c0 req-efbdf69f-cc3d-4e22-9098-ebca44c0639b tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.8208146 Dec 22 09:50:18.438459 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fc87e1de-db91-48d4-a8c6-2a4a20c4df43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:18.452447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-163c65a4-efa0-49c9-9899-5d0f5bbe9200 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Deleting port d6987e61-caba-4f65-972e-c8e1e9e5b907 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:50:18.453543 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-163c65a4-efa0-49c9-9899-5d0f5bbe9200 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:18.508438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc87e1de-db91-48d4-a8c6-2a4a20c4df43 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:50:18.783522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] For port d5df66f2-7267-4678-8056-cf066827341b, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=d5df66f2-7267-4678-8056-cf066827341b,segment=NetworkSegment(06514fb5-f557-489e-b5f1-91d5f76bf87b),segment_id=06514fb5-f557-489e-b5f1-91d5f76bf87b)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:50:18.784507 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:18.806537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b6818fff-3f82-4700-8ba2-259bb522cd77 None None] For port d6987e61-caba-4f65-972e-c8e1e9e5b907, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=d6987e61-caba-4f65-972e-c8e1e9e5b907,segment=NetworkSegment(070c83a5-fe53-4ba5-9e7c-5755ba996292),segment_id=070c83a5-fe53-4ba5-9e7c-5755ba996292)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:50:18.806992 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6818fff-3f82-4700-8ba2-259bb522cd77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:18.899607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-fc87e1de-db91-48d4-a8c6-2a4a20c4df43 admin admin] Network f25c0816-e0e3-44ca-b509-727ad195c19e has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:50:18.921347 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fc87e1de-db91-48d4-a8c6-2a4a20c4df43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:19.124269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Calling delete_port for d5df66f2-7267-4678-8056-cf066827341b owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:50:19.264712 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0102cee0-3187-4cee-a39a-798eabefa8c0 req-e50415c4-0797-4d52-9520-681942904324 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9160790 Dec 22 09:50:19.265663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b6818fff-3f82-4700-8ba2-259bb522cd77 None None] Calling delete_port for d6987e61-caba-4f65-972e-c8e1e9e5b907 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:50:19.487343 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-60514b20-6d12-4f76-b4f5-e4d535995be8 req-a66419ba-1d88-4f8e-b477-5a76a7ec1ef0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=7d459390-9228-418c-a155-7c3a5acb8c3d HTTP/1.1" status: 200 len: 210 time: 0.2081614 Dec 22 09:50:19.525952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-7e51c511-bdd4-49df-a589-23d3c188b818 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:19.627018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device d6987e61-caba-4f65-972e-c8e1e9e5b907 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:50:19.706082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-7e51c511-bdd4-49df-a589-23d3c188b818 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Usage tracker for resource:port and tenant:9dfc4173a0084cb081b39e512ef6a1d8 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:19.775707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-7e51c511-bdd4-49df-a589-23d3c188b818 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Quota usage for port was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:19.799016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-163c65a4-efa0-49c9-9899-5d0f5bbe9200 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] The port 'd6987e61-caba-4f65-972e-c8e1e9e5b907' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:50:19.800758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-7e51c511-bdd4-49df-a589-23d3c188b818 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:19.853133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-fc87e1de-db91-48d4-a8c6-2a4a20c4df43 admin admin] Network f25c0816-e0e3-44ca-b509-727ad195c19e has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:50:19.892291 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:50:19.945279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-7e51c511-bdd4-49df-a589-23d3c188b818 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Made reservation on behalf of 9dfc4173a0084cb081b39e512ef6a1d8 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:19.960495 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-7e51c511-bdd4-49df-a589-23d3c188b818 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:20.004034 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:20.004440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-728c0d11-f3ee-4aee-9ecb-847346c8040d None None] Calling delete_port for d5df66f2-7267-4678-8056-cf066827341b owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:50:20.058617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: d6987e61-caba-4f65-972e-c8e1e9e5b907 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:50:20.059227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device d6987e61-caba-4f65-972e-c8e1e9e5b907 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:50:20.060589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device d5df66f2-7267-4678-8056-cf066827341b no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:50:20.063260 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d59ee1e5-af7a-4b3e-acd9-f44e307ea340 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:20.159917 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6818fff-3f82-4700-8ba2-259bb522cd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:20.226544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Port': ['ID=d5df66f2-7267-4678-8056-cf066827341b,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:20.358490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-163c65a4-efa0-49c9-9899-5d0f5bbe9200 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:20.415681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59302) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:20.415927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: d5df66f2-7267-4678-8056-cf066827341b {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:50:20.417939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device d5df66f2-7267-4678-8056-cf066827341b not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:50:20.419281 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aff46afc-4c63-43da-87f9-df7ce181f942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:20.540696 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fc87e1de-db91-48d4-a8c6-2a4a20c4df43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:20.545115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6818fff-3f82-4700-8ba2-259bb522cd77 None None] No DVR routers for this DVR port d6987e61-caba-4f65-972e-c8e1e9e5b907 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:50:20.550982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6818fff-3f82-4700-8ba2-259bb522cd77 None None] Pushing event deleted for resources: {'Port': ['ID=d6987e61-caba-4f65-972e-c8e1e9e5b907,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:20.560891 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c5fe1683-4265-4016-b96d-160c99500cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:20.572239 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b6818fff-3f82-4700-8ba2-259bb522cd77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: (rel_b, rel_a, rel_b), Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: (rel_b, rel_a, rel_b), Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.612658 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.615203 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.615203 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.615203 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.615203 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.615203 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.615203 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.615203 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.615203 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.615203 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.615203 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.615203 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.615203 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.615203 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.615203 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.615203 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:50:20.615203 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:50:20.643332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-728c0d11-f3ee-4aee-9ecb-847346c8040d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:50:20.645898 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-728c0d11-f3ee-4aee-9ecb-847346c8040d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:50:20.658079 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fc87e1de-db91-48d4-a8c6-2a4a20c4df43 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:20.716540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-163c65a4-efa0-49c9-9899-5d0f5bbe9200 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4395d283-905a-4e4f-ac19-6ecbbdd20df3']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:20.733491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-163c65a4-efa0-49c9-9899-5d0f5bbe9200 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070c83a5-fe53-4ba5-9e7c-5755ba996292') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:20.733994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-163c65a4-efa0-49c9-9899-5d0f5bbe9200 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070c83a5-fe53-4ba5-9e7c-5755ba996292') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:20.756774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59312) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:20.760054 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:20.766043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] No DVR routers for this DVR port d5df66f2-7267-4678-8056-cf066827341b on host n-d-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:50:20.775551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87e1de-db91-48d4-a8c6-2a4a20c4df43 admin admin] Pushing event deleted for resources: {'Network': ['ID=f25c0816-e0e3-44ca-b509-727ad195c19e,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:20.778675 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-52b1c5e3-132b-4bab-9cdb-5088e2dd9ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:20.778916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-991ab57a-69a3-40f7-a286-edfdecfaa92e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Request body: {'network': {'name': 'tempest-device-tagging-net1-1297476178'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:20.785893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-991ab57a-69a3-40f7-a286-edfdecfaa92e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:20.789980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-991ab57a-69a3-40f7-a286-edfdecfaa92e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Usage tracker for resource:network and tenant:c331cc560d8748a88e7458b10299f64a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:20.803616 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fc87e1de-db91-48d4-a8c6-2a4a20c4df43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:20.805869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-163c65a4-efa0-49c9-9899-5d0f5bbe9200 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:20.818680 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fc87e1de-db91-48d4-a8c6-2a4a20c4df43 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f25c0816-e0e3-44ca-b509-727ad195c19e HTTP/1.1" status: 204 len: 168 time: 8.2513869 Dec 22 09:50:20.835692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-52b1c5e3-132b-4bab-9cdb-5088e2dd9ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:20.846548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-52b1c5e3-132b-4bab-9cdb-5088e2dd9ba9 admin admin] Usage tracker for resource:security_group_rule and tenant:3b4a9e90bf1e4e0fbba610c88b2c0393 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:20.851883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ae43f-b5d3-4b60-9d59-e111cc4ddd62 req-431c8271-f2ca-46b6-b5a5-85afa867446d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:20.852823 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-163c65a4-efa0-49c9-9899-5d0f5bbe9200 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:20.855616 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-025ae43f-b5d3-4b60-9d59-e111cc4ddd62 req-431c8271-f2ca-46b6-b5a5-85afa867446d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 1.3457355 Dec 22 09:50:20.861690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-52b1c5e3-132b-4bab-9cdb-5088e2dd9ba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:20.867671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-163c65a4-efa0-49c9-9899-5d0f5bbe9200 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Releasing vxlan tunnel 8 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:50:20.883826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-991ab57a-69a3-40f7-a286-edfdecfaa92e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Quota usage for network was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:20.895563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-991ab57a-69a3-40f7-a286-edfdecfaa92e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:20.941598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-52b1c5e3-132b-4bab-9cdb-5088e2dd9ba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:20.947959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991ab57a-69a3-40f7-a286-edfdecfaa92e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Made reservation on behalf of c331cc560d8748a88e7458b10299f64a for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:20.954701 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-991ab57a-69a3-40f7-a286-edfdecfaa92e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:21.034625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59318) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:21.096759 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:21.124979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e4614-94e9-4f42-ae6a-3201b217014f req-31a3e9d6-b993-4c9a-b3c8-02ffef9b18bf tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:21.135309 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-002e4614-94e9-4f42-ae6a-3201b217014f req-31a3e9d6-b993-4c9a-b3c8-02ffef9b18bf tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.2030656 Dec 22 09:50:21.148107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-728c0d11-f3ee-4aee-9ecb-847346c8040d None None] Deleting port d5df66f2-7267-4678-8056-cf066827341b {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:50:21.149272 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-728c0d11-f3ee-4aee-9ecb-847346c8040d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:21.176156 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2aabf54f-50ed-4e54-b331-a99042baef5e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=210f832f876441e1b78088d52878877a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1401398 Dec 22 09:50:21.178235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-163c65a4-efa0-49c9-9899-5d0f5bbe9200 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Network 4395d283-905a-4e4f-ac19-6ecbbdd20df3 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:50:21.186396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59322) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:21.194057 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-163c65a4-efa0-49c9-9899-5d0f5bbe9200 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:21.213267 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-025ae43f-b5d3-4b60-9d59-e111cc4ddd62 req-52dd9fec-aaa9-4f4d-83b7-91b4169477a0 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091521 Dec 22 09:50:21.314786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-728c0d11-f3ee-4aee-9ecb-847346c8040d None None] The port 'd5df66f2-7267-4678-8056-cf066827341b' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:50:21.384827 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-002e4614-94e9-4f42-ae6a-3201b217014f req-add01be1-6dec-461e-b569-8840789abd3f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507544 Dec 22 09:50:21.491189 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80c3528b-109e-4020-9c04-55d3b9c4a5c1 req-1eb8bcbb-8d84-4d0a-9149-181f90192fd8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=7d459390-9228-418c-a155-7c3a5acb8c3d HTTP/1.1" status: 200 len: 210 time: 0.0619648 Dec 22 09:50:21.508307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-163c65a4-efa0-49c9-9899-5d0f5bbe9200 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Network 4395d283-905a-4e4f-ac19-6ecbbdd20df3 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:50:21.511275 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53b22291-a61d-4abd-b15c-0dcd5a29bd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:21.538413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242db7db-767e-4d1c-a786-22a42dadcbc1']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:21.576402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06514fb5-f557-489e-b5f1-91d5f76bf87b') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:21.577305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06514fb5-f557-489e-b5f1-91d5f76bf87b') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:21.586894 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53b22291-a61d-4abd-b15c-0dcd5a29bd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:21.605072 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:21.643899 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:21.648926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Releasing vxlan tunnel 6 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:50:21.651531 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:50:21.675710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991ab57a-69a3-40f7-a286-edfdecfaa92e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:50:21.686584 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-991ab57a-69a3-40f7-a286-edfdecfaa92e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:21.687246 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-991ab57a-69a3-40f7-a286-edfdecfaa92e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Added segment d036b29d-b5c1-4ab7-bdce-4e57427add9d of type vxlan for network d34186bb-32c4-4a88-b464-38e69175bc20 Dec 22 09:50:21.715174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-991ab57a-69a3-40f7-a286-edfdecfaa92e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:21.790724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-7e51c511-bdd4-49df-a589-23d3c188b818 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Allocated IP 172.20.0.11 (71abf892-394c-4481-a07f-0270c6b0938f/0e972d4f-634f-4801-baf0-a552ccd20fd0/d8170ce6-c255-4b23-a59d-3ba87956db92) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:50:21.796616 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-991ab57a-69a3-40f7-a286-edfdecfaa92e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:21.802862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991ab57a-69a3-40f7-a286-edfdecfaa92e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:21.804854 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-991ab57a-69a3-40f7-a286-edfdecfaa92e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:21.905346 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2d18bd1b-1c5d-4bff-a762-acaaf653f18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:21.983364 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-163c65a4-efa0-49c9-9899-5d0f5bbe9200 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:22.006478 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:22.033742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-163c65a4-efa0-49c9-9899-5d0f5bbe9200 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:22.054684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c65a4-efa0-49c9-9899-5d0f5bbe9200 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Pushing event deleted for resources: {'Network': ['ID=4395d283-905a-4e4f-ac19-6ecbbdd20df3,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:22.063087 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-163c65a4-efa0-49c9-9899-5d0f5bbe9200 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:22.070010 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-163c65a4-efa0-49c9-9899-5d0f5bbe9200 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] 10.222.0.50 "DELETE /v2.0/networks/4395d283-905a-4e4f-ac19-6ecbbdd20df3 HTTP/1.1" status: 204 len: 168 time: 5.1118491 Dec 22 09:50:22.076546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ab57a-69a3-40f7-a286-edfdecfaa92e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event updated for resources: {'Network': ['ID=d34186bb-32c4-4a88-b464-38e69175bc20,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:22.089831 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-991ab57a-69a3-40f7-a286-edfdecfaa92e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3274307 Dec 22 09:50:22.096087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network d34186bb-32c4-4a88-b464-38e69175bc20 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:22.096410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59340) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:22.108967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-921389a3-67c4-49ba-a064-c11ae252169b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Request body: {'network': {'name': 'tempest-device-tagging-net2-1047697682'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:22.117200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-921389a3-67c4-49ba-a064-c11ae252169b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:22.122506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network d34186bb-32c4-4a88-b464-38e69175bc20 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:22.123363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-921389a3-67c4-49ba-a064-c11ae252169b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Usage tracker for resource:network and tenant:c331cc560d8748a88e7458b10299f64a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:22.124101 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-991ab57a-69a3-40f7-a286-edfdecfaa92e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:22.127636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-921389a3-67c4-49ba-a064-c11ae252169b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Quota usage for network was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:22.136059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-921389a3-67c4-49ba-a064-c11ae252169b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:22.149952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921389a3-67c4-49ba-a064-c11ae252169b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Made reservation on behalf of c331cc560d8748a88e7458b10299f64a for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:22.157851 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-921389a3-67c4-49ba-a064-c11ae252169b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:22.232466 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-7e51c511-bdd4-49df-a589-23d3c188b818 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:22.238632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 242db7db-767e-4d1c-a786-22a42dadcbc1 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:50:22.250074 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53b22291-a61d-4abd-b15c-0dcd5a29bd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:22.260765 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:22.277765 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-af88be70-6412-46f5-b280-07632e59f3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:22.289654 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53b22291-a61d-4abd-b15c-0dcd5a29bd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:22.294205 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-53b22291-a61d-4abd-b15c-0dcd5a29bd5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e236a560-86fa-4f48-b8d3-f85e9850dcc4 HTTP/1.1" status: 204 len: 168 time: 1.0866106 Dec 22 09:50:22.300228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b22291-a61d-4abd-b15c-0dcd5a29bd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e236a560-86fa-4f48-b8d3-f85e9850dcc4,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:22.305625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921389a3-67c4-49ba-a064-c11ae252169b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:50:22.306762 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-53b22291-a61d-4abd-b15c-0dcd5a29bd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:22.411229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network d34186bb-32c4-4a88-b464-38e69175bc20 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:22.444056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf7ea2-0a3b-45d3-92dc-d21d3a2abead req-010db612-4023-4b88-94c1-c8e1bb049b77 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:22.445710 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1aaf7ea2-0a3b-45d3-92dc-d21d3a2abead req-010db612-4023-4b88-94c1-c8e1bb049b77 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.4191132 Dec 22 09:50:22.513607 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-52b1c5e3-132b-4bab-9cdb-5088e2dd9ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:22.526576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-921389a3-67c4-49ba-a064-c11ae252169b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:22.526576 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-921389a3-67c4-49ba-a064-c11ae252169b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Added segment e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5 of type vxlan for network 1db62543-483d-4fd0-a5fc-77a084335431 Dec 22 09:50:22.535363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-52b1c5e3-132b-4bab-9cdb-5088e2dd9ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:22.570052 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2bef63a5-1922-4329-9a11-ec4e4c14b23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:22.593326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59360) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:22.670127 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-921389a3-67c4-49ba-a064-c11ae252169b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:22.677058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1c5e3-132b-4bab-9cdb-5088e2dd9ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec976ae7-5d68-4d08-bbc5-598d85424a29,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:22.682399 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-52b1c5e3-132b-4bab-9cdb-5088e2dd9ba9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b4a9e90bf1e4e0fbba610c88b2c0393&name=default HTTP/1.1" status: 200 len: 2883 time: 2.2645528 Dec 22 09:50:22.686627 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-52b1c5e3-132b-4bab-9cdb-5088e2dd9ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:22.688986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59368) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:22.711246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-7e51c511-bdd4-49df-a589-23d3c188b818 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:22.732590 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e0d8bbc9-a2c6-44cd-866a-84c4cb48dfba tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:22.745351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 242db7db-767e-4d1c-a786-22a42dadcbc1 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:50:22.915850 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:50:22.922858 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1aaf7ea2-0a3b-45d3-92dc-d21d3a2abead req-3f61273d-6783-4aed-81d7-4a2ec23df7fb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598749 Dec 22 09:50:22.932641 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:22.944040 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:22.956250 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f827eec2-e33f-4506-8a53-c1e6285d0ea6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:23.018908 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/networks/242db7db-767e-4d1c-a786-22a42dadcbc1 HTTP/1.1" status: 204 len: 168 time: 6.1822276 Dec 22 09:50:23.019852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59380) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:23.022702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Network': ['ID=242db7db-767e-4d1c-a786-22a42dadcbc1,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:23.028626 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:23.034127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-91248337', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}, 'admin_state_up': False}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:23.044053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:23.048677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:router and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:23.052606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for router was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:23.059196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:23.081410 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:23.082581 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:23.102303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a5077-0d4e-4827-9715-d9c6126730aa req-72b7a304-bb4d-4b31-9540-9ab644fde78f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:23.111053 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-053a5077-0d4e-4827-9715-d9c6126730aa req-72b7a304-bb4d-4b31-9540-9ab644fde78f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 0.5936999 Dec 22 09:50:23.148963 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:23.233948 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-921389a3-67c4-49ba-a064-c11ae252169b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:50:23.311166 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-053a5077-0d4e-4827-9715-d9c6126730aa req-7d825443-2ac2-4990-a47f-f282fac98230 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991775 Dec 22 09:50:23.322637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-7e51c511-bdd4-49df-a589-23d3c188b818 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Network 71abf892-394c-4481-a07f-0270c6b0938f is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:50:23.371121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-7e51c511-bdd4-49df-a589-23d3c188b818 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:23.379205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-7e51c511-bdd4-49df-a589-23d3c188b818 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:50:23.459122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51c511-bdd4-49df-a589-23d3c188b818 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Pushing event updated for resources: {'Port': ['ID=d8170ce6-c255-4b23-a59d-3ba87956db92,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:23.485386 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e51c511-bdd4-49df-a589-23d3c188b818 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:23.495495 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-921389a3-67c4-49ba-a064-c11ae252169b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:23.500177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921389a3-67c4-49ba-a064-c11ae252169b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:23.500898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-921389a3-67c4-49ba-a064-c11ae252169b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:23.512506 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b3f24e9c-5947-47ee-91f8-8e4203f33474 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:23.547016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-7e51c511-bdd4-49df-a589-23d3c188b818 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:23.547196 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-7e51c511-bdd4-49df-a589-23d3c188b818 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:23.570149 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c093bec1-d99c-4f5b-9ffe-b0e0cc449c77 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2dc2bc28766e4926be7a5880cadbcd53&name=default HTTP/1.1" status: 200 len: 2883 time: 0.9754982 Dec 22 09:50:23.582938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48e415-2979-44bd-9d89-c192995fdaf1 req-36a3d00d-8ecd-4642-8f00-832327b921ad tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:23.583180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59392) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:23.584807 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bb48e415-2979-44bd-9d89-c192995fdaf1 req-36a3d00d-8ecd-4642-8f00-832327b921ad tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=7d459390-9228-418c-a155-7c3a5acb8c3d HTTP/1.1" status: 200 len: 932 time: 0.4396863 Dec 22 09:50:23.632384 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8584fec8-6b86-4d17-9990-aa45c38d9f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:23.688941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59396) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:23.706586 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-7e51c511-bdd4-49df-a589-23d3c188b818 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8383617 Dec 22 09:50:23.708405 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-921389a3-67c4-49ba-a064-c11ae252169b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6105924 Dec 22 09:50:23.730509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59400) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:23.738840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921389a3-67c4-49ba-a064-c11ae252169b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event updated for resources: {'Network': ['ID=1db62543-483d-4fd0-a5fc-77a084335431,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:23.752693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Request body: {'port': {'device_id': '7d459390-9228-418c-a155-7c3a5acb8c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:23.753089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 1db62543-483d-4fd0-a5fc-77a084335431 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:23.772305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 1db62543-483d-4fd0-a5fc-77a084335431 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:23.799974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-84c4d163-4723-4644-a8c3-3cb86cf84b73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Request body: {'subnet': {'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:23.837539 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-921389a3-67c4-49ba-a064-c11ae252169b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:23.900972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8584fec8-6b86-4d17-9990-aa45c38d9f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:23.920233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 1db62543-483d-4fd0-a5fc-77a084335431 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:24.023741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-769704676-network', 'tenant_id': '0f52ab00bc60483dac0f344fe236b1e2'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:24.046482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:24.051428 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89ba9f2d-7159-4864-a19b-de85dccf5b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:24.068683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:24.089604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d4b2a-aafa-4697-a45b-8da245040bd9 req-15829736-49b2-45cc-9b83-99b1b3af5e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:24.092484 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-246d4b2a-aafa-4697-a45b-8da245040bd9 req-15829736-49b2-45cc-9b83-99b1b3af5e50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 1160 time: 0.8733039 Dec 22 09:50:24.118570 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bb48e415-2979-44bd-9d89-c192995fdaf1 req-51de2014-a10a-48b4-8d68-9bd508d6c9a9 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622607 Dec 22 09:50:24.138530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Usage tracker for resource:network and tenant:0f52ab00bc60483dac0f344fe236b1e2 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:24.146313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:24.165568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:24.189267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-84c4d163-4723-4644-a8c3-3cb86cf84b73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:24.192773 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89ba9f2d-7159-4864-a19b-de85dccf5b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:24.209400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-84c4d163-4723-4644-a8c3-3cb86cf84b73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Usage tracker for resource:subnet and tenant:c331cc560d8748a88e7458b10299f64a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:24.214011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-84c4d163-4723-4644-a8c3-3cb86cf84b73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:24.233330 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:24.244431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-84c4d163-4723-4644-a8c3-3cb86cf84b73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:24.253868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Made reservation on behalf of 0f52ab00bc60483dac0f344fe236b1e2 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:24.255099 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:24.282877 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8584fec8-6b86-4d17-9990-aa45c38d9f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:24.287740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379d994-8690-4cde-85d7-9dd521f376e2 req-bed7b0b9-5ed1-4218-8d8f-31307d758198 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:24.289403 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d379d994-8690-4cde-85d7-9dd521f376e2 req-bed7b0b9-5ed1-4218-8d8f-31307d758198 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.7992022 Dec 22 09:50:24.295346 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0039baff-fa70-4173-893d-bdb8dea1a382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:24.302191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:24.354788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c4d163-4723-4644-a8c3-3cb86cf84b73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Made reservation on behalf of c331cc560d8748a88e7458b10299f64a for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:24.372124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584fec8-6b86-4d17-9990-aa45c38d9f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec976ae7-5d68-4d08-bbc5-598d85424a29,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:24.384429 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8584fec8-6b86-4d17-9990-aa45c38d9f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:24.425028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:24.445058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d4b2a-aafa-4697-a45b-8da245040bd9 req-0b67176b-e816-4fa2-8bf7-22c67ad350d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:24.446742 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-246d4b2a-aafa-4697-a45b-8da245040bd9 req-0b67176b-e816-4fa2-8bf7-22c67ad350d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 906 time: 0.3327374 Dec 22 09:50:24.448895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Usage tracker for resource:security_group_rule and tenant:0f52ab00bc60483dac0f344fe236b1e2 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:24.455815 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d379d994-8690-4cde-85d7-9dd521f376e2 req-8bfd1661-89a4-4c3d-ba1f-a5d8ed2ff2c8 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029415 Dec 22 09:50:24.464421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:24.468184 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8584fec8-6b86-4d17-9990-aa45c38d9f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:24.471979 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8584fec8-6b86-4d17-9990-aa45c38d9f4c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec976ae7-5d68-4d08-bbc5-598d85424a29 HTTP/1.1" status: 204 len: 168 time: 1.7786212 Dec 22 09:50:24.478538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:24.579452 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-246d4b2a-aafa-4697-a45b-8da245040bd9 req-208e3ecb-1ddd-4c26-b343-142332294e46 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4 HTTP/1.1" status: 200 len: 217 time: 0.1218143 Dec 22 09:50:24.586556 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89ba9f2d-7159-4864-a19b-de85dccf5b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:24.610332 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b8fe9976-a9f7-4009-9c78-6c05bf1caebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:24.641902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba9f2d-7159-4864-a19b-de85dccf5b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce031367-2878-4282-bcdd-7a54b9a7ff00,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:24.651175 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89ba9f2d-7159-4864-a19b-de85dccf5b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:24.677138 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-84c4d163-4723-4644-a8c3-3cb86cf84b73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:24.774763 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89ba9f2d-7159-4864-a19b-de85dccf5b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:24.775994 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-89ba9f2d-7159-4864-a19b-de85dccf5b35 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ce031367-2878-4282-bcdd-7a54b9a7ff00 HTTP/1.1" status: 204 len: 168 time: 1.1753814 Dec 22 09:50:24.847324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d4b2a-aafa-4697-a45b-8da245040bd9 req-b33b81a3-0a56-4f67-933d-fbea036c6027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:24.848998 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-246d4b2a-aafa-4697-a45b-8da245040bd9 req-b33b81a3-0a56-4f67-933d-fbea036c6027 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99bc7704-5812-409d-9056-a73056b9ef40 HTTP/1.1" status: 200 len: 852 time: 0.2604928 Dec 22 09:50:24.927862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fb869-4f44-4303-a59b-075bc6b76790 req-aa8e7e2f-6837-44a6-bc22-391426e2e1e9 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:24.929548 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-922fb869-4f44-4303-a59b-075bc6b76790 req-aa8e7e2f-6837-44a6-bc22-391426e2e1e9 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 0.4174290 Dec 22 09:50:25.022187 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-246d4b2a-aafa-4697-a45b-8da245040bd9 req-98ee724d-0b64-4a66-879b-7fa39ab9c611 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1556692 Dec 22 09:50:25.040522 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router_gateway, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:25.092543 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:25.140637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:25.150505 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:25.158078 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9fb5acf-6c24-4bc9-8f4d-51eb3958b4e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:25.221353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:50:25.255490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ab76f5-db73-4ecb-bfcc-3fb8c96eaf15,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:25.284108 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:25.285299 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:25.285745 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Added segment 0e71dd5f-4673-47fc-b569-a4227c717121 of type vxlan for network 617aa013-02ce-4af8-8d74-dc682d36bfbb Dec 22 09:50:25.296078 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-922fb869-4f44-4303-a59b-075bc6b76790 req-215588d6-021a-44d8-b702-0542f6a2c26b tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225992 Dec 22 09:50:25.315402 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:25.351507 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:25.352562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:25.353198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:25.360692 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ffd251ec-b2f2-4328-a9d9-32a91076938b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:25.459076 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-246d4b2a-aafa-4697-a45b-8da245040bd9 req-a48554a7-6ebf-48be-9bdb-ea4167bcf0f4 service neutron] 10.222.0.64 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736994 Dec 22 09:50:25.473242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a3b6b-5a30-45a7-89b4-6ac6fcda876b req-1e7c7de0-abc0-40ce-855b-54ac51953ad8 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:25.488044 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a49a3b6b-5a30-45a7-89b4-6ac6fcda876b req-1e7c7de0-abc0-40ce-855b-54ac51953ad8 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.5512946 Dec 22 09:50:25.664434 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-246d4b2a-aafa-4697-a45b-8da245040bd9 req-19c205bb-ff1c-44a3-8fe3-80492101fd5b service neutron] 10.222.0.64 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1713419 Dec 22 09:50:25.668108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Pushing event updated for resources: {'Network': ['ID=617aa013-02ce-4af8-8d74-dc682d36bfbb,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:25.683629 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:25.688301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 617aa013-02ce-4af8-8d74-dc682d36bfbb details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:25.695447 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9916079 Dec 22 09:50:25.700399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59442) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:25.702951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8170ce6-c255-4b23-a59d-3ba87956db92 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:50:25.718455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4a454152-92d0-4320-a745-4f72d09e669c admin admin] Request body: {'subnet': {'network_id': '617aa013-02ce-4af8-8d74-dc682d36bfbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-769704676-subnet', 'tenant_id': '0f52ab00bc60483dac0f344fe236b1e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:25.724112 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:25.776593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4a454152-92d0-4320-a745-4f72d09e669c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:25.781305 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a49a3b6b-5a30-45a7-89b4-6ac6fcda876b req-6008ba05-0895-416b-8caf-7d363651afe8 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567292 Dec 22 09:50:25.792888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Transition to ACTIVE for port object d8170ce6-c255-4b23-a59d-3ba87956db92 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:50:25.795556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4a454152-92d0-4320-a745-4f72d09e669c admin admin] Usage tracker for resource:subnet and tenant:0f52ab00bc60483dac0f344fe236b1e2 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:25.874344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 617aa013-02ce-4af8-8d74-dc682d36bfbb details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:25.899110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 617aa013-02ce-4af8-8d74-dc682d36bfbb details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:25.918824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4a454152-92d0-4320-a745-4f72d09e669c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:25.924758 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:25.984889 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:26.013414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Allocated IP 172.25.7.11 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/e50a2709-bc17-4590-92f4-8e435241458f) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:50:26.083059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4a454152-92d0-4320-a745-4f72d09e669c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:26.318985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a454152-92d0-4320-a745-4f72d09e669c admin admin] Made reservation on behalf of 0f52ab00bc60483dac0f344fe236b1e2 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:26.333237 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4a454152-92d0-4320-a745-4f72d09e669c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:26.413909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f57c8-65de-4f35-bfef-f89425229c0e req-1eecfea0-dace-4ed2-8cc8-1a9f692e756d tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:26.415695 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a03f57c8-65de-4f35-bfef-f89425229c0e req-1eecfea0-dace-4ed2-8cc8-1a9f692e756d tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=7d459390-9228-418c-a155-7c3a5acb8c3d HTTP/1.1" status: 200 len: 944 time: 0.6534271 Dec 22 09:50:26.420790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59464) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:26.429945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33156052-36e0-4f64-943a-7ce3814d2398 req-51118331-87f1-4efa-9bb6-ae63dd2985c4 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:26.431576 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33156052-36e0-4f64-943a-7ce3814d2398 req-51118331-87f1-4efa-9bb6-ae63dd2985c4 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.2547851 Dec 22 09:50:26.492888 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:26.497057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Pushing event updated for resources: {'Port': ['ID=d8170ce6-c255-4b23-a59d-3ba87956db92,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:26.510011 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a03f57c8-65de-4f35-bfef-f89425229c0e req-2060d1ad-2da7-49b5-b6a2-b70b92a672dc tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719836 Dec 22 09:50:26.619257 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:26.644622 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33156052-36e0-4f64-943a-7ce3814d2398 req-4d99311d-685b-433a-bab5-9f5ba149ccca tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575418 Dec 22 09:50:26.657079 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:26.699474 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ef51ea38-56fd-4a31-ac86-70095d655aa3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:27.283749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Attempting to bind port d8170ce6-c255-4b23-a59d-3ba87956db92 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:50:27.284162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Attempting to bind port d8170ce6-c255-4b23-a59d-3ba87956db92 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:50:27.284547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Attempting to bind port d8170ce6-c255-4b23-a59d-3ba87956db92 on network 71abf892-394c-4481-a07f-0270c6b0938f {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:50:27.287672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-555335707'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:27.311298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:50:27.311682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Checking segment: {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:50:27.312128 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:27.312531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Bound using segment: {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:50:27.313044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Bound port: d8170ce6-c255-4b23-a59d-3ba87956db92, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:50:27.313249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=e50a2709-bc17-4590-92f4-8e435241458f,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:27.313392 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:27.316710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:27.336244 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-84c4d163-4723-4644-a8c3-3cb86cf84b73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:27.359375 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-49bc7e76-6461-49ca-a2ca-e5142decf4e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:27.405397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Usage tracker for resource:network and tenant:23170fad26154303ac3d5eefb66fa3e6 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:27.413249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.413681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.414474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.414899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.415540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.416228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.416660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.417095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.417517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.417898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.418868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.419375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.419873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.420304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.420709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.421116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.421512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.422072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.422728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.423378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.424079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.424729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.425383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.426037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.426800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.427446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.428117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.428537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.429185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.429859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.430277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.430689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.431090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.431596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.432140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.432547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:27.442063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:27.452104 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:27.461186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:27.556384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655e6b7-64ca-42f1-8a9b-3da52efb77e7 req-d7946321-1f9b-4e88-8e62-0568fa700be6 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:27.571230 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b655e6b7-64ca-42f1-8a9b-3da52efb77e7 req-d7946321-1f9b-4e88-8e62-0568fa700be6 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 945 time: 0.7879710 Dec 22 09:50:27.583459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Made reservation on behalf of 23170fad26154303ac3d5eefb66fa3e6 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:27.593409 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:27.639155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4d163-4723-4644-a8c3-3cb86cf84b73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event updated for resources: {'Subnet': ['ID=081da512-801e-41e2-96a3-974b59dc0af6,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:27.643309 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-84c4d163-4723-4644-a8c3-3cb86cf84b73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:27.669564 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:27.710120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:50:27.725942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] For port d8170ce6-c255-4b23-a59d-3ba87956db92, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:50:27.733683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:27.743784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] For port d8170ce6-c255-4b23-a59d-3ba87956db92, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d8170ce6-c255-4b23-a59d-3ba87956db92,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:50:27.750260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:50:27.755473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:27.782189 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5494f5fe-c7b4-4739-84b8-b1453c48f91b tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:27.818214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:27.846442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef86ff-b7f4-4205-98be-e5b164c060e3 req-6f4eedba-5d2b-4367-9841-b1c616fa13be tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:27.849514 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7cef86ff-b7f4-4205-98be-e5b164c060e3 req-6f4eedba-5d2b-4367-9841-b1c616fa13be tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.5826645 Dec 22 09:50:27.867160 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b655e6b7-64ca-42f1-8a9b-3da52efb77e7 req-b9f39643-165e-4080-870d-9ab26507839f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942023 Dec 22 09:50:27.903891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:50:27.942044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Usage tracker for resource:security_group_rule and tenant:23170fad26154303ac3d5eefb66fa3e6 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:27.984736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:27.995591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c4d163-4723-4644-a8c3-3cb86cf84b73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Checking segment: {'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:50:27.995591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c4d163-4723-4644-a8c3-3cb86cf84b73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Network hostable DHCP agents. Network: d34186bb-32c4-4a88-b464-38e69175bc20, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:50:28.011276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Pushing event updated for resources: {'Port': ['ID=d8170ce6-c255-4b23-a59d-3ba87956db92,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:28.014976 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7cef86ff-b7f4-4205-98be-e5b164c060e3 req-2223aaab-be3e-4c88-9026-5d08960d2082 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462910 Dec 22 09:50:28.018865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:28.023881 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:28.126484 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4a454152-92d0-4320-a745-4f72d09e669c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:28.268715 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:28.318725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7d7d8d-8718-4943-bb4d-131cd8c4cb7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:50:28.332894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:50:28.336798 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:28.339115 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1647bddb-2379-4ee3-88bb-aa83c263e46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:28.362626 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-862f2b06-b525-4fdc-aeda-1f244ab0b117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:28.425570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:28.439092 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:28.456443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c4d163-4723-4644-a8c3-3cb86cf84b73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Network d34186bb-32c4-4a88-b464-38e69175bc20 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:50:28.459843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59500) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:28.492016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-84c4d163-4723-4644-a8c3-3cb86cf84b73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, d34186bb-32c4-4a88-b464-38e69175bc20) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:28.494110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:28.494784 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:28.496904 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] 10.222.0.64 "PUT /v2.0/ports/d8170ce6-c255-4b23-a59d-3ba87956db92 HTTP/1.1" status: 200 len: 1156 time: 4.7647078 Dec 22 09:50:28.499498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d459390-9228-418c-a155-7c3a5acb8c3d', 'tag': 'd8170ce6-c255-4b23-a59d-3ba87956db92'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:50:28.500439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b42e0e-bffa-4372-bb9b-3991113bd1c4 None None] Network d34186bb-32c4-4a88-b464-38e69175bc20 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:50:28.505052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a454152-92d0-4320-a745-4f72d09e669c admin admin] Pushing event updated for resources: {'Subnet': ['ID=69712022-ce7c-4c31-8823-b9906dfa6810,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:28.520609 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4a454152-92d0-4320-a745-4f72d09e669c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:28.542543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c4d163-4723-4644-a8c3-3cb86cf84b73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:28.543331 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-84c4d163-4723-4644-a8c3-3cb86cf84b73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:28.634150 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-84c4d163-4723-4644-a8c3-3cb86cf84b73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.8965280 Dec 22 09:50:28.646260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59508) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:28.657512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-e45b6704-b9d7-43b3-aa48-87085a5b43a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Request body: {'subnet': {'network_id': '1db62543-483d-4fd0-a5fc-77a084335431', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:28.734345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a454152-92d0-4320-a745-4f72d09e669c admin admin] Checking segment: {'id': '0e71dd5f-4673-47fc-b569-a4227c717121', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '617aa013-02ce-4af8-8d74-dc682d36bfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:50:28.734897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a454152-92d0-4320-a745-4f72d09e669c admin admin] Network hostable DHCP agents. Network: 617aa013-02ce-4af8-8d74-dc682d36bfbb, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:50:28.736441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289cbb8-b2b9-487b-af5e-60baa47258b9 req-e514608b-6853-4908-bece-157a4e5d1907 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:28.738114 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3289cbb8-b2b9-487b-af5e-60baa47258b9 req-e514608b-6853-4908-bece-157a4e5d1907 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=7d459390-9228-418c-a155-7c3a5acb8c3d HTTP/1.1" status: 200 len: 944 time: 0.5986469 Dec 22 09:50:28.744358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a1be8205-3733-45a0-96d9-4710bdd4c6e5 tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:28.745509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router_gateway, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:28.781953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-d34186bb-32c4-4a88-b464-38e69175bc20', 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'fixed_ips': [{'subnet_id': '081da512-801e-41e2-96a3-974b59dc0af6'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:50:28.783747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:28.858755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e45b6704-b9d7-43b3-aa48-87085a5b43a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:28.866599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-74e9eb3c-b003-4b20-a512-52a34df5373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:28.868267 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-74e9eb3c-b003-4b20-a512-52a34df5373c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=7d459390-9228-418c-a155-7c3a5acb8c3d HTTP/1.1" status: 200 len: 1159 time: 0.3076110 Dec 22 09:50:28.868996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a454152-92d0-4320-a745-4f72d09e669c admin admin] Network 617aa013-02ce-4af8-8d74-dc682d36bfbb is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:50:28.871644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e45b6704-b9d7-43b3-aa48-87085a5b43a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Usage tracker for resource:subnet and tenant:c331cc560d8748a88e7458b10299f64a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:28.879454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e45b6704-b9d7-43b3-aa48-87085a5b43a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:28.932873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70975677-b4a3-413f-8b0e-cc87f5d95707 req-69f7cc0f-6f37-4fe3-b0be-df4d737ed64f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:28.935790 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70975677-b4a3-413f-8b0e-cc87f5d95707 req-69f7cc0f-6f37-4fe3-b0be-df4d737ed64f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.6780381 Dec 22 09:50:28.941287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:28.954743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:28.954940 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e45b6704-b9d7-43b3-aa48-87085a5b43a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:28.958441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-4a454152-92d0-4320-a745-4f72d09e669c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 617aa013-02ce-4af8-8d74-dc682d36bfbb) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:28.960002 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3289cbb8-b2b9-487b-af5e-60baa47258b9 req-cf59f624-48f3-4dc5-a0dc-81340b045a8b tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457667 Dec 22 09:50:28.976601 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-014c3a3b-fa45-4ce2-b36b-da992b1b275e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8170ce6-c255-4b23-a59d-3ba87956db92 HTTP/1.1" status: 200 len: 217 time: 0.0922205 Dec 22 09:50:29.028869 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a1be8205-3733-45a0-96d9-4710bdd4c6e5 tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] 10.222.0.50 "PUT /v2.0/quotas/12115231888e4973a5acec8a95631204 HTTP/1.1" status: 200 len: 366 time: 0.5627003 Dec 22 09:50:29.034034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a454152-92d0-4320-a745-4f72d09e669c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:29.034683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4a454152-92d0-4320-a745-4f72d09e669c admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:29.038326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59514) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:29.045261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45b6704-b9d7-43b3-aa48-87085a5b43a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Made reservation on behalf of c331cc560d8748a88e7458b10299f64a for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:29.053528 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57618a3b-2aae-4c28-8bc6-09b294f311d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:29.103852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:50:29.104130 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6246546b-55a3-4eeb-91fb-872bd06dde69 tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0427730 Dec 22 09:50:29.116270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:29.117010 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Added segment 96135971-fbb1-4d56-8098-1818b92152eb of type vxlan for network b38a780e-8c81-4687-940b-6d931c7854d2 Dec 22 09:50:29.124087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Allocated IP 10.1.1.2 (d34186bb-32c4-4a88-b464-38e69175bc20/081da512-801e-41e2-96a3-974b59dc0af6/bfe1833e-e716-4185-9dbc-d29192df4f55) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:50:29.124281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59520) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:29.135249 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4a454152-92d0-4320-a745-4f72d09e669c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4176874 Dec 22 09:50:29.170870 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:29.255159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-9aaa5736-4fa9-4914-a0ac-5fe4e0797182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:29.266830 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-9aaa5736-4fa9-4914-a0ac-5fe4e0797182 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.2775271 Dec 22 09:50:29.267619 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70975677-b4a3-413f-8b0e-cc87f5d95707 req-50d171ad-145a-4d39-9306-bfa8d7278c71 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181102 Dec 22 09:50:29.297675 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-16ae4c4a-4041-40ef-b930-7ac5c741a405 tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] 10.222.0.50 "GET /v2.0/quotas/12115231888e4973a5acec8a95631204 HTTP/1.1" status: 200 len: 366 time: 0.1701577 Dec 22 09:50:29.370445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59526) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:29.397654 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-5e51026e-22c1-40e2-8b68-69dcbafcd3a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020510 Dec 22 09:50:29.405249 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e45b6704-b9d7-43b3-aa48-87085a5b43a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:29.468446 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d459390-9228-418c-a155-7c3a5acb8c3d', 'tag': 'd8170ce6-c255-4b23-a59d-3ba87956db92', 'status': 'completed', 'code': 200} Dec 22 09:50:29.503264 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ed93cf3a-6672-47bc-a0cc-043573c45c11 tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] 10.222.0.50 "DELETE /v2.0/quotas/12115231888e4973a5acec8a95631204 HTTP/1.1" status: 204 len: 168 time: 0.1261728 Dec 22 09:50:29.510066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59534) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:29.580584 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:29.592843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Transition to ACTIVE for port object bfe1833e-e716-4185-9dbc-d29192df4f55 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:50:29.611918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Transition to ACTIVE for port object bfe1833e-e716-4185-9dbc-d29192df4f55 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:50:29.616211 n-d-765315-5 neutron-server[80960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'df7d7d8d-8718-4943-bb4d-131cd8c4cb7c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4', 'code': 422} returned with failed status Dec 22 09:50:29.619178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c81d7-d4e0-44cd-bfa0-b655205de5da None None] Network 617aa013-02ce-4af8-8d74-dc682d36bfbb requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:50:29.654863 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d3bf2121-e7a8-4c48-807f-6dc43c53e4fe tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1324663 Dec 22 09:50:29.664811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59544) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:29.703225 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0d1fccd6-8505-4b32-9e0a-ba2c542a9396 tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] 10.222.0.50 "GET /v2.0/quotas/12115231888e4973a5acec8a95631204 HTTP/1.1" status: 200 len: 370 time: 0.0348988 Dec 22 09:50:29.707482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59548) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:29.725468 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:29.733192 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cf06c157-89a8-494e-a098-d804afcdd806 tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] 10.222.0.50 "GET /v2.0/quotas/12115231888e4973a5acec8a95631204/default HTTP/1.1" status: 200 len: 370 time: 0.0209250 Dec 22 09:50:29.735229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59552) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:29.751613 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:29.754169 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-be9f4629-d3e6-406b-872d-731bed7c5d24 service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331950 Dec 22 09:50:29.757390 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:29.761535 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:29.765547 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-9a7f17d2-5f8b-4273-8ed6-71a08a0e31a7 tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] delete failed (client error): The resource could not be found. Dec 22 09:50:29.766221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:29.772315 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9a7f17d2-5f8b-4273-8ed6-71a08a0e31a7 tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] 10.222.0.50 "DELETE /v2.0/quotas/12115231888e4973a5acec8a95631204 HTTP/1.1" status: 404 len: 348 time: 0.0292106 Dec 22 09:50:29.772483 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:29.986477 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8f4c1de-6af3-4c1e-a68d-e730cef6e7e4 req-ec17adce-cbe6-465e-9f08-ab733f89f626 service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2222636 Dec 22 09:50:30.018797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59560) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:30.041612 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.6026993 Dec 22 09:50:30.082235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-709c4eed-c894-436d-86ed-ccc2e15ba3ed tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] Usage tracker for resource:network and tenant:66ac69fff6fc4a7193aa900b1d5dcebc is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:30.149542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Pushing event updated for resources: {'Port': ['ID=bfe1833e-e716-4185-9dbc-d29192df4f55,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:30.157131 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:30.165251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-709c4eed-c894-436d-86ed-ccc2e15ba3ed tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:30.190834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'SecurityGroup': ['ID=095aca93-8a08-4c89-8b00-4b8cd1cf815e,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:30.234452 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.181s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:30.248009 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-991ab57a-69a3-40f7-a286-edfdecfaa92e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.425s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:30.276223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-709c4eed-c894-436d-86ed-ccc2e15ba3ed tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] Usage tracker for resource:subnet and tenant:66ac69fff6fc4a7193aa900b1d5dcebc is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:30.288638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Network d34186bb-32c4-4a88-b464-38e69175bc20 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:50:30.290357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:30.292558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:50:30.334340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713459ca-4b02-4822-8bf0-6371003a249a None None] Network 617aa013-02ce-4af8-8d74-dc682d36bfbb requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:50:30.391849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Attempting to bind port bfe1833e-e716-4185-9dbc-d29192df4f55 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:50:30.392565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Attempting to bind port bfe1833e-e716-4185-9dbc-d29192df4f55 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:50:30.393167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Attempting to bind port bfe1833e-e716-4185-9dbc-d29192df4f55 on network d34186bb-32c4-4a88-b464-38e69175bc20 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:50:30.395474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-709c4eed-c894-436d-86ed-ccc2e15ba3ed tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:30.453449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:50:30.454197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Checking segment: {'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:50:30.454821 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:30.455420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Bound using segment: {'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:50:30.456168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Bound port: bfe1833e-e716-4185-9dbc-d29192df4f55, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:50:30.456759 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:30.571649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0b75b-8a58-446a-96d1-d4d9f203d466 req-3bfd11b8-ac76-4b29-9444-57419dc566c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:30.574347 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9d0b75b-8a58-446a-96d1-d4d9f203d466 req-3bfd11b8-ac76-4b29-9444-57419dc566c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=7d459390-9228-418c-a155-7c3a5acb8c3d HTTP/1.1" status: 200 len: 1159 time: 0.4753346 Dec 22 09:50:30.575138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-709c4eed-c894-436d-86ed-ccc2e15ba3ed tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] Usage tracker for resource:subnetpool and tenant:66ac69fff6fc4a7193aa900b1d5dcebc is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:30.588391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] For port bfe1833e-e716-4185-9dbc-d29192df4f55, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:50:30.594687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] For port bfe1833e-e716-4185-9dbc-d29192df4f55, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=bfe1833e-e716-4185-9dbc-d29192df4f55,segment=NetworkSegment(d036b29d-b5c1-4ab7-bdce-4e57427add9d),segment_id=d036b29d-b5c1-4ab7-bdce-4e57427add9d)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:50:30.600109 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:30.619163 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b600c7ac-0e77-45ab-9c8f-50871b66995a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:30.622700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-709c4eed-c894-436d-86ed-ccc2e15ba3ed tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:30.642987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-709c4eed-c894-436d-86ed-ccc2e15ba3ed tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] Usage tracker for resource:port and tenant:66ac69fff6fc4a7193aa900b1d5dcebc is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:30.704019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Pushing event updated for resources: {'Port': ['ID=bfe1833e-e716-4185-9dbc-d29192df4f55,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:30.725650 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:30.863287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router af7bd132-7fd5-4864-8244-008334dd4252 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:50:30.892036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4af58-4321-478c-bf3e-00e5eba4b3d7 req-462b1a6a-a088-4e3f-9ce0-e2282cbef604 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:30.909070 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4fb4af58-4321-478c-bf3e-00e5eba4b3d7 req-462b1a6a-a088-4e3f-9ce0-e2282cbef604 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 943 time: 1.2056477 Dec 22 09:50:30.910354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Network': ['ID=b38a780e-8c81-4687-940b-6d931c7854d2,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:30.931677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c7200-8fb5-4e5c-bf67-ebe6e0255ed1 req-c5a3a7dc-dacc-4e33-8c57-68da970d5dff tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:30.940964 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d49c7200-8fb5-4e5c-bf67-ebe6e0255ed1 req-c5a3a7dc-dacc-4e33-8c57-68da970d5dff tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.1223423 Dec 22 09:50:30.942543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network b38a780e-8c81-4687-940b-6d931c7854d2 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:30.967164 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:31.029249 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d49c7200-8fb5-4e5c-bf67-ebe6e0255ed1 req-c106c47f-12ac-481b-ac53-e5e5ad027123 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871868 Dec 22 09:50:31.065619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network b38a780e-8c81-4687-940b-6d931c7854d2 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:31.067021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-709c4eed-c894-436d-86ed-ccc2e15ba3ed tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:31.089052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network b38a780e-8c81-4687-940b-6d931c7854d2 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:31.201922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-709c4eed-c894-436d-86ed-ccc2e15ba3ed tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] Usage tracker for resource:router and tenant:66ac69fff6fc4a7193aa900b1d5dcebc is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:31.258049 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4fb4af58-4321-478c-bf3e-00e5eba4b3d7 req-02da366a-61ad-4f72-8ac4-8b2e0a24ab8c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896104 Dec 22 09:50:31.267623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-709c4eed-c894-436d-86ed-ccc2e15ba3ed tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:31.352543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-709c4eed-c894-436d-86ed-ccc2e15ba3ed tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] Usage tracker for resource:floatingip and tenant:66ac69fff6fc4a7193aa900b1d5dcebc is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:31.388966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-709c4eed-c894-436d-86ed-ccc2e15ba3ed tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:31.485294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0b75b-8a58-446a-96d1-d4d9f203d466 req-83ffe400-9c28-4b2e-92b6-45f27523cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:31.486948 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9d0b75b-8a58-446a-96d1-d4d9f203d466 req-83ffe400-9c28-4b2e-92b6-45f27523cde6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 900 time: 0.8997526 Dec 22 09:50:31.559189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:50:31.571362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86197892-0ab5-4d96-ad48-0f29e1340132 None None] Sync routers for ids ['af7bd132-7fd5-4864-8244-008334dd4252'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:50:31.594017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86197892-0ab5-4d96-ad48-0f29e1340132 None None] Routers {'af7bd132-7fd5-4864-8244-008334dd4252'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:50:31.594723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-86197892-0ab5-4d96-ad48-0f29e1340132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:50:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['af7bd132-7fd5-4864-8244-008334dd4252'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:31.649433 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9d0b75b-8a58-446a-96d1-d4d9f203d466 req-21721ee1-bf04-46ac-94e7-19b4b8ebf88b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8170ce6-c255-4b23-a59d-3ba87956db92 HTTP/1.1" status: 200 len: 217 time: 0.1528361 Dec 22 09:50:31.667056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e45b6704-b9d7-43b3-aa48-87085a5b43a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:31.692255 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:31.693730 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 8.6684058 Dec 22 09:50:31.702578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59578) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:31.733978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-86197892-0ab5-4d96-ad48-0f29e1340132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:31.744437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86197892-0ab5-4d96-ad48-0f29e1340132 None None] Routers {'af7bd132-7fd5-4864-8244-008334dd4252'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:50:31.745343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-86197892-0ab5-4d96-ad48-0f29e1340132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:50:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['af7bd132-7fd5-4864-8244-008334dd4252'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:31.771518 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-106e0e07-2724-483e-9b2d-0192d76c1ceb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:31.882539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-86197892-0ab5-4d96-ad48-0f29e1340132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:31.883058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86197892-0ab5-4d96-ad48-0f29e1340132 None None] The sync data for ids ['af7bd132-7fd5-4864-8244-008334dd4252'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:50:31.917805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-709c4eed-c894-436d-86ed-ccc2e15ba3ed tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] Usage tracker for resource:security_group and tenant:66ac69fff6fc4a7193aa900b1d5dcebc is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:31.921640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0b75b-8a58-446a-96d1-d4d9f203d466 req-cb0d720c-a555-4262-a3b3-37b23179a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:31.923265 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9d0b75b-8a58-446a-96d1-d4d9f203d466 req-cb0d720c-a555-4262-a3b3-37b23179a860 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.2575734 Dec 22 09:50:31.991430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b98ac-e4a0-4f8d-b935-787f8100dad8 req-05970da6-6df4-4467-a620-8fc3d7db6141 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:31.999926 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-081b98ac-e4a0-4f8d-b935-787f8100dad8 req-05970da6-6df4-4467-a620-8fc3d7db6141 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=7d459390-9228-418c-a155-7c3a5acb8c3d HTTP/1.1" status: 200 len: 944 time: 0.4373114 Dec 22 09:50:32.071903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-709c4eed-c894-436d-86ed-ccc2e15ba3ed tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:32.081218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9d0b75b-8a58-446a-96d1-d4d9f203d466 req-eb2219d2-4074-46b6-ab6b-cd12683f8ef4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099396 Dec 22 09:50:32.291398 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-081b98ac-e4a0-4f8d-b935-787f8100dad8 req-15a0f3f6-6565-4719-ab9e-0bfdb16c45e3 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902961 Dec 22 09:50:32.372771 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9d0b75b-8a58-446a-96d1-d4d9f203d466 req-2993c1a8-6270-4af0-89b6-ec339ad8b4b0 service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213595 Dec 22 09:50:32.406490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b6704-b9d7-43b3-aa48-87085a5b43a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event updated for resources: {'Subnet': ['ID=da83a261-d716-4bc0-83ed-8afa4f3eb9b3,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:32.454075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device d8170ce6-c255-4b23-a59d-3ba87956db92 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:50:32.458961 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e45b6704-b9d7-43b3-aa48-87085a5b43a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:32.460113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-709c4eed-c894-436d-86ed-ccc2e15ba3ed tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] Usage tracker for resource:security_group_rule and tenant:66ac69fff6fc4a7193aa900b1d5dcebc is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:32.471746 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6180c987-49be-4ba7-8a9d-91c38c229fef tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/routers/af7bd132-7fd5-4864-8244-008334dd4252 HTTP/1.1" status: 200 len: 882 time: 0.7646785 Dec 22 09:50:32.475408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59582) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:32.483793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-709c4eed-c894-436d-86ed-ccc2e15ba3ed tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:32.581468 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-709c4eed-c894-436d-86ed-ccc2e15ba3ed tempest-QuotasTest-1837826785 tempest-QuotasTest-1837826785] 10.222.0.50 "GET /v2.0/quotas/66ac69fff6fc4a7193aa900b1d5dcebc/details.json HTTP/1.1" status: 200 len: 703 time: 2.5605752 Dec 22 09:50:32.612975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-a8a5c0e9-785e-464c-a5a5-87d362762dd3 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:32.623514 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-a8a5c0e9-785e-464c-a5a5-87d362762dd3 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] 10.222.0.50 "GET /v2.0/networks?id=617aa013-02ce-4af8-8d74-dc682d36bfbb HTTP/1.1" status: 200 len: 812 time: 0.7725775 Dec 22 09:50:32.654860 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-95d0eea4-b334-413e-ba2e-e601188e18c9 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] 10.222.0.50 "GET /v2.0/quotas/0f52ab00bc60483dac0f344fe236b1e2 HTTP/1.1" status: 200 len: 375 time: 0.0300338 Dec 22 09:50:32.688391 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9d0b75b-8a58-446a-96d1-d4d9f203d466 req-22163c5b-51a2-44eb-b575-5e343aeb8e4e service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2927406 Dec 22 09:50:32.754208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port d8170ce6-c255-4b23-a59d-3ba87956db92 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:50:32.784007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port d8170ce6-c255-4b23-a59d-3ba87956db92 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:32.785808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:32.804311 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-319c7c84-d860-4a32-8459-7ed991590f68 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] 10.222.0.50 "GET /v2.0/ports?tenant_id=0f52ab00bc60483dac0f344fe236b1e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1480849 Dec 22 09:50:32.884847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device bfe1833e-e716-4185-9dbc-d29192df4f55 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:50:32.905581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45b6704-b9d7-43b3-aa48-87085a5b43a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Checking segment: {'id': 'e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1db62543-483d-4fd0-a5fc-77a084335431'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:50:32.906126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45b6704-b9d7-43b3-aa48-87085a5b43a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Network hostable DHCP agents. Network: 1db62543-483d-4fd0-a5fc-77a084335431, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:50:33.003782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45b6704-b9d7-43b3-aa48-87085a5b43a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Network 1db62543-483d-4fd0-a5fc-77a084335431 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:50:33.042844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e45b6704-b9d7-43b3-aa48-87085a5b43a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 1db62543-483d-4fd0-a5fc-77a084335431) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:33.101249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45b6704-b9d7-43b3-aa48-87085a5b43a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:33.101846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e45b6704-b9d7-43b3-aa48-87085a5b43a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:33.123369 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:33.141151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61802e58-86a3-4209-8834-c6a843590828 None None] Network 1db62543-483d-4fd0-a5fc-77a084335431 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:50:33.173919 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e45b6704-b9d7-43b3-aa48-87085a5b43a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.5244379 Dec 22 09:50:33.174677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59588) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:33.193511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Request body: {'port': {'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20', 'name': 'tempest-TaggedBootDevicesTest_v242-1290442239', 'fixed_ips': [{'subnet_id': '081da512-801e-41e2-96a3-974b59dc0af6'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:33.539633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59596) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:33.543634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port bfe1833e-e716-4185-9dbc-d29192df4f55 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:50:33.631709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:33.644527 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7a02ef9d-a08c-41a5-89f7-91d360d1e3a1 service neutron] 10.222.0.50 "GET /v2.0/networks/617aa013-02ce-4af8-8d74-dc682d36bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8389304 Dec 22 09:50:33.649131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Usage tracker for resource:port and tenant:c331cc560d8748a88e7458b10299f64a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:33.653728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port d8170ce6-c255-4b23-a59d-3ba87956db92, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d8170ce6-c255-4b23-a59d-3ba87956db92,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:50:33.661809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79feed00-aec3-4820-8383-0c7756c98ef9 None None] Network d34186bb-32c4-4a88-b464-38e69175bc20 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:50:33.665743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Quota usage for port was recalculated. Used quota:3. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:33.689179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:33.711193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec88e3-481f-4899-b2f7-a2e5a7db7f9c req-bad1881a-6703-47e1-b6e1-50cbd16c4fe5 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:33.713278 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dcec88e3-481f-4899-b2f7-a2e5a7db7f9c req-bad1881a-6703-47e1-b6e1-50cbd16c4fe5 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.8992426 Dec 22 09:50:33.714698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Made reservation on behalf of c331cc560d8748a88e7458b10299f64a for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:33.886367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d459390-9228-418c-a155-7c3a5acb8c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8170ce6-c255-4b23-a59d-3ba87956db92'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:50:33.906997 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dcec88e3-481f-4899-b2f7-a2e5a7db7f9c req-abfec3a2-2440-4bbd-9ab9-b0ed152497e7 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572390 Dec 22 09:50:33.935583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-25b6223c-63af-42a0-b9d5-39226d7f1fa2 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Synchronizing usage tracker for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:router {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:50:33.993754 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:34.007430 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:34.022124 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-de6b3196-20bb-406e-aa45-ca2b5521ba56 service neutron] 10.222.0.50 "GET /v2.0/networks/617aa013-02ce-4af8-8d74-dc682d36bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3763001 Dec 22 09:50:34.026473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:34.032037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-25b6223c-63af-42a0-b9d5-39226d7f1fa2 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Unset dirty status for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:router {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:50:34.038764 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-25b6223c-63af-42a0-b9d5-39226d7f1fa2 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 1.5620608 Dec 22 09:50:34.041038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59606) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:34.054443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-911f150a-e0b9-4366-900e-a6ee4a993432 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-91248337'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:34.138259 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d9d216fd-f77a-4c73-9d7d-4d9b63e065cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:34.184112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ccc84ed8-6ad2-4395-8f53-1ec29e1c69ae None None] Provisioning for port bfe1833e-e716-4185-9dbc-d29192df4f55 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:50:34.226650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=d8170ce6-c255-4b23-a59d-3ba87956db92,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:34.251160 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:34.252454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ccc84ed8-6ad2-4395-8f53-1ec29e1c69ae None None] Provisioning complete for port bfe1833e-e716-4185-9dbc-d29192df4f55 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:34.252874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ccc84ed8-6ad2-4395-8f53-1ec29e1c69ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:34.304209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d9d216fd-f77a-4c73-9d7d-4d9b63e065cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:34.342004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d9d216fd-f77a-4c73-9d7d-4d9b63e065cd admin admin] Usage tracker for resource:security_group_rule and tenant:6391ebe92ecb447096b7c16e2c5e3209 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:34.349067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d9d216fd-f77a-4c73-9d7d-4d9b63e065cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:34.478859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59620) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:34.506659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-9afc40ed-3a33-40e8-9fd6-792811b4ab72 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'subnet': {'network_id': 'b38a780e-8c81-4687-940b-6d931c7854d2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:34.508616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d9d216fd-f77a-4c73-9d7d-4d9b63e065cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:34.570818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] device_id is not set on port 535b7ea4-38e5-40cd-99f6-5fcf8666390b yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:50:34.585214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ccc84ed8-6ad2-4395-8f53-1ec29e1c69ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:34.628506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ccc84ed8-6ad2-4395-8f53-1ec29e1c69ae None None] For port bfe1833e-e716-4185-9dbc-d29192df4f55, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=bfe1833e-e716-4185-9dbc-d29192df4f55,segment=NetworkSegment(d036b29d-b5c1-4ab7-bdce-4e57427add9d),segment_id=d036b29d-b5c1-4ab7-bdce-4e57427add9d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:50:34.641706 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ccc84ed8-6ad2-4395-8f53-1ec29e1c69ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:34.648837 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:34.768356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc84ed8-6ad2-4395-8f53-1ec29e1c69ae None None] Pushing event updated for resources: {'Port': ['ID=bfe1833e-e716-4185-9dbc-d29192df4f55,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:34.772293 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ccc84ed8-6ad2-4395-8f53-1ec29e1c69ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:34.773931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-1db62543-483d-4fd0-a5fc-77a084335431', 'network_id': '1db62543-483d-4fd0-a5fc-77a084335431', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'fixed_ips': [{'subnet_id': 'da83a261-d716-4bc0-83ed-8afa4f3eb9b3'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:50:34.775131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:34.971548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d9d216fd-f77a-4c73-9d7d-4d9b63e065cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:35.022606 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d9d216fd-f77a-4c73-9d7d-4d9b63e065cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:35.056470 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bcfb497a-15c4-4f11-96d6-5f3e63c3ede6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:35.071730 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b831e8d3-0482-4228-884e-609222562682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:35.167560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1a33d7e2-6082-4b08-b724-54817db2cb02 None None] Provisioning complete for port bfe1833e-e716-4185-9dbc-d29192df4f55 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:35.168108 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a33d7e2-6082-4b08-b724-54817db2cb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:35.174326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d216fd-f77a-4c73-9d7d-4d9b63e065cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a99f6ab-cf7e-4b39-a169-7150818c81ba,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:35.179507 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d9d216fd-f77a-4c73-9d7d-4d9b63e065cd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6391ebe92ecb447096b7c16e2c5e3209&name=default HTTP/1.1" status: 200 len: 2883 time: 1.6385384 Dec 22 09:50:35.180659 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d9d216fd-f77a-4c73-9d7d-4d9b63e065cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:35.184306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59640) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:35.207890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Allocated IP 10.1.1.253 (d34186bb-32c4-4a88-b464-38e69175bc20/081da512-801e-41e2-96a3-974b59dc0af6/535b7ea4-38e5-40cd-99f6-5fcf8666390b) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:50:35.521331 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-91ddc6b6-377d-43c0-a114-d0bf82e666cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:35.641961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9afc40ed-3a33-40e8-9fd6-792811b4ab72 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:35.646817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9afc40ed-3a33-40e8-9fd6-792811b4ab72 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Usage tracker for resource:subnet and tenant:23170fad26154303ac3d5eefb66fa3e6 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:35.653363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9afc40ed-3a33-40e8-9fd6-792811b4ab72 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:35.665160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9afc40ed-3a33-40e8-9fd6-792811b4ab72 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:35.673616 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-91ddc6b6-377d-43c0-a114-d0bf82e666cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:35.684279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afc40ed-3a33-40e8-9fd6-792811b4ab72 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Made reservation on behalf of 23170fad26154303ac3d5eefb66fa3e6 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:35.886291 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9afc40ed-3a33-40e8-9fd6-792811b4ab72 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:35.898746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Allocated IP 10.2.2.2 (1db62543-483d-4fd0-a5fc-77a084335431/da83a261-d716-4bc0-83ed-8afa4f3eb9b3/aa950674-b5e4-4cb0-9301-b1738a71d1b7) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:50:35.929536 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:35.938168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-91ddc6b6-377d-43c0-a114-d0bf82e666cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:35.946142 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:35.964596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2353d36d-952c-4767-92cd-72d6d6cf70c5 None None] Provisioning complete for port bfe1833e-e716-4185-9dbc-d29192df4f55 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:35.965600 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2353d36d-952c-4767-92cd-72d6d6cf70c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:35.977467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Transition to ACTIVE for port object 535b7ea4-38e5-40cd-99f6-5fcf8666390b will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:50:35.981641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddc6b6-377d-43c0-a114-d0bf82e666cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a99f6ab-cf7e-4b39-a169-7150818c81ba,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:35.988609 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-91ddc6b6-377d-43c0-a114-d0bf82e666cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:35.991780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-91ddc6b6-377d-43c0-a114-d0bf82e666cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:35.993221 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-91ddc6b6-377d-43c0-a114-d0bf82e666cd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8a99f6ab-cf7e-4b39-a169-7150818c81ba HTTP/1.1" status: 204 len: 168 time: 0.8076699 Dec 22 09:50:36.013500 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:36.034882 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-42d6c95f-6e20-4994-bf07-b0eada6e4fca tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:36.133530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event updated for resources: {'Port': ['ID=535b7ea4-38e5-40cd-99f6-5fcf8666390b,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:36.142918 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:36.345431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Network d34186bb-32c4-4a88-b464-38e69175bc20 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:50:36.346823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:36.349699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:50:36.489587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device d8170ce6-c255-4b23-a59d-3ba87956db92 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:50:36.491495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409ae91-05b5-4e06-99c2-f60cb2be8a37 req-8bf2f057-b00a-42e3-b599-267ef8906b04 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:36.499798 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e409ae91-05b5-4e06-99c2-f60cb2be8a37 req-8bf2f057-b00a-42e3-b599-267ef8906b04 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=7d459390-9228-418c-a155-7c3a5acb8c3d HTTP/1.1" status: 200 len: 946 time: 1.8282902 Dec 22 09:50:36.511415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:36.512950 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:36.579248 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4033506 Dec 22 09:50:36.590234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59670) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:36.645343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:36.664500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Transition to ACTIVE for port object aa950674-b5e4-4cb0-9301-b1738a71d1b7 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:50:36.666472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Request body: {'port': {'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20', 'name': 'tempest-TaggedBootDevicesTest_v242-1953771549', 'fixed_ips': [{'subnet_id': '081da512-801e-41e2-96a3-974b59dc0af6'}]}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:36.717417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Transition to ACTIVE for port object aa950674-b5e4-4cb0-9301-b1738a71d1b7 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:50:36.729351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port d8170ce6-c255-4b23-a59d-3ba87956db92 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:36.729689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:36.765773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3aef6e-f11b-4e3d-9616-967037b74da7 req-8a260719-aea6-46b0-9b86-40812f300ea9 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:36.767822 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a3aef6e-f11b-4e3d-9616-967037b74da7 req-8a260719-aea6-46b0-9b86-40812f300ea9 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=df7d7d8d-8718-4943-bb4d-131cd8c4cb7c HTTP/1.1" status: 200 len: 943 time: 0.8351426 Dec 22 09:50:36.780611 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e409ae91-05b5-4e06-99c2-f60cb2be8a37 req-26065ff7-7d71-4c21-b91e-35ef23246dd3 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797029 Dec 22 09:50:36.792134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-c4221274-b80e-4348-9732-f65eea30401b tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:36.793007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-c4221274-b80e-4348-9732-f65eea30401b tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Synchronizing usage tracker for tenant:0f52ab00bc60483dac0f344fe236b1e2 on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:50:36.816505 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:36.825637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-c4221274-b80e-4348-9732-f65eea30401b tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Unset dirty status for tenant:0f52ab00bc60483dac0f344fe236b1e2 on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:50:36.827395 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-c4221274-b80e-4348-9732-f65eea30401b tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] 10.222.0.64 "GET /v2.0/networks?id=617aa013-02ce-4af8-8d74-dc682d36bfbb HTTP/1.1" status: 200 len: 812 time: 0.3690121 Dec 22 09:50:36.859715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-d82646b4-a242-4ffa-9648-96719a65736e tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Request body: {'port': {'device_id': 'c43947f6-6de1-42ea-a9ed-4b80c1336cd0', 'network_id': '617aa013-02ce-4af8-8d74-dc682d36bfbb', 'admin_state_up': True, 'tenant_id': '0f52ab00bc60483dac0f344fe236b1e2'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:36.899962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59674) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:36.953206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device bfe1833e-e716-4185-9dbc-d29192df4f55 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:50:36.987430 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ccc84ed8-6ad2-4395-8f53-1ec29e1c69ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:37.055932 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1dd15f6a-1f59-4807-bd65-2f1eb48b7923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:37.060176 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d459390-9228-418c-a155-7c3a5acb8c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8170ce6-c255-4b23-a59d-3ba87956db92', 'code': 200} Dec 22 09:50:37.103905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1dd15f6a-1f59-4807-bd65-2f1eb48b7923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:37.111822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1dd15f6a-1f59-4807-bd65-2f1eb48b7923 admin admin] Usage tracker for resource:security_group_rule and tenant:66ac69fff6fc4a7193aa900b1d5dcebc is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:37.117231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1dd15f6a-1f59-4807-bd65-2f1eb48b7923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:37.141323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1dd15f6a-1f59-4807-bd65-2f1eb48b7923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:37.150248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-17cb2371-32d8-4409-ada3-9f450bb469a5 None None] Provisioning for port 535b7ea4-38e5-40cd-99f6-5fcf8666390b completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:50:37.166467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Pushing event updated for resources: {'Port': ['ID=aa950674-b5e4-4cb0-9301-b1738a71d1b7,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:37.170189 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:37.182132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-17cb2371-32d8-4409-ada3-9f450bb469a5 None None] Provisioning complete for port 535b7ea4-38e5-40cd-99f6-5fcf8666390b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:37.182539 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-17cb2371-32d8-4409-ada3-9f450bb469a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:37.208326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-d82646b4-a242-4ffa-9648-96719a65736e tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:37.216258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-d82646b4-a242-4ffa-9648-96719a65736e tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Usage tracker for resource:port and tenant:0f52ab00bc60483dac0f344fe236b1e2 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:37.223185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-d82646b4-a242-4ffa-9648-96719a65736e tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:37.231705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-d82646b4-a242-4ffa-9648-96719a65736e tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:37.279218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-d82646b4-a242-4ffa-9648-96719a65736e tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Made reservation on behalf of 0f52ab00bc60483dac0f344fe236b1e2 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:37.286854 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-d82646b4-a242-4ffa-9648-96719a65736e tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:37.293194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port bfe1833e-e716-4185-9dbc-d29192df4f55 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:37.293645 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:37.348194 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1dd15f6a-1f59-4807-bd65-2f1eb48b7923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:37.373905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-17cb2371-32d8-4409-ada3-9f450bb469a5 None None] Port 535b7ea4-38e5-40cd-99f6-5fcf8666390b cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:50:37.374289 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1dd15f6a-1f59-4807-bd65-2f1eb48b7923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:37.382535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3a3aef6e-f11b-4e3d-9616-967037b74da7 req-b59aaf10-bf74-4a5c-9ba8-62bfccd48873 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Deleting port 52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:50:37.382934 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3a3aef6e-f11b-4e3d-9616-967037b74da7 req-b59aaf10-bf74-4a5c-9ba8-62bfccd48873 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:37.394324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Network 1db62543-483d-4fd0-a5fc-77a084335431 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:50:37.404617 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-58c0b2b8-b7cd-4bd8-ac72-317f80f7921c tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:37.406616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:37.413465 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-911f150a-e0b9-4366-900e-a6ee4a993432 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:37.419382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:50:37.505731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Attempting to bind port aa950674-b5e4-4cb0-9301-b1738a71d1b7 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:50:37.506136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Attempting to bind port aa950674-b5e4-4cb0-9301-b1738a71d1b7 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1db62543-483d-4fd0-a5fc-77a084335431'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:50:37.506722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Attempting to bind port aa950674-b5e4-4cb0-9301-b1738a71d1b7 on network 1db62543-483d-4fd0-a5fc-77a084335431 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:50:37.516567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:50:37.517101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Checking segment: {'id': 'e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1db62543-483d-4fd0-a5fc-77a084335431'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:50:37.517623 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:37.518427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Bound using segment: {'id': 'e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1db62543-483d-4fd0-a5fc-77a084335431'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:50:37.518708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Bound port: aa950674-b5e4-4cb0-9301-b1738a71d1b7, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1db62543-483d-4fd0-a5fc-77a084335431'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:50:37.519201 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:37.556414 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1dd15f6a-1f59-4807-bd65-2f1eb48b7923 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66ac69fff6fc4a7193aa900b1d5dcebc&name=default HTTP/1.1" status: 200 len: 2883 time: 0.5951703 Dec 22 09:50:37.556713 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-911f150a-e0b9-4366-900e-a6ee4a993432 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846921732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7854069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846964228'] for router, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:37.560194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59686) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:37.573048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd15f6a-1f59-4807-bd65-2f1eb48b7923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae309c3-766d-4aad-90f0-440de2aa2080,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:37.574190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:37.591646 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1dd15f6a-1f59-4807-bd65-2f1eb48b7923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:37.658800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Usage tracker for resource:port and tenant:c331cc560d8748a88e7458b10299f64a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:37.675516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] For port aa950674-b5e4-4cb0-9301-b1738a71d1b7, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:50:37.679489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] For port aa950674-b5e4-4cb0-9301-b1738a71d1b7, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=aa950674-b5e4-4cb0-9301-b1738a71d1b7,segment=NetworkSegment(e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5),segment_id=e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:50:37.683143 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:37.686234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Quota usage for port was recalculated. Used quota:5. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:37.700901 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e040547a-5cb0-40ee-bb0f-fd37c7b5b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:37.733321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ed594-f027-4985-96d1-cb41b50f8036 req-06d4824b-f48e-4a93-8d8b-e86d4f5749ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:37.736038 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa9ed594-f027-4985-96d1-cb41b50f8036 req-06d4824b-f48e-4a93-8d8b-e86d4f5749ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d459390-9228-418c-a155-7c3a5acb8c3d HTTP/1.1" status: 200 len: 1161 time: 0.5607612 Dec 22 09:50:37.740215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-efa24d56-d46d-4920-aee4-9b7b20148fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:37.749398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:37.786077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c7164-6319-44ff-ab52-3e3512cf4461 req-5cba537f-0d7b-4af2-98fb-090ccc316a7c tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:37.788398 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fe2c7164-6319-44ff-ab52-3e3512cf4461 req-5cba537f-0d7b-4af2-98fb-090ccc316a7c tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/networks?id=e60b2feb-5482-4662-8917-04a4fc979113 HTTP/1.1" status: 200 len: 813 time: 0.6325884 Dec 22 09:50:37.835227 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-efa24d56-d46d-4920-aee4-9b7b20148fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:37.897539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Pushing event updated for resources: {'Port': ['ID=aa950674-b5e4-4cb0-9301-b1738a71d1b7,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:37.901544 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:37.901876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-d82646b4-a242-4ffa-9648-96719a65736e tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Allocated IP 172.20.0.8 (617aa013-02ce-4af8-8d74-dc682d36bfbb/69712022-ce7c-4c31-8823-b9906dfa6810/55a99676-103c-4df1-8725-1f11f813826f) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:50:37.906938 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-be3bdc5a-e708-4f3f-b7db-2718df6bbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:37.921818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Made reservation on behalf of c331cc560d8748a88e7458b10299f64a for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:37.958890 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-efa24d56-d46d-4920-aee4-9b7b20148fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:37.966567 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-727d6806-9a87-4451-94cd-ec31f09bc5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:37.995152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa24d56-d46d-4920-aee4-9b7b20148fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae309c3-766d-4aad-90f0-440de2aa2080,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:38.005732 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-efa24d56-d46d-4920-aee4-9b7b20148fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:38.043586 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-efa24d56-d46d-4920-aee4-9b7b20148fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:38.044956 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-efa24d56-d46d-4920-aee4-9b7b20148fc3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ae309c3-766d-4aad-90f0-440de2aa2080 HTTP/1.1" status: 204 len: 168 time: 0.4840238 Dec 22 09:50:38.231085 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-d82646b4-a242-4ffa-9648-96719a65736e tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:38.311972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-d82646b4-a242-4ffa-9648-96719a65736e tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:38.341813 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fe2c7164-6319-44ff-ab52-3e3512cf4461 req-de1ee93e-b6fb-4a3f-b674-26ceff461540 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/quotas/633dde4b29c44f53b6aa0cd8d5318325 HTTP/1.1" status: 200 len: 375 time: 0.5188582 Dec 22 09:50:38.344351 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a8378e86-14d7-4fa1-bd0d-22f2f0117ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:38.497042 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa9ed594-f027-4985-96d1-cb41b50f8036 req-7b108855-c83a-4a1a-afce-09afd3d746be service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7359421 Dec 22 09:50:38.692083 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9afc40ed-3a33-40e8-9fd6-792811b4ab72 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:38.714347 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a0c03311-15ef-41df-b515-40deb5774a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:38.741531 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:38.760410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911f150a-e0b9-4366-900e-a6ee4a993432 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router af7bd132-7fd5-4864-8244-008334dd4252 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:50:38.826476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device aa950674-b5e4-4cb0-9301-b1738a71d1b7 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:50:38.841745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82646b4-a242-4ffa-9648-96719a65736e tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Pushing event updated for resources: {'Port': ['ID=55a99676-103c-4df1-8725-1f11f813826f,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:38.845322 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d82646b4-a242-4ffa-9648-96719a65736e tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:38.903049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-d82646b4-a242-4ffa-9648-96719a65736e tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Network 617aa013-02ce-4af8-8d74-dc682d36bfbb is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:50:38.905132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-d82646b4-a242-4ffa-9648-96719a65736e tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:38.910332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-d82646b4-a242-4ffa-9648-96719a65736e tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:50:38.933879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port aa950674-b5e4-4cb0-9301-b1738a71d1b7 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:50:38.950445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:38.994593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-d82646b4-a242-4ffa-9648-96719a65736e tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:38.995327 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-d82646b4-a242-4ffa-9648-96719a65736e tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:39.022590 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-d82646b4-a242-4ffa-9648-96719a65736e tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1700633 Dec 22 09:50:39.046870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc40ed-3a33-40e8-9fd6-792811b4ab72 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Subnet': ['ID=1d00ab68-a4ff-48ff-a5a0-aca9c899475d,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:39.052735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Request body: {'port': {'device_id': 'c43947f6-6de1-42ea-a9ed-4b80c1336cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:39.057732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-3a3aef6e-f11b-4e3d-9616-967037b74da7 req-b59aaf10-bf74-4a5c-9ba8-62bfccd48873 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] For port 52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:50:39.058258 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3a3aef6e-f11b-4e3d-9616-967037b74da7 req-b59aaf10-bf74-4a5c-9ba8-62bfccd48873 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:39.067336 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9afc40ed-3a33-40e8-9fd6-792811b4ab72 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:39.192360 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fe2c7164-6319-44ff-ab52-3e3512cf4461 req-ed1c7875-2254-4bc9-a656-73d11217f6bb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?tenant_id=633dde4b29c44f53b6aa0cd8d5318325&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8167171 Dec 22 09:50:39.218489 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:39.311508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3a3aef6e-f11b-4e3d-9616-967037b74da7 req-b59aaf10-bf74-4a5c-9ba8-62bfccd48873 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Calling delete_port for 52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:50:39.364227 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:39.695734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911f150a-e0b9-4366-900e-a6ee4a993432 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:50:39.707557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cb5b61-ecb9-4f9e-a4b5-11b756608244 None None] Sync routers for ids ['af7bd132-7fd5-4864-8244-008334dd4252'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:50:39.728094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb5b61-ecb9-4f9e-a4b5-11b756608244 None None] Routers {'af7bd132-7fd5-4864-8244-008334dd4252'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:50:39.728795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-66cb5b61-ecb9-4f9e-a4b5-11b756608244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:50:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['af7bd132-7fd5-4864-8244-008334dd4252'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:39.743864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89866100-dba1-4262-92f0-7c89d1b0986d None None] Network 1db62543-483d-4fd0-a5fc-77a084335431 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:50:39.852590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a99676-103c-4df1-8725-1f11f813826f {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:50:39.862712 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:39.871510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-66cb5b61-ecb9-4f9e-a4b5-11b756608244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:39.878009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Transition to ACTIVE for port object 55a99676-103c-4df1-8725-1f11f813826f will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:50:39.881201 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:39.883011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb5b61-ecb9-4f9e-a4b5-11b756608244 None None] Routers {'af7bd132-7fd5-4864-8244-008334dd4252'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:50:39.883757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-66cb5b61-ecb9-4f9e-a4b5-11b756608244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:50:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['af7bd132-7fd5-4864-8244-008334dd4252'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:39.914691 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:39.956062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] device_id is not set on port fc7329c3-78f6-4136-a3e0-470e31556bdf yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:50:39.958499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-66cb5b61-ecb9-4f9e-a4b5-11b756608244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:39.959181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cb5b61-ecb9-4f9e-a4b5-11b756608244 None None] The sync data for ids ['af7bd132-7fd5-4864-8244-008334dd4252'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:50:39.996720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d44694ae-c1e1-4807-8d2f-aa8dd4a2b698 None None] Provisioning for port aa950674-b5e4-4cb0-9301-b1738a71d1b7 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:50:40.019378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d44694ae-c1e1-4807-8d2f-aa8dd4a2b698 None None] Provisioning complete for port aa950674-b5e4-4cb0-9301-b1738a71d1b7 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:40.020016 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d44694ae-c1e1-4807-8d2f-aa8dd4a2b698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:40.063169 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:40.101124 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3a3aef6e-f11b-4e3d-9616-967037b74da7 req-b59aaf10-bf74-4a5c-9ba8-62bfccd48873 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:40.131803 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ff705698-781e-431a-a9c4-1f37b17e19c0 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:40.222008 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:40.240037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59aaf10-bf74-4a5c-9ba8-62bfccd48873 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Pushing event deleted for resources: {'Port': ['ID=52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:40.246660 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-911f150a-e0b9-4366-900e-a6ee4a993432 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:40.248627 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-911f150a-e0b9-4366-900e-a6ee4a993432 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/af7bd132-7fd5-4864-8244-008334dd4252 HTTP/1.1" status: 200 len: 889 time: 6.2055573 Dec 22 09:50:40.249766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afc40ed-3a33-40e8-9fd6-792811b4ab72 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Checking segment: {'id': '96135971-fbb1-4d56-8098-1818b92152eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b38a780e-8c81-4687-940b-6d931c7854d2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:50:40.250248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afc40ed-3a33-40e8-9fd6-792811b4ab72 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network hostable DHCP agents. Network: b38a780e-8c81-4687-940b-6d931c7854d2, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:50:40.255788 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b59aaf10-bf74-4a5c-9ba8-62bfccd48873 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:40.269219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59720) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:40.311002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Pushing event updated for resources: {'Port': ['ID=55a99676-103c-4df1-8725-1f11f813826f,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:40.315317 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:40.341855 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d44694ae-c1e1-4807-8d2f-aa8dd4a2b698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:40.382644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-d44694ae-c1e1-4807-8d2f-aa8dd4a2b698 None None] For port aa950674-b5e4-4cb0-9301-b1738a71d1b7, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=aa950674-b5e4-4cb0-9301-b1738a71d1b7,segment=NetworkSegment(e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5),segment_id=e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:50:40.387869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d44694ae-c1e1-4807-8d2f-aa8dd4a2b698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:40.391218 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:40.478166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44694ae-c1e1-4807-8d2f-aa8dd4a2b698 None None] Pushing event updated for resources: {'Port': ['ID=aa950674-b5e4-4cb0-9301-b1738a71d1b7,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:40.483021 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d44694ae-c1e1-4807-8d2f-aa8dd4a2b698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:40.501420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2fe92-a219-470d-b914-8a284b628c84 req-9de6d45f-ad5b-4e4b-bf8b-e649720e2391 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:40.503357 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5e2fe92-a219-470d-b914-8a284b628c84 req-9de6d45f-ad5b-4e4b-bf8b-e649720e2391 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] 10.222.0.50 "GET /v2.0/ports?device_id=c43947f6-6de1-42ea-a9ed-4b80c1336cd0 HTTP/1.1" status: 200 len: 931 time: 1.1032498 Dec 22 09:50:40.569945 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:40.572358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Attempting to bind port 55a99676-103c-4df1-8725-1f11f813826f on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:50:40.572742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Attempting to bind port 55a99676-103c-4df1-8725-1f11f813826f by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '0e71dd5f-4673-47fc-b569-a4227c717121', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '617aa013-02ce-4af8-8d74-dc682d36bfbb'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:50:40.573157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Attempting to bind port 55a99676-103c-4df1-8725-1f11f813826f on network 617aa013-02ce-4af8-8d74-dc682d36bfbb {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:50:40.580090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:50:40.580496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Checking segment: {'id': '0e71dd5f-4673-47fc-b569-a4227c717121', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '617aa013-02ce-4af8-8d74-dc682d36bfbb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:50:40.580940 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:40.581243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Bound using segment: {'id': '0e71dd5f-4673-47fc-b569-a4227c717121', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '617aa013-02ce-4af8-8d74-dc682d36bfbb'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:50:40.581733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Bound port: 55a99676-103c-4df1-8725-1f11f813826f, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e71dd5f-4673-47fc-b569-a4227c717121', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '617aa013-02ce-4af8-8d74-dc682d36bfbb'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:50:40.582122 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:40.725332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4f637670-220e-4d22-9b4c-c02780e633fe None None] Provisioning complete for port aa950674-b5e4-4cb0-9301-b1738a71d1b7 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:40.736603 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4f637670-220e-4d22-9b4c-c02780e633fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:40.766295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] For port 55a99676-103c-4df1-8725-1f11f813826f, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:50:40.770822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] For port 55a99676-103c-4df1-8725-1f11f813826f, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=55a99676-103c-4df1-8725-1f11f813826f,segment=NetworkSegment(0e71dd5f-4673-47fc-b569-a4227c717121),segment_id=0e71dd5f-4673-47fc-b569-a4227c717121)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:50:40.781693 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:40.787238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device aa950674-b5e4-4cb0-9301-b1738a71d1b7 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:50:40.955031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59730) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:40.956057 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ecdc8b67-db2e-4265-8e67-38dbe5b17f9d tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:41.040926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afc40ed-3a33-40e8-9fd6-792811b4ab72 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network b38a780e-8c81-4687-940b-6d931c7854d2 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:50:41.122780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Pushing event updated for resources: {'Port': ['ID=55a99676-103c-4df1-8725-1f11f813826f,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:41.128691 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:41.137199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:41.137893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:41.139414 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] 10.222.0.64 "PUT /v2.0/ports/55a99676-103c-4df1-8725-1f11f813826f HTTP/1.1" status: 200 len: 1155 time: 2.0965421 Dec 22 09:50:41.140013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43947f6-6de1-42ea-a9ed-4b80c1336cd0', 'tag': '55a99676-103c-4df1-8725-1f11f813826f'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:50:41.176272 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5e2fe92-a219-470d-b914-8a284b628c84 req-43a2e14c-4797-4752-aca8-649f2f7692f2 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] 10.222.0.50 "GET /v2.0/security-groups?id=38ab76f5-db73-4ecb-bfcc-3fb8c96eaf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6507313 Dec 22 09:50:41.200182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port aa950674-b5e4-4cb0-9301-b1738a71d1b7 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:41.200612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:41.265187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9afc40ed-3a33-40e8-9fd6-792811b4ab72 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, b38a780e-8c81-4687-940b-6d931c7854d2) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:41.293555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514c3443-3ef2-4a2f-ba0a-2e75b6a85526 None None] Network b38a780e-8c81-4687-940b-6d931c7854d2 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:50:41.315596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1056636476', 'router:external': True}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:41.329100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:41.334232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Allocated IP 10.1.1.177 (d34186bb-32c4-4a88-b464-38e69175bc20/081da512-801e-41e2-96a3-974b59dc0af6/fc7329c3-78f6-4136-a3e0-470e31556bdf) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:50:41.335326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Usage tracker for resource:network and tenant:08b5323c4db5440c9e06461b822b874d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:41.343478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:41.355677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:41.358131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afc40ed-3a33-40e8-9fd6-792811b4ab72 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:41.359122 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9afc40ed-3a33-40e8-9fd6-792811b4ab72 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:41.378036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-de832faa-77ba-47f8-a2d7-15684fe722a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:41.379971 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-de832faa-77ba-47f8-a2d7-15684fe722a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f52ab00bc60483dac0f344fe236b1e2&device_id=c43947f6-6de1-42ea-a9ed-4b80c1336cd0 HTTP/1.1" status: 200 len: 1158 time: 0.1816876 Dec 22 09:50:41.383749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Made reservation on behalf of 08b5323c4db5440c9e06461b822b874d for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:41.389625 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:41.428978 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0753b347-745b-43a0-b1ab-dd5b6f838fc5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/routers/af7bd132-7fd5-4864-8244-008334dd4252 HTTP/1.1" status: 200 len: 889 time: 1.1538017 Dec 22 09:50:41.436989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59738) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:41.444700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3aef6e-f11b-4e3d-9616-967037b74da7 req-b59aaf10-bf74-4a5c-9ba8-62bfccd48873 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] No DVR routers for this DVR port 52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:50:41.494061 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-7f2c264d-b22a-4a92-969e-2bb1fc3b31d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55a99676-103c-4df1-8725-1f11f813826f HTTP/1.1" status: 200 len: 217 time: 0.0876448 Dec 22 09:50:41.495465 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:41.499467 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3a3aef6e-f11b-4e3d-9616-967037b74da7 req-b59aaf10-bf74-4a5c-9ba8-62bfccd48873 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:41.501682 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a3aef6e-f11b-4e3d-9616-967037b74da7 req-b59aaf10-bf74-4a5c-9ba8-62bfccd48873 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "DELETE /v2.0/ports/52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4 HTTP/1.1" status: 204 len: 173 time: 4.7059460 Dec 22 09:50:41.513895 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9afc40ed-3a33-40e8-9fd6-792811b4ab72 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 7.0298502 Dec 22 09:50:41.514852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7d7d8d-8718-4943-bb4d-131cd8c4cb7c', 'name': 'network-vif-deleted', 'tag': '52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:50:41.557242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59742) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:41.564052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4dc16c98-d014-4599-9d04-a95603b9a919 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1453003048'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:41.569798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4dc16c98-d014-4599-9d04-a95603b9a919 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:41.575683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4dc16c98-d014-4599-9d04-a95603b9a919 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Usage tracker for resource:network and tenant:23170fad26154303ac3d5eefb66fa3e6 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:41.576128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4732d91e-7fef-4760-829f-e97d734b0cbf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Synchronizing usage tracker for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:50:41.578959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4dc16c98-d014-4599-9d04-a95603b9a919 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:41.586760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4dc16c98-d014-4599-9d04-a95603b9a919 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:41.612816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc16c98-d014-4599-9d04-a95603b9a919 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Made reservation on behalf of 23170fad26154303ac3d5eefb66fa3e6 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:41.618360 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4dc16c98-d014-4599-9d04-a95603b9a919 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:41.639780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4732d91e-7fef-4760-829f-e97d734b0cbf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Unset dirty status for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:50:41.640479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:41.643895 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4732d91e-7fef-4760-829f-e97d734b0cbf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/ports?device_id=af7bd132-7fd5-4864-8244-008334dd4252 HTTP/1.1" status: 200 len: 205 time: 0.2058053 Dec 22 09:50:41.646801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59750) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:41.655903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Usage tracker for resource:security_group_rule and tenant:08b5323c4db5440c9e06461b822b874d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:41.657177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3aca6dc4-d171-4948-9a7c-f3ae7aa22f69 None None] Provisioning complete for port aa950674-b5e4-4cb0-9301-b1738a71d1b7 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:41.657607 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3aca6dc4-d171-4948-9a7c-f3ae7aa22f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:41.727344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:41.746694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:41.764302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc16c98-d014-4599-9d04-a95603b9a919 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:50:41.771326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-22d3a550-722f-4476-a548-457bf78a9625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:41.772969 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-22d3a550-722f-4476-a548-457bf78a9625 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69712022-ce7c-4c31-8823-b9906dfa6810 HTTP/1.1" status: 200 len: 852 time: 0.2576559 Dec 22 09:50:41.788277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad7bf7-832c-4a8d-bc6f-93908a155258 req-8b9ee1d5-72da-4a29-9674-c78095cdc6ed tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:41.789791 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7cad7bf7-832c-4a8d-bc6f-93908a155258 req-8b9ee1d5-72da-4a29-9674-c78095cdc6ed tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=7d459390-9228-418c-a155-7c3a5acb8c3d HTTP/1.1" status: 200 len: 946 time: 0.3406806 Dec 22 09:50:41.818421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-b38a780e-8c81-4687-940b-6d931c7854d2', 'network_id': 'b38a780e-8c81-4687-940b-6d931c7854d2', 'tenant_id': '23170fad26154303ac3d5eefb66fa3e6', 'fixed_ips': [{'subnet_id': '1d00ab68-a4ff-48ff-a5a0-aca9c899475d'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:50:41.819416 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:41.849611 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4dc16c98-d014-4599-9d04-a95603b9a919 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:41.851201 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-4dc16c98-d014-4599-9d04-a95603b9a919 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Added segment 6ef154bf-7072-4c09-ab24-240693284766 of type vxlan for network 5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6 Dec 22 09:50:41.856144 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-6d4aec98-294f-4d75-bd60-57963218a3c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=617aa013-02ce-4af8-8d74-dc682d36bfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707321 Dec 22 09:50:41.901783 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:41.908407 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7cad7bf7-832c-4a8d-bc6f-93908a155258 req-9b160346-98a5-46ea-9475-373228f24b30 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954268 Dec 22 09:50:41.937366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Transition to ACTIVE for port object fc7329c3-78f6-4136-a3e0-470e31556bdf will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:50:42.006882 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:42.020029 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-33c64fde-3d2b-4f92-98b9-6dcd1206b94b service neutron] 10.222.0.64 "GET /v2.0/networks/617aa013-02ce-4af8-8d74-dc682d36bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472154 Dec 22 09:50:42.070510 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:42.169113 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43947f6-6de1-42ea-a9ed-4b80c1336cd0', 'tag': '55a99676-103c-4df1-8725-1f11f813826f', 'status': 'completed', 'code': 200} Dec 22 09:50:42.182583 n-d-765315-5 neutron-server[80960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'df7d7d8d-8718-4943-bb4d-131cd8c4cb7c', 'name': 'network-vif-deleted', 'tag': '52b1f3e8-9f39-4415-a6f0-e7b6c80bfda4', 'status': 'failed', 'code': 422} returned with failed status Dec 22 09:50:42.302365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event updated for resources: {'Port': ['ID=fc7329c3-78f6-4136-a3e0-470e31556bdf,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:42.312928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4dc16c98-d014-4599-9d04-a95603b9a919 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:42.317144 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:42.318323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Allocated IP 2001:db8:0:ffff::2 (b38a780e-8c81-4687-940b-6d931c7854d2/1d00ab68-a4ff-48ff-a5a0-aca9c899475d/ad2e9a62-f3d8-4504-87ad-4a4a3197d40c) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:50:42.374548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6c782-d529-4849-bc5a-c9e7e84b686e req-ec809628-73c6-4981-84ac-f0e8e37e56ad tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:42.376934 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-12e6c782-d529-4849-bc5a-c9e7e84b686e req-ec809628-73c6-4981-84ac-f0e8e37e56ad tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.2720785 Dec 22 09:50:42.415551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Network d34186bb-32c4-4a88-b464-38e69175bc20 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:50:42.416966 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:42.441741 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:42.456572 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-889c61d1-f6c8-4900-86d3-9583813bfea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:42.458823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:42.483634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:50:42.491784 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79b156c3-6b67-4e1b-b2cd-090f13d4f64e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:42.525953 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-12e6c782-d529-4849-bc5a-c9e7e84b686e req-2f862762-efd4-483c-9e0b-2a5a3a73ea94 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169574 Dec 22 09:50:42.599114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:42.599840 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:42.716001 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4dc16c98-d014-4599-9d04-a95603b9a919 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:42.720426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc16c98-d014-4599-9d04-a95603b9a919 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:42.721241 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4dc16c98-d014-4599-9d04-a95603b9a919 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:42.728758 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1298404 Dec 22 09:50:42.754736 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:42.756925 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f80e8c11-7ec7-42d2-9daa-222ea4558a5c req-3b32abbb-c432-49a4-8923-597539d0ab06 service neutron] 10.222.0.64 "GET /v2.0/networks/617aa013-02ce-4af8-8d74-dc682d36bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7237306 Dec 22 09:50:42.766724 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4dc16c98-d014-4599-9d04-a95603b9a919 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2082789 Dec 22 09:50:42.767923 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:50:42.768309 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:50:42.772225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Transition to ACTIVE for port object ad2e9a62-f3d8-4504-87ad-4a4a3197d40c will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:50:42.780652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59768) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:42.781514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Pushing event updated for resources: {'SecurityGroup': ['ID=de40148b-7eae-40ae-b3a6-f556a28e47e6,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:42.792232 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:42.794291 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fc87e1de-db91-48d4-a8c6-2a4a20c4df43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:42.801442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Transition to ACTIVE for port object ad2e9a62-f3d8-4504-87ad-4a4a3197d40c will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:50:42.810065 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:42.835098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5be62929-6a52-4464-8aab-b483546bb9d4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'subnet': {'network_id': '5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:42.852868 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:42.871380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ddbed-be13-4715-a849-1530602c3421 req-2ffe1512-2d33-485a-bfcc-85ff35f73046 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:42.872915 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-072ddbed-be13-4715-a849-1530602c3421 req-2ffe1512-2d33-485a-bfcc-85ff35f73046 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=361f281c-ac34-44b1-bee8-3cd42de83857 HTTP/1.1" status: 200 len: 945 time: 0.2657208 Dec 22 09:50:42.963741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88976ed9-b0d6-4150-9190-8200508ea760 req-952e9def-dfae-43eb-8f63-72b22cb1c420 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:42.967916 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-88976ed9-b0d6-4150-9190-8200508ea760 req-952e9def-dfae-43eb-8f63-72b22cb1c420 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] 10.222.0.50 "GET /v2.0/ports?device_id=c43947f6-6de1-42ea-a9ed-4b80c1336cd0 HTTP/1.1" status: 200 len: 943 time: 0.2083125 Dec 22 09:50:42.973355 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-072ddbed-be13-4715-a849-1530602c3421 req-3d7b4566-10f1-410d-9d29-f4fac447232e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799003 Dec 22 09:50:43.026347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Pushing event updated for resources: {'Port': ['ID=ad2e9a62-f3d8-4504-87ad-4a4a3197d40c,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:43.030724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3678b84d-49da-4237-a0c5-816748998fc5 None None] Provisioning for port fc7329c3-78f6-4136-a3e0-470e31556bdf completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:50:43.036611 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:43.053766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3678b84d-49da-4237-a0c5-816748998fc5 None None] Provisioning complete for port fc7329c3-78f6-4136-a3e0-470e31556bdf triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:43.054199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3678b84d-49da-4237-a0c5-816748998fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:43.092799 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-88976ed9-b0d6-4150-9190-8200508ea760 req-b8eaa53f-0fe6-40fb-af78-b692b6b7929e tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] 10.222.0.50 "GET /v2.0/security-groups?id=38ab76f5-db73-4ecb-bfcc-3fb8c96eaf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125357 Dec 22 09:50:43.137595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-3678b84d-49da-4237-a0c5-816748998fc5 None None] Port fc7329c3-78f6-4136-a3e0-470e31556bdf cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:50:43.140891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Network b38a780e-8c81-4687-940b-6d931c7854d2 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:50:43.142656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:43.144966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:50:43.257045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Attempting to bind port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:50:43.257432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Attempting to bind port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '96135971-fbb1-4d56-8098-1818b92152eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b38a780e-8c81-4687-940b-6d931c7854d2'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:50:43.257847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Attempting to bind port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c on network b38a780e-8c81-4687-940b-6d931c7854d2 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:50:43.268892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:50:43.269710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Checking segment: {'id': '96135971-fbb1-4d56-8098-1818b92152eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b38a780e-8c81-4687-940b-6d931c7854d2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:50:43.270337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:43.271198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Bound using segment: {'id': '96135971-fbb1-4d56-8098-1818b92152eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b38a780e-8c81-4687-940b-6d931c7854d2'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:50:43.271986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Bound port: ad2e9a62-f3d8-4504-87ad-4a4a3197d40c, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96135971-fbb1-4d56-8098-1818b92152eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b38a780e-8c81-4687-940b-6d931c7854d2'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:50:43.272593 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:43.402709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] For port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:50:43.407279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] For port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ad2e9a62-f3d8-4504-87ad-4a4a3197d40c,segment=NetworkSegment(96135971-fbb1-4d56-8098-1818b92152eb),segment_id=96135971-fbb1-4d56-8098-1818b92152eb)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:50:43.419782 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:43.438195 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e040547a-5cb0-40ee-bb0f-fd37c7b5b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:43.443883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2daffeb-b929-454b-b6a9-988daa92742f req-434c415f-1b64-4068-a300-f26b3a66c94e tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:43.445723 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c2daffeb-b929-454b-b6a9-988daa92742f req-434c415f-1b64-4068-a300-f26b3a66c94e tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.2846622 Dec 22 09:50:43.498983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:43.503226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-e86fe060-254e-45d4-8085-33984a120779 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:43.505153 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-e86fe060-254e-45d4-8085-33984a120779 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 812 time: 0.2530472 Dec 22 09:50:43.550211 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c2daffeb-b929-454b-b6a9-988daa92742f req-6d944a76-fc85-4ff9-a5d4-61e2d9196a69 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855858 Dec 22 09:50:43.553055 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-1643ff79-8020-44bf-87f4-cbdcd74a11b6 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/quotas/2af5f8c189d74ea78f15d1e4177ac64a HTTP/1.1" status: 200 len: 375 time: 0.0276711 Dec 22 09:50:43.646592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Pushing event updated for resources: {'Port': ['ID=ad2e9a62-f3d8-4504-87ad-4a4a3197d40c,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:43.655276 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:43.712295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-946e6cd0-e3df-4b96-b470-81da678aaf45 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Synchronizing usage tracker for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:50:43.743815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-946e6cd0-e3df-4b96-b470-81da678aaf45 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Unset dirty status for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:50:43.747969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:50:43.754183 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-946e6cd0-e3df-4b96-b470-81da678aaf45 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1799929 Dec 22 09:50:43.761022 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:43.761448 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Added segment 8653d9a5-3238-4eee-b545-06f8098fa6ac of type vxlan for network c74f0952-e7b5-41ba-9e0c-da4624f45069 Dec 22 09:50:43.764280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-29983dca-8e76-4ed2-82b7-135d019c3602 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:50:43.774543 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-29983dca-8e76-4ed2-82b7-135d019c3602 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0190117 Dec 22 09:50:43.806544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc16c98-d014-4599-9d04-a95603b9a919 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Network': ['ID=5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:43.823156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:43.866394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:43.878168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5be62929-6a52-4464-8aab-b483546bb9d4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:43.883023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5be62929-6a52-4464-8aab-b483546bb9d4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Usage tracker for resource:subnet and tenant:23170fad26154303ac3d5eefb66fa3e6 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:43.887265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:43.887995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5be62929-6a52-4464-8aab-b483546bb9d4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:43.895649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5be62929-6a52-4464-8aab-b483546bb9d4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:43.913575 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4dc16c98-d014-4599-9d04-a95603b9a919 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.119s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:43.924892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:43.936572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be62929-6a52-4464-8aab-b483546bb9d4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Made reservation on behalf of 23170fad26154303ac3d5eefb66fa3e6 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:44.017120 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-2bdbedbb-daf0-4fad-ac41-c7c55e339fe1 service neutron] 10.222.0.50 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409973 Dec 22 09:50:44.072603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59786) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:44.100828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-65bc52a3-0876-4526-a93a-2350c3d1c875 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Request body: {'security_group': {'name': 'tempest-securitygroup--207967883', 'description': 'tempest-description--2039539198'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:44.222806 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79b156c3-6b67-4e1b-b2cd-090f13d4f64e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:44.227622 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:44.228677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:44.231607 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:44.257272 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-163c65a4-efa0-49c9-9899-5d0f5bbe9200 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:44.279765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-79b156c3-6b67-4e1b-b2cd-090f13d4f64e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port e50a2709-bc17-4590-92f4-8e435241458f {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:50:44.280304 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79b156c3-6b67-4e1b-b2cd-090f13d4f64e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:44.356027 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5be62929-6a52-4464-8aab-b483546bb9d4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:44.363011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-65bc52a3-0876-4526-a93a-2350c3d1c875 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:44.425670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-65bc52a3-0876-4526-a93a-2350c3d1c875 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Usage tracker for resource:security_group and tenant:c331cc560d8748a88e7458b10299f64a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:44.437204 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-a049249e-723d-4948-9829-69a2963e27b5 service neutron] 10.222.0.50 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4118423 Dec 22 09:50:44.437833 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 3.4417095 Dec 22 09:50:44.438172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-65bc52a3-0876-4526-a93a-2350c3d1c875 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:44.445114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59792) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:44.450950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-65bc52a3-0876-4526-a93a-2350c3d1c875 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:44.452868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447c6e4-e1a7-4135-8b29-243bd25dc3cc req-6ce0a3e5-f1dd-4904-8741-1d74ff65791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:44.455243 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a447c6e4-e1a7-4135-8b29-243bd25dc3cc req-6ce0a3e5-f1dd-4904-8741-1d74ff65791e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f52ab00bc60483dac0f344fe236b1e2&device_id=c43947f6-6de1-42ea-a9ed-4b80c1336cd0 HTTP/1.1" status: 200 len: 1158 time: 1.5700676 Dec 22 09:50:44.459095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-c8b0e4d6-ac79-47e3-95c5-ee5648687bcd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Request body: {'subnet': {'network_id': 'c74f0952-e7b5-41ba-9e0c-da4624f45069', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:44.481781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c8b0e4d6-ac79-47e3-95c5-ee5648687bcd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:44.497445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c8b0e4d6-ac79-47e3-95c5-ee5648687bcd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Usage tracker for resource:subnet and tenant:08b5323c4db5440c9e06461b822b874d is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:44.501563 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65bc52a3-0876-4526-a93a-2350c3d1c875 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:44.516266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c8b0e4d6-ac79-47e3-95c5-ee5648687bcd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:44.535696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c8b0e4d6-ac79-47e3-95c5-ee5648687bcd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:44.546960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-65bc52a3-0876-4526-a93a-2350c3d1c875 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:44.554961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-65bc52a3-0876-4526-a93a-2350c3d1c875 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Usage tracker for resource:security_group_rule and tenant:c331cc560d8748a88e7458b10299f64a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:44.564518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-65bc52a3-0876-4526-a93a-2350c3d1c875 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:44.574497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbacb4e-ad4d-4e58-bcdc-464b6b81e14c req-cfbf9d11-13ff-4b77-8fc8-bb07c8b958b9 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:44.582941 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4dbacb4e-ad4d-4e58-bcdc-464b6b81e14c req-cfbf9d11-13ff-4b77-8fc8-bb07c8b958b9 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=7d459390-9228-418c-a155-7c3a5acb8c3d HTTP/1.1" status: 200 len: 946 time: 0.2216868 Dec 22 09:50:44.588922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b0e4d6-ac79-47e3-95c5-ee5648687bcd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Made reservation on behalf of 08b5323c4db5440c9e06461b822b874d for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:44.594109 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8b0e4d6-ac79-47e3-95c5-ee5648687bcd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:44.608093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-01b89c92-d895-40df-a881-4c2e16293aaa None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:50:44.609888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-65bc52a3-0876-4526-a93a-2350c3d1c875 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:44.828653 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4dbacb4e-ad4d-4e58-bcdc-464b6b81e14c req-9f4fc662-c113-47de-b100-2059e7628b5c tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446113 Dec 22 09:50:44.863491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Pushing event updated for resources: {'Network': ['ID=c74f0952-e7b5-41ba-9e0c-da4624f45069,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:44.879755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network c74f0952-e7b5-41ba-9e0c-da4624f45069 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:44.900251 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:45.086606 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65bc52a3-0876-4526-a93a-2350c3d1c875 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:45.166273 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6e1dbb1-9887-47fb-972b-240e1dc4adbd req-a72ed992-13cb-4d07-b053-5def15784410 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=633dde4b29c44f53b6aa0cd8d5318325 HTTP/1.1" status: 200 len: 221 time: 0.2263691 Dec 22 09:50:45.167216 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65bc52a3-0876-4526-a93a-2350c3d1c875 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:45.176550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network c74f0952-e7b5-41ba-9e0c-da4624f45069 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:45.185575 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79b156c3-6b67-4e1b-b2cd-090f13d4f64e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:45.190003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network c74f0952-e7b5-41ba-9e0c-da4624f45069 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:45.369001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ad2e9a62-f3d8-4504-87ad-4a4a3197d40c up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:50:45.399717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 55a99676-103c-4df1-8725-1f11f813826f up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:50:45.400618 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f9bf125a-80cd-43a1-8b6d-84e2680f7e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:45.450830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc52a3-0876-4526-a93a-2350c3d1c875 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event updated for resources: {'SecurityGroup': ['ID=290ed962-5b3e-411c-8e28-4bbf9356ee4f,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:45.457499 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-65bc52a3-0876-4526-a93a-2350c3d1c875 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:45.503973 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65bc52a3-0876-4526-a93a-2350c3d1c875 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:45.509591 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-65bc52a3-0876-4526-a93a-2350c3d1c875 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1731 time: 1.4331524 Dec 22 09:50:45.547905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-79b156c3-6b67-4e1b-b2cd-090f13d4f64e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Calling delete_port for e50a2709-bc17-4590-92f4-8e435241458f owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:50:45.564302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59818) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:45.608216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a9caf98c-2426-402e-8afd-a50629154e8a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Request body: {'security_group_rule': {'security_group_id': '290ed962-5b3e-411c-8e28-4bbf9356ee4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:45.647026 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-054268ee-eec9-4bb3-960d-4f75e489e3ab req-ea2fb06f-92c7-4894-aa5d-53540ed40f6f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 210 time: 0.2019506 Dec 22 09:50:45.648601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a9caf98c-2426-402e-8afd-a50629154e8a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:45.661713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a9caf98c-2426-402e-8afd-a50629154e8a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Usage tracker for resource:security_group_rule and tenant:c331cc560d8748a88e7458b10299f64a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:45.693295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a9caf98c-2426-402e-8afd-a50629154e8a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:45.730748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8de69-0bb9-40ad-856c-6b5ce3182913 req-7381d754-e67a-4909-a703-9c13271db3a9 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:45.732529 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b2c8de69-0bb9-40ad-856c-6b5ce3182913 req-7381d754-e67a-4909-a703-9c13271db3a9 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] 10.222.0.50 "GET /v2.0/ports?device_id=c43947f6-6de1-42ea-a9ed-4b80c1336cd0 HTTP/1.1" status: 200 len: 943 time: 0.6394846 Dec 22 09:50:45.784141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447c6e4-e1a7-4135-8b29-243bd25dc3cc req-7e851d40-a151-434b-83d5-336be912774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:45.786457 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a447c6e4-e1a7-4135-8b29-243bd25dc3cc req-7e851d40-a151-434b-83d5-336be912774e service neutron] 10.222.0.64 "GET /v2.0/networks?id=617aa013-02ce-4af8-8d74-dc682d36bfbb HTTP/1.1" status: 200 len: 906 time: 1.0061984 Dec 22 09:50:45.813926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:50:45.818610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943857b3-2dcf-43c1-9fcc-312147919f44 None None] Network b38a780e-8c81-4687-940b-6d931c7854d2 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:50:45.843499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 55a99676-103c-4df1-8725-1f11f813826f completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:50:45.856227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 55a99676-103c-4df1-8725-1f11f813826f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:45.856654 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:45.893254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a9caf98c-2426-402e-8afd-a50629154e8a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:45.906495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:50:45.935079 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a447c6e4-e1a7-4135-8b29-243bd25dc3cc req-d95cf401-f08b-4593-976d-97edefd9db9c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55a99676-103c-4df1-8725-1f11f813826f HTTP/1.1" status: 200 len: 217 time: 0.1178625 Dec 22 09:50:45.949776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8b91a654-9c1f-4190-b502-a03aad198835 None None] Provisioning for port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:50:46.008091 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b2c8de69-0bb9-40ad-856c-6b5ce3182913 req-aa4861da-e5a9-45d1-8645-f6e74960de41 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] 10.222.0.50 "GET /v2.0/security-groups?id=38ab76f5-db73-4ecb-bfcc-3fb8c96eaf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121624 Dec 22 09:50:46.018836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9caf98c-2426-402e-8afd-a50629154e8a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for security_group_rule, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:46.040194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8b91a654-9c1f-4190-b502-a03aad198835 None None] Provisioning complete for port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:46.040680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b91a654-9c1f-4190-b502-a03aad198835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:46.199553 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9caf98c-2426-402e-8afd-a50629154e8a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:46.214635 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9caf98c-2426-402e-8afd-a50629154e8a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:46.264433 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:46.303918 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:46.354172 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79b156c3-6b67-4e1b-b2cd-090f13d4f64e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:46.376107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9caf98c-2426-402e-8afd-a50629154e8a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39166d70-28ca-4b71-b5df-1d1678f9ad2d,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:46.378563 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9caf98c-2426-402e-8afd-a50629154e8a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for security_group_rule, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:46.380330 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a9caf98c-2426-402e-8afd-a50629154e8a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.8124950 Dec 22 09:50:46.384400 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9caf98c-2426-402e-8afd-a50629154e8a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:46.396854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59824) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:46.402932 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b91a654-9c1f-4190-b502-a03aad198835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:46.409943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-95a2c3c1-a5bf-4bc5-a23b-b2ca328f88e6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Request body: {'security_group_rule': {'security_group_id': '290ed962-5b3e-411c-8e28-4bbf9356ee4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:46.417487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-95a2c3c1-a5bf-4bc5-a23b-b2ca328f88e6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:46.422446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447c6e4-e1a7-4135-8b29-243bd25dc3cc req-e3f730e8-7f56-4b82-b34d-7560f2d4bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:46.423381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-95a2c3c1-a5bf-4bc5-a23b-b2ca328f88e6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Usage tracker for resource:security_group_rule and tenant:c331cc560d8748a88e7458b10299f64a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:46.424393 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a447c6e4-e1a7-4135-8b29-243bd25dc3cc req-e3f730e8-7f56-4b82-b34d-7560f2d4bd75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69712022-ce7c-4c31-8823-b9906dfa6810 HTTP/1.1" status: 200 len: 852 time: 0.4776993 Dec 22 09:50:46.426555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-95a2c3c1-a5bf-4bc5-a23b-b2ca328f88e6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:46.432894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-95a2c3c1-a5bf-4bc5-a23b-b2ca328f88e6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:46.510145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43947f6-6de1-42ea-a9ed-4b80c1336cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a99676-103c-4df1-8725-1f11f813826f'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:50:46.538370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-8b91a654-9c1f-4190-b502-a03aad198835 None None] For port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ad2e9a62-f3d8-4504-87ad-4a4a3197d40c,segment=NetworkSegment(96135971-fbb1-4d56-8098-1818b92152eb),segment_id=96135971-fbb1-4d56-8098-1818b92152eb)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:50:46.547827 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b91a654-9c1f-4190-b502-a03aad198835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:46.553648 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a447c6e4-e1a7-4135-8b29-243bd25dc3cc req-829fd0c8-f1fd-4665-85e0-e89049f9ef65 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=617aa013-02ce-4af8-8d74-dc682d36bfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114683 Dec 22 09:50:46.555145 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:46.594415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 55a99676-103c-4df1-8725-1f11f813826f, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=55a99676-103c-4df1-8725-1f11f813826f,segment=NetworkSegment(0e71dd5f-4673-47fc-b569-a4227c717121),segment_id=0e71dd5f-4673-47fc-b569-a4227c717121)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:50:46.648512 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:46.700324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91a654-9c1f-4190-b502-a03aad198835 None None] Pushing event updated for resources: {'Port': ['ID=ad2e9a62-f3d8-4504-87ad-4a4a3197d40c,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:46.705412 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b91a654-9c1f-4190-b502-a03aad198835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:46.705938 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-611cefee-dad9-47f8-94bf-9578379ec2c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:46.830352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=55a99676-103c-4df1-8725-1f11f813826f,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:46.838081 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:46.950348 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a447c6e4-e1a7-4135-8b29-243bd25dc3cc req-0c49775d-d79a-4981-b705-36c746d31a32 service neutron] 10.222.0.64 "GET /v2.0/networks/617aa013-02ce-4af8-8d74-dc682d36bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845062 Dec 22 09:50:46.959838 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79b156c3-6b67-4e1b-b2cd-090f13d4f64e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:47.038392 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-95a2c3c1-a5bf-4bc5-a23b-b2ca328f88e6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for security_group_rule, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:47.041123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 55a99676-103c-4df1-8725-1f11f813826f up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:50:47.147624 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-95a2c3c1-a5bf-4bc5-a23b-b2ca328f88e6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:47.184344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5b7cab05-0362-49bb-bdeb-c32453a16a88 None None] Provisioning complete for port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:47.185077 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b7cab05-0362-49bb-bdeb-c32453a16a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:47.195856 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79b156c3-6b67-4e1b-b2cd-090f13d4f64e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:47.200731 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79b156c3-6b67-4e1b-b2cd-090f13d4f64e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:47.266633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-95a2c3c1-a5bf-4bc5-a23b-b2ca328f88e6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:47.321093 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b202078-7323-487a-ae40-d218ef600be4 tempest-SecurityGroupRulesTestJSON-927508632 tempest-SecurityGroupRulesTestJSON-927508632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:47.336637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-95a2c3c1-a5bf-4bc5-a23b-b2ca328f88e6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for security_group_rule, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:47.341855 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-95a2c3c1-a5bf-4bc5-a23b-b2ca328f88e6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.9433954 Dec 22 09:50:47.349600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 55a99676-103c-4df1-8725-1f11f813826f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:47.350100 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:47.352243 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a447c6e4-e1a7-4135-8b29-243bd25dc3cc req-458ba95e-9aa4-4463-a5ab-815b6633fdad service neutron] 10.222.0.64 "GET /v2.0/networks/617aa013-02ce-4af8-8d74-dc682d36bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3884218 Dec 22 09:50:47.352777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59834) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:47.380010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:47.387257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:47.391080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2c3c1-a5bf-4bc5-a23b-b2ca328f88e6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ddf14fb-8620-4276-beef-1181c7be21d9,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:47.392315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Usage tracker for resource:floatingip and tenant:c331cc560d8748a88e7458b10299f64a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:47.395834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:47.396949 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-95a2c3c1-a5bf-4bc5-a23b-b2ca328f88e6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:47.403002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:47.455452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-c8b0e4d6-ac79-47e3-95c5-ee5648687bcd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81071) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:50:47.455452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8b0e4d6-ac79-47e3-95c5-ee5648687bcd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:47.460409 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for floatingip, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:47.478547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae270b7-8662-40d5-8d51-fbc1d9b9faa3 req-cfbcaa3a-5e3b-420d-9f99-5037834dca5f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:47.481492 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3ae270b7-8662-40d5-8d51-fbc1d9b9faa3 req-cfbcaa3a-5e3b-420d-9f99-5037834dca5f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.1444485 Dec 22 09:50:47.488178 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79b156c3-6b67-4e1b-b2cd-090f13d4f64e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:47.488979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b156c3-6b67-4e1b-b2cd-090f13d4f64e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Fanout notify agent at l3_agent the message router_deleted on router af7bd132-7fd5-4864-8244-008334dd4252 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:50:47.489420 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8a15352e-949b-499d-b954-f7af0c43ad79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:47.567653 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5be62929-6a52-4464-8aab-b483546bb9d4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:47.590243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0e4d6-ac79-47e3-95c5-ee5648687bcd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Pushing event updated for resources: {'Subnet': ['ID=fb3a8720-4ac9-48b4-ba4d-8ad218d40ff9,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:47.593552 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:47.597424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-15959df1-cf7c-4d92-b0e4-b97655080f49 None None] Provisioning complete for port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:47.598198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-15959df1-cf7c-4d92-b0e4-b97655080f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:47.599483 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8b0e4d6-ac79-47e3-95c5-ee5648687bcd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:47.640839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8351331-9b2c-4f0e-b7e8-3f77d08d8182 req-7123db10-1668-4eb5-aea8-9603876bdfd9 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:47.642856 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8351331-9b2c-4f0e-b7e8-3f77d08d8182 req-7123db10-1668-4eb5-aea8-9603876bdfd9 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=7d459390-9228-418c-a155-7c3a5acb8c3d HTTP/1.1" status: 200 len: 946 time: 1.1961472 Dec 22 09:50:47.658852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-86006a32-62f6-42a2-9432-c0846346065f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:47.660868 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-86006a32-62f6-42a2-9432-c0846346065f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.64 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 812 time: 0.6953659 Dec 22 09:50:47.718810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be62929-6a52-4464-8aab-b483546bb9d4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Subnet': ['ID=eacc9921-c3b6-4965-b9d2-33b492aac59b,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:47.744971 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5be62929-6a52-4464-8aab-b483546bb9d4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:47.775332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-b11289de-740d-4d42-9370-45709c4336ae tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Request body: {'port': {'device_id': 'b2286477-3f92-4648-adfa-105e9fe1f15a', 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e', 'admin_state_up': True, 'tenant_id': '2af5f8c189d74ea78f15d1e4177ac64a'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:47.872734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79b156c3-6b67-4e1b-b2cd-090f13d4f64e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:47.873890 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-79b156c3-6b67-4e1b-b2cd-090f13d4f64e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/routers/af7bd132-7fd5-4864-8244-008334dd4252 HTTP/1.1" status: 204 len: 168 time: 6.2229278 Dec 22 09:50:47.877814 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3ae270b7-8662-40d5-8d51-fbc1d9b9faa3 req-49c57d20-4c47-463f-87c8-b71d20a27dea tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510387 Dec 22 09:50:47.884581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59838) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:47.909803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-067789c3-fc80-4fb9-b4f0-bf2771833a1a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-109846993'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:47.916665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-067789c3-fc80-4fb9-b4f0-bf2771833a1a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:47.924561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-067789c3-fc80-4fb9-b4f0-bf2771833a1a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:network and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:47.924958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-067789c3-fc80-4fb9-b4f0-bf2771833a1a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:47.933041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-067789c3-fc80-4fb9-b4f0-bf2771833a1a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:47.946411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-dd0f3de2-8055-4e50-94e1-db305937bd25 None None] Provisioning complete for port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:47.947172 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd0f3de2-8055-4e50-94e1-db305937bd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:47.976658 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8351331-9b2c-4f0e-b7e8-3f77d08d8182 req-2b845edb-2b73-438a-bc69-a4389e041101 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078728 Dec 22 09:50:48.071473 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43947f6-6de1-42ea-a9ed-4b80c1336cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a99676-103c-4df1-8725-1f11f813826f', 'code': 200} Dec 22 09:50:48.176741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-b11289de-740d-4d42-9370-45709c4336ae tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:48.204705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-b11289de-740d-4d42-9370-45709c4336ae tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:48.239209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-b11289de-740d-4d42-9370-45709c4336ae tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Made reservation on behalf of 2af5f8c189d74ea78f15d1e4177ac64a for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:48.245293 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-b11289de-740d-4d42-9370-45709c4336ae tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:48.348235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067789c3-fc80-4fb9-b4f0-bf2771833a1a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Made reservation on behalf of ddd4cc142d6346fb8b006ee06c9564e9 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:48.353818 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-067789c3-fc80-4fb9-b4f0-bf2771833a1a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:48.390187 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9690bf85-9601-4a40-8e74-7c0346379227 req-86924eef-fc28-42ba-b037-987d2d671adc tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 210 time: 0.1566200 Dec 22 09:50:48.431131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b0e4d6-ac79-47e3-95c5-ee5648687bcd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Checking segment: {'id': '8653d9a5-3238-4eee-b545-06f8098fa6ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'c74f0952-e7b5-41ba-9e0c-da4624f45069'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:50:48.431730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b0e4d6-ac79-47e3-95c5-ee5648687bcd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Network hostable DHCP agents. Network: c74f0952-e7b5-41ba-9e0c-da4624f45069, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:50:48.455344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067789c3-fc80-4fb9-b4f0-bf2771833a1a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:50:48.493169 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-067789c3-fc80-4fb9-b4f0-bf2771833a1a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:48.493729 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-067789c3-fc80-4fb9-b4f0-bf2771833a1a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Added segment b495a477-639f-4856-aaad-d73c290c696b of type vxlan for network ae4ef2cb-9c26-4985-8d86-82e4e5301888 Dec 22 09:50:48.547105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be62929-6a52-4464-8aab-b483546bb9d4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Checking segment: {'id': '6ef154bf-7072-4c09-ab24-240693284766', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:50:48.547541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be62929-6a52-4464-8aab-b483546bb9d4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network hostable DHCP agents. Network: 5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:50:48.562800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922fc42-73f5-44e7-b0bc-dc3f20e44e70 req-44847480-d58a-43fe-80de-69a5d1751215 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:48.563996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9922fc42-73f5-44e7-b0bc-dc3f20e44e70 req-44847480-d58a-43fe-80de-69a5d1751215 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Synchronizing usage tracker for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:50:48.575894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2acd5-ed50-483e-99fa-64add162d357 req-f4709d2d-6b04-41e5-82e5-8d20f94388a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:48.577701 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dd2acd5-ed50-483e-99fa-64add162d357 req-f4709d2d-6b04-41e5-82e5-8d20f94388a3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c43947f6-6de1-42ea-a9ed-4b80c1336cd0 HTTP/1.1" status: 200 len: 1160 time: 0.4707592 Dec 22 09:50:48.577854 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:48.614068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-067789c3-fc80-4fb9-b4f0-bf2771833a1a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:48.648999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b0e4d6-ac79-47e3-95c5-ee5648687bcd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Network c74f0952-e7b5-41ba-9e0c-da4624f45069 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:50:48.656174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9922fc42-73f5-44e7-b0bc-dc3f20e44e70 req-44847480-d58a-43fe-80de-69a5d1751215 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Unset dirty status for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:50:48.657546 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9922fc42-73f5-44e7-b0bc-dc3f20e44e70 req-44847480-d58a-43fe-80de-69a5d1751215 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "GET /v2.0/ports?device_id=7d459390-9228-418c-a155-7c3a5acb8c3d HTTP/1.1" status: 200 len: 946 time: 0.7059767 Dec 22 09:50:48.664303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be62929-6a52-4464-8aab-b483546bb9d4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:50:48.699314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde8c45-2617-4089-8ffa-14791a835498 req-94a98983-f382-4cdf-8dbf-4a315e89c010 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:48.704580 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8bde8c45-2617-4089-8ffa-14791a835498 req-94a98983-f382-4cdf-8dbf-4a315e89c010 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] 10.222.0.50 "GET /v2.0/ports?device_id=c43947f6-6de1-42ea-a9ed-4b80c1336cd0 HTTP/1.1" status: 200 len: 945 time: 0.4844618 Dec 22 09:50:48.705830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c8b0e4d6-ac79-47e3-95c5-ee5648687bcd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, c74f0952-e7b5-41ba-9e0c-da4624f45069) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:48.726982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a5737b-2ee6-470e-ac63-6ff9e4d30b81 None None] Network c74f0952-e7b5-41ba-9e0c-da4624f45069 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:50:48.757306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5be62929-6a52-4464-8aab-b483546bb9d4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:48.758748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ad2e9a62-f3d8-4504-87ad-4a4a3197d40c up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:50:48.793569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a192533-c66b-46f7-b207-611e72b6f369 None None] Network 5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:50:48.849161 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-067789c3-fc80-4fb9-b4f0-bf2771833a1a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:48.853988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067789c3-fc80-4fb9-b4f0-bf2771833a1a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:48.854671 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-067789c3-fc80-4fb9-b4f0-bf2771833a1a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:48.865047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b0e4d6-ac79-47e3-95c5-ee5648687bcd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:48.866008 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8b0e4d6-ac79-47e3-95c5-ee5648687bcd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:48.876622 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:48.883932 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2dd2acd5-ed50-483e-99fa-64add162d357 req-bd8256d9-e308-407b-92ad-4605b34715cc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=38ab76f5-db73-4ecb-bfcc-3fb8c96eaf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948861 Dec 22 09:50:48.930074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be62929-6a52-4464-8aab-b483546bb9d4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:48.930728 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5be62929-6a52-4464-8aab-b483546bb9d4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:48.948559 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8bde8c45-2617-4089-8ffa-14791a835498 req-ff910d1f-13d0-45d5-a159-c5d8ebe3280c tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] 10.222.0.50 "GET /v2.0/security-groups?id=38ab76f5-db73-4ecb-bfcc-3fb8c96eaf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196636 Dec 22 09:50:48.991985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9922fc42-73f5-44e7-b0bc-dc3f20e44e70 req-3fc4099d-ac2d-46e7-9414-e22505286b33 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Deleting port d8170ce6-c255-4b23-a59d-3ba87956db92 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:50:48.992435 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9922fc42-73f5-44e7-b0bc-dc3f20e44e70 req-3fc4099d-ac2d-46e7-9414-e22505286b33 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:48.998949 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c8b0e4d6-ac79-47e3-95c5-ee5648687bcd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.5462799 Dec 22 09:50:49.006753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06076122-d590-4a8c-8f12-a0779800734f req-b70796c2-28f2-474c-ad34-22af8ddd7383 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:49.008638 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06076122-d590-4a8c-8f12-a0779800734f req-b70796c2-28f2-474c-ad34-22af8ddd7383 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.4297202 Dec 22 09:50:49.012308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59844) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:49.019272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-42ec8a26-3e25-4e2b-be1e-5c4b227412bd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1647721105', 'network_id': 'c74f0952-e7b5-41ba-9e0c-da4624f45069'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:49.066172 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-067789c3-fc80-4fb9-b4f0-bf2771833a1a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1676106 Dec 22 09:50:49.088572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-42ec8a26-3e25-4e2b-be1e-5c4b227412bd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:49.096249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59850) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:49.113434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8d441eaf-923a-4f28-9cbc-368904099abf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'subnet': {'network_id': 'ae4ef2cb-9c26-4985-8d86-82e4e5301888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:49.140852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-42ec8a26-3e25-4e2b-be1e-5c4b227412bd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Usage tracker for resource:port and tenant:08b5323c4db5440c9e06461b822b874d is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:49.174124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-42ec8a26-3e25-4e2b-be1e-5c4b227412bd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:49.196623 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06076122-d590-4a8c-8f12-a0779800734f req-0b17958c-e8c9-4024-8b68-692bf49ffe96 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689184 Dec 22 09:50:49.208301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 55a99676-103c-4df1-8725-1f11f813826f up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:50:49.232019 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5be62929-6a52-4464-8aab-b483546bb9d4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 6.4465346 Dec 22 09:50:49.255080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59854) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:49.256039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-42ec8a26-3e25-4e2b-be1e-5c4b227412bd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:49.279480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067789c3-fc80-4fb9-b4f0-bf2771833a1a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Network': ['ID=ae4ef2cb-9c26-4985-8d86-82e4e5301888,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:49.293600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:49.294321 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:49.334901 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-067789c3-fc80-4fb9-b4f0-bf2771833a1a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:49.339131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network ae4ef2cb-9c26-4985-8d86-82e4e5301888 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:49.363254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network ae4ef2cb-9c26-4985-8d86-82e4e5301888 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:49.388201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-b11289de-740d-4d42-9370-45709c4336ae tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Allocated IP 172.20.0.9 (4139e1c7-4cf8-43ff-9532-d5b8777c2c1e/99bc7704-5812-409d-9056-a73056b9ef40/1880074a-226f-4738-88c9-d32d07d25585) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:50:49.490789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network ae4ef2cb-9c26-4985-8d86-82e4e5301888 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:49.680609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Allocated IP 172.25.7.199 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/56b34d09-028c-4897-9586-99f6f089a3f6) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:50:49.903786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ec8a26-3e25-4e2b-be1e-5c4b227412bd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Made reservation on behalf of 08b5323c4db5440c9e06461b822b874d for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:49.911464 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-42ec8a26-3e25-4e2b-be1e-5c4b227412bd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:49.946379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 55a99676-103c-4df1-8725-1f11f813826f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:49.946815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:49.953078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9922fc42-73f5-44e7-b0bc-dc3f20e44e70 req-3fc4099d-ac2d-46e7-9414-e22505286b33 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] For port d8170ce6-c255-4b23-a59d-3ba87956db92, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=d8170ce6-c255-4b23-a59d-3ba87956db92,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:50:49.953499 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9922fc42-73f5-44e7-b0bc-dc3f20e44e70 req-3fc4099d-ac2d-46e7-9414-e22505286b33 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:50.068055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8d441eaf-923a-4f28-9cbc-368904099abf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:50.102131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5dfd5c-45b9-4aa5-886d-7b6a373374b1 None None] Network c74f0952-e7b5-41ba-9e0c-da4624f45069 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:50:50.129683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8d441eaf-923a-4f28-9cbc-368904099abf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:subnet and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:50.133430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6', 'network_id': '5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6', 'tenant_id': '23170fad26154303ac3d5eefb66fa3e6', 'fixed_ips': [{'subnet_id': 'eacc9921-c3b6-4965-b9d2-33b492aac59b'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:50:50.134707 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:50.180237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8d441eaf-923a-4f28-9cbc-368904099abf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:50.226648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8d441eaf-923a-4f28-9cbc-368904099abf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:50.273255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-9922fc42-73f5-44e7-b0bc-dc3f20e44e70 req-3fc4099d-ac2d-46e7-9414-e22505286b33 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Calling delete_port for d8170ce6-c255-4b23-a59d-3ba87956db92 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:50:50.402220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:50.511140 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:50.529991 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7b6de52f-0ac5-48ca-8bad-b9a833eefc33 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:50.644905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-b11289de-740d-4d42-9370-45709c4336ae tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:50.660165 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:50.692329 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9922fc42-73f5-44e7-b0bc-dc3f20e44e70 req-3fc4099d-ac2d-46e7-9414-e22505286b33 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:50.716124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device d8170ce6-c255-4b23-a59d-3ba87956db92 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:50:50.719777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d441eaf-923a-4f28-9cbc-368904099abf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Made reservation on behalf of ddd4cc142d6346fb8b006ee06c9564e9 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:50.742275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event updated for resources: {'Port': ['ID=56b34d09-028c-4897-9586-99f6f089a3f6,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:50.752282 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:50.755890 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e51c511-bdd4-49df-a589-23d3c188b818 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:50.770751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] No Port match for: d8170ce6-c255-4b23-a59d-3ba87956db92 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:50:50.770751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device d8170ce6-c255-4b23-a59d-3ba87956db92 not bound to the agent host n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:50:50.823538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4099d-ac2d-46e7-9414-e22505286b33 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Pushing event deleted for resources: {'Port': ['ID=d8170ce6-c255-4b23-a59d-3ba87956db92,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:50.843373 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3fc4099d-ac2d-46e7-9414-e22505286b33 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:50.862969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332a3dc-1acf-4b7a-b93a-7f3b3c933406 req-2ee9045f-98ae-43b2-a6ee-0cf9f20e5ebd tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:50.866454 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f332a3dc-1acf-4b7a-b93a-7f3b3c933406 req-2ee9045f-98ae-43b2-a6ee-0cf9f20e5ebd tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=7d459390-9228-418c-a155-7c3a5acb8c3d HTTP/1.1" status: 200 len: 867 time: 1.5209556 Dec 22 09:50:50.879738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cde449-e84d-48d8-a560-344091920c1c req-ac60dd8c-ab7c-4869-ae92-76177422543a tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:50.882737 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d1cde449-e84d-48d8-a560-344091920c1c req-ac60dd8c-ab7c-4869-ae92-76177422543a tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.1955063 Dec 22 09:50:50.954893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Allocated IP 2001:db8::1 (5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6/eacc9921-c3b6-4965-b9d2-33b492aac59b/7b9293c3-d940-40bc-9c54-8c400253cee0) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:50:50.972968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:50:50.978902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:50.983869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:50:51.021817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-42ec8a26-3e25-4e2b-be1e-5c4b227412bd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] device_id is not set on port d173e5fc-8425-4536-9d78-5e914490598f yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:50:51.124227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-9922fc42-73f5-44e7-b0bc-dc3f20e44e70 req-3fc4099d-ac2d-46e7-9414-e22505286b33 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] No DVR routers for this DVR port d8170ce6-c255-4b23-a59d-3ba87956db92 on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:50:51.128301 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9922fc42-73f5-44e7-b0bc-dc3f20e44e70 req-3fc4099d-ac2d-46e7-9414-e22505286b33 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:51.131978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d459390-9228-418c-a155-7c3a5acb8c3d', 'name': 'network-vif-deleted', 'tag': 'd8170ce6-c255-4b23-a59d-3ba87956db92'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:50:51.166852 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9922fc42-73f5-44e7-b0bc-dc3f20e44e70 req-3fc4099d-ac2d-46e7-9414-e22505286b33 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "DELETE /v2.0/ports/d8170ce6-c255-4b23-a59d-3ba87956db92 HTTP/1.1" status: 204 len: 173 time: 2.4879501 Dec 22 09:50:51.174089 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d441eaf-923a-4f28-9cbc-368904099abf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:51.191422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for floatingip, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:51.234211 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:51.245368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Transition to ACTIVE for port object 7b9293c3-d940-40bc-9c54-8c400253cee0 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:50:51.265534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Transition to ACTIVE for port object 7b9293c3-d940-40bc-9c54-8c400253cee0 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:50:51.268240 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:51.270441 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:51.366197 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:51.427319 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fe072c2-495b-4421-8e39-2f66e1ad828a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:51.428995 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d1cde449-e84d-48d8-a560-344091920c1c req-0a4d5cef-239a-4877-8737-39fe6b51d6f5 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492657 Dec 22 09:50:51.516366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Pushing event updated for resources: {'Port': ['ID=7b9293c3-d940-40bc-9c54-8c400253cee0,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:51.520234 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:51.521657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 55a99676-103c-4df1-8725-1f11f813826f up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:50:51.527838 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f332a3dc-1acf-4b7a-b93a-7f3b3c933406 req-f80b9d59-eebf-40b9-84b8-efc69c23e58d tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630791 Dec 22 09:50:51.683624 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-b11289de-740d-4d42-9370-45709c4336ae tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:51.735175 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:51.739963 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:51.906091 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-83b467f2-ac76-4ddc-821d-05cf84d4dce5 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:51.907500 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f46212d1-4947-40cb-a389-ceaa2857c57d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:51.917990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Network 5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:50:51.921349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:51.924430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:50:51.990216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 55a99676-103c-4df1-8725-1f11f813826f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:51.990756 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:52.045211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event updated for resources: {'Port': ['ID=56b34d09-028c-4897-9586-99f6f089a3f6,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:52.049916 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:52.065392 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:52.079013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Attempting to bind port 7b9293c3-d940-40bc-9c54-8c400253cee0 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:50:52.079498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Attempting to bind port 7b9293c3-d940-40bc-9c54-8c400253cee0 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '6ef154bf-7072-4c09-ab24-240693284766', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:50:52.079822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Attempting to bind port 7b9293c3-d940-40bc-9c54-8c400253cee0 on network 5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:50:52.088715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:50:52.089154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Checking segment: {'id': '6ef154bf-7072-4c09-ab24-240693284766', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:50:52.089647 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:52.090095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Bound using segment: {'id': '6ef154bf-7072-4c09-ab24-240693284766', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:50:52.090647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Bound port: 7b9293c3-d940-40bc-9c54-8c400253cee0, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef154bf-7072-4c09-ab24-240693284766', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:50:52.091072 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:52.096836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:52.100701 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7375886 Dec 22 09:50:52.250875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-42ec8a26-3e25-4e2b-be1e-5c4b227412bd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Allocated IP 2001:db8::3c4 (c74f0952-e7b5-41ba-9e0c-da4624f45069/fb3a8720-4ac9-48b4-ba4d-8ad218d40ff9/d173e5fc-8425-4536-9d78-5e914490598f) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:50:52.259006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] For port 7b9293c3-d940-40bc-9c54-8c400253cee0, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:50:52.264357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] For port 7b9293c3-d940-40bc-9c54-8c400253cee0, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7b9293c3-d940-40bc-9c54-8c400253cee0,segment=NetworkSegment(6ef154bf-7072-4c09-ab24-240693284766),segment_id=6ef154bf-7072-4c09-ab24-240693284766)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:50:52.268914 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:52.298895 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:52.457239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11289de-740d-4d42-9370-45709c4336ae tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Pushing event updated for resources: {'Port': ['ID=1880074a-226f-4738-88c9-d32d07d25585,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:52.475454 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b11289de-740d-4d42-9370-45709c4336ae tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:52.476643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Pushing event updated for resources: {'Port': ['ID=7b9293c3-d940-40bc-9c54-8c400253cee0,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:52.482375 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:52.653113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9066de6-1f6a-4bea-8319-d41941638162 req-8c46ca3b-78f2-4a17-b969-38204c2bb0d6 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:52.654893 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9066de6-1f6a-4bea-8319-d41941638162 req-8c46ca3b-78f2-4a17-b969-38204c2bb0d6 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] 10.222.0.50 "GET /v2.0/ports?device_id=c43947f6-6de1-42ea-a9ed-4b80c1336cd0 HTTP/1.1" status: 200 len: 945 time: 0.8421390 Dec 22 09:50:52.757350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa59b6b-5b0e-4439-bdf2-3117c68c06c2 req-879c7db8-4de1-43c4-8259-e81cade7ec90 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:52.758117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-0aa59b6b-5b0e-4439-bdf2-3117c68c06c2 req-879c7db8-4de1-43c4-8259-e81cade7ec90 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Synchronizing usage tracker for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:50:52.845277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-b11289de-740d-4d42-9370-45709c4336ae tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:50:52.848305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-b11289de-740d-4d42-9370-45709c4336ae tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:52.852486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-b11289de-740d-4d42-9370-45709c4336ae tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:50:53.100972 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9066de6-1f6a-4bea-8319-d41941638162 req-e167debb-b62c-41c5-a078-f8f69bcc3343 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] 10.222.0.50 "GET /v2.0/security-groups?id=38ab76f5-db73-4ecb-bfcc-3fb8c96eaf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927791 Dec 22 09:50:53.101525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-0aa59b6b-5b0e-4439-bdf2-3117c68c06c2 req-879c7db8-4de1-43c4-8259-e81cade7ec90 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Unset dirty status for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:50:53.102736 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0aa59b6b-5b0e-4439-bdf2-3117c68c06c2 req-879c7db8-4de1-43c4-8259-e81cade7ec90 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 931 time: 1.4146891 Dec 22 09:50:53.131383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:53.161681 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a5ee63d4-5458-4b66-975f-4f30a2c7318c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:53.186627 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d459390-9228-418c-a155-7c3a5acb8c3d', 'name': 'network-vif-deleted', 'tag': 'd8170ce6-c255-4b23-a59d-3ba87956db92', 'status': 'completed', 'code': 200} Dec 22 09:50:53.207253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-b11289de-740d-4d42-9370-45709c4336ae tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:53.207987 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-b11289de-740d-4d42-9370-45709c4336ae tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:53.256007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Subnet': ['ID=eacc9921-c3b6-4965-b9d2-33b492aac59b,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:53.285739 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:53.472284 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-42ec8a26-3e25-4e2b-be1e-5c4b227412bd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:53.859560 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-b11289de-740d-4d42-9370-45709c4336ae tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0903068 Dec 22 09:50:53.905966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Request body: {'port': {'device_id': 'b2286477-3f92-4648-adfa-105e9fe1f15a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:53.952488 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0aa59b6b-5b0e-4439-bdf2-3117c68c06c2 req-614aa10b-1a0a-4718-86b2-59038daf55bd tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8306799 Dec 22 09:50:54.151592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600d205f-464a-4c2c-83b1-0483037d0b56 None None] Network 5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:50:54.263601 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:54.301311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4827101f-692a-4bb0-9d5b-59ce6f075b4d None None] Provisioning for port 7b9293c3-d940-40bc-9c54-8c400253cee0 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:50:54.360860 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-42ec8a26-3e25-4e2b-be1e-5c4b227412bd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:54.404279 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-98546c08-745c-4270-bb32-7d89ddcc4a97 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:54.462291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea19b5e-0e49-420a-a3dd-899c6a28af83 req-c9458ea7-ee40-4aec-8d43-a3142340f9c0 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:54.465804 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eea19b5e-0e49-420a-a3dd-899c6a28af83 req-c9458ea7-ee40-4aec-8d43-a3142340f9c0 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.0890653 Dec 22 09:50:54.544321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38deb149-3a49-4840-a6f7-f376632c5325 None None] DHCP port deletion for 5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:50:54.549877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-38deb149-3a49-4840-a6f7-f376632c5325 None None] Deleting port 7b9293c3-d940-40bc-9c54-8c400253cee0 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:50:54.550367 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-38deb149-3a49-4840-a6f7-f376632c5325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:54.659642 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:54.690829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-00193530-1b57-48ef-8e78-d3cec8c3430b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Synchronizing usage tracker for tenant:c331cc560d8748a88e7458b10299f64a on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:50:54.789795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-38deb149-3a49-4840-a6f7-f376632c5325 None None] For port 7b9293c3-d940-40bc-9c54-8c400253cee0, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7b9293c3-d940-40bc-9c54-8c400253cee0,segment=NetworkSegment(6ef154bf-7072-4c09-ab24-240693284766),segment_id=6ef154bf-7072-4c09-ab24-240693284766)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:50:54.790155 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-38deb149-3a49-4840-a6f7-f376632c5325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:54.851573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec8a26-3e25-4e2b-be1e-5c4b227412bd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Pushing event updated for resources: {'Port': ['ID=d173e5fc-8425-4536-9d78-5e914490598f,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:54.877088 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-42ec8a26-3e25-4e2b-be1e-5c4b227412bd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:54.878843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:54.929822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-38deb149-3a49-4840-a6f7-f376632c5325 None None] Calling delete_port for 7b9293c3-d940-40bc-9c54-8c400253cee0 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:50:54.956716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef154bf-7072-4c09-ab24-240693284766') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:54.957070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef154bf-7072-4c09-ab24-240693284766') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:50:54.983063 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eea19b5e-0e49-420a-a3dd-899c6a28af83 req-5a2d8e81-7bc1-47cb-bc39-c54623158ac1 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790543 Dec 22 09:50:55.015760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-00193530-1b57-48ef-8e78-d3cec8c3430b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Unset dirty status for tenant:c331cc560d8748a88e7458b10299f64a on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:50:55.017360 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-00193530-1b57-48ef-8e78-d3cec8c3430b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--207967883&fields=id&tenant_id=c331cc560d8748a88e7458b10299f64a HTTP/1.1" status: 200 len: 267 time: 0.8144798 Dec 22 09:50:55.018510 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-38deb149-3a49-4840-a6f7-f376632c5325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:55.019341 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:55.039351 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:55.092138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38deb149-3a49-4840-a6f7-f376632c5325 None None] Pushing event deleted for resources: {'Port': ['ID=7b9293c3-d940-40bc-9c54-8c400253cee0,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:55.097263 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-38deb149-3a49-4840-a6f7-f376632c5325 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:55.164150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:55.166543 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d441eaf-923a-4f28-9cbc-368904099abf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:55.184219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38deb149-3a49-4840-a6f7-f376632c5325 None None] No DVR routers for this DVR port 7b9293c3-d940-40bc-9c54-8c400253cee0 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:50:55.184727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Releasing vxlan tunnel 11 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:50:55.208662 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:55.367425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ec8a26-3e25-4e2b-be1e-5c4b227412bd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Network c74f0952-e7b5-41ba-9e0c-da4624f45069 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:50:55.390912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-42ec8a26-3e25-4e2b-be1e-5c4b227412bd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:55.454074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ec8a26-3e25-4e2b-be1e-5c4b227412bd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:50:55.455003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ec8a26-3e25-4e2b-be1e-5c4b227412bd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:55.455678 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-42ec8a26-3e25-4e2b-be1e-5c4b227412bd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:55.480626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-25d45742-cc59-4920-aaac-9f9d334f0641 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:55.481280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-25d45742-cc59-4920-aaac-9f9d334f0641 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Synchronizing usage tracker for tenant:c331cc560d8748a88e7458b10299f64a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:50:55.731631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d441eaf-923a-4f28-9cbc-368904099abf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Subnet': ['ID=2187d217-61b3-41be-b7d7-397bcbf9351d,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:55.750908 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-42ec8a26-3e25-4e2b-be1e-5c4b227412bd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 6.7371559 Dec 22 09:50:55.753180 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d441eaf-923a-4f28-9cbc-368904099abf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:55.754013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59898) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:55.760610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:50:55.789506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-25d45742-cc59-4920-aaac-9f9d334f0641 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Unset dirty status for tenant:c331cc560d8748a88e7458b10299f64a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:50:55.791631 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-25d45742-cc59-4920-aaac-9f9d334f0641 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports/535b7ea4-38e5-40cd-99f6-5fcf8666390b HTTP/1.1" status: 200 len: 937 time: 0.7216673 Dec 22 09:50:55.795606 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:56.118221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Deleting port d173e5fc-8425-4536-9d78-5e914490598f {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:50:56.118607 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:56.409421 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:56.505371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-7dd91266-4462-4e9c-a0c3-90c0d9401eaa tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:56.507008 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-7dd91266-4462-4e9c-a0c3-90c0d9401eaa tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports/fc7329c3-78f6-4136-a3e0-470e31556bdf HTTP/1.1" status: 200 len: 937 time: 0.6721003 Dec 22 09:50:56.509023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:50:56.543501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Calling delete_port for d173e5fc-8425-4536-9d78-5e914490598f owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:50:56.564352 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:50:56.582344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54867d6a-e9dd-4b9e-b060-9314811370c6 req-5e5ed8e6-ac9c-4dfe-b4d2-e68104065f66 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:56.584218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54867d6a-e9dd-4b9e-b060-9314811370c6 req-5e5ed8e6-ac9c-4dfe-b4d2-e68104065f66 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 931 time: 1.1871367 Dec 22 09:50:56.704648 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:56.725050 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d82646b4-a242-4ffa-9648-96719a65736e tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:56.749644 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-7c6e2e57-6088-4306-93f9-7706f6c37f24 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?network_id=1db62543-483d-4fd0-a5fc-77a084335431&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2040825 Dec 22 09:50:56.774874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d441eaf-923a-4f28-9cbc-368904099abf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Checking segment: {'id': 'b495a477-639f-4856-aaad-d73c290c696b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ae4ef2cb-9c26-4985-8d86-82e4e5301888'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:50:56.774874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d441eaf-923a-4f28-9cbc-368904099abf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network hostable DHCP agents. Network: ae4ef2cb-9c26-4985-8d86-82e4e5301888, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:50:56.784987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Pushing event deleted for resources: {'Port': ['ID=d173e5fc-8425-4536-9d78-5e914490598f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:56.800661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.801075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.801506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.801949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.802360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.802767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.803193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.804394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.804394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.804756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.804860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.805227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.805805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.806419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.806656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.807054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.807454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.807899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.808380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.808787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.809185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.809581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.810002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.810469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.810953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.811361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.811745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.812170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.812568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.812967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.813363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.813784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.814252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.814653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.815051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.815446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:50:56.819897 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:56.845486 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:56.860380 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-d0b86ddd-1a9d-42d7-aa10-de4ce1dd61df tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?network_id=1db62543-483d-4fd0-a5fc-77a084335431&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0954816 Dec 22 09:50:56.862121 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:56.896638 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:56.908628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:50:56.949972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:56.961967 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "DELETE /v2.0/ports/d173e5fc-8425-4536-9d78-5e914490598f HTTP/1.1" status: 204 len: 168 time: 1.2065763 Dec 22 09:50:56.966104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59902) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:56.966557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Network': ['ID=5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:56.972013 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54867d6a-e9dd-4b9e-b060-9314811370c6 req-32c37bed-cd49-4e8a-b193-aa97ac8fed4d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219881 Dec 22 09:50:56.973221 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:56.977770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Request body: {'router': {'external_gateway_info': {'network_id': 'c74f0952-e7b5-41ba-9e0c-da4624f45069', 'external_fixed_ips': [{'subnet_id': 'fb3a8720-4ac9-48b4-ba4d-8ad218d40ff9', 'ip_address': '2001:db8::3c4'}]}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:56.985663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:56.991249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Usage tracker for resource:router and tenant:08b5323c4db5440c9e06461b822b874d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:57.006651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:57.019015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:57.019241 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/networks/5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6 HTTP/1.1" status: 204 len: 168 time: 7.7463951 Dec 22 09:50:57.023695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59908) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:57.035963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-062b7df4-bbed-48e3-a17b-0711e85fa42b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-416293213'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:57.046921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-062b7df4-bbed-48e3-a17b-0711e85fa42b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:57.051112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d441eaf-923a-4f28-9cbc-368904099abf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network ae4ef2cb-9c26-4985-8d86-82e4e5301888 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:50:57.052703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-062b7df4-bbed-48e3-a17b-0711e85fa42b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Usage tracker for resource:network and tenant:23170fad26154303ac3d5eefb66fa3e6 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:57.056171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-062b7df4-bbed-48e3-a17b-0711e85fa42b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:57.060061 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:57.061386 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:57.070051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-062b7df4-bbed-48e3-a17b-0711e85fa42b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:57.092932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062b7df4-bbed-48e3-a17b-0711e85fa42b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Made reservation on behalf of 23170fad26154303ac3d5eefb66fa3e6 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:57.100069 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-062b7df4-bbed-48e3-a17b-0711e85fa42b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:57.113570 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:57.149060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1880074a-226f-4738-88c9-d32d07d25585 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:50:57.157090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-8d441eaf-923a-4f28-9cbc-368904099abf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, ae4ef2cb-9c26-4985-8d86-82e4e5301888) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:57.168475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da11bc0f-12e5-42e8-901f-c9ed76b51351 None None] Network ae4ef2cb-9c26-4985-8d86-82e4e5301888 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:50:57.169714 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:57.228401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062b7df4-bbed-48e3-a17b-0711e85fa42b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:50:57.231543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d441eaf-923a-4f28-9cbc-368904099abf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:57.232310 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d441eaf-923a-4f28-9cbc-368904099abf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:57.239189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Transition to ACTIVE for port object 1880074a-226f-4738-88c9-d32d07d25585 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:50:57.306222 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:57.332396 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:57.394924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-062b7df4-bbed-48e3-a17b-0711e85fa42b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:57.395376 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-062b7df4-bbed-48e3-a17b-0711e85fa42b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Added segment 0a979eed-5701-43cf-9789-3662b9458896 of type vxlan for network ecee3aa7-0581-4c75-b9af-885f10a8fa7a Dec 22 09:50:57.403404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-64630842-b9a9-4017-afa5-bf8215efb63d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:57.414584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-64630842-b9a9-4017-afa5-bf8215efb63d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:57.421374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-64630842-b9a9-4017-afa5-bf8215efb63d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:57.422542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-64630842-b9a9-4017-afa5-bf8215efb63d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Synchronizing usage tracker for tenant:c331cc560d8748a88e7458b10299f64a on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:50:57.467161 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8d441eaf-923a-4f28-9cbc-368904099abf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 8.3697674 Dec 22 09:50:57.472243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59916) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:57.508213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-ae4ef2cb-9c26-4985-8d86-82e4e5301888', 'network_id': 'ae4ef2cb-9c26-4985-8d86-82e4e5301888', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'fixed_ips': [{'subnet_id': '2187d217-61b3-41be-b7d7-397bcbf9351d'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:50:57.509726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:57.517156 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:57.526693 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-062b7df4-bbed-48e3-a17b-0711e85fa42b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:57.551415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ac655f9d-feb1-4318-9274-6f29b574a4e5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1095578623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:57.597891 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-062b7df4-bbed-48e3-a17b-0711e85fa42b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:57.602082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b7df4-bbed-48e3-a17b-0711e85fa42b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:57.602734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-062b7df4-bbed-48e3-a17b-0711e85fa42b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:57.610640 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fa7e58b3-e9eb-4cbc-9229-90e8821f4b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018519611] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:57.618542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ac655f9d-feb1-4318-9274-6f29b574a4e5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:57.621950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Pushing event updated for resources: {'Port': ['ID=1880074a-226f-4738-88c9-d32d07d25585,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:57.636744 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:57.637868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ac655f9d-feb1-4318-9274-6f29b574a4e5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:router and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:57.643226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ac655f9d-feb1-4318-9274-6f29b574a4e5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for router was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:57.651002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-64630842-b9a9-4017-afa5-bf8215efb63d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Unset dirty status for tenant:c331cc560d8748a88e7458b10299f64a on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:50:57.652147 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-64630842-b9a9-4017-afa5-bf8215efb63d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/networks?id=473d1949-ed9f-4949-b1e6-1e121c2d7167&id=d34186bb-32c4-4a88-b464-38e69175bc20&id=d34186bb-32c4-4a88-b464-38e69175bc20&id=1db62543-483d-4fd0-a5fc-77a084335431&id=1db62543-483d-4fd0-a5fc-77a084335431 HTTP/1.1" status: 200 len: 1996 time: 0.7505233 Dec 22 09:50:57.660770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ac655f9d-feb1-4318-9274-6f29b574a4e5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:57.712064 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-671c2eb1-cd0e-4082-9526-b74abe8b52f8 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/quotas/c331cc560d8748a88e7458b10299f64a HTTP/1.1" status: 200 len: 375 time: 0.0469186 Dec 22 09:50:57.720058 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac655f9d-feb1-4318-9274-6f29b574a4e5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:57.721220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac655f9d-feb1-4318-9274-6f29b574a4e5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:57.781821 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-062b7df4-bbed-48e3-a17b-0711e85fa42b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7554889 Dec 22 09:50:57.788681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59920) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:57.801228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b7df4-bbed-48e3-a17b-0711e85fa42b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Network': ['ID=ecee3aa7-0581-4c75-b9af-885f10a8fa7a,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:57.804794 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-062b7df4-bbed-48e3-a17b-0711e85fa42b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:57.805238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-355753a6-0df7-4815-bdb1-793653504c92 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'subnet': {'network_id': 'ecee3aa7-0581-4c75-b9af-885f10a8fa7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:57.848169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network ecee3aa7-0581-4c75-b9af-885f10a8fa7a details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:57.862168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network ecee3aa7-0581-4c75-b9af-885f10a8fa7a details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:57.875350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network ecee3aa7-0581-4c75-b9af-885f10a8fa7a details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:50:57.940957 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac655f9d-feb1-4318-9274-6f29b574a4e5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:58.076724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699114c1-72a6-42cf-8440-b87f413d0993 req-1d6e3083-be9c-458f-a556-26def068b80f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:58.078492 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-699114c1-72a6-42cf-8440-b87f413d0993 req-1d6e3083-be9c-458f-a556-26def068b80f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.5104015 Dec 22 09:50:58.144237 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:58.149823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-355753a6-0df7-4815-bdb1-793653504c92 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:50:58.160052 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac655f9d-feb1-4318-9274-6f29b574a4e5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:58.189891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-355753a6-0df7-4815-bdb1-793653504c92 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Usage tracker for resource:subnet and tenant:23170fad26154303ac3d5eefb66fa3e6 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:50:58.200921 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:58.216826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-355753a6-0df7-4815-bdb1-793653504c92 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:50:58.239549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-355753a6-0df7-4815-bdb1-793653504c92 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:50:58.277101 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-006856da-9e6f-42df-99a5-bd56cad486d5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?tenant_id=c331cc560d8748a88e7458b10299f64a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5501492 Dec 22 09:50:58.291981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355753a6-0df7-4815-bdb1-793653504c92 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Made reservation on behalf of 23170fad26154303ac3d5eefb66fa3e6 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:50:58.321711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Attempting to bind port 1880074a-226f-4738-88c9-d32d07d25585 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:50:58.322175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Attempting to bind port 1880074a-226f-4738-88c9-d32d07d25585 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:50:58.322640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Attempting to bind port 1880074a-226f-4738-88c9-d32d07d25585 on network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:50:58.327765 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-699114c1-72a6-42cf-8440-b87f413d0993 req-7c0cbeb6-0c2b-49c1-986a-6811f4ed4641 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265580 Dec 22 09:50:58.399056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Allocated IP 2001:db8::2 (ae4ef2cb-9c26-4985-8d86-82e4e5301888/2187d217-61b3-41be-b7d7-397bcbf9351d/8645a016-f971-427e-84bd-f503e5f007f6) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:50:58.410669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:50:58.411174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Checking segment: {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:50:58.411672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:58.412276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Bound using segment: {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:50:58.413485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Bound port: 1880074a-226f-4738-88c9-d32d07d25585, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:50:58.414146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:58.445369 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac655f9d-feb1-4318-9274-6f29b574a4e5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:58.450928 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ac655f9d-feb1-4318-9274-6f29b574a4e5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9154088 Dec 22 09:50:58.452079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59928) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:58.631670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Allocated IP 2001:db8::3c4 (c74f0952-e7b5-41ba-9e0c-da4624f45069/fb3a8720-4ac9-48b4-ba4d-8ad218d40ff9/876df0db-0a64-4e9b-a591-98002e7ede4d) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:50:58.662580 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:58.678942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Transition to ACTIVE for port object 8645a016-f971-427e-84bd-f503e5f007f6 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:50:58.702165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Transition to ACTIVE for port object 8645a016-f971-427e-84bd-f503e5f007f6 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:50:58.710985 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:58.734551 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b6818fff-3f82-4700-8ba2-259bb522cd77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:58.873589 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-355753a6-0df7-4815-bdb1-793653504c92 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:58.883269 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:58.894209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Pushing event updated for resources: {'Port': ['ID=8645a016-f971-427e-84bd-f503e5f007f6,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:58.901225 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:58.913925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066903e6-04f3-4047-a668-d38a314c77fb req-ed988db5-673f-417c-abde-f0074a27c387 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:58.914722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-066903e6-04f3-4047-a668-d38a314c77fb req-ed988db5-673f-417c-abde-f0074a27c387 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Synchronizing usage tracker for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:50:58.937800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-066903e6-04f3-4047-a668-d38a314c77fb req-ed988db5-673f-417c-abde-f0074a27c387 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Unset dirty status for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:50:58.939073 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-066903e6-04f3-4047-a668-d38a314c77fb req-ed988db5-673f-417c-abde-f0074a27c387 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "GET /v2.0/ports?device_id=361f281c-ac34-44b1-bee8-3cd42de83857 HTTP/1.1" status: 200 len: 945 time: 0.1559248 Dec 22 09:50:58.940602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:58.958624 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-45064bb8-4000-428e-b1f7-13bd907369ba tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:58.961910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Network ae4ef2cb-9c26-4985-8d86-82e4e5301888 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:50:58.963567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:58.967327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:50:59.035573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Attempting to bind port 8645a016-f971-427e-84bd-f503e5f007f6 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:50:59.036364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Attempting to bind port 8645a016-f971-427e-84bd-f503e5f007f6 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'b495a477-639f-4856-aaad-d73c290c696b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ae4ef2cb-9c26-4985-8d86-82e4e5301888'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:50:59.036882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Attempting to bind port 8645a016-f971-427e-84bd-f503e5f007f6 on network ae4ef2cb-9c26-4985-8d86-82e4e5301888 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:50:59.044812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:50:59.045675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Checking segment: {'id': 'b495a477-639f-4856-aaad-d73c290c696b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ae4ef2cb-9c26-4985-8d86-82e4e5301888'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:50:59.046207 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:59.046943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Bound using segment: {'id': 'b495a477-639f-4856-aaad-d73c290c696b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ae4ef2cb-9c26-4985-8d86-82e4e5301888'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:50:59.047473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Bound port: 8645a016-f971-427e-84bd-f503e5f007f6, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b495a477-639f-4856-aaad-d73c290c696b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ae4ef2cb-9c26-4985-8d86-82e4e5301888'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:50:59.047894 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:59.164281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] For port 8645a016-f971-427e-84bd-f503e5f007f6, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:50:59.168801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] For port 8645a016-f971-427e-84bd-f503e5f007f6, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8645a016-f971-427e-84bd-f503e5f007f6,segment=NetworkSegment(b495a477-639f-4856-aaad-d73c290c696b),segment_id=b495a477-639f-4856-aaad-d73c290c696b)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:50:59.174163 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:59.175524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-066903e6-04f3-4047-a668-d38a314c77fb req-914c7a6b-7fa1-4847-b11b-f2269a2db967 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Deleting port 498480bb-ea1f-4358-97cb-7caf0732f8e1 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:50:59.175925 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-066903e6-04f3-4047-a668-d38a314c77fb req-914c7a6b-7fa1-4847-b11b-f2269a2db967 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:59.194061 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-30fd25c6-7a3e-4f33-a62c-d53bd406bfd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:59.214013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Pushing event updated for resources: {'Port': ['ID=876df0db-0a64-4e9b-a591-98002e7ede4d,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:59.226480 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:59.345085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 55a99676-103c-4df1-8725-1f11f813826f up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:50:59.364586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Network c74f0952-e7b5-41ba-9e0c-da4624f45069 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:50:59.370552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:50:59.376126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:50:59.477747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Pushing event updated for resources: {'Port': ['ID=8645a016-f971-427e-84bd-f503e5f007f6,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:50:59.490151 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:50:59.508571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 55a99676-103c-4df1-8725-1f11f813826f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:50:59.508996 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:59.550777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] For port 1880074a-226f-4738-88c9-d32d07d25585, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:50:59.587801 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ffb0b13c-e400-446c-92f2-e5c5e36d1651 service neutron] 10.222.0.50 "GET /v2.0/networks/473d1949-ed9f-4949-b1e6-1e121c2d7167?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2679989 Dec 22 09:50:59.678094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] For port 1880074a-226f-4738-88c9-d32d07d25585, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=1880074a-226f-4738-88c9-d32d07d25585,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:50:59.704614 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:59.715381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 498480bb-ea1f-4358-97cb-7caf0732f8e1 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:50:59.731766 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-42ec8a26-3e25-4e2b-be1e-5c4b227412bd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:50:59.861564 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:59.869590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495629c-2e2f-47ae-834f-b54f8b9a3aff req-8576a68c-4616-4994-b1c0-aa7ebed034a6 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:50:59.879571 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1495629c-2e2f-47ae-834f-b54f8b9a3aff req-8576a68c-4616-4994-b1c0-aa7ebed034a6 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=361f281c-ac34-44b1-bee8-3cd42de83857 HTTP/1.1" status: 200 len: 945 time: 1.3474383 Dec 22 09:50:59.940647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361f281c-ac34-44b1-bee8-3cd42de83857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '498480bb-ea1f-4358-97cb-7caf0732f8e1'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:50:59.967489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 498480bb-ea1f-4358-97cb-7caf0732f8e1, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=498480bb-ea1f-4358-97cb-7caf0732f8e1,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:50:59.967772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-066903e6-04f3-4047-a668-d38a314c77fb req-914c7a6b-7fa1-4847-b11b-f2269a2db967 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] For port 498480bb-ea1f-4358-97cb-7caf0732f8e1, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=498480bb-ea1f-4358-97cb-7caf0732f8e1,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:50:59.969502 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-066903e6-04f3-4047-a668-d38a314c77fb req-914c7a6b-7fa1-4847-b11b-f2269a2db967 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:59.973050 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:50:59.976225 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:00.098148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=498480bb-ea1f-4358-97cb-7caf0732f8e1,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:00.101593 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:00.188563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-066903e6-04f3-4047-a668-d38a314c77fb req-914c7a6b-7fa1-4847-b11b-f2269a2db967 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Calling delete_port for 498480bb-ea1f-4358-97cb-7caf0732f8e1 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:51:00.226892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:00.296476 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1495629c-2e2f-47ae-834f-b54f8b9a3aff req-4e06ab78-e15e-49fd-b2bc-4f74bd31e447 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157119 Dec 22 09:51:00.317500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Pushing event updated for resources: {'Port': ['ID=1880074a-226f-4738-88c9-d32d07d25585,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:00.388610 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:00.396482 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-066903e6-04f3-4047-a668-d38a314c77fb req-914c7a6b-7fa1-4847-b11b-f2269a2db967 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:51:00.396850 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-066903e6-04f3-4047-a668-d38a314c77fb req-914c7a6b-7fa1-4847-b11b-f2269a2db967 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:51:00.397528 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:00.444623 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-28c85c5a-604d-4776-82f5-a042749d62f5 service neutron] 10.222.0.50 "GET /v2.0/networks/473d1949-ed9f-4949-b1e6-1e121c2d7167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7916281 Dec 22 09:51:00.608633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:00.609313 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:00.610851 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] 10.222.0.64 "PUT /v2.0/ports/1880074a-226f-4738-88c9-d32d07d25585 HTTP/1.1" status: 200 len: 1155 time: 6.7281201 Dec 22 09:51:00.676224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2286477-3f92-4648-adfa-105e9fe1f15a', 'tag': '1880074a-226f-4738-88c9-d32d07d25585'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:51:00.787819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8645a016-f971-427e-84bd-f503e5f007f6 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:51:00.811515 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:00.837041 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-874a40de-8c7f-46b1-a083-edc7a0755986 service neutron] 10.222.0.50 "GET /v2.0/ports/535b7ea4-38e5-40cd-99f6-5fcf8666390b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.3778815 Dec 22 09:51:00.874075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 8645a016-f971-427e-84bd-f503e5f007f6 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:51:00.905658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-066903e6-04f3-4047-a668-d38a314c77fb req-914c7a6b-7fa1-4847-b11b-f2269a2db967 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Deleting port 498480bb-ea1f-4358-97cb-7caf0732f8e1 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:51:00.906044 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-066903e6-04f3-4047-a668-d38a314c77fb req-914c7a6b-7fa1-4847-b11b-f2269a2db967 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:01.100221 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3ef24cd-e5e7-4aa0-9b27-f5323cdbf5b6 req-8ce6fa7e-0ee2-4427-b216-98314834a3fa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.7554579 Dec 22 09:51:01.144744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef6e3bd-0194-4146-b873-3a0e99f30602 None None] Network ae4ef2cb-9c26-4985-8d86-82e4e5301888 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:51:01.288956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eb491cd0-e69d-49cf-b2fe-f24c8ba13c6a None None] Provisioning for port 8645a016-f971-427e-84bd-f503e5f007f6 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:51:01.305328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eb491cd0-e69d-49cf-b2fe-f24c8ba13c6a None None] Provisioning complete for port 8645a016-f971-427e-84bd-f503e5f007f6 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:01.305983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb491cd0-e69d-49cf-b2fe-f24c8ba13c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:01.331759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-066903e6-04f3-4047-a668-d38a314c77fb req-914c7a6b-7fa1-4847-b11b-f2269a2db967 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] For port 498480bb-ea1f-4358-97cb-7caf0732f8e1, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=498480bb-ea1f-4358-97cb-7caf0732f8e1,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:51:01.332218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-066903e6-04f3-4047-a668-d38a314c77fb req-914c7a6b-7fa1-4847-b11b-f2269a2db967 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:01.493411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-066903e6-04f3-4047-a668-d38a314c77fb req-914c7a6b-7fa1-4847-b11b-f2269a2db967 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Calling delete_port for 498480bb-ea1f-4358-97cb-7caf0732f8e1 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:51:01.535419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Router 8bbd3e75-82ca-46d6-bfda-65c81954cbab is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:51:01.558404 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb491cd0-e69d-49cf-b2fe-f24c8ba13c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:01.595857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-5540c16f-aae3-4acd-81f4-731611757474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:01.597514 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-5540c16f-aae3-4acd-81f4-731611757474 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 1158 time: 0.9048934 Dec 22 09:51:01.607053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-eb491cd0-e69d-49cf-b2fe-f24c8ba13c6a None None] For port 8645a016-f971-427e-84bd-f503e5f007f6, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8645a016-f971-427e-84bd-f503e5f007f6,segment=NetworkSegment(b495a477-639f-4856-aaad-d73c290c696b),segment_id=b495a477-639f-4856-aaad-d73c290c696b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:51:01.610820 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb491cd0-e69d-49cf-b2fe-f24c8ba13c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:01.612769 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-38deb149-3a49-4840-a6f7-f376632c5325 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:01.692197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb491cd0-e69d-49cf-b2fe-f24c8ba13c6a None None] Pushing event updated for resources: {'Port': ['ID=8645a016-f971-427e-84bd-f503e5f007f6,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:01.695540 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eb491cd0-e69d-49cf-b2fe-f24c8ba13c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:01.781817 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-17e17414-a16f-440e-9105-5a2143640d8d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1880074a-226f-4738-88c9-d32d07d25585 HTTP/1.1" status: 200 len: 217 time: 0.1326749 Dec 22 09:51:01.793067 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-9dde4d30-dad2-438f-8c63-4693b9edff5c service neutron] 10.222.0.50 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8925853 Dec 22 09:51:01.808541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e10a0-c432-4124-a798-9495f6215b8e req-1f3a6bcf-1cf1-4ffa-933c-92113b89bd18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:01.810426 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db7e10a0-c432-4124-a798-9495f6215b8e req-1f3a6bcf-1cf1-4ffa-933c-92113b89bd18 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 943 time: 0.9945858 Dec 22 09:51:01.841218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:51:01.849547 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-066903e6-04f3-4047-a668-d38a314c77fb req-914c7a6b-7fa1-4847-b11b-f2269a2db967 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:01.854476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f390d-dc5a-451d-9146-672b9ed9d017 None None] Sync routers for ids ['8bbd3e75-82ca-46d6-bfda-65c81954cbab'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:51:01.870012 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1c194aea-7089-4c36-b0db-59b5fb50853d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:01.880511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f390d-dc5a-451d-9146-672b9ed9d017 None None] Routers {'8bbd3e75-82ca-46d6-bfda-65c81954cbab'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:51:01.881423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-762f390d-dc5a-451d-9146-672b9ed9d017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:50:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['8bbd3e75-82ca-46d6-bfda-65c81954cbab'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:01.921495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c7a6b-7fa1-4847-b11b-f2269a2db967 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Pushing event deleted for resources: {'Port': ['ID=498480bb-ea1f-4358-97cb-7caf0732f8e1,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:01.929062 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-914c7a6b-7fa1-4847-b11b-f2269a2db967 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:02.006011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-72bc5664-8cd5-45cb-b9ca-a8c9bd5f9145 None None] Provisioning complete for port 8645a016-f971-427e-84bd-f503e5f007f6 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:02.006782 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72bc5664-8cd5-45cb-b9ca-a8c9bd5f9145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:02.022848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:02.026805 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.0562885 Dec 22 09:51:02.027825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59940) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:02.252441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-762f390d-dc5a-451d-9146-672b9ed9d017 None None] Set router 8bbd3e75-82ca-46d6-bfda-65c81954cbab gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:51:02.266936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-da599edf-acbd-4cc4-a8bb-19a4b32e62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:02.268744 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-da599edf-acbd-4cc4-a8bb-19a4b32e62f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99bc7704-5812-409d-9056-a73056b9ef40 HTTP/1.1" status: 200 len: 852 time: 0.4743402 Dec 22 09:51:02.270780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef24cd-e5e7-4aa0-9b27-f5323cdbf5b6 req-9f0fd036-888d-4076-8c09-70f84ecf6e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:02.272765 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3ef24cd-e5e7-4aa0-9b27-f5323cdbf5b6 req-9f0fd036-888d-4076-8c09-70f84ecf6e6a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=633dde4b29c44f53b6aa0cd8d5318325&device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 1160 time: 1.0710676 Dec 22 09:51:02.355634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-066903e6-04f3-4047-a668-d38a314c77fb req-914c7a6b-7fa1-4847-b11b-f2269a2db967 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] No DVR routers for this DVR port 498480bb-ea1f-4358-97cb-7caf0732f8e1 on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:51:02.369642 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-066903e6-04f3-4047-a668-d38a314c77fb req-914c7a6b-7fa1-4847-b11b-f2269a2db967 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:02.372036 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-066903e6-04f3-4047-a668-d38a314c77fb req-914c7a6b-7fa1-4847-b11b-f2269a2db967 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "DELETE /v2.0/ports/498480bb-ea1f-4358-97cb-7caf0732f8e1 HTTP/1.1" status: 204 len: 173 time: 3.4140649 Dec 22 09:51:02.379083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361f281c-ac34-44b1-bee8-3cd42de83857', 'name': 'network-vif-deleted', 'tag': '498480bb-ea1f-4358-97cb-7caf0732f8e1'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:51:02.395055 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4aefff62-7d0f-4339-b26b-6235b350c762 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:02.465414 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db7e10a0-c432-4124-a798-9495f6215b8e req-02bdbc2c-8c29-4cf6-bb38-a3af48909a63 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001001 Dec 22 09:51:02.754861 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-ddcac3be-fb9c-4067-a326-2235d8204eba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4276481 Dec 22 09:51:02.785127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8645a016-f971-427e-84bd-f503e5f007f6 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:51:02.905867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Allocated IP 2001:db8::1 (ae4ef2cb-9c26-4985-8d86-82e4e5301888/2187d217-61b3-41be-b7d7-397bcbf9351d/7ddb8877-2166-42aa-9ff6-3a8321df5767) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:51:02.918023 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-4e323a44-d5fe-496b-a29b-2158168e32e5 service neutron] 10.222.0.50 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1020217 Dec 22 09:51:02.945948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe4fde-8664-4eb9-bd68-ad71392b193c req-b413b493-82c6-4c7c-b1df-e551f1fb0d46 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:02.946483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 8645a016-f971-427e-84bd-f503e5f007f6 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:02.946742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-43fe4fde-8664-4eb9-bd68-ad71392b193c req-b413b493-82c6-4c7c-b1df-e551f1fb0d46 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Synchronizing usage tracker for tenant:0f52ab00bc60483dac0f344fe236b1e2 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:51:02.946873 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:02.993230 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4aefff62-7d0f-4339-b26b-6235b350c762 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:02.997220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-43fe4fde-8664-4eb9-bd68-ad71392b193c req-b413b493-82c6-4c7c-b1df-e551f1fb0d46 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Unset dirty status for tenant:0f52ab00bc60483dac0f344fe236b1e2 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:51:02.998412 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-43fe4fde-8664-4eb9-bd68-ad71392b193c req-b413b493-82c6-4c7c-b1df-e551f1fb0d46 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] 10.222.0.64 "GET /v2.0/ports?device_id=c43947f6-6de1-42ea-a9ed-4b80c1336cd0 HTTP/1.1" status: 200 len: 945 time: 0.7128034 Dec 22 09:51:03.000964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4aefff62-7d0f-4339-b26b-6235b350c762 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Deleting port 876df0db-0a64-4e9b-a591-98002e7ede4d {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:51:03.001352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4aefff62-7d0f-4339-b26b-6235b350c762 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:03.037498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-649f28fd-461b-411f-80ab-ac6e9cb8f01d None None] Provisioning complete for port 8645a016-f971-427e-84bd-f503e5f007f6 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:03.037822 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-649f28fd-461b-411f-80ab-ac6e9cb8f01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:03.072638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 55a99676-103c-4df1-8725-1f11f813826f no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:51:03.191539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-762f390d-dc5a-451d-9146-672b9ed9d017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbd3e75-82ca-46d6-bfda-65c81954cbab', 'name': '', 'tenant_id': '08b5323c4db5440c9e06461b822b874d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c74f0952-e7b5-41ba-9e0c-da4624f45069', 'external_fixed_ips': [{'subnet_id': 'fb3a8720-4ac9-48b4-ba4d-8ad218d40ff9', 'ip_address': '2001:db8::3c4'}], 'enable_snat': True}, 'gw_port_id': '876df0db-0a64-4e9b-a591-98002e7ede4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:50:57Z', 'updated_at': '2020-12-22T09:50:59Z', 'revision_number': 3, 'project_id': '08b5323c4db5440c9e06461b822b874d', 'gw_port': {'id': '876df0db-0a64-4e9b-a591-98002e7ede4d', 'name': '', 'network_id': 'c74f0952-e7b5-41ba-9e0c-da4624f45069', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbd3e75-82ca-46d6-bfda-65c81954cbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'fb3a8720-4ac9-48b4-ba4d-8ad218d40ff9', 'ip_address': '2001:db8::3c4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:50:58Z', 'updated_at': '2020-12-22T09:50:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb3a8720-4ac9-48b4-ba4d-8ad218d40ff9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:03.191787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-43fe4fde-8664-4eb9-bd68-ad71392b193c req-588b6d95-584f-4fea-8bbf-88b23e166370 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Deleting port 55a99676-103c-4df1-8725-1f11f813826f {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:51:03.192402 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-43fe4fde-8664-4eb9-bd68-ad71392b193c req-588b6d95-584f-4fea-8bbf-88b23e166370 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:03.196658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f390d-dc5a-451d-9146-672b9ed9d017 None None] Checking router: 8bbd3e75-82ca-46d6-bfda-65c81954cbab for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:51:03.196894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f390d-dc5a-451d-9146-672b9ed9d017 None None] Updating router 8bbd3e75-82ca-46d6-bfda-65c81954cbab port 876df0db-0a64-4e9b-a591-98002e7ede4d binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:51:03.235109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef24cd-e5e7-4aa0-9b27-f5323cdbf5b6 req-3e28d8dd-450e-4bb6-a966-2be6385d1680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:03.236941 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3ef24cd-e5e7-4aa0-9b27-f5323cdbf5b6 req-3e28d8dd-450e-4bb6-a966-2be6385d1680 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e60b2feb-5482-4662-8917-04a4fc979113 HTTP/1.1" status: 200 len: 908 time: 0.9415419 Dec 22 09:51:03.366338 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-27c01aef-75c7-42a9-b015-babd8666daff service neutron] 10.222.0.50 "GET /v2.0/ports/fc7329c3-78f6-4136-a3e0-470e31556bdf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.4090631 Dec 22 09:51:03.463675 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-762f390d-dc5a-451d-9146-672b9ed9d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:03.527916 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:03.529014 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4aefff62-7d0f-4339-b26b-6235b350c762 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:03.537552 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3ef24cd-e5e7-4aa0-9b27-f5323cdbf5b6 req-d5fc1d2b-cf11-42c8-87a9-f5146162e9bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa08cf5-924b-4474-b942-51da3e584e2e HTTP/1.1" status: 200 len: 217 time: 0.2319555 Dec 22 09:51:03.594155 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-66dc8358-7bb4-48e6-979b-5af18a254275 service neutron] 10.222.0.64 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8148189 Dec 22 09:51:03.656827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 55a99676-103c-4df1-8725-1f11f813826f, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=55a99676-103c-4df1-8725-1f11f813826f,segment=NetworkSegment(0e71dd5f-4673-47fc-b569-a4227c717121),segment_id=0e71dd5f-4673-47fc-b569-a4227c717121)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:51:03.660904 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad739b65-2dde-4037-ab37-bdc237170661 req-65225958-436e-459f-946e-572192ff446f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 1.2656908 Dec 22 09:51:03.661104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:03.666338 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:03.678656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2466f1-824b-42b8-8bb4-74b9d4502f65 req-49e6bf9c-cfba-4ca6-bb37-44a1d188640a tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:03.680577 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e2466f1-824b-42b8-8bb4-74b9d4502f65 req-49e6bf9c-cfba-4ca6-bb37-44a1d188640a tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.9678257 Dec 22 09:51:03.708157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4aefff62-7d0f-4339-b26b-6235b350c762 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Calling delete_port for 876df0db-0a64-4e9b-a591-98002e7ede4d owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:51:03.781179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=55a99676-103c-4df1-8725-1f11f813826f,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:03.804861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.805256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.805642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.806021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.806398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.806776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.807148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.807519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.808438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.808808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.809204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.809694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.810305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.810676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.811045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.811408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.811771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.812195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.812554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.812916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.813278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.813639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.814001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.814359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.814787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.815149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.815508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.815870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.816256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.816621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.816980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.817338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.817697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.818054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.818419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.818780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:03.827570 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:03.955912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-43fe4fde-8664-4eb9-bd68-ad71392b193c req-588b6d95-584f-4fea-8bbf-88b23e166370 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] For port 55a99676-103c-4df1-8725-1f11f813826f, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=55a99676-103c-4df1-8725-1f11f813826f,segment=NetworkSegment(0e71dd5f-4673-47fc-b569-a4227c717121),segment_id=0e71dd5f-4673-47fc-b569-a4227c717121)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:51:03.956222 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-43fe4fde-8664-4eb9-bd68-ad71392b193c req-588b6d95-584f-4fea-8bbf-88b23e166370 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:04.109781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-43fe4fde-8664-4eb9-bd68-ad71392b193c req-588b6d95-584f-4fea-8bbf-88b23e166370 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Calling delete_port for 55a99676-103c-4df1-8725-1f11f813826f owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:51:04.131351 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-355753a6-0df7-4815-bdb1-793653504c92 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:04.145093 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:04.164812 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4aefff62-7d0f-4339-b26b-6235b350c762 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:04.324255 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-43fe4fde-8664-4eb9-bd68-ad71392b193c req-588b6d95-584f-4fea-8bbf-88b23e166370 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:51:04.324562 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-43fe4fde-8664-4eb9-bd68-ad71392b193c req-588b6d95-584f-4fea-8bbf-88b23e166370 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:51:04.342748 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4aefff62-7d0f-4339-b26b-6235b350c762 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:04.393783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef24cd-e5e7-4aa0-9b27-f5323cdbf5b6 req-f1357fe8-e5d1-4231-b615-db6c034d92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:04.395411 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3ef24cd-e5e7-4aa0-9b27-f5323cdbf5b6 req-f1357fe8-e5d1-4231-b615-db6c034d92dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b87d27f7-24e3-44fe-bd22-f07e43a5cac0 HTTP/1.1" status: 200 len: 853 time: 0.8049150 Dec 22 09:51:04.402443 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:04.484495 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4aefff62-7d0f-4339-b26b-6235b350c762 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:04.487403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4aefff62-7d0f-4339-b26b-6235b350c762 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:04.508527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4aefff62-7d0f-4339-b26b-6235b350c762 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:04.509174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aefff62-7d0f-4339-b26b-6235b350c762 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Fanout notify agent at l3_agent the message router_deleted on router 8bbd3e75-82ca-46d6-bfda-65c81954cbab {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:51:04.510373 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-762f390d-dc5a-451d-9146-672b9ed9d017 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:51:04.511042 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-762f390d-dc5a-451d-9146-672b9ed9d017 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:51:04.532064 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4aefff62-7d0f-4339-b26b-6235b350c762 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:04.533185 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4aefff62-7d0f-4339-b26b-6235b350c762 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "DELETE /v2.0/routers/8bbd3e75-82ca-46d6-bfda-65c81954cbab HTTP/1.1" status: 204 len: 168 time: 2.5043721 Dec 22 09:51:04.536035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59950) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:04.569120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355753a6-0df7-4815-bdb1-793653504c92 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Subnet': ['ID=dd6a3dfd-f567-4394-906d-ff43afba02d1,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:04.573885 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e2466f1-824b-42b8-8bb4-74b9d4502f65 req-115e9f91-3d77-4868-9280-26c770e344d6 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8017931 Dec 22 09:51:04.577443 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-355753a6-0df7-4815-bdb1-793653504c92 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:04.600985 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b9e8bd12-62d9-4f6b-b7ea-78aad7ca8b7f service neutron] 10.222.0.50 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1458812 Dec 22 09:51:04.603160 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3ef24cd-e5e7-4aa0-9b27-f5323cdbf5b6 req-134367cc-47b1-4c5b-95c1-92384130f0fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e60b2feb-5482-4662-8917-04a4fc979113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192706 Dec 22 09:51:04.607783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Transition to ACTIVE for port object 7ddb8877-2166-42aa-9ff6-3a8321df5767 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:04.626936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f10a8bb-2540-45dd-a1b0-054fadd67385 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Deleting subnet fb3a8720-4ac9-48b4-ba4d-8ad218d40ff9 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:51:04.631253 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1f10a8bb-2540-45dd-a1b0-054fadd67385 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:04.662256 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361f281c-ac34-44b1-bee8-3cd42de83857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '498480bb-ea1f-4358-97cb-7caf0732f8e1', 'code': 200} Dec 22 09:51:04.691474 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1f10a8bb-2540-45dd-a1b0-054fadd67385 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:04.759663 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1f10a8bb-2540-45dd-a1b0-054fadd67385 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:04.775700 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fbe101f3-817e-4b1b-ae45-2cc97ce35425 req-69549cd6-1ebc-490b-be55-1d54bc8a1859 service neutron] 10.222.0.64 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1056926 Dec 22 09:51:04.836051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-43fe4fde-8664-4eb9-bd68-ad71392b193c req-588b6d95-584f-4fea-8bbf-88b23e166370 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Deleting port 55a99676-103c-4df1-8725-1f11f813826f {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:51:04.836622 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-43fe4fde-8664-4eb9-bd68-ad71392b193c req-588b6d95-584f-4fea-8bbf-88b23e166370 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:04.844807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad739b65-2dde-4037-ab37-bdc237170661 req-46a2ec5e-1124-443e-96b3-31b03cd91ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:04.846488 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad739b65-2dde-4037-ab37-bdc237170661 req-46a2ec5e-1124-443e-96b3-31b03cd91ec6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 1160 time: 1.0456223 Dec 22 09:51:05.005283 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02159a25-6970-4dfc-8d6a-e3416cb99b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:05.049578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f390d-dc5a-451d-9146-672b9ed9d017 None None] Port 876df0db-0a64-4e9b-a591-98002e7ede4d not found while updating agent binding for router 8bbd3e75-82ca-46d6-bfda-65c81954cbab. {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:218}} Dec 22 09:51:05.061039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f390d-dc5a-451d-9146-672b9ed9d017 None None] Routers set() bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:51:05.061840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f390d-dc5a-451d-9146-672b9ed9d017 None None] Router IDs set() for agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 22 09:51:05.062119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_agentschedulers_db [None req-762f390d-dc5a-451d-9146-672b9ed9d017 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8bbd3e75-82ca-46d6-bfda-65c81954cbab'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:50:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent'). {{(pid=81073) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}} Dec 22 09:51:05.062545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f390d-dc5a-451d-9146-672b9ed9d017 None None] The sync data for ids ['8bbd3e75-82ca-46d6-bfda-65c81954cbab'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:51:05.076153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:05.150608 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3a89a41d-f7a8-4133-8bc4-82555d3671c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:05.289828 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3ef24cd-e5e7-4aa0-9b27-f5323cdbf5b6 req-5e6e1993-eb7d-4491-9f3d-0dda10d9f863 service neutron] 10.222.0.64 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6709566 Dec 22 09:51:05.290258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-43fe4fde-8664-4eb9-bd68-ad71392b193c req-588b6d95-584f-4fea-8bbf-88b23e166370 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] For port 55a99676-103c-4df1-8725-1f11f813826f, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=55a99676-103c-4df1-8725-1f11f813826f,segment=NetworkSegment(0e71dd5f-4673-47fc-b569-a4227c717121),segment_id=0e71dd5f-4673-47fc-b569-a4227c717121)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:51:05.290668 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-43fe4fde-8664-4eb9-bd68-ad71392b193c req-588b6d95-584f-4fea-8bbf-88b23e166370 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:05.304877 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1f10a8bb-2540-45dd-a1b0-054fadd67385 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:05.373453 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-d6c1950c-2a2c-4ab0-a9c0-bd1106b31333 service neutron] 10.222.0.50 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7275133 Dec 22 09:51:05.379409 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9c19c243-b19d-4ab6-94ca-80f47c0480ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:05.461127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355753a6-0df7-4815-bdb1-793653504c92 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Checking segment: {'id': '0a979eed-5701-43cf-9789-3662b9458896', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'ecee3aa7-0581-4c75-b9af-885f10a8fa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:05.461544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355753a6-0df7-4815-bdb1-793653504c92 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network hostable DHCP agents. Network: ecee3aa7-0581-4c75-b9af-885f10a8fa7a, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:51:05.494911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-43fe4fde-8664-4eb9-bd68-ad71392b193c req-588b6d95-584f-4fea-8bbf-88b23e166370 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Calling delete_port for 55a99676-103c-4df1-8725-1f11f813826f owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:51:05.510449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=7ddb8877-2166-42aa-9ff6-3a8321df5767,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:05.531556 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:05.544149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10a8bb-2540-45dd-a1b0-054fadd67385 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Pushing event deleted for resources: {'Subnet': ['ID=fb3a8720-4ac9-48b4-ba4d-8ad218d40ff9,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:05.559309 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1f10a8bb-2540-45dd-a1b0-054fadd67385 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:05.611137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad739b65-2dde-4037-ab37-bdc237170661 req-7b499718-918a-4d94-9599-734928f5b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:05.612828 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad739b65-2dde-4037-ab37-bdc237170661 req-7b499718-918a-4d94-9599-734928f5b638 service neutron] 10.222.0.37 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 900 time: 0.6618793 Dec 22 09:51:05.676893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1f10a8bb-2540-45dd-a1b0-054fadd67385 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:05.687584 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1f10a8bb-2540-45dd-a1b0-054fadd67385 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "DELETE /v2.0/subnets/fb3a8720-4ac9-48b4-ba4d-8ad218d40ff9 HTTP/1.1" status: 204 len: 168 time: 1.1504576 Dec 22 09:51:05.697855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59956) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:05.754684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-43fe4fde-8664-4eb9-bd68-ad71392b193c req-588b6d95-584f-4fea-8bbf-88b23e166370 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:05.768485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0c3c6-4f67-4a50-8114-93709e32d8c8 req-e8ed4c45-b57d-42f5-b427-c9db36889784 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:05.770116 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fad0c3c6-4f67-4a50-8114-93709e32d8c8 req-e8ed4c45-b57d-42f5-b427-c9db36889784 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] 10.222.0.50 "GET /v2.0/ports?device_id=c43947f6-6de1-42ea-a9ed-4b80c1336cd0 HTTP/1.1" status: 200 len: 943 time: 0.9901235 Dec 22 09:51:05.770261 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:05.826736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b6d95-584f-4fea-8bbf-88b23e166370 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Pushing event deleted for resources: {'Port': ['ID=55a99676-103c-4df1-8725-1f11f813826f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:05.836820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355753a6-0df7-4815-bdb1-793653504c92 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network ecee3aa7-0581-4c75-b9af-885f10a8fa7a is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:51:05.839224 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-588b6d95-584f-4fea-8bbf-88b23e166370 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:05.843698 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad739b65-2dde-4037-ab37-bdc237170661 req-c616d0ee-c543-49be-955f-5658fa5c645f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=309da8c4-b23b-4a6e-8b28-79f39869a7f1 HTTP/1.1" status: 200 len: 217 time: 0.2170668 Dec 22 09:51:05.990755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fe4fde-8664-4eb9-bd68-ad71392b193c req-588b6d95-584f-4fea-8bbf-88b23e166370 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] No DVR routers for this DVR port 55a99676-103c-4df1-8725-1f11f813826f on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:51:05.993230 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-43fe4fde-8664-4eb9-bd68-ad71392b193c req-588b6d95-584f-4fea-8bbf-88b23e166370 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:06.004248 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-43fe4fde-8664-4eb9-bd68-ad71392b193c req-588b6d95-584f-4fea-8bbf-88b23e166370 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] 10.222.0.64 "DELETE /v2.0/ports/55a99676-103c-4df1-8725-1f11f813826f HTTP/1.1" status: 204 len: 173 time: 2.9645941 Dec 22 09:51:06.315365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-355753a6-0df7-4815-bdb1-793653504c92 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, ecee3aa7-0581-4c75-b9af-885f10a8fa7a) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:06.324372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daecb5d-3bf4-4492-b87c-b9cf3f5637b0 None None] Network ecee3aa7-0581-4c75-b9af-885f10a8fa7a requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:51:06.328666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network ae4ef2cb-9c26-4985-8d86-82e4e5301888 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:51:06.370892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:06.374380 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3ef24cd-e5e7-4aa0-9b27-f5323cdbf5b6 req-a7102329-820c-4cdc-b54e-46a7d7eb54f7 service neutron] 10.222.0.64 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0674379 Dec 22 09:51:06.383379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:51:06.383983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:06.559467 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8c718002-3375-436b-90f6-ba134f9ebcf3 service neutron] 10.222.0.50 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1374350 Dec 22 09:51:06.560914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355753a6-0df7-4815-bdb1-793653504c92 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:06.561714 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-355753a6-0df7-4815-bdb1-793653504c92 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:06.592949 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa12d9e6-14f7-4f97-999d-c2e67c7cb6f3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:06.630059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-ecee3aa7-0581-4c75-b9af-885f10a8fa7a', 'network_id': 'ecee3aa7-0581-4c75-b9af-885f10a8fa7a', 'tenant_id': '23170fad26154303ac3d5eefb66fa3e6', 'fixed_ips': [{'subnet_id': 'dd6a3dfd-f567-4394-906d-ff43afba02d1'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:51:06.630971 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:06.666174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43947f6-6de1-42ea-a9ed-4b80c1336cd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a99676-103c-4df1-8725-1f11f813826f'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:51:06.695103 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fad0c3c6-4f67-4a50-8114-93709e32d8c8 req-4583e72b-013f-4aec-bd12-64c31f2407dc tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] 10.222.0.50 "GET /v2.0/security-groups?id=38ab76f5-db73-4ecb-bfcc-3fb8c96eaf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8672628 Dec 22 09:51:06.715531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad739b65-2dde-4037-ab37-bdc237170661 req-861b992c-9a1c-4cfb-a0e8-155df1ecec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:06.717384 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad739b65-2dde-4037-ab37-bdc237170661 req-861b992c-9a1c-4cfb-a0e8-155df1ecec82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.8440404 Dec 22 09:51:06.838407 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2286477-3f92-4648-adfa-105e9fe1f15a', 'tag': '1880074a-226f-4738-88c9-d32d07d25585', 'status': 'completed', 'code': 200} Dec 22 09:51:06.849279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59962) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:06.856634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-e4db2f0c-c1d2-4ff5-92b0-af3f2b561269 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-980546974'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:06.863842 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-355753a6-0df7-4815-bdb1-793653504c92 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 9.0528398 Dec 22 09:51:06.884407 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad739b65-2dde-4037-ab37-bdc237170661 req-9dcfade0-511b-4396-b141-e8f534db078c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324847 Dec 22 09:51:06.887824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e4db2f0c-c1d2-4ff5-92b0-af3f2b561269 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:06.894656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e4db2f0c-c1d2-4ff5-92b0-af3f2b561269 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Usage tracker for resource:network and tenant:23170fad26154303ac3d5eefb66fa3e6 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:06.900236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e4db2f0c-c1d2-4ff5-92b0-af3f2b561269 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Quota usage for network was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:06.906385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e4db2f0c-c1d2-4ff5-92b0-af3f2b561269 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:06.915621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4db2f0c-c1d2-4ff5-92b0-af3f2b561269 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Made reservation on behalf of 23170fad26154303ac3d5eefb66fa3e6 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:06.921563 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4db2f0c-c1d2-4ff5-92b0-af3f2b561269 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:06.955550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-149b89ca-6580-4cef-bc4c-15b7e8c7a9ff None None] Provisioning for port 7ddb8877-2166-42aa-9ff6-3a8321df5767 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:51:06.978176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-149b89ca-6580-4cef-bc4c-15b7e8c7a9ff None None] Provisioning complete for port 7ddb8877-2166-42aa-9ff6-3a8321df5767 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:06.978889 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-149b89ca-6580-4cef-bc4c-15b7e8c7a9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:07.001689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4db2f0c-c1d2-4ff5-92b0-af3f2b561269 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:51:07.008322 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361f281c-ac34-44b1-bee8-3cd42de83857', 'name': 'network-vif-deleted', 'tag': '498480bb-ea1f-4358-97cb-7caf0732f8e1', 'status': 'completed', 'code': 200} Dec 22 09:51:07.035984 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4db2f0c-c1d2-4ff5-92b0-af3f2b561269 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:07.037058 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-e4db2f0c-c1d2-4ff5-92b0-af3f2b561269 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Added segment 8ef637be-91ca-4516-b9ab-793365c6e559 of type vxlan for network af09eaf5-ea89-41cf-b3e5-e60614c1e48f Dec 22 09:51:07.080727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-149b89ca-6580-4cef-bc4c-15b7e8c7a9ff None None] Port 7ddb8877-2166-42aa-9ff6-3a8321df5767 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:51:07.096524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4db2f0c-c1d2-4ff5-92b0-af3f2b561269 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:07.134843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4db2f0c-c1d2-4ff5-92b0-af3f2b561269 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:07.140210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4db2f0c-c1d2-4ff5-92b0-af3f2b561269 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:07.140880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4db2f0c-c1d2-4ff5-92b0-af3f2b561269 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:07.147076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Allocated IP 2001:db8::1 (ecee3aa7-0581-4c75-b9af-885f10a8fa7a/dd6a3dfd-f567-4394-906d-ff43afba02d1/52208059-95a0-4332-8608-99cec344114e) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:51:07.164553 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-78a12412-f8d4-4365-9773-7c1989dc6774 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:07.186784 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e4db2f0c-c1d2-4ff5-92b0-af3f2b561269 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3362160 Dec 22 09:51:07.192541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59970) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:07.202992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0af5d601-3bfc-42b1-93fd-6dca097ec542 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'subnet': {'network_id': 'af09eaf5-ea89-41cf-b3e5-e60614c1e48f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:07.393519 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad739b65-2dde-4037-ab37-bdc237170661 req-6a8904c5-6b3d-4d97-948c-8dbc521596e9 service neutron] 10.222.0.37 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072513 Dec 22 09:51:07.447511 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:07.462593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Transition to ACTIVE for port object 52208059-95a0-4332-8608-99cec344114e will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:07.485053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 1880074a-226f-4738-88c9-d32d07d25585 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:51:07.510177 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6f104279-a8df-496b-8a8a-d82345125474 service neutron] 10.222.0.50 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8542542 Dec 22 09:51:07.512881 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:07.529106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Transition to ACTIVE for port object 52208059-95a0-4332-8608-99cec344114e will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:07.544682 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:07.563651 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d44694ae-c1e1-4807-8d2f-aa8dd4a2b698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:07.657067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db2f0c-c1d2-4ff5-92b0-af3f2b561269 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Network': ['ID=af09eaf5-ea89-41cf-b3e5-e60614c1e48f,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:07.712461 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e4db2f0c-c1d2-4ff5-92b0-af3f2b561269 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:07.743624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0af5d601-3bfc-42b1-93fd-6dca097ec542 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:07.748282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0af5d601-3bfc-42b1-93fd-6dca097ec542 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Usage tracker for resource:subnet and tenant:23170fad26154303ac3d5eefb66fa3e6 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:07.752225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0af5d601-3bfc-42b1-93fd-6dca097ec542 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:07.758644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0af5d601-3bfc-42b1-93fd-6dca097ec542 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:07.769422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af5d601-3bfc-42b1-93fd-6dca097ec542 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Made reservation on behalf of 23170fad26154303ac3d5eefb66fa3e6 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:07.901170 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0af5d601-3bfc-42b1-93fd-6dca097ec542 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:08.014016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.ipam_backend_mixin [None req-0af5d601-3bfc-42b1-93fd-6dca097ec542 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Performing IP validity checks on allocation pools {{(pid=81072) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Dec 22 09:51:08.014706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.ipam_backend_mixin [None req-0af5d601-3bfc-42b1-93fd-6dca097ec542 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Checking for overlaps among allocation pools and gateway ip {{(pid=81072) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Dec 22 09:51:08.032019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network af09eaf5-ea89-41cf-b3e5-e60614c1e48f details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:08.055688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network af09eaf5-ea89-41cf-b3e5-e60614c1e48f details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:08.080280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network af09eaf5-ea89-41cf-b3e5-e60614c1e48f details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:08.081816 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad739b65-2dde-4037-ab37-bdc237170661 req-b90187bb-0d36-4fc6-a77f-f2e59cfaf5f7 service neutron] 10.222.0.37 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5045125 Dec 22 09:51:08.083723 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-9108d898-2208-4a7f-8305-3e0a3eb78d1a service neutron] 10.222.0.50 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437734 Dec 22 09:51:08.164833 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa12d9e6-14f7-4f97-999d-c2e67c7cb6f3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:08.180189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Pushing event updated for resources: {'Port': ['ID=52208059-95a0-4332-8608-99cec344114e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:08.188168 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:08.363291 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-35505ad6-907a-4674-85f6-571988a029fc service neutron] 10.222.0.50 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2157235 Dec 22 09:51:08.450831 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0af5d601-3bfc-42b1-93fd-6dca097ec542 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:08.478759 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c3a320c8-67f2-4a84-934d-04328eeee595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:08.558570 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-c1ee1bfb-fed3-4e74-8939-08b23d55900d service neutron] 10.222.0.50 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656966 Dec 22 09:51:08.616835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 1880074a-226f-4738-88c9-d32d07d25585 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:51:08.622641 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39de8f81-2e32-4227-abcf-d68d16fa3a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:08.708794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 1880074a-226f-4738-88c9-d32d07d25585 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:08.709061 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:08.730721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5d601-3bfc-42b1-93fd-6dca097ec542 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Subnet': ['ID=c45b8f0e-5aea-446a-8e5e-0dbd09a04d80,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:08.734853 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0af5d601-3bfc-42b1-93fd-6dca097ec542 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:08.742889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af5d601-3bfc-42b1-93fd-6dca097ec542 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Checking segment: {'id': '8ef637be-91ca-4516-b9ab-793365c6e559', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'af09eaf5-ea89-41cf-b3e5-e60614c1e48f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:08.743311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af5d601-3bfc-42b1-93fd-6dca097ec542 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network hostable DHCP agents. Network: af09eaf5-ea89-41cf-b3e5-e60614c1e48f, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:51:08.764411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af5d601-3bfc-42b1-93fd-6dca097ec542 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network af09eaf5-ea89-41cf-b3e5-e60614c1e48f is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:51:08.774041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-0af5d601-3bfc-42b1-93fd-6dca097ec542 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, af09eaf5-ea89-41cf-b3e5-e60614c1e48f) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:08.790881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af5d601-3bfc-42b1-93fd-6dca097ec542 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:08.791567 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0af5d601-3bfc-42b1-93fd-6dca097ec542 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:08.831344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7226a11-24a4-4683-872b-5f8cc5304e86 None None] Network af09eaf5-ea89-41cf-b3e5-e60614c1e48f requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:51:08.832892 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0af5d601-3bfc-42b1-93fd-6dca097ec542 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6389697 Dec 22 09:51:08.836275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59976) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:08.909591 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:08.989658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Network ecee3aa7-0581-4c75-b9af-885f10a8fa7a is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:51:09.001356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:09.007105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:51:09.012828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43947f6-6de1-42ea-a9ed-4b80c1336cd0', 'name': 'network-vif-deleted', 'tag': '55a99676-103c-4df1-8725-1f11f813826f'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:51:09.071365 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:09.149715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Attempting to bind port 52208059-95a0-4332-8608-99cec344114e on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:51:09.150216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Attempting to bind port 52208059-95a0-4332-8608-99cec344114e by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '0a979eed-5701-43cf-9789-3662b9458896', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'ecee3aa7-0581-4c75-b9af-885f10a8fa7a'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:51:09.150635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Attempting to bind port 52208059-95a0-4332-8608-99cec344114e on network ecee3aa7-0581-4c75-b9af-885f10a8fa7a {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:51:09.152190 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-0373d867-09b8-4a96-890e-326de6912210 service neutron] 10.222.0.50 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4731624 Dec 22 09:51:09.162522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:51:09.162954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Checking segment: {'id': '0a979eed-5701-43cf-9789-3662b9458896', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'ecee3aa7-0581-4c75-b9af-885f10a8fa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:09.163413 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:09.163916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Bound using segment: {'id': '0a979eed-5701-43cf-9789-3662b9458896', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'ecee3aa7-0581-4c75-b9af-885f10a8fa7a'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:51:09.164479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Bound port: 52208059-95a0-4332-8608-99cec344114e, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a979eed-5701-43cf-9789-3662b9458896', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'ecee3aa7-0581-4c75-b9af-885f10a8fa7a'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:51:09.164915 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:09.223169 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:09.229755 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:09.389097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95dcad-aca3-4638-b209-d5a9dd2b4f6a req-05425e4d-827e-46b4-8b04-e8b991a70ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:09.390082 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d95dcad-aca3-4638-b209-d5a9dd2b4f6a req-05425e4d-827e-46b4-8b04-e8b991a70ea3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 1158 time: 2.2992651 Dec 22 09:51:09.397298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 1880074a-226f-4738-88c9-d32d07d25585, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=1880074a-226f-4738-88c9-d32d07d25585,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:51:09.403450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dd3aa-2e13-4d79-819b-8f6754afafad req-665a1f0c-f2c1-463c-8ae2-a6754adad640 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:09.411341 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6d3dd3aa-2e13-4d79-819b-8f6754afafad req-665a1f0c-f2c1-463c-8ae2-a6754adad640 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 943 time: 2.1838472 Dec 22 09:51:09.412389 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:09.414584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-aa12d9e6-14f7-4f97-999d-c2e67c7cb6f3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74f0952-e7b5-41ba-9e0c-da4624f45069']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:09.418289 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:09.420558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735bf2ad-7be2-48bc-bc32-e468c5bee34e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-af09eaf5-ea89-41cf-b3e5-e60614c1e48f', 'network_id': 'af09eaf5-ea89-41cf-b3e5-e60614c1e48f', 'tenant_id': '23170fad26154303ac3d5eefb66fa3e6', 'fixed_ips': [{'subnet_id': 'c45b8f0e-5aea-446a-8e5e-0dbd09a04d80'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:51:09.422578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-735bf2ad-7be2-48bc-bc32-e468c5bee34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:09.439115 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eb491cd0-e69d-49cf-b2fe-f24c8ba13c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:09.519124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] For port 52208059-95a0-4332-8608-99cec344114e, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:51:09.536367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] For port 52208059-95a0-4332-8608-99cec344114e, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=52208059-95a0-4332-8608-99cec344114e,segment=NetworkSegment(0a979eed-5701-43cf-9789-3662b9458896),segment_id=0a979eed-5701-43cf-9789-3662b9458896)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:51:09.561272 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:09.567474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-aa12d9e6-14f7-4f97-999d-c2e67c7cb6f3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8653d9a5-3238-4eee-b545-06f8098fa6ac') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:09.567862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-aa12d9e6-14f7-4f97-999d-c2e67c7cb6f3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8653d9a5-3238-4eee-b545-06f8098fa6ac') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:09.588094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=1880074a-226f-4738-88c9-d32d07d25585,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:09.588404 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:09.609957 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:09.610816 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:09.613376 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fa659e48-39cd-428a-a571-6513d598c431 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:09.614338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa12d9e6-14f7-4f97-999d-c2e67c7cb6f3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:09.670258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Subnet': ['ID=c45b8f0e-5aea-446a-8e5e-0dbd09a04d80,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:09.677190 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:09.726173 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6d3dd3aa-2e13-4d79-819b-8f6754afafad req-e73e2cd5-5c10-4262-9089-c795a4f29278 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121986 Dec 22 09:51:09.774332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa12d9e6-14f7-4f97-999d-c2e67c7cb6f3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:09.812638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa12d9e6-14f7-4f97-999d-c2e67c7cb6f3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Releasing vxlan tunnel 12 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:51:09.834098 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43947f6-6de1-42ea-a9ed-4b80c1336cd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a99676-103c-4df1-8725-1f11f813826f', 'code': 200} Dec 22 09:51:09.887901 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:09.900223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Pushing event updated for resources: {'Port': ['ID=52208059-95a0-4332-8608-99cec344114e,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:09.917936 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:09.973373 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-1033a783-bb4d-4d8b-90a4-5c43b91b6eaf service neutron] 10.222.0.50 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105131 Dec 22 09:51:09.989479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:10.039115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af09eaf5-ea89-41cf-b3e5-e60614c1e48f']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:10.053450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef637be-91ca-4516-b9ab-793365c6e559') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:10.053788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef637be-91ca-4516-b9ab-793365c6e559') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server [None req-735bf2ad-7be2-48bc-bc32-e468c5bee34e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c45b8f0e-5aea-446a-8e5e-0dbd09a04d80: This subnet is being modified by another concurrent operation. Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 09:51:10.055676 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise exception Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c45b8f0e-5aea-446a-8e5e-0dbd09a04d80: This subnet is being modified by another concurrent operation. Dec 22 09:51:10.060280 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server Dec 22 09:51:10.076000 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:10.091694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af73f008-4050-419d-a3f4-5a8f80545a48 None None] Network af09eaf5-ea89-41cf-b3e5-e60614c1e48f requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:51:10.094983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:10.099459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Releasing vxlan tunnel 14 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:51:10.204216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95dcad-aca3-4638-b209-d5a9dd2b4f6a req-460f5318-6705-4067-ac3e-f428dfa53d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:10.205870 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d95dcad-aca3-4638-b209-d5a9dd2b4f6a req-460f5318-6705-4067-ac3e-f428dfa53d1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 906 time: 0.7826471 Dec 22 09:51:10.327983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network af09eaf5-ea89-41cf-b3e5-e60614c1e48f has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:51:10.342538 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:10.393779 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:10.427136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-aa12d9e6-14f7-4f97-999d-c2e67c7cb6f3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Network c74f0952-e7b5-41ba-9e0c-da4624f45069 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:51:10.462290 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa12d9e6-14f7-4f97-999d-c2e67c7cb6f3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:10.550869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:10.552903 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d95dcad-aca3-4638-b209-d5a9dd2b4f6a req-30c72656-3070-4a9c-a942-3a5776934d3e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1880074a-226f-4738-88c9-d32d07d25585 HTTP/1.1" status: 200 len: 217 time: 0.3230844 Dec 22 09:51:10.565470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network af09eaf5-ea89-41cf-b3e5-e60614c1e48f has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:51:10.591837 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:51:10.680007 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:10.684087 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-519c5c18-e299-47fc-9ef1-06e164b2bb13 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:10.708840 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:10.715777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Network': ['ID=af09eaf5-ea89-41cf-b3e5-e60614c1e48f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:10.719398 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:10.721113 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/networks/af09eaf5-ea89-41cf-b3e5-e60614c1e48f HTTP/1.1" status: 204 len: 168 time: 1.8830943 Dec 22 09:51:10.724700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59992) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:10.731712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-97f4233c-0c5c-4bfd-b5d2-77b403f9805e tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1920596603'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:10.737870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-97f4233c-0c5c-4bfd-b5d2-77b403f9805e tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:10.742292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-97f4233c-0c5c-4bfd-b5d2-77b403f9805e tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Usage tracker for resource:network and tenant:23170fad26154303ac3d5eefb66fa3e6 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:10.746296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-97f4233c-0c5c-4bfd-b5d2-77b403f9805e tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Quota usage for network was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:10.752607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-97f4233c-0c5c-4bfd-b5d2-77b403f9805e tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:10.763650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f4233c-0c5c-4bfd-b5d2-77b403f9805e tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Made reservation on behalf of 23170fad26154303ac3d5eefb66fa3e6 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:10.770250 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97f4233c-0c5c-4bfd-b5d2-77b403f9805e tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:10.775395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 52208059-95a0-4332-8608-99cec344114e up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:51:10.808924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f4233c-0c5c-4bfd-b5d2-77b403f9805e tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:51:10.820538 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97f4233c-0c5c-4bfd-b5d2-77b403f9805e tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:10.821111 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-97f4233c-0c5c-4bfd-b5d2-77b403f9805e tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Added segment 78939dc6-11e4-4407-9eaa-2d049b03187d of type vxlan for network 52d15174-6eaf-4b2e-a9c6-d15da0991329 Dec 22 09:51:10.853382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 52208059-95a0-4332-8608-99cec344114e completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:51:10.855035 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97f4233c-0c5c-4bfd-b5d2-77b403f9805e tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:10.880752 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-38573bbd-c620-42ee-94e0-795ec491d982 service neutron] 10.222.0.50 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8872948 Dec 22 09:51:10.885999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-2bb21dde-6142-4073-8b80-b31e43a2b36d tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:10.887561 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-2bb21dde-6142-4073-8b80-b31e43a2b36d tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 806 time: 0.8602123 Dec 22 09:51:10.889053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95dcad-aca3-4638-b209-d5a9dd2b4f6a req-4e917486-c2ae-47ea-ae40-e7e45955beef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:10.890720 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d95dcad-aca3-4638-b209-d5a9dd2b4f6a req-4e917486-c2ae-47ea-ae40-e7e45955beef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99bc7704-5812-409d-9056-a73056b9ef40 HTTP/1.1" status: 200 len: 852 time: 0.3243406 Dec 22 09:51:10.892636 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97f4233c-0c5c-4bfd-b5d2-77b403f9805e tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:10.893060 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:10.897777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f4233c-0c5c-4bfd-b5d2-77b403f9805e tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:10.898453 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97f4233c-0c5c-4bfd-b5d2-77b403f9805e tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:10.905177 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c0f22869-a159-45f2-985d-ee3e58a48098 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:10.908577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-aa12d9e6-14f7-4f97-999d-c2e67c7cb6f3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Network c74f0952-e7b5-41ba-9e0c-da4624f45069 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:51:10.952289 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:10.952963 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:10.968839 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-97f4233c-0c5c-4bfd-b5d2-77b403f9805e tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2399628 Dec 22 09:51:10.993056 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:11.014226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60000) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:11.026129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-1a855fb7-c902-4d5e-ac99-abf15f1b30ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'subnet': {'network_id': '52d15174-6eaf-4b2e-a9c6-d15da0991329', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:51:11.028078 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:51:11.047320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4233c-0c5c-4bfd-b5d2-77b403f9805e tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Network': ['ID=52d15174-6eaf-4b2e-a9c6-d15da0991329,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:11.053885 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d95dcad-aca3-4638-b209-d5a9dd2b4f6a req-f32f8466-611e-4807-845a-8e6267d0b4e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1482284 Dec 22 09:51:11.054342 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-97f4233c-0c5c-4bfd-b5d2-77b403f9805e tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:11.060814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 52d15174-6eaf-4b2e-a9c6-d15da0991329 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:11.076431 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-544ff256-cb0a-463c-b16f-5da7d69a288e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/quotas/9dfc4173a0084cb081b39e512ef6a1d8 HTTP/1.1" status: 200 len: 375 time: 0.1720569 Dec 22 09:51:11.092541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 52d15174-6eaf-4b2e-a9c6-d15da0991329 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:11.106338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 52d15174-6eaf-4b2e-a9c6-d15da0991329 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:11.216458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1a855fb7-c902-4d5e-ac99-abf15f1b30ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:11.226145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1a855fb7-c902-4d5e-ac99-abf15f1b30ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Usage tracker for resource:subnet and tenant:23170fad26154303ac3d5eefb66fa3e6 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:11.229992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1a855fb7-c902-4d5e-ac99-abf15f1b30ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:11.237087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1a855fb7-c902-4d5e-ac99-abf15f1b30ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:11.254615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a855fb7-c902-4d5e-ac99-abf15f1b30ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Made reservation on behalf of 23170fad26154303ac3d5eefb66fa3e6 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:11.422542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a855fb7-c902-4d5e-ac99-abf15f1b30ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:11.728110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b592f788-f8c9-42e0-a548-dd9534c57b5f None None] Network ecee3aa7-0581-4c75-b9af-885f10a8fa7a requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:51:11.768993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 1880074a-226f-4738-88c9-d32d07d25585 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:51:11.777872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=7ddb8877-2166-42aa-9ff6-3a8321df5767,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:11.795003 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:11.799189 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa12d9e6-14f7-4f97-999d-c2e67c7cb6f3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:11.818383 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:11.837136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa12d9e6-14f7-4f97-999d-c2e67c7cb6f3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c74f0952-e7b5-41ba-9e0c-da4624f45069 {{(pid=81071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 09:51:11.850371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2286477-3f92-4648-adfa-105e9fe1f15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1880074a-226f-4738-88c9-d32d07d25585'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:51:11.851332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa12d9e6-14f7-4f97-999d-c2e67c7cb6f3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:11.866089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12d9e6-14f7-4f97-999d-c2e67c7cb6f3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Pushing event deleted for resources: {'Network': ['ID=c74f0952-e7b5-41ba-9e0c-da4624f45069,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:11.879604 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa12d9e6-14f7-4f97-999d-c2e67c7cb6f3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:11.881175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5ec97ca7-0431-4ca8-8d34-af88c9a0e8bb None None] Provisioning for port 52208059-95a0-4332-8608-99cec344114e completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:51:11.890528 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-aa12d9e6-14f7-4f97-999d-c2e67c7cb6f3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "DELETE /v2.0/networks/c74f0952-e7b5-41ba-9e0c-da4624f45069 HTTP/1.1" status: 204 len: 168 time: 6.1296442 Dec 22 09:51:11.914932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network ae4ef2cb-9c26-4985-8d86-82e4e5301888 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:51:11.921303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:11.937027 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d95dcad-aca3-4638-b209-d5a9dd2b4f6a req-d90e303c-85a6-4a62-b565-0c60fa0efbeb service neutron] 10.222.0.64 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7967277 Dec 22 09:51:12.007816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5ec97ca7-0431-4ca8-8d34-af88c9a0e8bb None None] Provisioning complete for port 52208059-95a0-4332-8608-99cec344114e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:12.008738 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ec97ca7-0431-4ca8-8d34-af88c9a0e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:12.152090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a855fb7-c902-4d5e-ac99-abf15f1b30ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:12.185403 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b29eb9d-8935-48e3-bcf4-f619c562888a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:12.315097 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d95dcad-aca3-4638-b209-d5a9dd2b4f6a req-3c2626e3-2822-422a-b610-e813bc0ba22b service neutron] 10.222.0.64 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3098571 Dec 22 09:51:12.372450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a855fb7-c902-4d5e-ac99-abf15f1b30ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Subnet': ['ID=607ca771-ba0d-42c3-90be-03a71d48b8ee,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:12.392737 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-eded0779-6931-4479-9d50-2e5fd7666e8d tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2164519 Dec 22 09:51:12.393217 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a855fb7-c902-4d5e-ac99-abf15f1b30ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:12.520248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 1880074a-226f-4738-88c9-d32d07d25585 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:12.520690 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:12.540654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a855fb7-c902-4d5e-ac99-abf15f1b30ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Checking segment: {'id': '78939dc6-11e4-4407-9eaa-2d049b03187d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '52d15174-6eaf-4b2e-a9c6-d15da0991329'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:12.541056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a855fb7-c902-4d5e-ac99-abf15f1b30ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network hostable DHCP agents. Network: 52d15174-6eaf-4b2e-a9c6-d15da0991329, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:51:12.576485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60034) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:12.579819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a855fb7-c902-4d5e-ac99-abf15f1b30ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 52d15174-6eaf-4b2e-a9c6-d15da0991329 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:51:12.585855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-cb5952b1-ab93-4038-a7be-275932299647 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Request body: {'router': {'name': 'tempest-router--2077720455', 'project_id': '15c707e5977140479a17f718072eea19'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:12.591332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router b5d174bc-41a2-430b-8cac-90947c4e81e6 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:51:12.594168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cb5952b1-ab93-4038-a7be-275932299647 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:12.601498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cb5952b1-ab93-4038-a7be-275932299647 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Usage tracker for resource:router and tenant:15c707e5977140479a17f718072eea19 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:12.606206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cb5952b1-ab93-4038-a7be-275932299647 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:12.609104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-1a855fb7-c902-4d5e-ac99-abf15f1b30ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 52d15174-6eaf-4b2e-a9c6-d15da0991329) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:12.615354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cb5952b1-ab93-4038-a7be-275932299647 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:12.629875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a855fb7-c902-4d5e-ac99-abf15f1b30ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:12.630533 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a855fb7-c902-4d5e-ac99-abf15f1b30ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:12.634374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60038) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:12.701828 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb5952b1-ab93-4038-a7be-275932299647 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:12.703048 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb5952b1-ab93-4038-a7be-275932299647 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:12.714480 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43947f6-6de1-42ea-a9ed-4b80c1336cd0', 'name': 'network-vif-deleted', 'tag': '55a99676-103c-4df1-8725-1f11f813826f', 'status': 'completed', 'code': 200} Dec 22 09:51:12.737218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde63d7e-6e62-451c-be0a-8ea469066301 None None] Network 52d15174-6eaf-4b2e-a9c6-d15da0991329 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:51:12.741968 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1a855fb7-c902-4d5e-ac99-abf15f1b30ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7236872 Dec 22 09:51:12.747908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60044) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:13.025841 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-15b0249f-8147-44e5-b772-5431caa4aba3 service neutron] 10.222.0.50 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6313944 Dec 22 09:51:13.201215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ec97ca7-0431-4ca8-8d34-af88c9a0e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:13.316761 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-e262cc97-2103-4a3a-8dfa-7a572b638bf3 service neutron] 10.222.0.50 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2898238 Dec 22 09:51:13.363391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:51:13.363804 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:13.375597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c78316f-5f09-42f3-935c-ab1afe8f8a02 None None] Sync routers for ids ['b5d174bc-41a2-430b-8cac-90947c4e81e6'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:51:13.382116 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/b5d174bc-41a2-430b-8cac-90947c4e81e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8578155 Dec 22 09:51:13.386656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60052) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:13.391876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c78316f-5f09-42f3-935c-ab1afe8f8a02 None None] Routers {'b5d174bc-41a2-430b-8cac-90947c4e81e6'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:51:13.392865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2c78316f-5f09-42f3-935c-ab1afe8f8a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:51:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['b5d174bc-41a2-430b-8cac-90947c4e81e6'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:13.424612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5ec97ca7-0431-4ca8-8d34-af88c9a0e8bb None None] For port 52208059-95a0-4332-8608-99cec344114e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=52208059-95a0-4332-8608-99cec344114e,segment=NetworkSegment(0a979eed-5701-43cf-9789-3662b9458896),segment_id=0a979eed-5701-43cf-9789-3662b9458896)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:51:13.434284 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb5952b1-ab93-4038-a7be-275932299647 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:13.497152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af0e9aa-a43d-4764-aebb-4aacf90fcc94 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:13.497827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1af0e9aa-a43d-4764-aebb-4aacf90fcc94 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Synchronizing usage tracker for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:51:13.509343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ec97ca7-0431-4ca8-8d34-af88c9a0e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:13.536630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0793a4-ba44-448b-9863-c6837dfeb746 admin admin] Deleting subnet 69712022-ce7c-4c31-8823-b9906dfa6810 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:51:13.540987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ddba0-3f0f-4130-aa84-799cbf889425 req-182a8668-698e-489f-8e0d-b5312af1b8ff tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:13.542903 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-243ddba0-3f0f-4130-aa84-799cbf889425 req-182a8668-698e-489f-8e0d-b5312af1b8ff tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.6813097 Dec 22 09:51:13.550630 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee0793a4-ba44-448b-9863-c6837dfeb746 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:13.551725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2c78316f-5f09-42f3-935c-ab1afe8f8a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:13.551860 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:13.555298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1af0e9aa-a43d-4764-aebb-4aacf90fcc94 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Unset dirty status for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:51:13.568555 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1af0e9aa-a43d-4764-aebb-4aacf90fcc94 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/ports/7ddb8877-2166-42aa-9ff6-3a8321df5767 HTTP/1.1" status: 200 len: 911 time: 0.1796823 Dec 22 09:51:13.571202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c78316f-5f09-42f3-935c-ab1afe8f8a02 None None] Routers {'b5d174bc-41a2-430b-8cac-90947c4e81e6'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:51:13.571873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2c78316f-5f09-42f3-935c-ab1afe8f8a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:51:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['b5d174bc-41a2-430b-8cac-90947c4e81e6'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:13.594740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60060) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:13.609075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-52d15174-6eaf-4b2e-a9c6-d15da0991329', 'network_id': '52d15174-6eaf-4b2e-a9c6-d15da0991329', 'tenant_id': '23170fad26154303ac3d5eefb66fa3e6', 'fixed_ips': [{'subnet_id': '607ca771-ba0d-42c3-90be-03a71d48b8ee'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:51:13.609933 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:13.615213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8fd898e1-c494-4ac7-8277-efcc248eb1e9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'port': {'fixed_ips': [{'subnet_id': '2187d217-61b3-41be-b7d7-397bcbf9351d'}]}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:13.705453 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb5952b1-ab93-4038-a7be-275932299647 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:13.769307 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb5952b1-ab93-4038-a7be-275932299647 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:13.770369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2c78316f-5f09-42f3-935c-ab1afe8f8a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:13.770827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c78316f-5f09-42f3-935c-ab1afe8f8a02 None None] The sync data for ids ['b5d174bc-41a2-430b-8cac-90947c4e81e6'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:51:13.780681 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cb5952b1-ab93-4038-a7be-275932299647 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2002416 Dec 22 09:51:13.788806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60066) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:13.801776 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee0793a4-ba44-448b-9863-c6837dfeb746 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:13.805938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec97ca7-0431-4ca8-8d34-af88c9a0e8bb None None] Pushing event updated for resources: {'Port': ['ID=52208059-95a0-4332-8608-99cec344114e,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:13.808485 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-243ddba0-3f0f-4130-aa84-799cbf889425 req-2796d540-8040-4d0e-b6b3-d3a42ffcc35c tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545724 Dec 22 09:51:13.814621 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ec97ca7-0431-4ca8-8d34-af88c9a0e8bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:13.953379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffa371-c44d-4127-b4cf-1dc11595aa47 req-f1748faf-a3ee-4448-97ec-ac8343185631 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:13.961023 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-74ffa371-c44d-4127-b4cf-1dc11595aa47 req-f1748faf-a3ee-4448-97ec-ac8343185631 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 945 time: 0.2298567 Dec 22 09:51:14.078252 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-74ffa371-c44d-4127-b4cf-1dc11595aa47 req-5c1a9853-482f-4377-9e6c-15939689083a tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161938 Dec 22 09:51:14.176318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Allocated IP 2001:db8::1 (52d15174-6eaf-4b2e-a9c6-d15da0991329/607ca771-ba0d-42c3-90be-03a71d48b8ee/18bfc551-40d7-4ae2-957e-49655a94311c) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:51:14.199013 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72bb44cf-f083-4fae-a0ad-7a8c23b0e3d7 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:14.238796 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2286477-3f92-4648-adfa-105e9fe1f15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1880074a-226f-4738-88c9-d32d07d25585', 'code': 200} Dec 22 09:51:14.251629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f375c641-4742-45e7-a922-c5cbbbdf5a13 None None] Provisioning complete for port 7ddb8877-2166-42aa-9ff6-3a8321df5767 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:14.252079 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f375c641-4742-45e7-a922-c5cbbbdf5a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:14.290821 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ee7a946-780f-48f9-ac2d-d31b3721a45a req-ef9e4a1c-753b-4609-8018-65c4e7040507 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 210 time: 0.0999427 Dec 22 09:51:14.312160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f375c641-4742-45e7-a922-c5cbbbdf5a13 None None] Port 7ddb8877-2166-42aa-9ff6-3a8321df5767 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:51:14.355083 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a623420a-0ecf-46a4-8aa6-438ddcc9fee1 req-0c9ee68a-0f18-42c7-946c-ebf2fbc89362 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a5aacdb7-372a-4869-a8a4-83f1a9e70cbf HTTP/1.1" status: 200 len: 210 time: 0.1544902 Dec 22 09:51:14.356011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8fd898e1-c494-4ac7-8277-efcc248eb1e9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:14.404379 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee0793a4-ba44-448b-9863-c6837dfeb746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:14.554860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b5ee9-eacd-4e8a-b043-5f1592d97f67 req-643afd56-a554-4a57-8cb8-773c00952453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:14.567809 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca3b5ee9-eacd-4e8a-b043-5f1592d97f67 req-643afd56-a554-4a57-8cb8-773c00952453 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 1160 time: 0.5038459 Dec 22 09:51:14.676808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:14.769216 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca3b5ee9-eacd-4e8a-b043-5f1592d97f67 req-905b051e-86a6-4d44-bd0f-c134b801c762 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857896 Dec 22 09:51:14.831620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 52208059-95a0-4332-8608-99cec344114e up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:51:14.959342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6bfc3fba-b050-4434-bcb4-ce6e5da27075 None None] Provisioning complete for port 52208059-95a0-4332-8608-99cec344114e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:14.959934 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6bfc3fba-b050-4434-bcb4-ce6e5da27075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:14.983573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b7867-99e3-4683-af0a-d9c5bb5361cc req-e0f0e765-5a84-41f7-b71b-cf367d384deb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:14.985293 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0f4b7867-99e3-4683-af0a-d9c5bb5361cc req-e0f0e765-5a84-41f7-b71b-cf367d384deb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.3719604 Dec 22 09:51:15.059182 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72bb44cf-f083-4fae-a0ad-7a8c23b0e3d7 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:15.070121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72bb44cf-f083-4fae-a0ad-7a8c23b0e3d7 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:15.083621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a88194ea-905f-48fe-96dd-4777724a2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:15.085361 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a88194ea-905f-48fe-96dd-4777724a2619 service neutron] 10.222.0.64 "GET /v2.0/ports/535b7ea4-38e5-40cd-99f6-5fcf8666390b HTTP/1.1" status: 200 len: 1033 time: 0.5567656 Dec 22 09:51:15.150819 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:15.166161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Transition to ACTIVE for port object 18bfc551-40d7-4ae2-957e-49655a94311c will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:15.197508 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0f4b7867-99e3-4683-af0a-d9c5bb5361cc req-e3d2299f-5cde-4adf-8e8a-7d9cf631e452 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939874 Dec 22 09:51:15.208638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 52208059-95a0-4332-8608-99cec344114e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:15.211223 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:15.561463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Transition to ACTIVE for port object 18bfc551-40d7-4ae2-957e-49655a94311c will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:15.567566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72bb44cf-f083-4fae-a0ad-7a8c23b0e3d7 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:15.568261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bb44cf-f083-4fae-a0ad-7a8c23b0e3d7 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Fanout notify agent at l3_agent the message router_deleted on router 3bb32a74-052c-4d27-8697-a34400d85190 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:51:15.587523 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:15.626394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bff51463-b9b9-40d1-8b5d-2ac681498422 None None] Provisioning complete for port 52208059-95a0-4332-8608-99cec344114e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:15.627157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bff51463-b9b9-40d1-8b5d-2ac681498422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:15.648409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b965296b-568a-43bf-aea5-fe97cb14a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:15.650128 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b965296b-568a-43bf-aea5-fe97cb14a297 service neutron] 10.222.0.64 "GET /v2.0/ports/fc7329c3-78f6-4136-a3e0-470e31556bdf HTTP/1.1" status: 200 len: 1033 time: 0.5161414 Dec 22 09:51:15.663129 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:15.693174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72bb44cf-f083-4fae-a0ad-7a8c23b0e3d7 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:15.697330 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-72bb44cf-f083-4fae-a0ad-7a8c23b0e3d7 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "DELETE /v2.0/routers/3bb32a74-052c-4d27-8697-a34400d85190 HTTP/1.1" status: 204 len: 168 time: 1.9025455 Dec 22 09:51:16.036604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60088) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:16.078032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Pushing event updated for resources: {'Port': ['ID=18bfc551-40d7-4ae2-957e-49655a94311c,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:16.086946 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee0793a4-ba44-448b-9863-c6837dfeb746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:16.123891 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:16.172721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a907b2-ca6d-42de-9161-46634c9fa68c req-0c98ead3-b374-462f-8408-e09d0a499126 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:16.174379 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-13a907b2-ca6d-42de-9161-46634c9fa68c req-0c98ead3-b374-462f-8408-e09d0a499126 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 945 time: 0.7852907 Dec 22 09:51:16.244081 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7f5b2f12-dea6-4fca-a12f-8183c32194ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:16.310204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0793a4-ba44-448b-9863-c6837dfeb746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69712022-ce7c-4c31-8823-b9906dfa6810,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:16.312548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Network 52d15174-6eaf-4b2e-a9c6-d15da0991329 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:51:16.315791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:16.320019 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ee0793a4-ba44-448b-9863-c6837dfeb746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:16.324838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:51:16.329702 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:16.387457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-672fe28c-dc21-4772-9cb1-d44ec77e3db0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:16.389279 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-672fe28c-dc21-4772-9cb1-d44ec77e3db0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 806 time: 0.3684437 Dec 22 09:51:16.426189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-d168a23c-a052-4bc4-aa35-668cd3bb2694 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Request body: {'port': {'device_id': 'a5aacdb7-372a-4869-a8a4-83f1a9e70cbf', 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f', 'admin_state_up': True, 'tenant_id': '9dfc4173a0084cb081b39e512ef6a1d8'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:16.446057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Attempting to bind port 18bfc551-40d7-4ae2-957e-49655a94311c on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:51:16.446766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Attempting to bind port 18bfc551-40d7-4ae2-957e-49655a94311c by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '78939dc6-11e4-4407-9eaa-2d049b03187d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '52d15174-6eaf-4b2e-a9c6-d15da0991329'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:51:16.447500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Attempting to bind port 18bfc551-40d7-4ae2-957e-49655a94311c on network 52d15174-6eaf-4b2e-a9c6-d15da0991329 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:51:16.460751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ad2c6a88-9b27-43fb-b14a-db0a2332129c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:16.461994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:51:16.465314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Checking segment: {'id': '78939dc6-11e4-4407-9eaa-2d049b03187d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '52d15174-6eaf-4b2e-a9c6-d15da0991329'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:16.466588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ad2c6a88-9b27-43fb-b14a-db0a2332129c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:16.466976 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:16.469075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Bound using segment: {'id': '78939dc6-11e4-4407-9eaa-2d049b03187d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '52d15174-6eaf-4b2e-a9c6-d15da0991329'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:51:16.469975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Bound port: 18bfc551-40d7-4ae2-957e-49655a94311c, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78939dc6-11e4-4407-9eaa-2d049b03187d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '52d15174-6eaf-4b2e-a9c6-d15da0991329'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:51:16.471276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ad2c6a88-9b27-43fb-b14a-db0a2332129c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:16.471896 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:16.472206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ad2c6a88-9b27-43fb-b14a-db0a2332129c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Synchronizing usage tracker for tenant:c331cc560d8748a88e7458b10299f64a on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:51:16.478205 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-84c4d163-4723-4644-a8c3-3cb86cf84b73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:16.535690 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee0793a4-ba44-448b-9863-c6837dfeb746 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:16.541193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Subnet': ['ID=607ca771-ba0d-42c3-90be-03a71d48b8ee,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:16.550378 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:16.594015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1571735992', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}, 'admin_state_up': False}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:16.619237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:16.622608 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ee0793a4-ba44-448b-9863-c6837dfeb746 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/69712022-ce7c-4c31-8823-b9906dfa6810 HTTP/1.1" status: 204 len: 168 time: 3.9855874 Dec 22 09:51:16.626074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-d168a23c-a052-4bc4-aa35-668cd3bb2694 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:16.639265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60094) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:16.647247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-d168a23c-a052-4bc4-aa35-668cd3bb2694 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Usage tracker for resource:port and tenant:9dfc4173a0084cb081b39e512ef6a1d8 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:16.652092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Usage tracker for resource:router and tenant:57295c6adad2492b9b450a14dac3e1fb is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:16.653423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6967af18-6402-4020-a671-30419c0468e4 None None] For port 18bfc551-40d7-4ae2-957e-49655a94311c, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:51:16.659080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6967af18-6402-4020-a671-30419c0468e4 None None] For port 18bfc551-40d7-4ae2-957e-49655a94311c, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=18bfc551-40d7-4ae2-957e-49655a94311c,segment=NetworkSegment(78939dc6-11e4-4407-9eaa-2d049b03187d),segment_id=78939dc6-11e4-4407-9eaa-2d049b03187d)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:51:16.663675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-d168a23c-a052-4bc4-aa35-668cd3bb2694 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Quota usage for port was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:16.664836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:16.702037 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bf92395b-75b4-4526-b7c1-11c05703cc57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:16.703316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ad2c6a88-9b27-43fb-b14a-db0a2332129c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Unset dirty status for tenant:c331cc560d8748a88e7458b10299f64a on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:51:16.704644 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ad2c6a88-9b27-43fb-b14a-db0a2332129c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.64 "GET /v2.0/networks?id=473d1949-ed9f-4949-b1e6-1e121c2d7167&id=d34186bb-32c4-4a88-b464-38e69175bc20&id=d34186bb-32c4-4a88-b464-38e69175bc20&id=d34186bb-32c4-4a88-b464-38e69175bc20&id=d34186bb-32c4-4a88-b464-38e69175bc20&id=1db62543-483d-4fd0-a5fc-77a084335431&id=1db62543-483d-4fd0-a5fc-77a084335431 HTTP/1.1" status: 200 len: 1996 time: 1.0470443 Dec 22 09:51:16.715855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Quota usage for router was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:16.718065 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:16.723314 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-13a907b2-ca6d-42de-9161-46634c9fa68c req-ba32a216-4db6-4630-b6fb-8373c1a561d4 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251597 Dec 22 09:51:16.816522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-d168a23c-a052-4bc4-aa35-668cd3bb2694 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:16.824319 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24a9d048-bf2f-4e32-ab4f-516fbc5fec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:16.883654 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8fd898e1-c494-4ac7-8277-efcc248eb1e9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:16.892356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:16.901575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b5e20-9adf-43d1-9738-975c0307f78a req-11d3836a-54ac-4c7f-a420-3da0a6457f65 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:16.901831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Pushing event updated for resources: {'Port': ['ID=18bfc551-40d7-4ae2-957e-49655a94311c,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:16.904073 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d9b5e20-9adf-43d1-9738-975c0307f78a req-11d3836a-54ac-4c7f-a420-3da0a6457f65 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.3513405 Dec 22 09:51:16.905361 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:16.930357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d15174-6eaf-4b2e-a9c6-d15da0991329']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:16.969733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78939dc6-11e4-4407-9eaa-2d049b03187d') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:16.970063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78939dc6-11e4-4407-9eaa-2d049b03187d') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:16.990680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:17.026263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5a5a27b9-cc94-4952-a7c1-e411816c57ea req-79459c3f-6887-4aa5-b697-a136868e5d04 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a5aacdb7-372a-4869-a8a4-83f1a9e70cbf HTTP/1.1" status: 200 len: 210 time: 0.0907249 Dec 22 09:51:17.055033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2725e2-03c1-4f49-a7e4-3cadd8623259 None None] Network 52d15174-6eaf-4b2e-a9c6-d15da0991329 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:51:17.067995 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8fd898e1-c494-4ac7-8277-efcc248eb1e9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:17.072697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd898e1-c494-4ac7-8277-efcc248eb1e9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:17.073477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8fd898e1-c494-4ac7-8277-efcc248eb1e9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:17.078208 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8fd898e1-c494-4ac7-8277-efcc248eb1e9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/ports/7ddb8877-2166-42aa-9ff6-3a8321df5767 HTTP/1.1" status: 200 len: 911 time: 3.4823532 Dec 22 09:51:17.080371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60098) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:17.083247 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2226789-c594-47b7-96ef-0cbff248ce7d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:17.109899 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-918b5267-46cb-4770-80fd-f89999b5a9ed tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c331cc560d8748a88e7458b10299f64a HTTP/1.1" status: 200 len: 5516 time: 0.1673462 Dec 22 09:51:17.111248 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:17.114867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Releasing vxlan tunnel 14 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:51:17.309663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9933ca41-be40-4360-8305-061c2115586e None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 09:51:17.330498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd898e1-c494-4ac7-8277-efcc248eb1e9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=7ddb8877-2166-42aa-9ff6-3a8321df5767,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:17.333654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-d168a23c-a052-4bc4-aa35-668cd3bb2694 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Made reservation on behalf of 9dfc4173a0084cb081b39e512ef6a1d8 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:17.339975 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-d168a23c-a052-4bc4-aa35-668cd3bb2694 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:17.426201 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8fd898e1-c494-4ac7-8277-efcc248eb1e9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:17.427228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:17.428435 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:17.518562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9933ca41-be40-4360-8305-061c2115586e None None] Resources bound (agent type, host, resource id): {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 09:51:17.577100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-2c378cdf-09db-49cb-ad35-9c2aa1575c3a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Request body: {'port': {'device_id': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167', 'admin_state_up': True, 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'security_groups': ['290ed962-5b3e-411c-8e28-4bbf9356ee4f']}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:17.614739 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d4db499-e80c-479f-adcc-10fb7ede0c16 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:17.762443 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d9b5e20-9adf-43d1-9738-975c0307f78a req-0187ef9d-d606-4338-9da5-22ba6fef80f6 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8328178 Dec 22 09:51:17.765201 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c2e4d8ca-e776-4998-8ba2-ac37751a9cce req-9aec495a-ddb9-450e-b0a1-ea69ec904122 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 210 time: 0.4080989 Dec 22 09:51:17.869558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 52d15174-6eaf-4b2e-a9c6-d15da0991329 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:51:17.890598 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:17.900628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24a9d048-bf2f-4e32-ab4f-516fbc5fec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:17.992143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-2c378cdf-09db-49cb-ad35-9c2aa1575c3a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:18.089708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-2c378cdf-09db-49cb-ad35-9c2aa1575c3a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:18.091207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd1bfab-9e27-4e7b-afe3-4d2a6d5ae8fd None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 09:51:18.097505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-24a9d048-bf2f-4e32-ab4f-516fbc5fec2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617aa013-02ce-4af8-8d74-dc682d36bfbb']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:18.157507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-24a9d048-bf2f-4e32-ab4f-516fbc5fec2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e71dd5f-4673-47fc-b569-a4227c717121') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:18.157989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-24a9d048-bf2f-4e32-ab4f-516fbc5fec2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e71dd5f-4673-47fc-b569-a4227c717121') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:18.171088 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24a9d048-bf2f-4e32-ab4f-516fbc5fec2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:18.187100 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24a9d048-bf2f-4e32-ab4f-516fbc5fec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:18.189245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-24a9d048-bf2f-4e32-ab4f-516fbc5fec2d admin admin] Releasing vxlan tunnel 6 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:51:18.194282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-2c378cdf-09db-49cb-ad35-9c2aa1575c3a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Made reservation on behalf of c331cc560d8748a88e7458b10299f64a for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:18.202327 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-2c378cdf-09db-49cb-ad35-9c2aa1575c3a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:18.250065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 52d15174-6eaf-4b2e-a9c6-d15da0991329 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:51:18.279831 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:51:18.294913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd1bfab-9e27-4e7b-afe3-4d2a6d5ae8fd None None] Resources bound (agent type, host, resource id): {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 09:51:18.379354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-24a9d048-bf2f-4e32-ab4f-516fbc5fec2d admin admin] Network 617aa013-02ce-4af8-8d74-dc682d36bfbb has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:51:18.417702 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 09:51:18.417702 n-d-765315-5 neutron-server[80960]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 09:51:18.417702 n-d-765315-5 neutron-server[80960]: [parameters: {'id': '52d15174-6eaf-4b2e-a9c6-d15da0991329'}] Dec 22 09:51:18.417702 n-d-765315-5 neutron-server[80960]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:51:18.418957 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:51:18.454898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24a9d048-bf2f-4e32-ab4f-516fbc5fec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:18.481854 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:18.744041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-2c378cdf-09db-49cb-ad35-9c2aa1575c3a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Allocated IP 172.20.0.10 (473d1949-ed9f-4949-b1e6-1e121c2d7167/27341bc6-4d77-45a9-b2a2-19fd96ee59ee/f0039625-e07a-45bd-8ae2-eb766b1e3004) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:51:18.921374 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:19.025609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Deleting port 18bfc551-40d7-4ae2-957e-49655a94311c {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:51:19.026026 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:19.113858 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-2c378cdf-09db-49cb-ad35-9c2aa1575c3a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:19.180856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-2c378cdf-09db-49cb-ad35-9c2aa1575c3a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Transition to ACTIVE for port object f0039625-e07a-45bd-8ae2-eb766b1e3004 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:19.299447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00604a-3186-47a6-924c-14cdb5c2628f req-2f5cbfb4-4140-4d3b-8c27-6d147abe5ea6 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:19.301113 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a00604a-3186-47a6-924c-14cdb5c2628f req-2f5cbfb4-4140-4d3b-8c27-6d147abe5ea6 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 945 time: 1.2105794 Dec 22 09:51:19.312609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] For port 18bfc551-40d7-4ae2-957e-49655a94311c, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=18bfc551-40d7-4ae2-957e-49655a94311c,segment=NetworkSegment(78939dc6-11e4-4407-9eaa-2d049b03187d),segment_id=78939dc6-11e4-4407-9eaa-2d049b03187d)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:51:19.312854 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:19.321490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-2c378cdf-09db-49cb-ad35-9c2aa1575c3a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:19.325084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-24a9d048-bf2f-4e32-ab4f-516fbc5fec2d admin admin] Network 617aa013-02ce-4af8-8d74-dc682d36bfbb has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:51:19.345189 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e5051d03-18b8-415d-91aa-9275582b13d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:51:19.414138 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:51:19.485929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130da729-6fa9-42b9-9417-6fd6beec3824 req-e1fecbd9-36f2-41f9-933d-ae3ff24948b2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:19.487620 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-130da729-6fa9-42b9-9417-6fd6beec3824 req-e1fecbd9-36f2-41f9-933d-ae3ff24948b2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.4555349 Dec 22 09:51:19.516463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Calling delete_port for 18bfc551-40d7-4ae2-957e-49655a94311c owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:51:19.669724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c378cdf-09db-49cb-ad35-9c2aa1575c3a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event updated for resources: {'Port': ['ID=f0039625-e07a-45bd-8ae2-eb766b1e3004,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:19.679821 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c378cdf-09db-49cb-ad35-9c2aa1575c3a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:19.721950 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:19.743867 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-914c7a6b-7fa1-4847-b11b-f2269a2db967 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:19.782479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:19.810977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Port': ['ID=18bfc551-40d7-4ae2-957e-49655a94311c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:19.814926 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:19.856106 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a00604a-3186-47a6-924c-14cdb5c2628f req-8897c8d0-8966-418c-9d01-50862fca7d80 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227408 Dec 22 09:51:19.866932 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24a9d048-bf2f-4e32-ab4f-516fbc5fec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:19.891828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-2c378cdf-09db-49cb-ad35-9c2aa1575c3a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Network 473d1949-ed9f-4949-b1e6-1e121c2d7167 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:51:19.897697 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24a9d048-bf2f-4e32-ab4f-516fbc5fec2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:19.903153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-2c378cdf-09db-49cb-ad35-9c2aa1575c3a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:19.917430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-2c378cdf-09db-49cb-ad35-9c2aa1575c3a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:51:19.930482 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3d7dda1e-9f15-49b5-ba02-ef4b20cefe19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:19.968391 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-130da729-6fa9-42b9-9417-6fd6beec3824 req-b9ba0859-ba05-49e5-b250-69f316435199 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197693 Dec 22 09:51:19.992539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] No DVR routers for this DVR port 18bfc551-40d7-4ae2-957e-49655a94311c on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:51:20.154920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-d168a23c-a052-4bc4-aa35-668cd3bb2694 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Allocated IP 172.20.0.12 (71abf892-394c-4481-a07f-0270c6b0938f/0e972d4f-634f-4801-baf0-a552ccd20fd0/992c1b8e-519c-4abd-a7e8-31052e1f33cd) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:51:20.165194 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:20.222106 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-24a9d048-bf2f-4e32-ab4f-516fbc5fec2d admin admin] 10.222.0.50 "DELETE /v2.0/networks/617aa013-02ce-4af8-8d74-dc682d36bfbb HTTP/1.1" status: 204 len: 168 time: 3.5816228 Dec 22 09:51:20.303870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-2c378cdf-09db-49cb-ad35-9c2aa1575c3a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:20.305212 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-2c378cdf-09db-49cb-ad35-9c2aa1575c3a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:20.345219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d15174-6eaf-4b2e-a9c6-d15da0991329']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:20.350431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a400149d-f6df-4454-b084-dca6384835b9 None None] Provisioning for port f0039625-e07a-45bd-8ae2-eb766b1e3004 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:51:20.370316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a400149d-f6df-4454-b084-dca6384835b9 None None] Provisioning complete for port f0039625-e07a-45bd-8ae2-eb766b1e3004 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:20.371037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78939dc6-11e4-4407-9eaa-2d049b03187d') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:20.371388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78939dc6-11e4-4407-9eaa-2d049b03187d') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:20.372112 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a400149d-f6df-4454-b084-dca6384835b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:20.386654 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-2c378cdf-09db-49cb-ad35-9c2aa1575c3a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2727559 Dec 22 09:51:20.388448 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:20.407803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-05c2f78b-73eb-4bb6-8cef-7bd6111418c6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Request body: {'port': {'device_id': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20', 'admin_state_up': True, 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'security_groups': ['290ed962-5b3e-411c-8e28-4bbf9356ee4f']}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:20.420339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9d048-bf2f-4e32-ab4f-516fbc5fec2d admin admin] Pushing event deleted for resources: {'Network': ['ID=617aa013-02ce-4af8-8d74-dc682d36bfbb,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:20.440301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a400149d-f6df-4454-b084-dca6384835b9 None None] Port f0039625-e07a-45bd-8ae2-eb766b1e3004 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:51:20.443590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:20.445718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Releasing vxlan tunnel 14 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:51:20.524974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-56c074ec-8dd7-4ba1-a2b5-788a2d24af99 req-e5b8f402-1ff4-4f52-92da-8759be264345 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Synchronizing usage tracker for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:51:20.532451 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-24a9d048-bf2f-4e32-ab4f-516fbc5fec2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:20.643517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-56c074ec-8dd7-4ba1-a2b5-788a2d24af99 req-e5b8f402-1ff4-4f52-92da-8759be264345 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Unset dirty status for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:51:20.644920 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-56c074ec-8dd7-4ba1-a2b5-788a2d24af99 req-e5b8f402-1ff4-4f52-92da-8759be264345 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a5aacdb7-372a-4869-a8a4-83f1a9e70cbf HTTP/1.1" status: 200 len: 210 time: 0.4075124 Dec 22 09:51:20.794073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60116) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:20.856077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 52d15174-6eaf-4b2e-a9c6-d15da0991329 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:51:20.875523 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:20.938091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65577f59-1aa9-43b0-b59c-171c2e11d9b4 req-d20ca74c-ff2e-47b2-8d56-3d81b031c575 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:20.940726 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-65577f59-1aa9-43b0-b59c-171c2e11d9b4 req-d20ca74c-ff2e-47b2-8d56-3d81b031c575 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 932 time: 0.6875517 Dec 22 09:51:21.003433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-05c2f78b-73eb-4bb6-8cef-7bd6111418c6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:21.008489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-05c2f78b-73eb-4bb6-8cef-7bd6111418c6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Usage tracker for resource:port and tenant:c331cc560d8748a88e7458b10299f64a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:21.013460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-05c2f78b-73eb-4bb6-8cef-7bd6111418c6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Quota usage for port was recalculated. Used quota:8. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:21.019966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-05c2f78b-73eb-4bb6-8cef-7bd6111418c6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:21.035081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-05c2f78b-73eb-4bb6-8cef-7bd6111418c6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Made reservation on behalf of c331cc560d8748a88e7458b10299f64a for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:21.040915 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-05c2f78b-73eb-4bb6-8cef-7bd6111418c6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:21.259068 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9a1af8b4-89fc-46c2-9371-94ae8516b3b0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f52ab00bc60483dac0f344fe236b1e2&name=default HTTP/1.1" status: 200 len: 2883 time: 0.4634008 Dec 22 09:51:21.271928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60124) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:21.296632 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-65577f59-1aa9-43b0-b59c-171c2e11d9b4 req-93512047-afa0-4574-b0c6-015d859976ce tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3224907 Dec 22 09:51:21.522302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 52d15174-6eaf-4b2e-a9c6-d15da0991329 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:51:21.576978 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:51:21.798799 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:21.804413 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:21.827006 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:21.838577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Network': ['ID=52d15174-6eaf-4b2e-a9c6-d15da0991329,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:21.846303 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:21.882626 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-d168a23c-a052-4bc4-aa35-668cd3bb2694 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:21.895534 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/networks/52d15174-6eaf-4b2e-a9c6-d15da0991329 HTTP/1.1" status: 204 len: 168 time: 9.1382370 Dec 22 09:51:21.899825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60130) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:21.907707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-9113b735-eace-45a7-b50f-62f616e104df tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-56673551'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:21.922224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9113b735-eace-45a7-b50f-62f616e104df tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:21.941341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9113b735-eace-45a7-b50f-62f616e104df tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Usage tracker for resource:network and tenant:23170fad26154303ac3d5eefb66fa3e6 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:21.947493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9113b735-eace-45a7-b50f-62f616e104df tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Quota usage for network was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:21.959611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9113b735-eace-45a7-b50f-62f616e104df tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:21.987138 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_gateway, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:22.020005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9113b735-eace-45a7-b50f-62f616e104df tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Made reservation on behalf of 23170fad26154303ac3d5eefb66fa3e6 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:22.026034 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9113b735-eace-45a7-b50f-62f616e104df tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:22.062571 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:22.098164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9113b735-eace-45a7-b50f-62f616e104df tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:51:22.108883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-05c2f78b-73eb-4bb6-8cef-7bd6111418c6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Allocated IP 10.1.1.225 (d34186bb-32c4-4a88-b464-38e69175bc20/081da512-801e-41e2-96a3-974b59dc0af6/a7505449-7259-4f87-b669-f00446ac8fb4) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:51:22.121524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9113b735-eace-45a7-b50f-62f616e104df tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:22.121770 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-9113b735-eace-45a7-b50f-62f616e104df tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Added segment 607472ef-39ce-4a4d-96ef-dab6db679e92 of type vxlan for network 7a092266-f072-453d-b70e-766bdb9e03fb Dec 22 09:51:22.175981 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9113b735-eace-45a7-b50f-62f616e104df tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:22.211632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-5d4db499-e80c-479f-adcc-10fb7ede0c16 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port 7ddb8877-2166-42aa-9ff6-3a8321df5767 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:51:22.212044 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d4db499-e80c-479f-adcc-10fb7ede0c16 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:22.332183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c719b-9d90-46cd-88ae-6d897d1b5c6e req-b8653c4a-9df5-497b-bce9-2b696e06fc09 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:22.333863 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e56c719b-9d90-46cd-88ae-6d897d1b5c6e req-b8653c4a-9df5-497b-bce9-2b696e06fc09 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 945 time: 1.1710622 Dec 22 09:51:22.334013 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9113b735-eace-45a7-b50f-62f616e104df tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:22.342422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9113b735-eace-45a7-b50f-62f616e104df tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:22.343447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9113b735-eace-45a7-b50f-62f616e104df tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:22.351831 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-062b7df4-bbed-48e3-a17b-0711e85fa42b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:22.395998 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-d168a23c-a052-4bc4-aa35-668cd3bb2694 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:22.399053 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-07c90dd2-8d30-4009-9ecd-e60038b95bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:22.427349 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8bf1b7b3-124c-4f89-94ad-89319848ded5 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:22.486477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b6702-820f-4758-bb07-23fb3afc46be req-83888d5f-c03f-4961-a341-79104157b097 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:22.488211 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b37b6702-820f-4758-bb07-23fb3afc46be req-83888d5f-c03f-4961-a341-79104157b097 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.6520951 Dec 22 09:51:22.515033 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9113b735-eace-45a7-b50f-62f616e104df tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6095784 Dec 22 09:51:22.515546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60136) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:22.520553 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-05c2f78b-73eb-4bb6-8cef-7bd6111418c6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:22.524778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113b735-eace-45a7-b50f-62f616e104df tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Network': ['ID=7a092266-f072-453d-b70e-766bdb9e03fb,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:22.535648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-13b39284-8136-4371-9894-9a4f20391b2d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'subnet': {'network_id': '7a092266-f072-453d-b70e-766bdb9e03fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:22.542986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 7a092266-f072-453d-b70e-766bdb9e03fb details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:22.562973 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9113b735-eace-45a7-b50f-62f616e104df tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:22.571018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 7a092266-f072-453d-b70e-766bdb9e03fb details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:22.592812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 7a092266-f072-453d-b70e-766bdb9e03fb details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:22.594736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-05c2f78b-73eb-4bb6-8cef-7bd6111418c6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Transition to ACTIVE for port object a7505449-7259-4f87-b669-f00446ac8fb4 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:22.707609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-13b39284-8136-4371-9894-9a4f20391b2d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:22.716598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-13b39284-8136-4371-9894-9a4f20391b2d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Usage tracker for resource:subnet and tenant:23170fad26154303ac3d5eefb66fa3e6 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:22.720652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-13b39284-8136-4371-9894-9a4f20391b2d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:22.728647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-13b39284-8136-4371-9894-9a4f20391b2d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:22.731953 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-05c2f78b-73eb-4bb6-8cef-7bd6111418c6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:22.738309 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-07c90dd2-8d30-4009-9ecd-e60038b95bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:22.753486 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f97aa7c0-97e2-4c4a-802f-5b01b436bb39 tempest-ServerRescueNegativeTestJSON-1827465517 tempest-ServerRescueNegativeTestJSON-1827465517] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:22.843728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b39284-8136-4371-9894-9a4f20391b2d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Made reservation on behalf of 23170fad26154303ac3d5eefb66fa3e6 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:22.904081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168a23c-a052-4bc4-aa35-668cd3bb2694 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Pushing event updated for resources: {'Port': ['ID=992c1b8e-519c-4abd-a7e8-31052e1f33cd,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:22.914567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:51:22.916323 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d168a23c-a052-4bc4-aa35-668cd3bb2694 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:22.947161 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e56c719b-9d90-46cd-88ae-6d897d1b5c6e req-87318412-627c-465f-bc90-589a4d69dabf tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209153 Dec 22 09:51:22.972754 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b37b6702-820f-4758-bb07-23fb3afc46be req-48fa6977-aeaa-47b0-8ebc-f5ca736062d7 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162169 Dec 22 09:51:22.983267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2f78b-73eb-4bb6-8cef-7bd6111418c6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event updated for resources: {'Port': ['ID=a7505449-7259-4f87-b669-f00446ac8fb4,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:22.996239 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-05c2f78b-73eb-4bb6-8cef-7bd6111418c6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:23.072170 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d4db499-e80c-479f-adcc-10fb7ede0c16 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:23.178116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13b39284-8136-4371-9894-9a4f20391b2d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:23.309204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-05c2f78b-73eb-4bb6-8cef-7bd6111418c6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Network d34186bb-32c4-4a88-b464-38e69175bc20 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:51:23.311782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-05c2f78b-73eb-4bb6-8cef-7bd6111418c6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:23.316086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-05c2f78b-73eb-4bb6-8cef-7bd6111418c6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:51:23.365078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-5d4db499-e80c-479f-adcc-10fb7ede0c16 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Calling delete_port for 7ddb8877-2166-42aa-9ff6-3a8321df5767 owned by network:router_interface {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:51:23.423583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-05c2f78b-73eb-4bb6-8cef-7bd6111418c6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:23.424708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-05c2f78b-73eb-4bb6-8cef-7bd6111418c6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:23.453387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-d168a23c-a052-4bc4-aa35-668cd3bb2694 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Network 71abf892-394c-4481-a07f-0270c6b0938f is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:51:23.479111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-d168a23c-a052-4bc4-aa35-668cd3bb2694 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:23.496428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-d168a23c-a052-4bc4-aa35-668cd3bb2694 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:51:23.503670 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-05c2f78b-73eb-4bb6-8cef-7bd6111418c6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1013875 Dec 22 09:51:23.522010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a1f2e4ac-c7fa-4278-af69-2dc70be77d54 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Request body: {'port': {'device_id': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20', 'admin_state_up': True, 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'security_groups': ['290ed962-5b3e-411c-8e28-4bbf9356ee4f']}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:23.543307 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-07c90dd2-8d30-4009-9ecd-e60038b95bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:23.555452 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-887bd9c5-a819-4b81-a061-9e52b5c54bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:23.584829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0220053d-f1e0-494f-a9e2-e81418ee287f None None] Provisioning for port a7505449-7259-4f87-b669-f00446ac8fb4 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:51:23.596568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0220053d-f1e0-494f-a9e2-e81418ee287f None None] Provisioning complete for port a7505449-7259-4f87-b669-f00446ac8fb4 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:23.597680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0220053d-f1e0-494f-a9e2-e81418ee287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:23.607423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c90dd2-8d30-4009-9ecd-e60038b95bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ab76f5-db73-4ecb-bfcc-3fb8c96eaf15,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:23.629449 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-07c90dd2-8d30-4009-9ecd-e60038b95bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:23.630694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Allocated IP 172.25.7.226 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/f09b68d5-e0ba-44f6-8671-20265bc1b74b) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:51:23.691447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-d168a23c-a052-4bc4-aa35-668cd3bb2694 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:23.692188 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-d168a23c-a052-4bc4-aa35-668cd3bb2694 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:23.704126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0220053d-f1e0-494f-a9e2-e81418ee287f None None] Port a7505449-7259-4f87-b669-f00446ac8fb4 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:51:23.748392 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-07c90dd2-8d30-4009-9ecd-e60038b95bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:23.749644 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-07c90dd2-8d30-4009-9ecd-e60038b95bdf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/38ab76f5-db73-4ecb-bfcc-3fb8c96eaf15 HTTP/1.1" status: 204 len: 168 time: 2.4516692 Dec 22 09:51:23.798430 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-d168a23c-a052-4bc4-aa35-668cd3bb2694 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3830614 Dec 22 09:51:23.817053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340254e-4154-4ee2-8032-42f4135177a7 req-bad52929-3569-4f61-8cca-72b5f7033309 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:23.817795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a1f2e4ac-c7fa-4278-af69-2dc70be77d54 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:23.825920 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1340254e-4154-4ee2-8032-42f4135177a7 req-bad52929-3569-4f61-8cca-72b5f7033309 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a5aacdb7-372a-4869-a8a4-83f1a9e70cbf HTTP/1.1" status: 200 len: 932 time: 0.5834887 Dec 22 09:51:23.827449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a1f2e4ac-c7fa-4278-af69-2dc70be77d54 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Usage tracker for resource:port and tenant:c331cc560d8748a88e7458b10299f64a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:23.832215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a1f2e4ac-c7fa-4278-af69-2dc70be77d54 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Quota usage for port was recalculated. Used quota:9. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:23.842300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a1f2e4ac-c7fa-4278-af69-2dc70be77d54 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:23.916183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a1f2e4ac-c7fa-4278-af69-2dc70be77d54 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Made reservation on behalf of c331cc560d8748a88e7458b10299f64a for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:23.919694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Request body: {'port': {'device_id': 'a5aacdb7-372a-4869-a8a4-83f1a9e70cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:23.922803 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a1f2e4ac-c7fa-4278-af69-2dc70be77d54 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:24.008080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201a0b0-9add-4eea-94ff-9955f24c5861 req-35a1c54e-2766-4827-bd54-9d34c83afbe4 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:24.014950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201a0b0-9add-4eea-94ff-9955f24c5861 req-35a1c54e-2766-4827-bd54-9d34c83afbe4 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:24.016802 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e201a0b0-9add-4eea-94ff-9955f24c5861 req-35a1c54e-2766-4827-bd54-9d34c83afbe4 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 1654 time: 0.6675138 Dec 22 09:51:24.112002 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1340254e-4154-4ee2-8032-42f4135177a7 req-6ffc1ea5-9320-43db-bc01-530cbb7d20fb tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850194 Dec 22 09:51:24.314622 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e201a0b0-9add-4eea-94ff-9955f24c5861 req-c1646b06-4b20-4bbd-a8e0-d5d38ab3fd7f tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808652 Dec 22 09:51:24.318928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:24.430293 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:24.455490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13b39284-8136-4371-9894-9a4f20391b2d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:24.462984 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d4db499-e80c-479f-adcc-10fb7ede0c16 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:24.483465 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6aeb84fc-887c-4212-9a00-dd6a2ac8f11a tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:24.584732 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e27ce57-18a0-43e5-8276-2a3cba13a5d3 tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:24.740794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b39284-8136-4371-9894-9a4f20391b2d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Subnet': ['ID=dc23f5dd-cb19-4fd2-a01a-6fd0720a892a,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:24.744092 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-13b39284-8136-4371-9894-9a4f20391b2d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:24.757392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a1f2e4ac-c7fa-4278-af69-2dc70be77d54 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Allocated IP 10.1.1.250 (d34186bb-32c4-4a88-b464-38e69175bc20/081da512-801e-41e2-96a3-974b59dc0af6/71f00817-d9a0-4ce8-877a-678cc29c4b0a) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:51:24.849696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b39284-8136-4371-9894-9a4f20391b2d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Checking segment: {'id': '607472ef-39ce-4a4d-96ef-dab6db679e92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a092266-f072-453d-b70e-766bdb9e03fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:24.850352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b39284-8136-4371-9894-9a4f20391b2d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network hostable DHCP agents. Network: 7a092266-f072-453d-b70e-766bdb9e03fb, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:51:24.918683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4db499-e80c-479f-adcc-10fb7ede0c16 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Port': ['ID=7ddb8877-2166-42aa-9ff6-3a8321df5767,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:24.942300 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5d4db499-e80c-479f-adcc-10fb7ede0c16 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:24.955228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60162) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:24.983838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b39284-8136-4371-9894-9a4f20391b2d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 7a092266-f072-453d-b70e-766bdb9e03fb is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:51:24.999805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-13b39284-8136-4371-9894-9a4f20391b2d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 7a092266-f072-453d-b70e-766bdb9e03fb) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:25.009784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc712f5-ffd7-4e26-99d9-ca9f67ca8bfe None None] Network 7a092266-f072-453d-b70e-766bdb9e03fb requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:51:25.023796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b39284-8136-4371-9894-9a4f20391b2d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:25.024662 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13b39284-8136-4371-9894-9a4f20391b2d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:25.077357 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-13b39284-8136-4371-9894-9a4f20391b2d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5582359 Dec 22 09:51:25.078799 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a1f2e4ac-c7fa-4278-af69-2dc70be77d54 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:25.080236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60168) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:25.096756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a1f2e4ac-c7fa-4278-af69-2dc70be77d54 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Transition to ACTIVE for port object 71f00817-d9a0-4ce8-877a-678cc29c4b0a will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:25.122532 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a1f2e4ac-c7fa-4278-af69-2dc70be77d54 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:25.144959 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-05c2f78b-73eb-4bb6-8cef-7bd6111418c6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:25.150598 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:25.176294 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2e4d65d5-2732-4418-a8a9-61cef0e1a824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:25.305985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-7a092266-f072-453d-b70e-766bdb9e03fb', 'network_id': '7a092266-f072-453d-b70e-766bdb9e03fb', 'tenant_id': '23170fad26154303ac3d5eefb66fa3e6', 'fixed_ips': [{'subnet_id': 'dc23f5dd-cb19-4fd2-a01a-6fd0720a892a'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:51:25.309689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:25.400352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4207ce-6346-44ed-b4ff-ce714bd2dcc7 req-46c101fb-169c-4419-8915-7ef4ae406362 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:25.402625 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f4207ce-6346-44ed-b4ff-ce714bd2dcc7 req-46c101fb-169c-4419-8915-7ef4ae406362 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.0717938 Dec 22 09:51:25.409267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2e4ac-c7fa-4278-af69-2dc70be77d54 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event updated for resources: {'Port': ['ID=71f00817-d9a0-4ce8-877a-678cc29c4b0a,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:25.417627 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a1f2e4ac-c7fa-4278-af69-2dc70be77d54 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:25.418035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2076797628-network', 'tenant_id': '480294d41c7e496e8a6823367f22dc8d'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:25.475587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a1f2e4ac-c7fa-4278-af69-2dc70be77d54 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Network d34186bb-32c4-4a88-b464-38e69175bc20 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:51:25.477572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a1f2e4ac-c7fa-4278-af69-2dc70be77d54 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:25.480906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a1f2e4ac-c7fa-4278-af69-2dc70be77d54 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:51:25.505872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:25.557762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Usage tracker for resource:network and tenant:480294d41c7e496e8a6823367f22dc8d is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:25.558672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a1f2e4ac-c7fa-4278-af69-2dc70be77d54 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:25.559466 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a1f2e4ac-c7fa-4278-af69-2dc70be77d54 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:25.572348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Pushing event updated for resources: {'Port': ['ID=f09b68d5-e0ba-44f6-8671-20265bc1b74b,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:25.581143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:25.586269 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a1f2e4ac-c7fa-4278-af69-2dc70be77d54 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0692363 Dec 22 09:51:25.603784 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:25.612671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-91c5b1fd-2f9e-4647-ac52-73fe1841a17c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Request body: {'port': {'device_id': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1db62543-483d-4fd0-a5fc-77a084335431', 'admin_state_up': True, 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'security_groups': ['290ed962-5b3e-411c-8e28-4bbf9356ee4f']}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:25.613539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:25.624266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b7c78-43f7-4c53-bc69-bf483a6ad7e0 req-63665250-512b-4f7f-ab54-97d4f2cfa1ed tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:25.632068 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-182b7c78-43f7-4c53-bc69-bf483a6ad7e0 req-63665250-512b-4f7f-ab54-97d4f2cfa1ed tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 945 time: 1.0871894 Dec 22 09:51:25.712589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Allocated IP 2001:db8::1 (7a092266-f072-453d-b70e-766bdb9e03fb/dc23f5dd-cb19-4fd2-a01a-6fd0720a892a/c414d071-f7a2-4741-8904-9fe08af5aa32) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:51:25.846303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-91c5b1fd-2f9e-4647-ac52-73fe1841a17c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:25.848852 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5f4207ce-6346-44ed-b4ff-ce714bd2dcc7 req-d98ed064-ce3c-461f-9091-9f8483305a21 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711390 Dec 22 09:51:25.851490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-91c5b1fd-2f9e-4647-ac52-73fe1841a17c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Usage tracker for resource:port and tenant:c331cc560d8748a88e7458b10299f64a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:25.854985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-91c5b1fd-2f9e-4647-ac52-73fe1841a17c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Quota usage for port was recalculated. Used quota:10. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:25.861440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-91c5b1fd-2f9e-4647-ac52-73fe1841a17c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:25.873950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-91c5b1fd-2f9e-4647-ac52-73fe1841a17c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Made reservation on behalf of c331cc560d8748a88e7458b10299f64a for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:25.889211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c3337af2-4463-4f49-a836-82ee51806562 None None] Provisioning for port 71f00817-d9a0-4ce8-877a-678cc29c4b0a completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:51:25.901909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c3337af2-4463-4f49-a836-82ee51806562 None None] Provisioning complete for port 71f00817-d9a0-4ce8-877a-678cc29c4b0a triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:25.902882 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3337af2-4463-4f49-a836-82ee51806562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:25.986616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c3337af2-4463-4f49-a836-82ee51806562 None None] Port 71f00817-d9a0-4ce8-877a-678cc29c4b0a cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:51:25.996459 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:26.050863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Made reservation on behalf of 480294d41c7e496e8a6823367f22dc8d for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:26.055605 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:26.073581 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-91c5b1fd-2f9e-4647-ac52-73fe1841a17c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:26.087257 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:26.106569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:26.118618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Transition to ACTIVE for port object c414d071-f7a2-4741-8904-9fe08af5aa32 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:26.138656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Transition to ACTIVE for port object c414d071-f7a2-4741-8904-9fe08af5aa32 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:26.143921 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:26.162044 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:26.203055 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d4db499-e80c-479f-adcc-10fb7ede0c16 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:26.252639 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-182b7c78-43f7-4c53-bc69-bf483a6ad7e0 req-15380ffa-7ab4-48f5-abc4-fec0080c04c9 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6195009 Dec 22 09:51:26.345769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Pushing event updated for resources: {'Port': ['ID=c414d071-f7a2-4741-8904-9fe08af5aa32,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:26.350920 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:26.398873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Network 7a092266-f072-453d-b70e-766bdb9e03fb is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:51:26.400190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:26.403411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:51:26.446396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:26.450942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:51:26.464509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Attempting to bind port c414d071-f7a2-4741-8904-9fe08af5aa32 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:51:26.464971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Attempting to bind port c414d071-f7a2-4741-8904-9fe08af5aa32 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '607472ef-39ce-4a4d-96ef-dab6db679e92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a092266-f072-453d-b70e-766bdb9e03fb'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:51:26.465465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Attempting to bind port c414d071-f7a2-4741-8904-9fe08af5aa32 on network 7a092266-f072-453d-b70e-766bdb9e03fb {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:51:26.472540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:51:26.472978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Checking segment: {'id': '607472ef-39ce-4a4d-96ef-dab6db679e92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a092266-f072-453d-b70e-766bdb9e03fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:26.473460 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:26.473906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Bound using segment: {'id': '607472ef-39ce-4a4d-96ef-dab6db679e92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a092266-f072-453d-b70e-766bdb9e03fb'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:51:26.474471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Bound port: c414d071-f7a2-4741-8904-9fe08af5aa32, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607472ef-39ce-4a4d-96ef-dab6db679e92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a092266-f072-453d-b70e-766bdb9e03fb'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:51:26.474903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:26.524091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:26.537549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Usage tracker for resource:security_group_rule and tenant:480294d41c7e496e8a6823367f22dc8d is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:26.550522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:51:26.582033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Deleting port c414d071-f7a2-4741-8904-9fe08af5aa32 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:51:26.582420 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:26.583870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] For port c414d071-f7a2-4741-8904-9fe08af5aa32, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:51:26.587462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] For port c414d071-f7a2-4741-8904-9fe08af5aa32, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c414d071-f7a2-4741-8904-9fe08af5aa32,segment=NetworkSegment(607472ef-39ce-4a4d-96ef-dab6db679e92),segment_id=607472ef-39ce-4a4d-96ef-dab6db679e92)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:51:26.592724 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:26.612526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:26.612786 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cf8005b2-75b0-4f0f-b8fd-2c29408d43a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:26.704424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:26.724248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992c1b8e-519c-4abd-a7e8-31052e1f33cd {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:51:26.765548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:26.774133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Pushing event updated for resources: {'Port': ['ID=c414d071-f7a2-4741-8904-9fe08af5aa32,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:26.779743 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:26.797885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-91c5b1fd-2f9e-4647-ac52-73fe1841a17c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Allocated IP 10.2.2.100 (1db62543-483d-4fd0-a5fc-77a084335431/da83a261-d716-4bc0-83ed-8afa4f3eb9b3/b11d4d5e-eea2-4fdf-9449-b09db9047277) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:51:26.845602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Transition to ACTIVE for port object 992c1b8e-519c-4abd-a7e8-31052e1f33cd will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:26.981995 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:27.011060 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8fd898e1-c494-4ac7-8277-efcc248eb1e9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:27.029368 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-91c5b1fd-2f9e-4647-ac52-73fe1841a17c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:27.048382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-91c5b1fd-2f9e-4647-ac52-73fe1841a17c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Transition to ACTIVE for port object b11d4d5e-eea2-4fdf-9449-b09db9047277 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:27.069957 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-91c5b1fd-2f9e-4647-ac52-73fe1841a17c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:27.102217 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a1f2e4ac-c7fa-4278-af69-2dc70be77d54 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:27.323237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5b1fd-2f9e-4647-ac52-73fe1841a17c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event updated for resources: {'Port': ['ID=b11d4d5e-eea2-4fdf-9449-b09db9047277,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:27.328130 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-91c5b1fd-2f9e-4647-ac52-73fe1841a17c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:27.372660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-91c5b1fd-2f9e-4647-ac52-73fe1841a17c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Network 1db62543-483d-4fd0-a5fc-77a084335431 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:51:27.373743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-91c5b1fd-2f9e-4647-ac52-73fe1841a17c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:27.376158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-91c5b1fd-2f9e-4647-ac52-73fe1841a17c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:51:27.442574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-91c5b1fd-2f9e-4647-ac52-73fe1841a17c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:27.443265 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-91c5b1fd-2f9e-4647-ac52-73fe1841a17c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:27.470324 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-91c5b1fd-2f9e-4647-ac52-73fe1841a17c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8666568 Dec 22 09:51:27.487455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-40aa4353-8eb8-436a-bb1f-4e01e4a76610 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Request body: {'port': {'device_id': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1db62543-483d-4fd0-a5fc-77a084335431', 'admin_state_up': True, 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'security_groups': ['290ed962-5b3e-411c-8e28-4bbf9356ee4f']}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:27.539260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc20896-a671-4e81-9fee-136f39e0bbed req-18a0428d-ee7e-463f-aef2-13fbb64b4734 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:27.540958 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ddc20896-a671-4e81-9fee-136f39e0bbed req-18a0428d-ee7e-463f-aef2-13fbb64b4734 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a5aacdb7-372a-4869-a8a4-83f1a9e70cbf HTTP/1.1" status: 200 len: 932 time: 1.4637434 Dec 22 09:51:27.666047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-40aa4353-8eb8-436a-bb1f-4e01e4a76610 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:27.672014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-40aa4353-8eb8-436a-bb1f-4e01e4a76610 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Usage tracker for resource:port and tenant:c331cc560d8748a88e7458b10299f64a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:27.675483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-40aa4353-8eb8-436a-bb1f-4e01e4a76610 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Quota usage for port was recalculated. Used quota:11. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:27.682796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-40aa4353-8eb8-436a-bb1f-4e01e4a76610 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:27.694229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-40aa4353-8eb8-436a-bb1f-4e01e4a76610 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Made reservation on behalf of c331cc560d8748a88e7458b10299f64a for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:27.702643 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-40aa4353-8eb8-436a-bb1f-4e01e4a76610 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:27.734743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb10c1-2fcf-40b7-8763-98aa21d8b331 req-47f32d52-2e1d-472d-89b5-b9a29b59af2e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:27.739283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb10c1-2fcf-40b7-8763-98aa21d8b331 req-47f32d52-2e1d-472d-89b5-b9a29b59af2e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:27.743839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb10c1-2fcf-40b7-8763-98aa21d8b331 req-47f32d52-2e1d-472d-89b5-b9a29b59af2e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:27.745749 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-60bb10c1-2fcf-40b7-8763-98aa21d8b331 req-47f32d52-2e1d-472d-89b5-b9a29b59af2e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 2375 time: 1.2844336 Dec 22 09:51:27.821328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-74208c22-b65f-42a6-baa0-8c428de5a316 None None] Provisioning for port b11d4d5e-eea2-4fdf-9449-b09db9047277 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:51:27.828730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-74208c22-b65f-42a6-baa0-8c428de5a316 None None] Provisioning complete for port b11d4d5e-eea2-4fdf-9449-b09db9047277 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:27.829463 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74208c22-b65f-42a6-baa0-8c428de5a316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:27.885502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Pushing event updated for resources: {'Port': ['ID=992c1b8e-519c-4abd-a7e8-31052e1f33cd,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:27.905277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-74208c22-b65f-42a6-baa0-8c428de5a316 None None] Port b11d4d5e-eea2-4fdf-9449-b09db9047277 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:51:27.993500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:27.993924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:27.994345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:27.994768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:27.995532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:27.996172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:27.996590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:27.997009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:27.997416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:27.997825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:27.998229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:27.998618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:27.999122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:27.999507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:27.999911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.000412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.000714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.001120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.001506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.001928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.002379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.002780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.003178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.003575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.004070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.004473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.004872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.005270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.005669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.006071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.006464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.006865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.007262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.007658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.008111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.008505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:28.044213 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.034s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:28.168987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-40aa4353-8eb8-436a-bb1f-4e01e4a76610 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Allocated IP 10.2.2.200 (1db62543-483d-4fd0-a5fc-77a084335431/da83a261-d716-4bc0-83ed-8afa4f3eb9b3/77c75204-a4c3-4349-8892-fcd4b32834af) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:51:28.292132 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ddc20896-a671-4e81-9fee-136f39e0bbed req-46f2debd-a30c-42fe-8a14-058b5ef46bb7 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6026351 Dec 22 09:51:28.311198 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-60bb10c1-2fcf-40b7-8763-98aa21d8b331 req-9196a06f-a5a8-4500-89a5-cdf5212cf25d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5232732 Dec 22 09:51:28.367643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8becf9d-4f49-455c-a2bc-ca148eabe23e None None] Network 7a092266-f072-453d-b70e-766bdb9e03fb requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:51:28.488377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] For port c414d071-f7a2-4741-8904-9fe08af5aa32, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c414d071-f7a2-4741-8904-9fe08af5aa32,segment=NetworkSegment(607472ef-39ce-4a4d-96ef-dab6db679e92),segment_id=607472ef-39ce-4a4d-96ef-dab6db679e92)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:51:28.488781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:28.497395 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-40aa4353-8eb8-436a-bb1f-4e01e4a76610 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:28.499321 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:28.523135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-40aa4353-8eb8-436a-bb1f-4e01e4a76610 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Transition to ACTIVE for port object 77c75204-a4c3-4349-8892-fcd4b32834af will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:28.554503 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-40aa4353-8eb8-436a-bb1f-4e01e4a76610 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:28.573643 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:28.589698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6990c7a9-c997-41d7-8646-5d7b1459a081 None None] Provisioning for port c414d071-f7a2-4741-8904-9fe08af5aa32 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:51:28.597842 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:28.758818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4db499-e80c-479f-adcc-10fb7ede0c16 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router b5d174bc-41a2-430b-8cac-90947c4e81e6 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:51:28.759480 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8f1b9ab5-9cd3-418c-b82d-e51a25403793 tempest-SecurityGroupsTestJSON-511966665 tempest-SecurityGroupsTestJSON-511966665] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:28.813651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa4353-8eb8-436a-bb1f-4e01e4a76610 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event updated for resources: {'Port': ['ID=77c75204-a4c3-4349-8892-fcd4b32834af,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:28.816512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c414d071-f7a2-4741-8904-9fe08af5aa32 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:51:28.819922 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40aa4353-8eb8-436a-bb1f-4e01e4a76610 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:28.845482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-40aa4353-8eb8-436a-bb1f-4e01e4a76610 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Network 1db62543-483d-4fd0-a5fc-77a084335431 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:51:28.846900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-40aa4353-8eb8-436a-bb1f-4e01e4a76610 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:28.854264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-40aa4353-8eb8-436a-bb1f-4e01e4a76610 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:51:28.929000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Calling delete_port for c414d071-f7a2-4741-8904-9fe08af5aa32 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:51:28.954209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port c414d071-f7a2-4741-8904-9fe08af5aa32 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:51:28.982337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port c414d071-f7a2-4741-8904-9fe08af5aa32 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:28.985367 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:29.006378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-40aa4353-8eb8-436a-bb1f-4e01e4a76610 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:29.007663 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-40aa4353-8eb8-436a-bb1f-4e01e4a76610 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:29.067500 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-40aa4353-8eb8-436a-bb1f-4e01e4a76610 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5845890 Dec 22 09:51:29.093788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Request body: {'port': {'device_id': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:29.236740 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:29.276660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:51:29.283805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Attempting to bind port 992c1b8e-519c-4abd-a7e8-31052e1f33cd on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:51:29.284538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Attempting to bind port 992c1b8e-519c-4abd-a7e8-31052e1f33cd by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:51:29.285659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Attempting to bind port 992c1b8e-519c-4abd-a7e8-31052e1f33cd on network 71abf892-394c-4481-a07f-0270c6b0938f {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:51:29.305715 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:29.324907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port c414d071-f7a2-4741-8904-9fe08af5aa32, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c414d071-f7a2-4741-8904-9fe08af5aa32,segment=NetworkSegment(607472ef-39ce-4a4d-96ef-dab6db679e92),segment_id=607472ef-39ce-4a4d-96ef-dab6db679e92)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:51:29.329893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:29.334826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eefd5cb1-e9c4-4718-b038-89cd06ea38ec None None] Provisioning complete for port c414d071-f7a2-4741-8904-9fe08af5aa32 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:29.334826 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eefd5cb1-e9c4-4718-b038-89cd06ea38ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:29.425435 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c4e065b-d422-4847-bdca-ca05bd5039e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:29.587850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=c414d071-f7a2-4741-8904-9fe08af5aa32,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:29.592244 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:29.696551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-dbc7700f-1a9b-481e-bb75-c03c6e19e6aa None None] Provisioning complete for port c414d071-f7a2-4741-8904-9fe08af5aa32 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:29.697019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dbc7700f-1a9b-481e-bb75-c03c6e19e6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:29.774375 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:51:29.774711 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:51:29.793253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:51:29.793733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Checking segment: {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:29.794290 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:29.794589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Bound using segment: {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:51:29.795090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Bound port: 992c1b8e-519c-4abd-a7e8-31052e1f33cd, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:51:29.795479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:29.808889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1f3a4c-281d-4e67-8861-4b36d3de7db1,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:29.857594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-dbc7700f-1a9b-481e-bb75-c03c6e19e6aa None None] Provisioning for port 77c75204-a4c3-4349-8892-fcd4b32834af completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:51:29.863075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-dbc7700f-1a9b-481e-bb75-c03c6e19e6aa None None] Provisioning complete for port 77c75204-a4c3-4349-8892-fcd4b32834af triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:29.863501 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dbc7700f-1a9b-481e-bb75-c03c6e19e6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:29.874634 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.115s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:29.883874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:29.884519 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Added segment f485c2a7-9986-4d74-8825-d9fda4f92811 of type vxlan for network 4ded2758-3b07-47da-8b34-1ed9c90501b6 Dec 22 09:51:29.890644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0039625-e07a-45bd-8ae2-eb766b1e3004 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:51:29.898648 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:29.917213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Transition to ACTIVE for port object f0039625-e07a-45bd-8ae2-eb766b1e3004 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:29.921631 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:29.928015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_gateway, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:29.929319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-dbc7700f-1a9b-481e-bb75-c03c6e19e6aa None None] Port 77c75204-a4c3-4349-8892-fcd4b32834af cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:51:29.938461 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9b9fccb-213c-4a04-a3db-c58dc04bb67e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:30.047249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4db499-e80c-479f-adcc-10fb7ede0c16 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:51:30.062992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a550795-65e0-4acc-a2b4-250799f01538 None None] Sync routers for ids ['b5d174bc-41a2-430b-8cac-90947c4e81e6'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:51:30.077371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a550795-65e0-4acc-a2b4-250799f01538 None None] Routers {'b5d174bc-41a2-430b-8cac-90947c4e81e6'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:51:30.079431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0a550795-65e0-4acc-a2b4-250799f01538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:51:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['b5d174bc-41a2-430b-8cac-90947c4e81e6'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:30.089823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=f0039625-e07a-45bd-8ae2-eb766b1e3004,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:30.094771 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:30.156554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:30.168935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0a550795-65e0-4acc-a2b4-250799f01538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:30.184215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a550795-65e0-4acc-a2b4-250799f01538 None None] Routers {'b5d174bc-41a2-430b-8cac-90947c4e81e6'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:51:30.184928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0a550795-65e0-4acc-a2b4-250799f01538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:51:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['b5d174bc-41a2-430b-8cac-90947c4e81e6'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:30.314697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Attempting to bind port f0039625-e07a-45bd-8ae2-eb766b1e3004 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:51:30.315081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Attempting to bind port f0039625-e07a-45bd-8ae2-eb766b1e3004 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '97d0cd4f-ab21-4773-b26f-a83d78e82a9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:51:30.315453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Attempting to bind port f0039625-e07a-45bd-8ae2-eb766b1e3004 on network 473d1949-ed9f-4949-b1e6-1e121c2d7167 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:51:30.322296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:51:30.323280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Checking segment: {'id': '97d0cd4f-ab21-4773-b26f-a83d78e82a9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:30.323590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:30.324044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Bound using segment: {'id': '97d0cd4f-ab21-4773-b26f-a83d78e82a9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:51:30.324523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Bound port: f0039625-e07a-45bd-8ae2-eb766b1e3004, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d0cd4f-ab21-4773-b26f-a83d78e82a9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:51:30.324903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:30.328569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Deleting port c414d071-f7a2-4741-8904-9fe08af5aa32 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:51:30.329188 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:30.361927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0a550795-65e0-4acc-a2b4-250799f01538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:30.362866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a550795-65e0-4acc-a2b4-250799f01538 None None] The sync data for ids ['b5d174bc-41a2-430b-8cac-90947c4e81e6'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:51:30.426896 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:51:30.444452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] For port f0039625-e07a-45bd-8ae2-eb766b1e3004, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:51:30.445587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee8f01-619d-4dd3-bbe7-5143310f3400 req-2eabcb18-9fa8-4498-a917-ba5b1039b404 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:30.448565 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7ee8f01-619d-4dd3-bbe7-5143310f3400 req-2eabcb18-9fa8-4498-a917-ba5b1039b404 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 945 time: 1.8574495 Dec 22 09:51:30.449146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] For port f0039625-e07a-45bd-8ae2-eb766b1e3004, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f0039625-e07a-45bd-8ae2-eb766b1e3004,segment=NetworkSegment(97d0cd4f-ab21-4773-b26f-a83d78e82a9d),segment_id=97d0cd4f-ab21-4773-b26f-a83d78e82a9d)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:51:30.452695 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:30.470967 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5285e28b-33a5-45d2-b1cc-3b93f8c3c69d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:30.481527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392c483-6a08-4451-84bb-cf22e3356d74 req-744e0168-2f50-4578-8091-27d005dbe815 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:30.484160 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0392c483-6a08-4451-84bb-cf22e3356d74 req-744e0168-2f50-4578-8091-27d005dbe815 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.6410885 Dec 22 09:51:30.501827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] For port 992c1b8e-519c-4abd-a7e8-31052e1f33cd, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:51:30.578814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] For port 992c1b8e-519c-4abd-a7e8-31052e1f33cd, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=992c1b8e-519c-4abd-a7e8-31052e1f33cd,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:51:30.587245 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:30.588488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:30.589135 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:30.602182 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:30.636798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=f0039625-e07a-45bd-8ae2-eb766b1e3004,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:30.645091 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:30.655959 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5d4db499-e80c-479f-adcc-10fb7ede0c16 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/b5d174bc-41a2-430b-8cac-90947c4e81e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5020304 Dec 22 09:51:30.660667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60188) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:30.727223 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:30.728677 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ea106c3c-132a-4db9-aca9-aafa76aa6c73 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/ports?device_id=b5d174bc-41a2-430b-8cac-90947c4e81e6 HTTP/1.1" status: 200 len: 205 time: 0.0667009 Dec 22 09:51:30.733687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60192) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:30.756179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c414d071-f7a2-4741-8904-9fe08af5aa32 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:51:30.884118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port c414d071-f7a2-4741-8904-9fe08af5aa32 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:30.884842 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:30.890600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:30.891131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:30.892700 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] 10.222.0.64 "PUT /v2.0/ports/f0039625-e07a-45bd-8ae2-eb766b1e3004 HTTP/1.1" status: 200 len: 1156 time: 1.8044615 Dec 22 09:51:30.893311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'tag': 'f0039625-e07a-45bd-8ae2-eb766b1e3004'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:51:30.915120 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20d8348a-c4cb-4986-8a4b-f628a3ff458e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:30.956910 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7ee8f01-619d-4dd3-bbe7-5143310f3400 req-2125a99f-60a4-466a-8ba8-2ac4e5ab17f8 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700453 Dec 22 09:51:30.960500 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 5.9479432 Dec 22 09:51:31.013030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60198) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:31.036728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-95b663c5-16df-469b-ad6a-47e62245afff admin admin] Request body: {'subnet': {'network_id': '4ded2758-3b07-47da-8b34-1ed9c90501b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2076797628-subnet', 'tenant_id': '480294d41c7e496e8a6823367f22dc8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:31.045318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Request body: {'port': {'device_id': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:31.169183 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0392c483-6a08-4451-84bb-cf22e3356d74 req-d601b0b0-a8b0-45a6-b44c-f9035440744f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6699860 Dec 22 09:51:31.317661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-95b663c5-16df-469b-ad6a-47e62245afff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:31.327368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-95b663c5-16df-469b-ad6a-47e62245afff admin admin] Usage tracker for resource:subnet and tenant:480294d41c7e496e8a6823367f22dc8d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:31.333564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-95b663c5-16df-469b-ad6a-47e62245afff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:31.342075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-95b663c5-16df-469b-ad6a-47e62245afff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:31.403718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Pushing event updated for resources: {'Network': ['ID=4ded2758-3b07-47da-8b34-1ed9c90501b6,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:31.420959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 4ded2758-3b07-47da-8b34-1ed9c90501b6 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:31.433083 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:31.443823 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4539a252-5e32-4a93-a65b-bf68a80b1893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.674s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:31.447986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 4ded2758-3b07-47da-8b34-1ed9c90501b6 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:31.466862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 4ded2758-3b07-47da-8b34-1ed9c90501b6 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:31.528020 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20d8348a-c4cb-4986-8a4b-f628a3ff458e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:31.543961 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20d8348a-c4cb-4986-8a4b-f628a3ff458e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:31.549476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:31.550166 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:31.551721 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] 10.222.0.64 "PUT /v2.0/ports/992c1b8e-519c-4abd-a7e8-31052e1f33cd HTTP/1.1" status: 200 len: 1156 time: 7.7158334 Dec 22 09:51:31.553002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b663c5-16df-469b-ad6a-47e62245afff admin admin] Made reservation on behalf of 480294d41c7e496e8a6823367f22dc8d for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:31.557963 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-95b663c5-16df-469b-ad6a-47e62245afff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:31.565122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5aacdb7-372a-4869-a8a4-83f1a9e70cbf', 'tag': '992c1b8e-519c-4abd-a7e8-31052e1f33cd'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:51:31.773666 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:31.869333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Pushing event updated for resources: {'Port': ['ID=992c1b8e-519c-4abd-a7e8-31052e1f33cd,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:31.898601 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:31.925669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] For port c414d071-f7a2-4741-8904-9fe08af5aa32, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c414d071-f7a2-4741-8904-9fe08af5aa32,segment=NetworkSegment(607472ef-39ce-4a4d-96ef-dab6db679e92),segment_id=607472ef-39ce-4a4d-96ef-dab6db679e92)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:51:31.926355 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:31.983787 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:32.005308 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20d8348a-c4cb-4986-8a4b-f628a3ff458e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:32.006208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d8348a-c4cb-4986-8a4b-f628a3ff458e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Fanout notify agent at l3_agent the message router_deleted on router b5d174bc-41a2-430b-8cac-90947c4e81e6 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:51:32.154545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Calling delete_port for c414d071-f7a2-4741-8904-9fe08af5aa32 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:51:32.156338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20d8348a-c4cb-4986-8a4b-f628a3ff458e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:32.160950 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-20d8348a-c4cb-4986-8a4b-f628a3ff458e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/routers/b5d174bc-41a2-430b-8cac-90947c4e81e6 HTTP/1.1" status: 204 len: 168 time: 1.4229133 Dec 22 09:51:32.166920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60208) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:32.203550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d5f92-13ad-483e-be2b-6d929e7b931d req-b0560891-86a5-4aa1-95c9-2df44899d96d tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:32.211432 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2d0d5f92-13ad-483e-be2b-6d929e7b931d req-b0560891-86a5-4aa1-95c9-2df44899d96d tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a5aacdb7-372a-4869-a8a4-83f1a9e70cbf HTTP/1.1" status: 200 len: 944 time: 0.9446802 Dec 22 09:51:32.600437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a8da2-c496-4b8a-9d1e-65e57eb58ef1 req-17d1d6b0-1d60-4eb3-9ec9-a5252a236ab5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:32.605816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a8da2-c496-4b8a-9d1e-65e57eb58ef1 req-17d1d6b0-1d60-4eb3-9ec9-a5252a236ab5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:32.610165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a8da2-c496-4b8a-9d1e-65e57eb58ef1 req-17d1d6b0-1d60-4eb3-9ec9-a5252a236ab5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:32.614628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a8da2-c496-4b8a-9d1e-65e57eb58ef1 req-17d1d6b0-1d60-4eb3-9ec9-a5252a236ab5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:32.619183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a8da2-c496-4b8a-9d1e-65e57eb58ef1 req-17d1d6b0-1d60-4eb3-9ec9-a5252a236ab5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:32.622119 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-983a8da2-c496-4b8a-9d1e-65e57eb58ef1 req-17d1d6b0-1d60-4eb3-9ec9-a5252a236ab5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 3829 time: 1.2056670 Dec 22 09:51:32.716879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-1d6c4281-5268-4ffa-8650-f888e34c37ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:32.718510 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-1d6c4281-5268-4ffa-8650-f888e34c37ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=a5aacdb7-372a-4869-a8a4-83f1a9e70cbf HTTP/1.1" status: 200 len: 1159 time: 1.0446303 Dec 22 09:51:32.737223 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2d0d5f92-13ad-483e-be2b-6d929e7b931d req-92d467f6-ac2a-49d5-a886-e5967fd4205d tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5250053 Dec 22 09:51:32.841343 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-33d3d6e4-e258-4629-ac6b-06d03bd35fba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=992c1b8e-519c-4abd-a7e8-31052e1f33cd HTTP/1.1" status: 200 len: 217 time: 0.1027584 Dec 22 09:51:32.852817 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-983a8da2-c496-4b8a-9d1e-65e57eb58ef1 req-d484f930-60d9-4666-a39e-71e5759f4b52 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030406 Dec 22 09:51:32.947352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7cf4dc-3571-489e-9ab5-667d9cf399fa tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting subnet 2187d217-61b3-41be-b7d7-397bcbf9351d {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:51:32.951099 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd7cf4dc-3571-489e-9ab5-667d9cf399fa tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:33.002551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-4d520b5e-3cb7-4805-a33c-c821d0e3d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:33.004649 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-4d520b5e-3cb7-4805-a33c-c821d0e3d0b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.1472139 Dec 22 09:51:33.055318 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:33.058022 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'tag': 'f0039625-e07a-45bd-8ae2-eb766b1e3004', 'status': 'completed', 'code': 200} Dec 22 09:51:33.112159 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5aacdb7-372a-4869-a8a4-83f1a9e70cbf', 'tag': '992c1b8e-519c-4abd-a7e8-31052e1f33cd', 'status': 'completed', 'code': 200} Dec 22 09:51:33.112812 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d168a23c-a052-4bc4-aa35-668cd3bb2694 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:33.140818 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd7cf4dc-3571-489e-9ab5-667d9cf399fa tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:33.240051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Router c8bf31ef-c8f4-441c-9536-97bb7e43c534 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:51:33.261642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Port': ['ID=c414d071-f7a2-4741-8904-9fe08af5aa32,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:33.265231 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-b16c1c09-69df-4ce9-96fe-cdff7b3596b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2158787 Dec 22 09:51:33.266172 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:33.373139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535b7ea4-38e5-40cd-99f6-5fcf8666390b {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:51:33.384151 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd7cf4dc-3571-489e-9ab5-667d9cf399fa tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:33.417056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:33.453486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Transition to ACTIVE for port object 535b7ea4-38e5-40cd-99f6-5fcf8666390b will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:33.491152 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:33.515357 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:33.746746 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-95b663c5-16df-469b-ad6a-47e62245afff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:33.806285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d344a-c6b5-493a-bf1e-e2ad87251776 req-2f61a14b-4868-4291-915c-8eff73396680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:33.806742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d344a-c6b5-493a-bf1e-e2ad87251776 req-2f61a14b-4868-4291-915c-8eff73396680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:33.807188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d344a-c6b5-493a-bf1e-e2ad87251776 req-2f61a14b-4868-4291-915c-8eff73396680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:33.807744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d344a-c6b5-493a-bf1e-e2ad87251776 req-2f61a14b-4868-4291-915c-8eff73396680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:33.808069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d344a-c6b5-493a-bf1e-e2ad87251776 req-2f61a14b-4868-4291-915c-8eff73396680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:33.809999 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e65d344a-c6b5-493a-bf1e-e2ad87251776 req-2f61a14b-4868-4291-915c-8eff73396680 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c331cc560d8748a88e7458b10299f64a&device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 4428 time: 0.8038161 Dec 22 09:51:33.820354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Pushing event updated for resources: {'Port': ['ID=535b7ea4-38e5-40cd-99f6-5fcf8666390b,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:33.825937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21994b9-8426-4074-b5f1-50f76df9a023 req-a7fd17ce-f723-4f63-b3df-947f9c0b300f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:33.827647 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b21994b9-8426-4074-b5f1-50f76df9a023 req-a7fd17ce-f723-4f63-b3df-947f9c0b300f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.7800159 Dec 22 09:51:33.829749 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-8a91cee7-c7c0-49df-9ef7-503fc1818920 service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514209 Dec 22 09:51:33.833196 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:33.846770 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:33.975441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:51:33.981235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c82215-99c0-456d-a159-622f6d9f934f None None] DHCP port deletion for 7a092266-f072-453d-b70e-766bdb9e03fb request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:51:33.994564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a5de45-010a-4190-93c8-17c5f7c871f7 None None] Sync routers for ids ['c8bf31ef-c8f4-441c-9536-97bb7e43c534'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:51:34.003492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f7a66-f847-49da-9ff4-baefc19bb98a req-17a0f165-c9a8-4f0a-9403-71638cf51c55 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:34.006365 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4a0f7a66-f847-49da-9ff4-baefc19bb98a req-17a0f165-c9a8-4f0a-9403-71638cf51c55 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 945 time: 0.7580037 Dec 22 09:51:34.024731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a5de45-010a-4190-93c8-17c5f7c871f7 None None] Routers {'c8bf31ef-c8f4-441c-9536-97bb7e43c534'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:51:34.026332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-59a5de45-010a-4190-93c8-17c5f7c871f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:51:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c8bf31ef-c8f4-441c-9536-97bb7e43c534'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:34.032283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] No DVR routers for this DVR port c414d071-f7a2-4741-8904-9fe08af5aa32 on host n-d-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:51:34.050954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae9e9ab-8b7c-4f83-b057-0a2558bd3ed6 None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 09:51:34.144424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-59a5de45-010a-4190-93c8-17c5f7c871f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:34.159455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a5de45-010a-4190-93c8-17c5f7c871f7 None None] Routers {'c8bf31ef-c8f4-441c-9536-97bb7e43c534'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:51:34.160746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-59a5de45-010a-4190-93c8-17c5f7c871f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:51:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c8bf31ef-c8f4-441c-9536-97bb7e43c534'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:34.189871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b663c5-16df-469b-ad6a-47e62245afff admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c3e8a0-10cd-4757-b671-cac279ecd124,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:34.248083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-59a5de45-010a-4190-93c8-17c5f7c871f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:34.248470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a5de45-010a-4190-93c8-17c5f7c871f7 None None] The sync data for ids ['c8bf31ef-c8f4-441c-9536-97bb7e43c534'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:51:34.253694 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-95b663c5-16df-469b-ad6a-47e62245afff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:34.298782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae9e9ab-8b7c-4f83-b057-0a2558bd3ed6 None None] Resources bound (agent type, host, resource id): {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 09:51:34.328245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d344a-c6b5-493a-bf1e-e2ad87251776 req-ff39abea-2368-4220-b022-fce3ed539843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:34.329254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d344a-c6b5-493a-bf1e-e2ad87251776 req-ff39abea-2368-4220-b022-fce3ed539843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:34.330736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d344a-c6b5-493a-bf1e-e2ad87251776 req-ff39abea-2368-4220-b022-fce3ed539843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:34.333822 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e65d344a-c6b5-493a-bf1e-e2ad87251776 req-ff39abea-2368-4220-b022-fce3ed539843 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c331cc560d8748a88e7458b10299f64a&shared=False HTTP/1.1" status: 200 len: 2278 time: 0.4964163 Dec 22 09:51:34.460362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Attempting to bind port 535b7ea4-38e5-40cd-99f6-5fcf8666390b on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:51:34.460794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Attempting to bind port 535b7ea4-38e5-40cd-99f6-5fcf8666390b by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:51:34.461152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Attempting to bind port 535b7ea4-38e5-40cd-99f6-5fcf8666390b on network d34186bb-32c4-4a88-b464-38e69175bc20 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:51:34.470295 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd7cf4dc-3571-489e-9ab5-667d9cf399fa tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:34.489050 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76c4af89-2abe-4d1c-aefc-c93f533e783b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:34.518059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:51:34.518402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Checking segment: {'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:34.518749 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:34.519154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Bound using segment: {'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:51:34.519657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Bound port: 535b7ea4-38e5-40cd-99f6-5fcf8666390b, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:51:34.520069 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:34.544937 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b21994b9-8426-4074-b5f1-50f76df9a023 req-8fde17b4-a8f6-4408-8cdb-719991bffd20 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6662078 Dec 22 09:51:34.545725 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:34.546921 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 18.4803870 Dec 22 09:51:34.556160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60216) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:34.573705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cf4dc-3571-489e-9ab5-667d9cf399fa tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Subnet': ['ID=2187d217-61b3-41be-b7d7-397bcbf9351d,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:34.580494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b663c5-16df-469b-ad6a-47e62245afff admin admin] Checking segment: {'id': 'f485c2a7-9986-4d74-8825-d9fda4f92811', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4ded2758-3b07-47da-8b34-1ed9c90501b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:34.581296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b663c5-16df-469b-ad6a-47e62245afff admin admin] Network hostable DHCP agents. Network: 4ded2758-3b07-47da-8b34-1ed9c90501b6, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:51:34.593147 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:34.667387 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4a0f7a66-f847-49da-9ff4-baefc19bb98a req-75368353-3997-4e3d-85ff-88ecee5873c8 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6266785 Dec 22 09:51:34.912808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c414d071-f7a2-4741-8904-9fe08af5aa32 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:51:35.026951 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ad9ae30-1740-4122-bf99-266133d39b29 req-14b29fb4-14da-4c2f-857f-035aba304705 service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1560693 Dec 22 09:51:35.090303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: c414d071-f7a2-4741-8904-9fe08af5aa32 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:51:35.090841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c414d071-f7a2-4741-8904-9fe08af5aa32 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:51:35.120854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-7a092266-f072-453d-b70e-766bdb9e03fb', 'network_id': '7a092266-f072-453d-b70e-766bdb9e03fb', 'tenant_id': '23170fad26154303ac3d5eefb66fa3e6', 'fixed_ips': [{'subnet_id': 'dc23f5dd-cb19-4fd2-a01a-6fd0720a892a'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:51:35.124734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:35.133857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d344a-c6b5-493a-bf1e-e2ad87251776 req-21705a8f-24ee-4f64-89d7-bf8c37274826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:35.135857 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e65d344a-c6b5-493a-bf1e-e2ad87251776 req-21705a8f-24ee-4f64-89d7-bf8c37274826 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7061813 Dec 22 09:51:35.159263 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fd7cf4dc-3571-489e-9ab5-667d9cf399fa tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:35.170939 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9851-41b7-4b80-ac03-22e1b0c2a1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:35.461021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b663c5-16df-469b-ad6a-47e62245afff admin admin] Network 4ded2758-3b07-47da-8b34-1ed9c90501b6 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:51:35.474522 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd7cf4dc-3571-489e-9ab5-667d9cf399fa tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:35.515140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-95b663c5-16df-469b-ad6a-47e62245afff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 4ded2758-3b07-47da-8b34-1ed9c90501b6) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:35.524597 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fd7cf4dc-3571-489e-9ab5-667d9cf399fa tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/subnets/2187d217-61b3-41be-b7d7-397bcbf9351d HTTP/1.1" status: 204 len: 168 time: 3.3541400 Dec 22 09:51:35.526699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Allocated IP 2001:db8::1 (7a092266-f072-453d-b70e-766bdb9e03fb/dc23f5dd-cb19-4fd2-a01a-6fd0720a892a/2ffe0174-9d30-4c4d-a77f-3a6ef601966a) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:51:35.538152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60224) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:35.547704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] For port 535b7ea4-38e5-40cd-99f6-5fcf8666390b, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:51:35.549910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] For port 535b7ea4-38e5-40cd-99f6-5fcf8666390b, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=535b7ea4-38e5-40cd-99f6-5fcf8666390b,segment=NetworkSegment(d036b29d-b5c1-4ab7-bdce-4e57427add9d),segment_id=d036b29d-b5c1-4ab7-bdce-4e57427add9d)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:51:35.585849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:35.612260 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1d3c5f0-b92a-4594-b5d4-2e749f8825fe tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:35.642780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b663c5-16df-469b-ad6a-47e62245afff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:35.643449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-95b663c5-16df-469b-ad6a-47e62245afff admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:35.651832 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-eb654add-bc5a-4680-86f1-b5494d722a87 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "GET /v2.0/routers/c8bf31ef-c8f4-441c-9536-97bb7e43c534 HTTP/1.1" status: 200 len: 925 time: 1.0775247 Dec 22 09:51:35.663240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1ca82-1fc9-4575-b8e9-8c2731b4334d req-f97e8853-3280-4db3-b67f-91462786b285 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:35.671729 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cda1ca82-1fc9-4575-b8e9-8c2731b4334d req-f97e8853-3280-4db3-b67f-91462786b285 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a5aacdb7-372a-4869-a8a4-83f1a9e70cbf HTTP/1.1" status: 200 len: 944 time: 0.7584786 Dec 22 09:51:35.673562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60228) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:35.793862 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:35.797289 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-95b663c5-16df-469b-ad6a-47e62245afff admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.7792938 Dec 22 09:51:35.816299 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1614d374-1452-4a1c-b26e-57de6877c875 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "GET /v2.0/ports?device_id=c8bf31ef-c8f4-441c-9536-97bb7e43c534 HTTP/1.1" status: 200 len: 205 time: 0.1348920 Dec 22 09:51:35.821664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Transition to ACTIVE for port object 2ffe0174-9d30-4c4d-a77f-3a6ef601966a will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:35.842781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60236) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:35.846591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Transition to ACTIVE for port object 2ffe0174-9d30-4c4d-a77f-3a6ef601966a will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:35.854608 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:35.881425 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-32e0f4fa-eb6a-4c01-bc16-662759133e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:35.908377 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:35.958895 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cda1ca82-1fc9-4575-b8e9-8c2731b4334d req-4d4b503d-693d-4682-80bf-33cef10e2ed2 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860816 Dec 22 09:51:35.980939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Pushing event updated for resources: {'Port': ['ID=535b7ea4-38e5-40cd-99f6-5fcf8666390b,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:35.993608 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:36.004597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port 8645a016-f971-427e-84bd-f503e5f007f6 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:51:36.005266 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:36.038193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f32f2-05b4-4d16-a58c-60b049e6beb6 req-db3d1725-a094-4f86-b1c1-d74d9a4df3a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:36.043522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f32f2-05b4-4d16-a58c-60b049e6beb6 req-db3d1725-a094-4f86-b1c1-d74d9a4df3a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:36.048124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f32f2-05b4-4d16-a58c-60b049e6beb6 req-db3d1725-a094-4f86-b1c1-d74d9a4df3a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:36.052795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f32f2-05b4-4d16-a58c-60b049e6beb6 req-db3d1725-a094-4f86-b1c1-d74d9a4df3a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:36.057500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f32f2-05b4-4d16-a58c-60b049e6beb6 req-db3d1725-a094-4f86-b1c1-d74d9a4df3a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:36.062111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f32f2-05b4-4d16-a58c-60b049e6beb6 req-db3d1725-a094-4f86-b1c1-d74d9a4df3a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:36.070658 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce7f32f2-05b4-4d16-a58c-60b049e6beb6 req-db3d1725-a094-4f86-b1c1-d74d9a4df3a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 4607 time: 0.9315789 Dec 22 09:51:36.099160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc746f6-90d9-4453-90a3-317453464f3c req-ee383990-6203-4240-93c6-3505bec9bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:36.100679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Pushing event updated for resources: {'Port': ['ID=2ffe0174-9d30-4c4d-a77f-3a6ef601966a,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:36.101144 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6bc746f6-90d9-4453-90a3-317453464f3c req-ee383990-6203-4240-93c6-3505bec9bcc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=a5aacdb7-372a-4869-a8a4-83f1a9e70cbf HTTP/1.1" status: 200 len: 1159 time: 0.5539644 Dec 22 09:51:36.105123 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:36.134085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:36.134871 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:36.137243 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] 10.222.0.64 "PUT /v2.0/ports/535b7ea4-38e5-40cd-99f6-5fcf8666390b HTTP/1.1" status: 200 len: 1201 time: 5.1231835 Dec 22 09:51:36.137860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'tag': '535b7ea4-38e5-40cd-99f6-5fcf8666390b'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:51:36.191307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Request body: {'port': {'device_id': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:36.214773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Network 7a092266-f072-453d-b70e-766bdb9e03fb is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:51:36.219414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:36.225956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:51:36.292231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Attempting to bind port 2ffe0174-9d30-4c4d-a77f-3a6ef601966a on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:51:36.292841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Attempting to bind port 2ffe0174-9d30-4c4d-a77f-3a6ef601966a by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '607472ef-39ce-4a4d-96ef-dab6db679e92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a092266-f072-453d-b70e-766bdb9e03fb'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:51:36.293266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Attempting to bind port 2ffe0174-9d30-4c4d-a77f-3a6ef601966a on network 7a092266-f072-453d-b70e-766bdb9e03fb {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:51:36.299395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:51:36.299757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Checking segment: {'id': '607472ef-39ce-4a4d-96ef-dab6db679e92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a092266-f072-453d-b70e-766bdb9e03fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:36.300243 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:36.300696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Bound using segment: {'id': '607472ef-39ce-4a4d-96ef-dab6db679e92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a092266-f072-453d-b70e-766bdb9e03fb'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:51:36.301315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Bound port: 2ffe0174-9d30-4c4d-a77f-3a6ef601966a, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607472ef-39ce-4a4d-96ef-dab6db679e92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a092266-f072-453d-b70e-766bdb9e03fb'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:51:36.301633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:36.310020 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:36.329925 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce7f32f2-05b4-4d16-a58c-60b049e6beb6 req-2a2c6144-fdfa-40ba-a458-ecfc6a53f08a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2581458 Dec 22 09:51:36.337279 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:36.394395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] For port 8645a016-f971-427e-84bd-f503e5f007f6, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8645a016-f971-427e-84bd-f503e5f007f6,segment=NetworkSegment(b495a477-639f-4856-aaad-d73c290c696b),segment_id=b495a477-639f-4856-aaad-d73c290c696b)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:51:36.394804 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:36.397704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] For port 2ffe0174-9d30-4c4d-a77f-3a6ef601966a, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:51:36.402702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] For port 2ffe0174-9d30-4c4d-a77f-3a6ef601966a, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=2ffe0174-9d30-4c4d-a77f-3a6ef601966a,segment=NetworkSegment(607472ef-39ce-4a4d-96ef-dab6db679e92),segment_id=607472ef-39ce-4a4d-96ef-dab6db679e92)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:51:36.414863 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:36.438432 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:36.456365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60246) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:36.516523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Subnet': ['ID=dc23f5dd-cb19-4fd2-a01a-6fd0720a892a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:36.516997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Pushing event updated for resources: {'Port': ['ID=2ffe0174-9d30-4c4d-a77f-3a6ef601966a,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:36.535454 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:36.593771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Calling delete_port for 8645a016-f971-427e-84bd-f503e5f007f6 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:51:36.658065 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:36.659222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc746f6-90d9-4453-90a3-317453464f3c req-4b79c268-1a74-444b-b29c-0b3df699e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:36.660874 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6bc746f6-90d9-4453-90a3-317453464f3c req-4b79c268-1a74-444b-b29c-0b3df699e20d service neutron] 10.222.0.64 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 900 time: 0.4683881 Dec 22 09:51:36.663510 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-276fc33f-c8aa-4fa8-b897-d53cf8db6518 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:36.699729 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:36.764127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832580f4-6481-4078-abee-15687f2bb2ee None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 09:51:36.773956 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:36.808532 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-588b6d95-584f-4fea-8bbf-88b23e166370 tempest-ServerPasswordTestJSON-1498940108 tempest-ServerPasswordTestJSON-1498940108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:36.876121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Port': ['ID=8645a016-f971-427e-84bd-f503e5f007f6,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:36.878940 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:36.905345 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6bc746f6-90d9-4453-90a3-317453464f3c req-4ec408f1-078d-4dcb-8db9-076efaec01d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=992c1b8e-519c-4abd-a7e8-31052e1f33cd HTTP/1.1" status: 200 len: 217 time: 0.1804874 Dec 22 09:51:36.911866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832580f4-6481-4078-abee-15687f2bb2ee None None] Resources bound (agent type, host, resource id): {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 09:51:37.052258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f501c83-dc21-4f60-b379-65d9d21b338a admin admin] Deleting subnet 13c3e8a0-10cd-4757-b671-cac279ecd124 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:51:37.080919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] No DVR routers for this DVR port 8645a016-f971-427e-84bd-f503e5f007f6 on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:51:37.144699 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1f501c83-dc21-4f60-b379-65d9d21b338a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:37.243902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9012a2a-e83b-49e2-946b-0875cf111bbe req-14af0837-ed20-4542-928a-3c1c8a1cf2ec tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:37.245942 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d9012a2a-e83b-49e2-946b-0875cf111bbe req-14af0837-ed20-4542-928a-3c1c8a1cf2ec tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 945 time: 1.0275536 Dec 22 09:51:37.274192 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:37.292854 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:37.444621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee1ab65-6ba3-42b9-a05a-004c6da7da44 None None] Network ae4ef2cb-9c26-4985-8d86-82e4e5301888 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:51:37.462933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fd3039-64fd-4969-9a60-44a8ffd5d7ca None None] Network 4ded2758-3b07-47da-8b34-1ed9c90501b6 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:51:37.484647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c99f24-ab18-4613-9ec2-9ccbb183fde0 None None] Network 7a092266-f072-453d-b70e-766bdb9e03fb requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:51:37.553309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4ef2cb-9c26-4985-8d86-82e4e5301888']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:37.585268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b495a477-639f-4856-aaad-d73c290c696b') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:37.585670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b495a477-639f-4856-aaad-d73c290c696b') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:37.615713 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:37.648532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc746f6-90d9-4453-90a3-317453464f3c req-30f4087c-a6aa-4b02-a462-655d0ced1c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:37.650993 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6bc746f6-90d9-4453-90a3-317453464f3c req-30f4087c-a6aa-4b02-a462-655d0ced1c05 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.7052732 Dec 22 09:51:37.652550 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:37.657522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Releasing vxlan tunnel 13 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:51:37.796717 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1f501c83-dc21-4f60-b379-65d9d21b338a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:37.870119 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-276fc33f-c8aa-4fa8-b897-d53cf8db6518 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_gateway, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:37.901153 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6bc746f6-90d9-4453-90a3-317453464f3c req-397936ec-f399-4cfb-af5c-819170ca2913 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2317972 Dec 22 09:51:37.907377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-276fc33f-c8aa-4fa8-b897-d53cf8db6518 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Deleting port f09b68d5-e0ba-44f6-8671-20265bc1b74b {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:51:37.907767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-276fc33f-c8aa-4fa8-b897-d53cf8db6518 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:37.941830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7329c3-78f6-4136-a3e0-470e31556bdf {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:51:37.947027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network ae4ef2cb-9c26-4985-8d86-82e4e5301888 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:51:37.956575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f85c9-2d81-4dc1-935a-6144998f0414 req-2137bb67-b5a6-43ab-9afa-1d99d1b9b10f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:37.958221 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a12f85c9-2d81-4dc1-935a-6144998f0414 req-2137bb67-b5a6-43ab-9afa-1d99d1b9b10f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.2401109 Dec 22 09:51:37.959136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:37.976059 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:38.025234 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d9012a2a-e83b-49e2-946b-0875cf111bbe req-60ce411d-e650-4ea0-afc1-f28544f19352 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7279699 Dec 22 09:51:38.058241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a092266-f072-453d-b70e-766bdb9e03fb']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:38.129609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1f501c83-dc21-4f60-b379-65d9d21b338a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:38.175693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607472ef-39ce-4a4d-96ef-dab6db679e92') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:38.176144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607472ef-39ce-4a4d-96ef-dab6db679e92') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:38.382017 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'tag': '535b7ea4-38e5-40cd-99f6-5fcf8666390b', 'status': 'completed', 'code': 200} Dec 22 09:51:38.387090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:38.432817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af63490c-db63-4f48-9771-feaf719ddd86 None None] Network 4ded2758-3b07-47da-8b34-1ed9c90501b6 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:51:38.506268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network ae4ef2cb-9c26-4985-8d86-82e4e5301888 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:51:38.518510 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:38.520910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Releasing vxlan tunnel 6 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:51:38.543613 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:51:38.553843 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a12f85c9-2d81-4dc1-935a-6144998f0414 req-53c170a2-bfaa-4c4d-80be-e274d65cdf52 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5511634 Dec 22 09:51:38.598724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 992c1b8e-519c-4abd-a7e8-31052e1f33cd up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:51:38.636391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f549a26d-40d4-4f1f-a32c-d1165e058ad2 None None] DHCP port deletion for ae4ef2cb-9c26-4985-8d86-82e4e5301888 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:51:38.641637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13538ec3-05a9-45be-8a93-85af12809ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:38.668310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Transition to ACTIVE for port object fc7329c3-78f6-4136-a3e0-470e31556bdf will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:38.670453 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:38.676290 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:38.684653 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5bdc07b3-6262-4683-b1ce-6645f50a6d71 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:38.748762 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/networks/ae4ef2cb-9c26-4985-8d86-82e4e5301888 HTTP/1.1" status: 204 len: 168 time: 3.1935763 Dec 22 09:51:38.751557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60256) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:38.759043 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:38.780336 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6bc746f6-90d9-4453-90a3-317453464f3c req-2b908f59-649d-4596-a5f4-4b7e1df26c43 service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8413048 Dec 22 09:51:38.787435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8645a016-f971-427e-84bd-f503e5f007f6 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:51:38.787747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Network': ['ID=ae4ef2cb-9c26-4985-8d86-82e4e5301888,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:38.793031 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:38.793620 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5e06c0d7-b55a-47e1-8c3d-1fb463536039 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:38.831685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-946f48c7-d35d-4390-a4ad-69bdf0dbb6eb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-820249766', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:38.860783 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:38.864574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 8645a016-f971-427e-84bd-f503e5f007f6 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:51:38.864978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8645a016-f971-427e-84bd-f503e5f007f6 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:51:38.905522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6aa7b1-e855-4592-af61-d48bbd16c5fe None None] DHCP port deletion for 7a092266-f072-453d-b70e-766bdb9e03fb request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:51:38.926007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2f6aa7b1-e855-4592-af61-d48bbd16c5fe None None] Deleting port 2ffe0174-9d30-4c4d-a77f-3a6ef601966a {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:51:38.926763 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2f6aa7b1-e855-4592-af61-d48bbd16c5fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:38.944492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7329c3-78f6-4136-a3e0-470e31556bdf,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:38.950013 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:38.979260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-946f48c7-d35d-4390-a4ad-69bdf0dbb6eb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:38.997014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 992c1b8e-519c-4abd-a7e8-31052e1f33cd completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:51:39.047659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 992c1b8e-519c-4abd-a7e8-31052e1f33cd triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:39.048120 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:39.078989 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-276fc33f-c8aa-4fa8-b897-d53cf8db6518 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:39.119621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-946f48c7-d35d-4390-a4ad-69bdf0dbb6eb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:router and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:39.140854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 7a092266-f072-453d-b70e-766bdb9e03fb has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:51:39.144229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Attempting to bind port fc7329c3-78f6-4136-a3e0-470e31556bdf on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:51:39.144735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Attempting to bind port fc7329c3-78f6-4136-a3e0-470e31556bdf by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:51:39.145232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Attempting to bind port fc7329c3-78f6-4136-a3e0-470e31556bdf on network d34186bb-32c4-4a88-b464-38e69175bc20 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:51:39.153917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:51:39.154849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Checking segment: {'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:39.154849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:39.155088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-946f48c7-d35d-4390-a4ad-69bdf0dbb6eb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for router was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:39.155516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Bound using segment: {'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:51:39.156192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Bound port: fc7329c3-78f6-4136-a3e0-470e31556bdf, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:51:39.156579 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:39.160214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:39.303266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] For port fc7329c3-78f6-4136-a3e0-470e31556bdf, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:51:39.307667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-946f48c7-d35d-4390-a4ad-69bdf0dbb6eb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:39.309115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] For port fc7329c3-78f6-4136-a3e0-470e31556bdf, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=fc7329c3-78f6-4136-a3e0-470e31556bdf,segment=NetworkSegment(d036b29d-b5c1-4ab7-bdce-4e57427add9d),segment_id=d036b29d-b5c1-4ab7-bdce-4e57427add9d)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:51:39.314899 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:39.341298 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:39.415054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-2f6aa7b1-e855-4592-af61-d48bbd16c5fe None None] For port 2ffe0174-9d30-4c4d-a77f-3a6ef601966a, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=2ffe0174-9d30-4c4d-a77f-3a6ef601966a,segment=NetworkSegment(607472ef-39ce-4a4d-96ef-dab6db679e92),segment_id=607472ef-39ce-4a4d-96ef-dab6db679e92)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:51:39.415498 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2f6aa7b1-e855-4592-af61-d48bbd16c5fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:39.443998 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:39.474382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-276fc33f-c8aa-4fa8-b897-d53cf8db6518 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Calling delete_port for f09b68d5-e0ba-44f6-8671-20265bc1b74b owned by network:router_gateway {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:51:39.499567 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:39.503159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7329c3-78f6-4136-a3e0-470e31556bdf,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:39.508483 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:39.544923 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-946f48c7-d35d-4390-a4ad-69bdf0dbb6eb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:39.545650 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-946f48c7-d35d-4390-a4ad-69bdf0dbb6eb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:39.552755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:39.555757 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:39.555757 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] 10.222.0.64 "PUT /v2.0/ports/fc7329c3-78f6-4136-a3e0-470e31556bdf HTTP/1.1" status: 200 len: 1201 time: 3.3699167 Dec 22 09:51:39.586180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2f6aa7b1-e855-4592-af61-d48bbd16c5fe None None] Calling delete_port for 2ffe0174-9d30-4c4d-a77f-3a6ef601966a owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:51:39.612761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Request body: {'port': {'device_id': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:39.645724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2e4c2-0dc6-4b4f-bc1f-27a3e09a91f0 req-b3411e83-b5bd-40e7-b5a0-cce18d84f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:39.645972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2e4c2-0dc6-4b4f-bc1f-27a3e09a91f0 req-b3411e83-b5bd-40e7-b5a0-cce18d84f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:39.646182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2e4c2-0dc6-4b4f-bc1f-27a3e09a91f0 req-b3411e83-b5bd-40e7-b5a0-cce18d84f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:39.646859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2e4c2-0dc6-4b4f-bc1f-27a3e09a91f0 req-b3411e83-b5bd-40e7-b5a0-cce18d84f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:39.647270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2e4c2-0dc6-4b4f-bc1f-27a3e09a91f0 req-b3411e83-b5bd-40e7-b5a0-cce18d84f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:39.647677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2e4c2-0dc6-4b4f-bc1f-27a3e09a91f0 req-b3411e83-b5bd-40e7-b5a0-cce18d84f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:39.649899 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9da2e4c2-0dc6-4b4f-bc1f-27a3e09a91f0 req-b3411e83-b5bd-40e7-b5a0-cce18d84f104 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c331cc560d8748a88e7458b10299f64a&device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5421 time: 1.4208925 Dec 22 09:51:39.661765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5aacdb7-372a-4869-a8a4-83f1a9e70cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992c1b8e-519c-4abd-a7e8-31052e1f33cd'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:51:39.679972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 992c1b8e-519c-4abd-a7e8-31052e1f33cd, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=992c1b8e-519c-4abd-a7e8-31052e1f33cd,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:51:39.685628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:39.700293 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ec97ca7-0431-4ca8-8d34-af88c9a0e8bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:39.795392 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:39.799222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=992c1b8e-519c-4abd-a7e8-31052e1f33cd,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:39.813441 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:39.982209 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:40.125296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 992c1b8e-519c-4abd-a7e8-31052e1f33cd up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:51:40.154106 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:40.237455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 992c1b8e-519c-4abd-a7e8-31052e1f33cd triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:40.238480 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:40.243314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddeef7-993c-4aa1-b0f3-8cce2ff9d071 req-0a787f51-627f-45bd-8182-c480e735c2c4 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:40.252217 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1cddeef7-993c-4aa1-b0f3-8cce2ff9d071 req-0a787f51-627f-45bd-8182-c480e735c2c4 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a5aacdb7-372a-4869-a8a4-83f1a9e70cbf HTTP/1.1" status: 200 len: 944 time: 1.8674338 Dec 22 09:51:40.368381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 7a092266-f072-453d-b70e-766bdb9e03fb has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:51:40.379632 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6bc746f6-90d9-4453-90a3-317453464f3c req-ba43669b-7891-4efd-88c3-bdbc47ae71a8 service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4831948 Dec 22 09:51:40.384072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'tag': 'fc7329c3-78f6-4136-a3e0-470e31556bdf'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:51:40.404393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7505449-7259-4f87-b669-f00446ac8fb4 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:51:40.411152 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:51:40.418828 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:40.450259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd91f7-968d-4cb4-abcb-d2b2487bc016 req-8ceb192a-7bb2-432c-9a22-bb1624237902 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:40.454937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd91f7-968d-4cb4-abcb-d2b2487bc016 req-8ceb192a-7bb2-432c-9a22-bb1624237902 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:40.459375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd91f7-968d-4cb4-abcb-d2b2487bc016 req-8ceb192a-7bb2-432c-9a22-bb1624237902 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:40.464449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd91f7-968d-4cb4-abcb-d2b2487bc016 req-8ceb192a-7bb2-432c-9a22-bb1624237902 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:40.468821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd91f7-968d-4cb4-abcb-d2b2487bc016 req-8ceb192a-7bb2-432c-9a22-bb1624237902 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:40.473177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd91f7-968d-4cb4-abcb-d2b2487bc016 req-8ceb192a-7bb2-432c-9a22-bb1624237902 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:40.477520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd91f7-968d-4cb4-abcb-d2b2487bc016 req-8ceb192a-7bb2-432c-9a22-bb1624237902 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:40.480476 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-44cd91f7-968d-4cb4-abcb-d2b2487bc016 req-8ceb192a-7bb2-432c-9a22-bb1624237902 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5385 time: 1.6930020 Dec 22 09:51:40.557337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:40.675440 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2f6aa7b1-e855-4592-af61-d48bbd16c5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:40.694828 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-506b8b86-5764-4b36-b26e-bfd69562ed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:40.695792 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1cddeef7-993c-4aa1-b0f3-8cce2ff9d071 req-503854dd-f6e3-44e5-93ed-294ed93415bf tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424210 Dec 22 09:51:40.709260 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 09:51:40.709260 n-d-765315-5 neutron-server[80960]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 09:51:40.709260 n-d-765315-5 neutron-server[80960]: [parameters: {'id': '7a092266-f072-453d-b70e-766bdb9e03fb'}] Dec 22 09:51:40.709260 n-d-765315-5 neutron-server[80960]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:51:40.709974 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:51:40.747216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2e4c2-0dc6-4b4f-bc1f-27a3e09a91f0 req-4cc8bdb1-4332-4a90-a9b2-86d536a78606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:40.747649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2e4c2-0dc6-4b4f-bc1f-27a3e09a91f0 req-4cc8bdb1-4332-4a90-a9b2-86d536a78606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:40.748102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2e4c2-0dc6-4b4f-bc1f-27a3e09a91f0 req-4cc8bdb1-4332-4a90-a9b2-86d536a78606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:40.749964 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9da2e4c2-0dc6-4b4f-bc1f-27a3e09a91f0 req-4cc8bdb1-4332-4a90-a9b2-86d536a78606 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c331cc560d8748a88e7458b10299f64a&shared=False HTTP/1.1" status: 200 len: 2278 time: 1.0528722 Dec 22 09:51:40.757876 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1f501c83-dc21-4f60-b379-65d9d21b338a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:40.767289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6aa7b1-e855-4592-af61-d48bbd16c5fe None None] Pushing event deleted for resources: {'Port': ['ID=2ffe0174-9d30-4c4d-a77f-3a6ef601966a,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:40.772956 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2f6aa7b1-e855-4592-af61-d48bbd16c5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:40.789733 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c290225d-367f-4ca0-874d-ab4b1b21df47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:40.827461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-276fc33f-c8aa-4fa8-b897-d53cf8db6518 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:40.876291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6aa7b1-e855-4592-af61-d48bbd16c5fe None None] No DVR routers for this DVR port 2ffe0174-9d30-4c4d-a77f-3a6ef601966a on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:51:40.882796 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-44cd91f7-968d-4cb4-abcb-d2b2487bc016 req-e4687d13-8932-46c9-adbd-fd7143f29db6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3771486 Dec 22 09:51:40.895461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b4ed66-a21e-4d2e-95c5-b5c7b94a5089 None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 09:51:40.980425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f501c83-dc21-4f60-b379-65d9d21b338a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13c3e8a0-10cd-4757-b671-cac279ecd124,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:41.096488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b4ed66-a21e-4d2e-95c5-b5c7b94a5089 None None] Resources bound (agent type, host, resource id): {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 09:51:41.112976 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1f501c83-dc21-4f60-b379-65d9d21b338a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:41.315634 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:41.555343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1f501c83-dc21-4f60-b379-65d9d21b338a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:41.665624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2e4c2-0dc6-4b4f-bc1f-27a3e09a91f0 req-517ed961-53ba-4836-b1ea-f7ed1c62d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:41.668142 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9da2e4c2-0dc6-4b4f-bc1f-27a3e09a91f0 req-517ed961-53ba-4836-b1ea-f7ed1c62d4e2 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.8828576 Dec 22 09:51:41.675667 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1f501c83-dc21-4f60-b379-65d9d21b338a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/13c3e8a0-10cd-4757-b671-cac279ecd124 HTTP/1.1" status: 204 len: 168 time: 5.2179780 Dec 22 09:51:41.678503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60266) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:41.783757 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:41.816422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3adc3266-5fb0-41a6-a0ff-1ace3c744870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:41.833445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb4088-93e2-4bc5-9874-a6b97090aaab req-7286f368-5b6b-4bf1-9520-3df40af24d31 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:41.835155 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fffb4088-93e2-4bc5-9874-a6b97090aaab req-7286f368-5b6b-4bf1-9520-3df40af24d31 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.9516411 Dec 22 09:51:41.942765 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-276fc33f-c8aa-4fa8-b897-d53cf8db6518 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:41.953632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c189b-c049-45f7-ad24-15211bd56aed req-33732fce-0727-4fd5-9142-0dea0ba39c84 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:41.956706 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2d0c189b-c049-45f7-ad24-15211bd56aed req-33732fce-0727-4fd5-9142-0dea0ba39c84 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 945 time: 0.8412540 Dec 22 09:51:42.026845 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3adc3266-5fb0-41a6-a0ff-1ace3c744870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:42.156877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3adc3266-5fb0-41a6-a0ff-1ace3c744870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ded2758-3b07-47da-8b34-1ed9c90501b6']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:42.162497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a092266-f072-453d-b70e-766bdb9e03fb']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:42.172000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3adc3266-5fb0-41a6-a0ff-1ace3c744870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f485c2a7-9986-4d74-8825-d9fda4f92811') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:42.172352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3adc3266-5fb0-41a6-a0ff-1ace3c744870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f485c2a7-9986-4d74-8825-d9fda4f92811') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:42.173360 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-276fc33f-c8aa-4fa8-b897-d53cf8db6518 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:42.177579 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-276fc33f-c8aa-4fa8-b897-d53cf8db6518 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:42.186064 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3adc3266-5fb0-41a6-a0ff-1ace3c744870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:42.202809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607472ef-39ce-4a4d-96ef-dab6db679e92') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:42.203101 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3adc3266-5fb0-41a6-a0ff-1ace3c744870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:42.203258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607472ef-39ce-4a4d-96ef-dab6db679e92') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:42.206405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3adc3266-5fb0-41a6-a0ff-1ace3c744870 admin admin] Releasing vxlan tunnel 12 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:51:42.229546 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fffb4088-93e2-4bc5-9874-a6b97090aaab req-44915e3e-857b-4dc6-bcca-d00e6cb03519 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725936 Dec 22 09:51:42.249187 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:42.274595 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-276fc33f-c8aa-4fa8-b897-d53cf8db6518 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:42.275266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276fc33f-c8aa-4fa8-b897-d53cf8db6518 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Fanout notify agent at l3_agent the message router_deleted on router c8bf31ef-c8f4-441c-9536-97bb7e43c534 {{(pid=81071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:51:42.278789 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:42.286701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Releasing vxlan tunnel 6 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:51:42.306406 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2d0c189b-c049-45f7-ad24-15211bd56aed req-5214e3ee-e456-40d9-9ac0-26ac15632893 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718251 Dec 22 09:51:42.330080 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-276fc33f-c8aa-4fa8-b897-d53cf8db6518 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:42.340395 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-276fc33f-c8aa-4fa8-b897-d53cf8db6518 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "DELETE /v2.0/routers/c8bf31ef-c8f4-441c-9536-97bb7e43c534 HTTP/1.1" status: 204 len: 168 time: 6.4852984 Dec 22 09:51:42.348398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60276) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:42.358893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Request body: {'router': {'name': 'tempest-snat-router-403459060', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'enable_snat': False}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:42.367099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:42.428604 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5aacdb7-372a-4869-a8a4-83f1a9e70cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992c1b8e-519c-4abd-a7e8-31052e1f33cd', 'code': 200} Dec 22 09:51:42.436059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Usage tracker for resource:router and tenant:08b5323c4db5440c9e06461b822b874d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:42.445594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:42.466342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3adc3266-5fb0-41a6-a0ff-1ace3c744870 admin admin] Network 4ded2758-3b07-47da-8b34-1ed9c90501b6 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:51:42.495776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:42.499788 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'tag': 'fc7329c3-78f6-4136-a3e0-470e31556bdf', 'status': 'completed', 'code': 200} Dec 22 09:51:42.504110 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3adc3266-5fb0-41a6-a0ff-1ace3c744870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:42.576808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:42.578119 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:42.610794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 7a092266-f072-453d-b70e-766bdb9e03fb has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:51:42.622263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:42.754978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3adc3266-5fb0-41a6-a0ff-1ace3c744870 admin admin] Network 4ded2758-3b07-47da-8b34-1ed9c90501b6 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:51:42.779772 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:51:42.876089 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3adc3266-5fb0-41a6-a0ff-1ace3c744870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:42.880595 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e4db2f0c-c1d2-4ff5-92b0-af3f2b561269 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:42.895252 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3adc3266-5fb0-41a6-a0ff-1ace3c744870 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:42.908110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc3266-5fb0-41a6-a0ff-1ace3c744870 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ded2758-3b07-47da-8b34-1ed9c90501b6,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:42.911709 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3adc3266-5fb0-41a6-a0ff-1ace3c744870 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4ded2758-3b07-47da-8b34-1ed9c90501b6 HTTP/1.1" status: 204 len: 168 time: 1.2318833 Dec 22 09:51:42.912971 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3adc3266-5fb0-41a6-a0ff-1ace3c744870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:43.114681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60286) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:43.183146 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f8b43f0a-a810-4c4b-bd54-99077ee21253 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=480294d41c7e496e8a6823367f22dc8d&name=default HTTP/1.1" status: 200 len: 2883 time: 0.0664048 Dec 22 09:51:43.186095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60290) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:43.261329 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd92becd-5e52-4e08-8048-5fad91b0ff02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:43.291445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd92becd-5e52-4e08-8048-5fad91b0ff02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:43.350174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd92becd-5e52-4e08-8048-5fad91b0ff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:43.356583 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-91ddc6b6-377d-43c0-a114-d0bf82e666cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:43.373497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92becd-5e52-4e08-8048-5fad91b0ff02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1f3a4c-281d-4e67-8861-4b36d3de7db1,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:43.376621 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bd92becd-5e52-4e08-8048-5fad91b0ff02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:43.377923 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd92becd-5e52-4e08-8048-5fad91b0ff02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:43.382600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bd92becd-5e52-4e08-8048-5fad91b0ff02 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dc1f3a4c-281d-4e67-8861-4b36d3de7db1 HTTP/1.1" status: 204 len: 168 time: 0.1920993 Dec 22 09:51:43.419293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 7a092266-f072-453d-b70e-766bdb9e03fb has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:51:43.454356 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:51:43.602284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Transition to ACTIVE for port object a7505449-7259-4f87-b669-f00446ac8fb4 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:43.609907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:43.613321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18daf2-6d7d-473a-a7d5-6f5f8bd4cecb req-2e2a1edd-fa9d-4b50-b936-1e320dc24fe0 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:43.617744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18daf2-6d7d-473a-a7d5-6f5f8bd4cecb req-2e2a1edd-fa9d-4b50-b936-1e320dc24fe0 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:43.623311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18daf2-6d7d-473a-a7d5-6f5f8bd4cecb req-2e2a1edd-fa9d-4b50-b936-1e320dc24fe0 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:43.628763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18daf2-6d7d-473a-a7d5-6f5f8bd4cecb req-2e2a1edd-fa9d-4b50-b936-1e320dc24fe0 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:43.629440 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:43.637755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18daf2-6d7d-473a-a7d5-6f5f8bd4cecb req-2e2a1edd-fa9d-4b50-b936-1e320dc24fe0 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:43.640290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18daf2-6d7d-473a-a7d5-6f5f8bd4cecb req-2e2a1edd-fa9d-4b50-b936-1e320dc24fe0 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:43.645175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18daf2-6d7d-473a-a7d5-6f5f8bd4cecb req-2e2a1edd-fa9d-4b50-b936-1e320dc24fe0 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:43.647883 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee18daf2-6d7d-473a-a7d5-6f5f8bd4cecb req-2e2a1edd-fa9d-4b50-b936-1e320dc24fe0 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5385 time: 1.0077960 Dec 22 09:51:43.657473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d65fc-42d9-4c80-8076-ec9175dca89a req-24dae936-9ac2-4a05-ac59-5302ec256178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:43.659092 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-297d65fc-42d9-4c80-8076-ec9175dca89a req-24dae936-9ac2-4a05-ac59-5302ec256178 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5aacdb7-372a-4869-a8a4-83f1a9e70cbf HTTP/1.1" status: 200 len: 1161 time: 1.0214021 Dec 22 09:51:43.665005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6935ae-26ce-4ec8-9582-ab2ae20fa416 req-16e645de-0cc3-4383-bc6a-8739dbc0dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:43.665439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6935ae-26ce-4ec8-9582-ab2ae20fa416 req-16e645de-0cc3-4383-bc6a-8739dbc0dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:43.665859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6935ae-26ce-4ec8-9582-ab2ae20fa416 req-16e645de-0cc3-4383-bc6a-8739dbc0dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:43.666859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6935ae-26ce-4ec8-9582-ab2ae20fa416 req-16e645de-0cc3-4383-bc6a-8739dbc0dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:43.667276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6935ae-26ce-4ec8-9582-ab2ae20fa416 req-16e645de-0cc3-4383-bc6a-8739dbc0dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:43.667690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6935ae-26ce-4ec8-9582-ab2ae20fa416 req-16e645de-0cc3-4383-bc6a-8739dbc0dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:43.668148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6935ae-26ce-4ec8-9582-ab2ae20fa416 req-16e645de-0cc3-4383-bc6a-8739dbc0dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:43.670160 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3b6935ae-26ce-4ec8-9582-ab2ae20fa416 req-16e645de-0cc3-4383-bc6a-8739dbc0dbca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c331cc560d8748a88e7458b10299f64a&device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 6414 time: 1.0312047 Dec 22 09:51:43.670859 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:43.690827 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:43.699664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c632fe-52e3-4790-a2e0-6cc70ec8e90b req-b8cf866a-0141-450e-bb7d-b184e297c565 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:43.701402 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-16c632fe-52e3-4790-a2e0-6cc70ec8e90b req-b8cf866a-0141-450e-bb7d-b184e297c565 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a5aacdb7-372a-4869-a8a4-83f1a9e70cbf HTTP/1.1" status: 200 len: 946 time: 1.0601954 Dec 22 09:51:43.702153 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-05d286b1-5ed6-4e54-b06f-2b8d50ba8347 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:43.742001 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:43.792080 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-946f48c7-d35d-4390-a4ad-69bdf0dbb6eb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:43.817924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=a7505449-7259-4f87-b669-f00446ac8fb4,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:43.821790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Network': ['ID=7a092266-f072-453d-b70e-766bdb9e03fb,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:43.823592 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:43.859557 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:43.878880 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/networks/7a092266-f072-453d-b70e-766bdb9e03fb HTTP/1.1" status: 204 len: 168 time: 18.7924542 Dec 22 09:51:43.892691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60304) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:43.931980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8e9259d1-2b00-4769-90bf-844ce5ac52f0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-136380356'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:44.024023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8e9259d1-2b00-4769-90bf-844ce5ac52f0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:44.030634 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-297d65fc-42d9-4c80-8076-ec9175dca89a req-3de252e1-867b-458e-97ed-98872a660647 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565331 Dec 22 09:51:44.046986 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee18daf2-6d7d-473a-a7d5-6f5f8bd4cecb req-5c80086f-81d8-4cd0-a3af-361438c5cf48 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3740151 Dec 22 09:51:44.051061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8e9259d1-2b00-4769-90bf-844ce5ac52f0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Usage tracker for resource:network and tenant:23170fad26154303ac3d5eefb66fa3e6 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:44.054497 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-946f48c7-d35d-4390-a4ad-69bdf0dbb6eb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:44.084589 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-16c632fe-52e3-4790-a2e0-6cc70ec8e90b req-ee7f9f95-4499-40a3-86df-d96aabefc77c tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444493 Dec 22 09:51:44.085986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8e9259d1-2b00-4769-90bf-844ce5ac52f0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Quota usage for network was recalculated. Used quota:2. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:44.107515 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-946f48c7-d35d-4390-a4ad-69bdf0dbb6eb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:44.108870 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-946f48c7-d35d-4390-a4ad-69bdf0dbb6eb tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 5.3317101 Dec 22 09:51:44.109942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8e9259d1-2b00-4769-90bf-844ce5ac52f0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:44.111874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60312) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:44.147267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-978740231'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:44.163996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:44.184845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:network and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:44.190187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9259d1-2b00-4769-90bf-844ce5ac52f0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Made reservation on behalf of 23170fad26154303ac3d5eefb66fa3e6 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:44.196493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e9259d1-2b00-4769-90bf-844ce5ac52f0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:44.217458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:44.236863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:44.243231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6935ae-26ce-4ec8-9582-ab2ae20fa416 req-a95ebe3e-f042-4b02-afb7-ded89f2734c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:44.243672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6935ae-26ce-4ec8-9582-ab2ae20fa416 req-a95ebe3e-f042-4b02-afb7-ded89f2734c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:44.244720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6935ae-26ce-4ec8-9582-ab2ae20fa416 req-a95ebe3e-f042-4b02-afb7-ded89f2734c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:44.246580 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3b6935ae-26ce-4ec8-9582-ab2ae20fa416 req-a95ebe3e-f042-4b02-afb7-ded89f2734c4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c331cc560d8748a88e7458b10299f64a&shared=False HTTP/1.1" status: 200 len: 2278 time: 0.4998376 Dec 22 09:51:44.279378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Made reservation on behalf of ddd4cc142d6346fb8b006ee06c9564e9 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:44.296718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:44.415265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9259d1-2b00-4769-90bf-844ce5ac52f0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:51:44.521332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e9259d1-2b00-4769-90bf-844ce5ac52f0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:44.521993 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-8e9259d1-2b00-4769-90bf-844ce5ac52f0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Added segment cc8396f9-4355-4274-9a3a-94cd3cabab73 of type vxlan for network 24e4765d-6d21-4c61-a179-3fe3707e0115 Dec 22 09:51:44.729081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:44.730864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6935ae-26ce-4ec8-9582-ab2ae20fa416 req-5bc7a90d-2be7-49b0-bc51-b644b1cf1b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:44.732568 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3b6935ae-26ce-4ec8-9582-ab2ae20fa416 req-5bc7a90d-2be7-49b0-bc51-b644b1cf1b99 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4098260 Dec 22 09:51:44.738502 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e9259d1-2b00-4769-90bf-844ce5ac52f0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:44.812233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c5a77-e8cd-4930-b6d7-f36d1ba464b6 req-f4c31cd2-2240-4454-aee6-eb03ec9cf7dd tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:44.819774 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-052c5a77-e8cd-4930-b6d7-f36d1ba464b6 req-f4c31cd2-2240-4454-aee6-eb03ec9cf7dd tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.3728096 Dec 22 09:51:44.840454 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e9259d1-2b00-4769-90bf-844ce5ac52f0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:44.844647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9259d1-2b00-4769-90bf-844ce5ac52f0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:44.845318 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e9259d1-2b00-4769-90bf-844ce5ac52f0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:44.854572 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:44.868316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Attempting to bind port a7505449-7259-4f87-b669-f00446ac8fb4 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:51:44.868696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Attempting to bind port a7505449-7259-4f87-b669-f00446ac8fb4 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:51:44.869079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Attempting to bind port a7505449-7259-4f87-b669-f00446ac8fb4 on network d34186bb-32c4-4a88-b464-38e69175bc20 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:51:44.888433 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:51:44.888806 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:51:44.931103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:51:44.932193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Checking segment: {'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:44.932193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:44.933158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Bound using segment: {'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:51:44.933158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Bound port: a7505449-7259-4f87-b669-f00446ac8fb4, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:51:44.933158 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:44.958428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbf4c6-7854-45d2-8d91-8dafdb735370 req-3232cd0a-a516-4a38-8118-5a0c16391748 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:44.958428 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-93fbf4c6-7854-45d2-8d91-8dafdb735370 req-3232cd0a-a516-4a38-8118-5a0c16391748 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 945 time: 0.3094733 Dec 22 09:51:45.027381 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-052c5a77-e8cd-4930-b6d7-f36d1ba464b6 req-0f72c3e0-4fe9-47e3-b5c3-05c0f1c1cc75 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046254 Dec 22 09:51:45.048837 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8e9259d1-2b00-4769-90bf-844ce5ac52f0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1517193 Dec 22 09:51:45.051400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9259d1-2b00-4769-90bf-844ce5ac52f0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Network': ['ID=24e4765d-6d21-4c61-a179-3fe3707e0115,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:45.052119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60328) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:45.057146 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e9259d1-2b00-4769-90bf-844ce5ac52f0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:45.065170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-1cb9ce41-52b6-4441-baf5-e27d4d85b622 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'subnet': {'network_id': '24e4765d-6d21-4c61-a179-3fe3707e0115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:45.068914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 24e4765d-6d21-4c61-a179-3fe3707e0115 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:45.089614 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-93fbf4c6-7854-45d2-8d91-8dafdb735370 req-e476f391-1142-49e4-afe9-13260c162636 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734081 Dec 22 09:51:45.099846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] For port a7505449-7259-4f87-b669-f00446ac8fb4, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:51:45.134220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] For port a7505449-7259-4f87-b669-f00446ac8fb4, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=a7505449-7259-4f87-b669-f00446ac8fb4,segment=NetworkSegment(d036b29d-b5c1-4ab7-bdce-4e57427add9d),segment_id=d036b29d-b5c1-4ab7-bdce-4e57427add9d)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:51:45.194432 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:45.248697 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7bf0e6c9-aa65-43d6-a8fc-75d9134d3a1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:45.292318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 24e4765d-6d21-4c61-a179-3fe3707e0115 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:45.390473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:45.460710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:51:45.481152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91137194-2e94-4e2a-8b8e-05538a7478f4 req-257f4c0e-1d89-4089-bffa-ae8ea3f6e4be tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:45.491373 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-91137194-2e94-4e2a-8b8e-05538a7478f4 req-257f4c0e-1d89-4089-bffa-ae8ea3f6e4be tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a5aacdb7-372a-4869-a8a4-83f1a9e70cbf HTTP/1.1" status: 200 len: 946 time: 0.1605117 Dec 22 09:51:45.522704 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:45.523302 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Added segment fcea6f6c-2efe-4e65-8e0e-c869c478209c of type vxlan for network 8cf93f4c-b4e4-4f56-a741-d6238f2714f8 Dec 22 09:51:45.523497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1cb9ce41-52b6-4441-baf5-e27d4d85b622 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:45.572882 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-91137194-2e94-4e2a-8b8e-05538a7478f4 req-03b98146-b189-4ab6-b004-0fd9fc0d697f tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793993 Dec 22 09:51:45.580356 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:45.587440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1cb9ce41-52b6-4441-baf5-e27d4d85b622 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Usage tracker for resource:subnet and tenant:23170fad26154303ac3d5eefb66fa3e6 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:45.619834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1cb9ce41-52b6-4441-baf5-e27d4d85b622 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:45.642282 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:45.650242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:45.651096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1cb9ce41-52b6-4441-baf5-e27d4d85b622 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:45.653672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:45.662571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 24e4765d-6d21-4c61-a179-3fe3707e0115 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:45.665721 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-671748f0-59d3-4533-92c3-5ba1b437b834 tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:45.684232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=a7505449-7259-4f87-b669-f00446ac8fb4,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:45.695006 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:45.698140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb9ce41-52b6-4441-baf5-e27d4d85b622 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Made reservation on behalf of 23170fad26154303ac3d5eefb66fa3e6 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:45.744902 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:45.808574 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:45.891895 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7577624 Dec 22 09:51:45.895378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60348) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:45.950801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-abde826f-977d-4447-9c6c-9615b533750e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'subnet': {'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:45.977618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:45.978316 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:45.980666 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] 10.222.0.64 "PUT /v2.0/ports/a7505449-7259-4f87-b669-f00446ac8fb4 HTTP/1.1" status: 200 len: 1155 time: 6.3744164 Dec 22 09:51:45.981412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'tag': 'a7505449-7259-4f87-b669-f00446ac8fb4'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:51:45.993620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Network': ['ID=8cf93f4c-b4e4-4f56-a741-d6238f2714f8,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:46.008837 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:46.009419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ce41-52b6-4441-baf5-e27d4d85b622 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:46.012602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 8cf93f4c-b4e4-4f56-a741-d6238f2714f8 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:46.045835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Request body: {'port': {'device_id': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:46.085898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 8cf93f4c-b4e4-4f56-a741-d6238f2714f8 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:46.161829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 8cf93f4c-b4e4-4f56-a741-d6238f2714f8 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:46.231201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-abde826f-977d-4447-9c6c-9615b533750e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:46.235682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-abde826f-977d-4447-9c6c-9615b533750e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:subnet and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:46.239461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-abde826f-977d-4447-9c6c-9615b533750e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:46.246691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-abde826f-977d-4447-9c6c-9615b533750e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:46.351732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 992c1b8e-519c-4abd-a7e8-31052e1f33cd up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:51:46.417678 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:46.428900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abde826f-977d-4447-9c6c-9615b533750e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Made reservation on behalf of ddd4cc142d6346fb8b006ee06c9564e9 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:46.495097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45eacf8-4c0e-4585-9ea0-01bb5e904fd1 req-df3cd881-b165-4175-901b-dff851c1d757 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:46.500459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45eacf8-4c0e-4585-9ea0-01bb5e904fd1 req-df3cd881-b165-4175-901b-dff851c1d757 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:46.505031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45eacf8-4c0e-4585-9ea0-01bb5e904fd1 req-df3cd881-b165-4175-901b-dff851c1d757 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:46.509636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45eacf8-4c0e-4585-9ea0-01bb5e904fd1 req-df3cd881-b165-4175-901b-dff851c1d757 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:46.516235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45eacf8-4c0e-4585-9ea0-01bb5e904fd1 req-df3cd881-b165-4175-901b-dff851c1d757 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:46.521075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45eacf8-4c0e-4585-9ea0-01bb5e904fd1 req-df3cd881-b165-4175-901b-dff851c1d757 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:46.526152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45eacf8-4c0e-4585-9ea0-01bb5e904fd1 req-df3cd881-b165-4175-901b-dff851c1d757 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:46.528492 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a45eacf8-4c0e-4585-9ea0-01bb5e904fd1 req-df3cd881-b165-4175-901b-dff851c1d757 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5397 time: 0.6321170 Dec 22 09:51:46.607696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 992c1b8e-519c-4abd-a7e8-31052e1f33cd triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:46.608123 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:46.774193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abde826f-977d-4447-9c6c-9615b533750e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:46.787707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 1880074a-226f-4738-88c9-d32d07d25585 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:51:46.838786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a23c2-78a1-4c2e-b727-d437f22533e7 req-cbe6f722-e627-4de3-b986-19f46a948076 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:46.839591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b96a23c2-78a1-4c2e-b727-d437f22533e7 req-cbe6f722-e627-4de3-b986-19f46a948076 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Synchronizing usage tracker for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:51:46.867345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Allocated IP 172.25.7.154 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/e30d3393-7186-4499-97e5-295b664c30a1) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:51:46.893197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b96a23c2-78a1-4c2e-b727-d437f22533e7 req-cbe6f722-e627-4de3-b986-19f46a948076 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Unset dirty status for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:51:46.894459 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b96a23c2-78a1-4c2e-b727-d437f22533e7 req-cbe6f722-e627-4de3-b986-19f46a948076 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.64 "GET /v2.0/ports?device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 945 time: 0.3655572 Dec 22 09:51:46.912878 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a45eacf8-4c0e-4585-9ea0-01bb5e904fd1 req-198788fc-4c31-4440-b6a6-aa627d3c25b7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3630202 Dec 22 09:51:46.943717 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:46.989772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 1880074a-226f-4738-88c9-d32d07d25585, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=1880074a-226f-4738-88c9-d32d07d25585,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:51:46.991233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2286477-3f92-4648-adfa-105e9fe1f15a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1880074a-226f-4738-88c9-d32d07d25585'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:51:46.999747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:47.003287 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:47.086837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=1880074a-226f-4738-88c9-d32d07d25585,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:47.096210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-b96a23c2-78a1-4c2e-b727-d437f22533e7 req-cc26fa7e-9cb1-49f0-b2ee-cb9135b25dd1 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Deleting port 1880074a-226f-4738-88c9-d32d07d25585 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:51:47.096605 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b96a23c2-78a1-4c2e-b727-d437f22533e7 req-cc26fa7e-9cb1-49f0-b2ee-cb9135b25dd1 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:47.101757 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:47.127279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ce593-3b79-43fb-b844-a173eae5adf0 req-d087e2f2-edb9-44c7-ae10-4b77685441fa tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:47.128970 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b74ce593-3b79-43fb-b844-a173eae5adf0 req-d087e2f2-edb9-44c7-ae10-4b77685441fa tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.8446677 Dec 22 09:51:47.365889 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:47.368151 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b74ce593-3b79-43fb-b844-a173eae5adf0 req-ee57cbf2-8a19-4b37-9713-4091a3f16cf3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237873 Dec 22 09:51:47.471673 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'tag': 'a7505449-7259-4f87-b669-f00446ac8fb4', 'status': 'completed', 'code': 200} Dec 22 09:51:47.501254 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ce41-52b6-4441-baf5-e27d4d85b622 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:47.521205 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a57aee8-4e14-440e-a40b-cc2805744999 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:47.526804 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2286477-3f92-4648-adfa-105e9fe1f15a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1880074a-226f-4738-88c9-d32d07d25585', 'code': 200} Dec 22 09:51:47.996300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:48.015420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-b96a23c2-78a1-4c2e-b727-d437f22533e7 req-cc26fa7e-9cb1-49f0-b2ee-cb9135b25dd1 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] For port 1880074a-226f-4738-88c9-d32d07d25585, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=1880074a-226f-4738-88c9-d32d07d25585,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:51:48.015839 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b96a23c2-78a1-4c2e-b727-d437f22533e7 req-cc26fa7e-9cb1-49f0-b2ee-cb9135b25dd1 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:48.017439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd88b9-2c6e-4aae-8c3b-bf3c5aede073 req-3c81e8bb-4316-4a53-a51f-5481474347dd tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:48.019086 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f6dd88b9-2c6e-4aae-8c3b-bf3c5aede073 req-3c81e8bb-4316-4a53-a51f-5481474347dd tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 943 time: 0.6347919 Dec 22 09:51:48.024150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9ce41-52b6-4441-baf5-e27d4d85b622 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Subnet': ['ID=6e3fb14c-2f2b-421b-be97-4538e1ab6634,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:48.036358 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1cb9ce41-52b6-4441-baf5-e27d4d85b622 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:48.041057 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3fc4099d-ac2d-46e7-9414-e22505286b33 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:48.112495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f00817-d9a0-4ce8-877a-678cc29c4b0a {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:51:48.132525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:48.196036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdb8fe-c907-453d-9821-7a2177a79a27 req-679b5d43-91b6-464b-9dfb-edbf36cd5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:48.196478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdb8fe-c907-453d-9821-7a2177a79a27 req-679b5d43-91b6-464b-9dfb-edbf36cd5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:48.196910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdb8fe-c907-453d-9821-7a2177a79a27 req-679b5d43-91b6-464b-9dfb-edbf36cd5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:48.197400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdb8fe-c907-453d-9821-7a2177a79a27 req-679b5d43-91b6-464b-9dfb-edbf36cd5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:48.197836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdb8fe-c907-453d-9821-7a2177a79a27 req-679b5d43-91b6-464b-9dfb-edbf36cd5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:48.198251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdb8fe-c907-453d-9821-7a2177a79a27 req-679b5d43-91b6-464b-9dfb-edbf36cd5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:48.198653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdb8fe-c907-453d-9821-7a2177a79a27 req-679b5d43-91b6-464b-9dfb-edbf36cd5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:48.200796 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c5bdb8fe-c907-453d-9821-7a2177a79a27 req-679b5d43-91b6-464b-9dfb-edbf36cd5cc3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c331cc560d8748a88e7458b10299f64a&device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 6545 time: 0.6878922 Dec 22 09:51:48.204522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Transition to ACTIVE for port object 71f00817-d9a0-4ce8-877a-678cc29c4b0a will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:48.212014 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f6dd88b9-2c6e-4aae-8c3b-bf3c5aede073 req-83c8da14-32f2-43cd-ac22-bd39d8bc235d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805491 Dec 22 09:51:48.218584 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:48.222377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-b96a23c2-78a1-4c2e-b727-d437f22533e7 req-cc26fa7e-9cb1-49f0-b2ee-cb9135b25dd1 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Calling delete_port for 1880074a-226f-4738-88c9-d32d07d25585 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:51:48.268367 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b11289de-740d-4d42-9370-45709c4336ae tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:48.383244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Pushing event updated for resources: {'Port': ['ID=e30d3393-7186-4499-97e5-295b664c30a1,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:48.389222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13b35d-de8b-4e25-a2ac-f0a6c690e931 req-809f16e7-8f0b-42f2-b80a-42393eb1bec7 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:48.390765 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b13b35d-de8b-4e25-a2ac-f0a6c690e931 req-809f16e7-8f0b-42f2-b80a-42393eb1bec7 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a5aacdb7-372a-4869-a8a4-83f1a9e70cbf HTTP/1.1" status: 200 len: 946 time: 0.4862363 Dec 22 09:51:48.393956 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:48.531155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb9ce41-52b6-4441-baf5-e27d4d85b622 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Checking segment: {'id': 'cc8396f9-4355-4274-9a3a-94cd3cabab73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '24e4765d-6d21-4c61-a179-3fe3707e0115'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:48.531728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb9ce41-52b6-4441-baf5-e27d4d85b622 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network hostable DHCP agents. Network: 24e4765d-6d21-4c61-a179-3fe3707e0115, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:51:48.545546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:51:48.549549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:48.558292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:51:48.610336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=71f00817-d9a0-4ce8-877a-678cc29c4b0a,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:48.625724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb9ce41-52b6-4441-baf5-e27d4d85b622 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 24e4765d-6d21-4c61-a179-3fe3707e0115 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:51:48.636205 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b96a23c2-78a1-4c2e-b727-d437f22533e7 req-cc26fa7e-9cb1-49f0-b2ee-cb9135b25dd1 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:48.637194 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:48.654402 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:48.698652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-1cb9ce41-52b6-4441-baf5-e27d4d85b622 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 24e4765d-6d21-4c61-a179-3fe3707e0115) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:48.702597 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b13b35d-de8b-4e25-a2ac-f0a6c690e931 req-6a21cac4-cd0f-4a9a-904f-57caa175b1cb tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539141 Dec 22 09:51:48.708955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd28ebde-02ec-49da-801a-ed87eecc9aad None None] Network 24e4765d-6d21-4c61-a179-3fe3707e0115 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:51:48.751525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdb8fe-c907-453d-9821-7a2177a79a27 req-6b85c3e5-b8b0-4ab7-9777-3250936c0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:48.752011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdb8fe-c907-453d-9821-7a2177a79a27 req-6b85c3e5-b8b0-4ab7-9777-3250936c0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:48.752415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdb8fe-c907-453d-9821-7a2177a79a27 req-6b85c3e5-b8b0-4ab7-9777-3250936c0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:48.754160 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c5bdb8fe-c907-453d-9821-7a2177a79a27 req-6b85c3e5-b8b0-4ab7-9777-3250936c0c21 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c331cc560d8748a88e7458b10299f64a&shared=False HTTP/1.1" status: 200 len: 2278 time: 0.5374901 Dec 22 09:51:48.765906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26fa7e-9cb1-49f0-b2ee-cb9135b25dd1 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Pushing event deleted for resources: {'Port': ['ID=1880074a-226f-4738-88c9-d32d07d25585,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:48.790991 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cc26fa7e-9cb1-49f0-b2ee-cb9135b25dd1 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:48.918049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb9ce41-52b6-4441-baf5-e27d4d85b622 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:48.918998 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ce41-52b6-4441-baf5-e27d4d85b622 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:49.018495 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abde826f-977d-4447-9c6c-9615b533750e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:49.054022 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9afc40ed-3a33-40e8-9fd6-792811b4ab72 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:49.062558 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1cb9ce41-52b6-4441-baf5-e27d4d85b622 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0062277 Dec 22 09:51:49.070400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60384) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:49.099758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-b36b7e23-b9ba-45b0-9e2f-a723bdc20f0b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'subnet': {'network_id': '24e4765d-6d21-4c61-a179-3fe3707e0115', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:49.112753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-24e4765d-6d21-4c61-a179-3fe3707e0115', 'network_id': '24e4765d-6d21-4c61-a179-3fe3707e0115', 'tenant_id': '23170fad26154303ac3d5eefb66fa3e6', 'fixed_ips': [{'subnet_id': '6e3fb14c-2f2b-421b-be97-4538e1ab6634'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:51:49.113681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:49.302892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767ffd4-fb53-460b-a02f-da8c8818da95 req-dbe7a818-7405-49cf-9589-fc8953160276 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:49.308598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767ffd4-fb53-460b-a02f-da8c8818da95 req-dbe7a818-7405-49cf-9589-fc8953160276 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:49.313299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767ffd4-fb53-460b-a02f-da8c8818da95 req-dbe7a818-7405-49cf-9589-fc8953160276 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:49.318379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767ffd4-fb53-460b-a02f-da8c8818da95 req-dbe7a818-7405-49cf-9589-fc8953160276 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:49.326251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767ffd4-fb53-460b-a02f-da8c8818da95 req-dbe7a818-7405-49cf-9589-fc8953160276 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:49.336772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767ffd4-fb53-460b-a02f-da8c8818da95 req-dbe7a818-7405-49cf-9589-fc8953160276 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:49.341197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767ffd4-fb53-460b-a02f-da8c8818da95 req-dbe7a818-7405-49cf-9589-fc8953160276 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:49.349630 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9767ffd4-fb53-460b-a02f-da8c8818da95 req-dbe7a818-7405-49cf-9589-fc8953160276 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5409 time: 0.7993267 Dec 22 09:51:49.365868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96a23c2-78a1-4c2e-b727-d437f22533e7 req-cc26fa7e-9cb1-49f0-b2ee-cb9135b25dd1 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] No DVR routers for this DVR port 1880074a-226f-4738-88c9-d32d07d25585 on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:51:49.383355 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b96a23c2-78a1-4c2e-b727-d437f22533e7 req-cc26fa7e-9cb1-49f0-b2ee-cb9135b25dd1 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:49.385570 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b96a23c2-78a1-4c2e-b727-d437f22533e7 req-cc26fa7e-9cb1-49f0-b2ee-cb9135b25dd1 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.64 "DELETE /v2.0/ports/1880074a-226f-4738-88c9-d32d07d25585 HTTP/1.1" status: 204 len: 173 time: 2.4823191 Dec 22 09:51:49.479189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2286477-3f92-4648-adfa-105e9fe1f15a', 'name': 'network-vif-deleted', 'tag': '1880074a-226f-4738-88c9-d32d07d25585'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:51:49.511668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde826f-977d-4447-9c6c-9615b533750e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Subnet': ['ID=4fec2fc3-a417-4228-8d82-730e7be5990b,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:49.527719 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-abde826f-977d-4447-9c6c-9615b533750e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:49.530410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b36b7e23-b9ba-45b0-9e2f-a723bdc20f0b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:49.533914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Attempting to bind port 71f00817-d9a0-4ce8-877a-678cc29c4b0a on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:51:49.534361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Attempting to bind port 71f00817-d9a0-4ce8-877a-678cc29c4b0a by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:51:49.534641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Attempting to bind port 71f00817-d9a0-4ce8-877a-678cc29c4b0a on network d34186bb-32c4-4a88-b464-38e69175bc20 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:51:49.538654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b36b7e23-b9ba-45b0-9e2f-a723bdc20f0b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Usage tracker for resource:subnet and tenant:23170fad26154303ac3d5eefb66fa3e6 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:49.541780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:49.547347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdb8fe-c907-453d-9821-7a2177a79a27 req-374df01c-a167-46e6-b759-493e5458311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:49.549059 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c5bdb8fe-c907-453d-9821-7a2177a79a27 req-374df01c-a167-46e6-b759-493e5458311a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7767289 Dec 22 09:51:49.589804 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9767ffd4-fb53-460b-a02f-da8c8818da95 req-f25925ab-917e-4593-ba71-95b8c1378618 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2391803 Dec 22 09:51:49.595537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:51:49.595905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Checking segment: {'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:49.596352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:49.596752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Bound using segment: {'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:51:49.597262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Bound port: 71f00817-d9a0-4ce8-877a-678cc29c4b0a, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd036b29d-b5c1-4ab7-bdce-4e57427add9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd34186bb-32c4-4a88-b464-38e69175bc20'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:51:49.597641 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:49.599390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b36b7e23-b9ba-45b0-9e2f-a723bdc20f0b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Quota usage for subnet was recalculated. Used quota:3. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:49.619128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b36b7e23-b9ba-45b0-9e2f-a723bdc20f0b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:49.781456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Allocated IP 2001:db8::2 (24e4765d-6d21-4c61-a179-3fe3707e0115/6e3fb14c-2f2b-421b-be97-4538e1ab6634/cfe64456-5b3c-4109-a3dd-66f27b48fcab) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:51:49.860772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36b7e23-b9ba-45b0-9e2f-a723bdc20f0b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Made reservation on behalf of 23170fad26154303ac3d5eefb66fa3e6 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:49.867352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b36b7e23-b9ba-45b0-9e2f-a723bdc20f0b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:50.002061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ff89b-3010-4991-ad77-dde94b0bae72 req-fc74d5f1-4c7c-453b-af84-d5cae7aefc65 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:50.011114 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c0ff89b-3010-4991-ad77-dde94b0bae72 req-fc74d5f1-4c7c-453b-af84-d5cae7aefc65 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.8381774 Dec 22 09:51:50.016561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abde826f-977d-4447-9c6c-9615b533750e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Checking segment: {'id': 'fcea6f6c-2efe-4e65-8e0e-c869c478209c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:50.016965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde826f-977d-4447-9c6c-9615b533750e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network hostable DHCP agents. Network: 8cf93f4c-b4e4-4f56-a741-d6238f2714f8, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:51:50.077552 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:50.090916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Transition to ACTIVE for port object cfe64456-5b3c-4109-a3dd-66f27b48fcab will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:50.113437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Transition to ACTIVE for port object cfe64456-5b3c-4109-a3dd-66f27b48fcab will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:50.120574 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:50.127391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde826f-977d-4447-9c6c-9615b533750e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 8cf93f4c-b4e4-4f56-a741-d6238f2714f8 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:51:50.143202 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:50.151925 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c0ff89b-3010-4991-ad77-dde94b0bae72 req-9ebfd147-7ee2-452e-8ede-5bc0172425ca tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397383 Dec 22 09:51:50.159477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] For port 71f00817-d9a0-4ce8-877a-678cc29c4b0a, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:51:50.162279 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:50.164359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] For port 71f00817-d9a0-4ce8-877a-678cc29c4b0a, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=71f00817-d9a0-4ce8-877a-678cc29c4b0a,segment=NetworkSegment(d036b29d-b5c1-4ab7-bdce-4e57427add9d),segment_id=d036b29d-b5c1-4ab7-bdce-4e57427add9d)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:51:50.175878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38269d-53cf-404e-8766-b9d7c2713cb1 req-1b4e708f-612b-416e-9913-f5c6bbbcefdc tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:50.185754 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9d38269d-53cf-404e-8766-b9d7c2713cb1 req-1b4e708f-612b-416e-9913-f5c6bbbcefdc tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a5aacdb7-372a-4869-a8a4-83f1a9e70cbf HTTP/1.1" status: 200 len: 946 time: 0.3090870 Dec 22 09:51:50.188259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-abde826f-977d-4447-9c6c-9615b533750e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 8cf93f4c-b4e4-4f56-a741-d6238f2714f8) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:50.201473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:50.260209 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:50.279595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Pushing event updated for resources: {'Port': ['ID=cfe64456-5b3c-4109-a3dd-66f27b48fcab,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:50.284276 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:50.285361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031b1036-f4ce-4e54-b2f3-922a7dde1272 None None] Network 8cf93f4c-b4e4-4f56-a741-d6238f2714f8 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:51:50.403665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abde826f-977d-4447-9c6c-9615b533750e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:50.404694 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abde826f-977d-4447-9c6c-9615b533750e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:50.549530 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9d38269d-53cf-404e-8766-b9d7c2713cb1 req-dddd8e96-5b81-4118-823b-0398e4289f56 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625028 Dec 22 09:51:50.550815 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-abde826f-977d-4447-9c6c-9615b533750e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6125259 Dec 22 09:51:50.622029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60398) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:50.624551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=71f00817-d9a0-4ce8-877a-678cc29c4b0a,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:50.701305 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2286477-3f92-4648-adfa-105e9fe1f15a', 'name': 'network-vif-deleted', 'tag': '1880074a-226f-4738-88c9-d32d07d25585', 'status': 'completed', 'code': 200} Dec 22 09:51:50.755440 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:50.906349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:51:50.907276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:51.145114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Router 4dc18e77-e038-4d0b-a847-b29b9f91e566 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:51:51.145776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Network 24e4765d-6d21-4c61-a179-3fe3707e0115 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:51:51.150343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:51.154361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:51:51.188412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:51.189255 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:51.191283 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] 10.222.0.64 "PUT /v2.0/ports/71f00817-d9a0-4ce8-877a-678cc29c4b0a HTTP/1.1" status: 200 len: 1155 time: 5.1502941 Dec 22 09:51:51.230763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'tag': '71f00817-d9a0-4ce8-877a-678cc29c4b0a'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:51:51.238322 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8f434d6d-6e51-436b-b05c-2257ad2e8f0a req-d4f05f2c-ac83-422c-8bee-0177e29e4f6d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=b2286477-3f92-4648-adfa-105e9fe1f15a HTTP/1.1" status: 200 len: 210 time: 0.5927551 Dec 22 09:51:51.244796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Request body: {'port': {'device_id': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:51.327409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Attempting to bind port cfe64456-5b3c-4109-a3dd-66f27b48fcab on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:51:51.328108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Attempting to bind port cfe64456-5b3c-4109-a3dd-66f27b48fcab by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'cc8396f9-4355-4274-9a3a-94cd3cabab73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '24e4765d-6d21-4c61-a179-3fe3707e0115'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:51:51.330245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Attempting to bind port cfe64456-5b3c-4109-a3dd-66f27b48fcab on network 24e4765d-6d21-4c61-a179-3fe3707e0115 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:51:51.347433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:51:51.348120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Checking segment: {'id': 'cc8396f9-4355-4274-9a3a-94cd3cabab73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '24e4765d-6d21-4c61-a179-3fe3707e0115'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:51.352999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:51.353664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Bound using segment: {'id': 'cc8396f9-4355-4274-9a3a-94cd3cabab73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '24e4765d-6d21-4c61-a179-3fe3707e0115'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:51:51.354408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Bound port: cfe64456-5b3c-4109-a3dd-66f27b48fcab, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8396f9-4355-4274-9a3a-94cd3cabab73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '24e4765d-6d21-4c61-a179-3fe3707e0115'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:51:51.355003 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:51.531578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:51:51.555081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Sync routers for ids ['4dc18e77-e038-4d0b-a847-b29b9f91e566'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:51:51.574219 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:51.576111 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.2263403 Dec 22 09:51:51.579230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60410) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:51.598025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Routers {'4dc18e77-e038-4d0b-a847-b29b9f91e566'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:51:51.598926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:51:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4dc18e77-e038-4d0b-a847-b29b9f91e566'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:51.774196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] For port cfe64456-5b3c-4109-a3dd-66f27b48fcab, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:51:51.935007 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6bc1365e-0746-4d1b-b9d6-57bbed9d21a8 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "GET /v2.0/routers/4dc18e77-e038-4d0b-a847-b29b9f91e566 HTTP/1.1" status: 200 len: 908 time: 0.3544188 Dec 22 09:51:51.937704 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:51.947744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60416) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:52.005740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a1a72-2010-42c4-8dc9-2e2a271079ac req-2bc424a7-a9e2-46df-b404-33ff40c669a9 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:52.014371 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b36b7e23-b9ba-45b0-9e2f-a723bdc20f0b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:52.014594 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c0a1a72-2010-42c4-8dc9-2e2a271079ac req-2bc424a7-a9e2-46df-b404-33ff40c669a9 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.8406105 Dec 22 09:51:52.035708 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-95b663c5-16df-469b-ad6a-47e62245afff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:52.044568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Request body: {'router': {'name': 'tempest-snat-router-403459060', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'enable_snat': True}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:52.052168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] For port cfe64456-5b3c-4109-a3dd-66f27b48fcab, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=cfe64456-5b3c-4109-a3dd-66f27b48fcab,segment=NetworkSegment(cc8396f9-4355-4274-9a3a-94cd3cabab73),segment_id=cc8396f9-4355-4274-9a3a-94cd3cabab73)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:51:52.068275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:52.074298 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:52.114061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Usage tracker for resource:router and tenant:08b5323c4db5440c9e06461b822b874d is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:52.122732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Quota usage for router was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:52.137879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b7e23-b9ba-45b0-9e2f-a723bdc20f0b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Subnet': ['ID=508cad2e-e16f-4710-b28f-abdd94586cb2,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:52.151539 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b36b7e23-b9ba-45b0-9e2f-a723bdc20f0b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:52.159824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:52.217641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Allocated IP 2001:db8::2 (8cf93f4c-b4e4-4f56-a741-d6238f2714f8/4fec2fc3-a417-4228-8d82-730e7be5990b/4d65239c-7694-4af6-b306-b824c9e0c343) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:51:52.220591 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:52.236629 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c0a1a72-2010-42c4-8dc9-2e2a271079ac req-d493162b-5125-4357-bebb-eb87be52e5ce tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212012 Dec 22 09:51:52.312439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:52.334129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Set router 4dc18e77-e038-4d0b-a847-b29b9f91e566 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:51:52.347747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:52.361369 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:52.404591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36b7e23-b9ba-45b0-9e2f-a723bdc20f0b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 24e4765d-6d21-4c61-a179-3fe3707e0115 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:51:52.405677 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'tag': '71f00817-d9a0-4ce8-877a-678cc29c4b0a', 'status': 'completed', 'code': 200} Dec 22 09:51:52.405908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-b36b7e23-b9ba-45b0-9e2f-a723bdc20f0b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:52.438122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36b7e23-b9ba-45b0-9e2f-a723bdc20f0b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:52.438788 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b36b7e23-b9ba-45b0-9e2f-a723bdc20f0b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:52.476637 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b36b7e23-b9ba-45b0-9e2f-a723bdc20f0b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4033005 Dec 22 09:51:52.480156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60426) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:52.498321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Pushing event updated for resources: {'Port': ['ID=cfe64456-5b3c-4109-a3dd-66f27b48fcab,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:52.502199 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:52.509816 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:52.581117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69565979-1cef-4d1d-83a5-0f94c8da8aa6 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:52.583151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69565979-1cef-4d1d-83a5-0f94c8da8aa6 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:52.585368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69565979-1cef-4d1d-83a5-0f94c8da8aa6 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:52.588412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69565979-1cef-4d1d-83a5-0f94c8da8aa6 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:52.590201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69565979-1cef-4d1d-83a5-0f94c8da8aa6 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:52.591349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-69565979-1cef-4d1d-83a5-0f94c8da8aa6 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Synchronizing usage tracker for tenant:23170fad26154303ac3d5eefb66fa3e6 on resource:subnet {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:51:52.619254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-69565979-1cef-4d1d-83a5-0f94c8da8aa6 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Unset dirty status for tenant:23170fad26154303ac3d5eefb66fa3e6 on resource:subnet {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:51:52.621495 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-69565979-1cef-4d1d-83a5-0f94c8da8aa6 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1400726 Dec 22 09:51:52.632047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60432) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:52.640097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-1a89b815-bec9-4890-a09f-698be3578100 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-782317296'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:52.649616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1a89b815-bec9-4890-a09f-698be3578100 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:52.656523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1a89b815-bec9-4890-a09f-698be3578100 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Usage tracker for resource:network and tenant:23170fad26154303ac3d5eefb66fa3e6 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:52.660116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1a89b815-bec9-4890-a09f-698be3578100 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Quota usage for network was recalculated. Used quota:3. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:52.668781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1a89b815-bec9-4890-a09f-698be3578100 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:52.690010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a89b815-bec9-4890-a09f-698be3578100 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Made reservation on behalf of 23170fad26154303ac3d5eefb66fa3e6 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:52.701213 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a89b815-bec9-4890-a09f-698be3578100 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:52.768728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a89b815-bec9-4890-a09f-698be3578100 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:51:52.779192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5819dc1-978d-4f50-b232-123bb6cec397 req-f3ab76ff-13e3-4fef-84bc-0c3dec5a44a9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:52.784935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5819dc1-978d-4f50-b232-123bb6cec397 req-f3ab76ff-13e3-4fef-84bc-0c3dec5a44a9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:52.788047 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a89b815-bec9-4890-a09f-698be3578100 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:52.788524 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-1a89b815-bec9-4890-a09f-698be3578100 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Added segment 795de64a-6018-4236-a686-23505004634a of type vxlan for network 3bd7dcd6-bf57-4124-8dba-aa941e0e6c57 Dec 22 09:51:52.790088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5819dc1-978d-4f50-b232-123bb6cec397 req-f3ab76ff-13e3-4fef-84bc-0c3dec5a44a9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:52.795060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5819dc1-978d-4f50-b232-123bb6cec397 req-f3ab76ff-13e3-4fef-84bc-0c3dec5a44a9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:52.801158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5819dc1-978d-4f50-b232-123bb6cec397 req-f3ab76ff-13e3-4fef-84bc-0c3dec5a44a9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:52.808126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5819dc1-978d-4f50-b232-123bb6cec397 req-f3ab76ff-13e3-4fef-84bc-0c3dec5a44a9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:52.815689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5819dc1-978d-4f50-b232-123bb6cec397 req-f3ab76ff-13e3-4fef-84bc-0c3dec5a44a9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:52.817831 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5819dc1-978d-4f50-b232-123bb6cec397 req-f3ab76ff-13e3-4fef-84bc-0c3dec5a44a9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5409 time: 0.9273093 Dec 22 09:51:52.833733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a89b815-bec9-4890-a09f-698be3578100 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:52.868144 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a89b815-bec9-4890-a09f-698be3578100 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:52.873084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a89b815-bec9-4890-a09f-698be3578100 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:52.873761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a89b815-bec9-4890-a09f-698be3578100 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:52.880509 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d645c992-5f08-47e1-a2e0-e8ed2df9afbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:52.938083 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:52.961352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Transition to ACTIVE for port object 4d65239c-7694-4af6-b306-b824c9e0c343 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:52.981027 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1a89b815-bec9-4890-a09f-698be3578100 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3469503 Dec 22 09:51:52.988183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc18e77-e038-4d0b-a847-b29b9f91e566', 'name': 'tempest-snat-router-403459060', 'tenant_id': '08b5323c4db5440c9e06461b822b874d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.154'}], 'enable_snat': False}, 'gw_port_id': 'e30d3393-7186-4499-97e5-295b664c30a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:42Z', 'updated_at': '2020-12-22T09:51:49Z', 'revision_number': 3, 'project_id': '08b5323c4db5440c9e06461b822b874d', 'gw_port': {'id': 'e30d3393-7186-4499-97e5-295b664c30a1', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:13:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc18e77-e038-4d0b-a847-b29b9f91e566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:46Z', 'updated_at': '2020-12-22T09:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:52.991656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60436) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:52.998006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Checking router: 4dc18e77-e038-4d0b-a847-b29b9f91e566 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:51:52.999015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Updating router 4dc18e77-e038-4d0b-a847-b29b9f91e566 port e30d3393-7186-4499-97e5-295b664c30a1 binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:51:52.999209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-c737bfc7-66ad-4918-a840-2200a7e1a193 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'network': {'name': 'New_network'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:53.054455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Transition to ACTIVE for port object 4d65239c-7694-4af6-b306-b824c9e0c343 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:53.069931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:53.086040 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b91a654-9c1f-4190-b502-a03aad198835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:53.137184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89b815-bec9-4890-a09f-698be3578100 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Network': ['ID=3bd7dcd6-bf57-4124-8dba-aa941e0e6c57,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:53.150551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:53.154574 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a89b815-bec9-4890-a09f-698be3578100 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:53.206464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 3bd7dcd6-bf57-4124-8dba-aa941e0e6c57 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:53.221706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 3bd7dcd6-bf57-4124-8dba-aa941e0e6c57 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:53.277584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60442) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:53.328923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 3bd7dcd6-bf57-4124-8dba-aa941e0e6c57 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:53.552664 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c737bfc7-66ad-4918-a840-2200a7e1a193 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:53.585939 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c737bfc7-66ad-4918-a840-2200a7e1a193 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:53.647197 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5819dc1-978d-4f50-b232-123bb6cec397 req-4f4090a1-5f19-4ba1-b90c-0200fac9ccc0 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7231939 Dec 22 09:51:53.724659 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:53.850566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9199434b-b88b-4863-81ab-7346f0b96196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:53.878832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737bfc7-66ad-4918-a840-2200a7e1a193 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Network': ['ID=3bd7dcd6-bf57-4124-8dba-aa941e0e6c57,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:53.888221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9199434b-b88b-4863-81ab-7346f0b96196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:53.892720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9199434b-b88b-4863-81ab-7346f0b96196 admin admin] Usage tracker for resource:security_group_rule and tenant:b897d528d6054c8d91524bafd604a8f3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:51:53.896878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9199434b-b88b-4863-81ab-7346f0b96196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:51:53.902692 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c737bfc7-66ad-4918-a840-2200a7e1a193 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:53.908335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9199434b-b88b-4863-81ab-7346f0b96196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:53.916148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c737bfc7-66ad-4918-a840-2200a7e1a193 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 3bd7dcd6-bf57-4124-8dba-aa941e0e6c57 is not hosted by any dhcp agent {{(pid=81072) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Dec 22 09:51:53.920433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c737bfc7-66ad-4918-a840-2200a7e1a193 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:53.920888 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c737bfc7-66ad-4918-a840-2200a7e1a193 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:53.922379 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c737bfc7-66ad-4918-a840-2200a7e1a193 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "PUT /v2.0/networks/3bd7dcd6-bf57-4124-8dba-aa941e0e6c57 HTTP/1.1" status: 200 len: 723 time: 0.9295588 Dec 22 09:51:53.933250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60448) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:53.942149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6bd203a9-0e5f-404a-9c34-16e87d90cb24 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'subnet': {'network_id': '3bd7dcd6-bf57-4124-8dba-aa941e0e6c57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:53.969394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a4e3f-fc65-4c69-9239-6fb2ff217a52 req-deaa577d-a9ce-4d7a-a6af-57b0c8819255 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:53.970248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c31a4e3f-fc65-4c69-9239-6fb2ff217a52 req-deaa577d-a9ce-4d7a-a6af-57b0c8819255 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Synchronizing usage tracker for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:51:53.999355 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:54.024381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Transition to ACTIVE for port object e30d3393-7186-4499-97e5-295b664c30a1 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:54.306937 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9199434b-b88b-4863-81ab-7346f0b96196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:54.309567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c31a4e3f-fc65-4c69-9239-6fb2ff217a52 req-deaa577d-a9ce-4d7a-a6af-57b0c8819255 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Unset dirty status for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:51:54.311012 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c31a4e3f-fc65-4c69-9239-6fb2ff217a52 req-deaa577d-a9ce-4d7a-a6af-57b0c8819255 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "GET /v2.0/ports?device_id=a5aacdb7-372a-4869-a8a4-83f1a9e70cbf HTTP/1.1" status: 200 len: 946 time: 1.1548750 Dec 22 09:51:54.318344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Pushing event updated for resources: {'Port': ['ID=4d65239c-7694-4af6-b306-b824c9e0c343,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:54.332906 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9199434b-b88b-4863-81ab-7346f0b96196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:54.388963 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-18c830e3-23f9-42a6-9e2a-1da495a3c400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:54.397583 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.312s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:54.399040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 3bd7dcd6-bf57-4124-8dba-aa941e0e6c57 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:54.429907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199434b-b88b-4863-81ab-7346f0b96196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b4d8d2-2655-408a-9d0f-5b23651a49fc,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:54.434858 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9199434b-b88b-4863-81ab-7346f0b96196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:54.463806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6bd203a9-0e5f-404a-9c34-16e87d90cb24 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:51:54.468240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 3bd7dcd6-bf57-4124-8dba-aa941e0e6c57 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:54.472952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1662b-a8c9-4889-bfd2-2ed9f83c3126 req-dc37bae6-e434-42ab-81b2-ed7203c6c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:54.473388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1662b-a8c9-4889-bfd2-2ed9f83c3126 req-dc37bae6-e434-42ab-81b2-ed7203c6c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:54.473811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1662b-a8c9-4889-bfd2-2ed9f83c3126 req-dc37bae6-e434-42ab-81b2-ed7203c6c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:54.474229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1662b-a8c9-4889-bfd2-2ed9f83c3126 req-dc37bae6-e434-42ab-81b2-ed7203c6c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:54.474981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1662b-a8c9-4889-bfd2-2ed9f83c3126 req-dc37bae6-e434-42ab-81b2-ed7203c6c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:54.475412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1662b-a8c9-4889-bfd2-2ed9f83c3126 req-dc37bae6-e434-42ab-81b2-ed7203c6c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:54.478749 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-89b1662b-a8c9-4889-bfd2-2ed9f83c3126 req-dc37bae6-e434-42ab-81b2-ed7203c6c265 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c331cc560d8748a88e7458b10299f64a&device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 6676 time: 2.0258808 Dec 22 09:51:54.487682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 3bd7dcd6-bf57-4124-8dba-aa941e0e6c57 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:51:54.495503 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9199434b-b88b-4863-81ab-7346f0b96196 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b897d528d6054c8d91524bafd604a8f3&name=default HTTP/1.1" status: 200 len: 2883 time: 1.2050073 Dec 22 09:51:54.495503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6bd203a9-0e5f-404a-9c34-16e87d90cb24 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:51:54.496362 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:54.498878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60458) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:54.514598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 992c1b8e-519c-4abd-a7e8-31052e1f33cd no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:51:54.543621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-c31a4e3f-fc65-4c69-9239-6fb2ff217a52 req-be4e66f9-70a2-456d-b786-fe38042f06a5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Deleting port 992c1b8e-519c-4abd-a7e8-31052e1f33cd {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:51:54.544068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c31a4e3f-fc65-4c69-9239-6fb2ff217a52 req-be4e66f9-70a2-456d-b786-fe38042f06a5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:54.567477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:54.604351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd203a9-0e5f-404a-9c34-16e87d90cb24 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Made reservation on behalf of 23170fad26154303ac3d5eefb66fa3e6 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:51:54.618646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04502389-2ccf-491b-ae10-ff935f825b61 req-0c5668db-6fbc-400a-8bc3-766e8f9ef53b tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:54.624073 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04502389-2ccf-491b-ae10-ff935f825b61 req-0c5668db-6fbc-400a-8bc3-766e8f9ef53b tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=a5aacdb7-372a-4869-a8a4-83f1a9e70cbf HTTP/1.1" status: 200 len: 946 time: 1.7763288 Dec 22 09:51:54.631647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcee24a-357c-45e6-a125-9247b4a66de0 None None] Network 24e4765d-6d21-4c61-a179-3fe3707e0115 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:51:54.644592 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:54.802123 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6dd33a81-557f-4bdb-a097-237e5a5d7dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:54.817580 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6bd203a9-0e5f-404a-9c34-16e87d90cb24 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:54.903241 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6dd33a81-557f-4bdb-a097-237e5a5d7dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:54.919849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04502389-2ccf-491b-ae10-ff935f825b61 req-5381ebc6-6fe8-46a3-aac6-0e0af4073076 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417023 Dec 22 09:51:54.970357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device cfe64456-5b3c-4109-a3dd-66f27b48fcab up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:51:55.129151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3699df3-5310-4a9c-8724-bd177523933f req-17fd9038-be83-4436-b359-bd5a050eff3c tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:55.131126 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3699df3-5310-4a9c-8724-bd177523933f req-17fd9038-be83-4436-b359-bd5a050eff3c tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.7886786 Dec 22 09:51:55.146137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Allocated IP 2001:db8::1 (8cf93f4c-b4e4-4f56-a741-d6238f2714f8/4fec2fc3-a417-4228-8d82-730e7be5990b/b23d940a-26a5-42fe-92b9-4c85bbe8a4a0) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:51:55.178592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1662b-a8c9-4889-bfd2-2ed9f83c3126 req-a9083d14-4c5e-4561-b239-05625538ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:55.178924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1662b-a8c9-4889-bfd2-2ed9f83c3126 req-a9083d14-4c5e-4561-b239-05625538ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:55.179348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1662b-a8c9-4889-bfd2-2ed9f83c3126 req-a9083d14-4c5e-4561-b239-05625538ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:55.181125 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-89b1662b-a8c9-4889-bfd2-2ed9f83c3126 req-a9083d14-4c5e-4561-b239-05625538ce2d service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c331cc560d8748a88e7458b10299f64a&shared=False HTTP/1.1" status: 200 len: 2278 time: 0.6783743 Dec 22 09:51:55.321094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Network 8cf93f4c-b4e4-4f56-a741-d6238f2714f8 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:51:55.381041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b11d4d5e-eea2-4fdf-9449-b09db9047277 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:51:55.413864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:55.414126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:55.421722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:51:55.478948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c31a4e3f-fc65-4c69-9239-6fb2ff217a52 req-be4e66f9-70a2-456d-b786-fe38042f06a5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] For port 992c1b8e-519c-4abd-a7e8-31052e1f33cd, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=992c1b8e-519c-4abd-a7e8-31052e1f33cd,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:51:55.479361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c31a4e3f-fc65-4c69-9239-6fb2ff217a52 req-be4e66f9-70a2-456d-b786-fe38042f06a5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:55.519514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Transition to ACTIVE for port object b11d4d5e-eea2-4fdf-9449-b09db9047277 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:55.529262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6dd33a81-557f-4bdb-a097-237e5a5d7dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:55.593674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:55.594112 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-52b1c5e3-132b-4bab-9cdb-5088e2dd9ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:55.611967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-54842637-2ffc-4f65-8dee-9a60b1566e03 None None] Provisioning for port cfe64456-5b3c-4109-a3dd-66f27b48fcab completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:51:55.635252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c97df-1883-4241-b98c-9bc986760216 None None] Pushing event updated for resources: {'Port': ['ID=e30d3393-7186-4499-97e5-295b664c30a1,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:55.663769 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b05c97df-1883-4241-b98c-9bc986760216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.019s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:55.678888 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f78e6260-2e5a-4fb7-8674-d26cd80a4902 tempest-ServerActionsTestJSON-1172210164 tempest-ServerActionsTestJSON-1172210164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:55.683862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-c31a4e3f-fc65-4c69-9239-6fb2ff217a52 req-be4e66f9-70a2-456d-b786-fe38042f06a5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Calling delete_port for 992c1b8e-519c-4abd-a7e8-31052e1f33cd owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:51:55.709058 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3699df3-5310-4a9c-8724-bd177523933f req-192e2b5b-947c-41fe-bb0e-10cf4ed5b388 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5323064 Dec 22 09:51:55.711620 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:55.712439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd33a81-557f-4bdb-a097-237e5a5d7dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b4d8d2-2655-408a-9d0f-5b23651a49fc,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:55.723082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Attempting to bind port 4d65239c-7694-4af6-b306-b824c9e0c343 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:51:55.723286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Attempting to bind port 4d65239c-7694-4af6-b306-b824c9e0c343 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'fcea6f6c-2efe-4e65-8e0e-c869c478209c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:51:55.723573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Attempting to bind port 4d65239c-7694-4af6-b306-b824c9e0c343 on network 8cf93f4c-b4e4-4f56-a741-d6238f2714f8 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:51:55.726681 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6dd33a81-557f-4bdb-a097-237e5a5d7dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:55.768833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:51:55.769287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Checking segment: {'id': 'fcea6f6c-2efe-4e65-8e0e-c869c478209c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:55.769697 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:55.770141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Bound using segment: {'id': 'fcea6f6c-2efe-4e65-8e0e-c869c478209c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:51:55.770682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Bound port: 4d65239c-7694-4af6-b306-b824c9e0c343, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcea6f6c-2efe-4e65-8e0e-c869c478209c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:51:55.771108 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:55.793518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-64bc10e6-7bf6-40f3-85ad-0149c272347c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:55.797864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6dd33a81-557f-4bdb-a097-237e5a5d7dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:55.799092 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6dd33a81-557f-4bdb-a097-237e5a5d7dbb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e8b4d8d2-2655-408a-9d0f-5b23651a49fc HTTP/1.1" status: 204 len: 168 time: 1.2981942 Dec 22 09:51:55.804461 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-64bc10e6-7bf6-40f3-85ad-0149c272347c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 812 time: 0.6939805 Dec 22 09:51:55.813010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port cfe64456-5b3c-4109-a3dd-66f27b48fcab completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:51:55.871689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port cfe64456-5b3c-4109-a3dd-66f27b48fcab triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:51:55.872153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:55.951483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Pushing event updated for resources: {'Port': ['ID=b11d4d5e-eea2-4fdf-9449-b09db9047277,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:55.964560 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:55.982052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Attempting to bind port e30d3393-7186-4499-97e5-295b664c30a1 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:51:55.982473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Attempting to bind port e30d3393-7186-4499-97e5-295b664c30a1 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:51:55.982890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Attempting to bind port e30d3393-7186-4499-97e5-295b664c30a1 on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:51:56.022446 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c31a4e3f-fc65-4c69-9239-6fb2ff217a52 req-be4e66f9-70a2-456d-b786-fe38042f06a5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:56.043156 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ff1714dd-3887-4b09-994f-39483a9ff73c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:56.057633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:51:56.058083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:56.058481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:56.058930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:51:56.059471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Bound port: e30d3393-7186-4499-97e5-295b664c30a1, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:51:56.059893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:56.102951 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-174b1119-aac3-4684-9585-1fcaa22e65c9 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/quotas/2af5f8c189d74ea78f15d1e4177ac64a HTTP/1.1" status: 200 len: 375 time: 0.2975168 Dec 22 09:51:56.110842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e66f9-70a2-456d-b786-fe38042f06a5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Pushing event deleted for resources: {'Port': ['ID=992c1b8e-519c-4abd-a7e8-31052e1f33cd,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:56.128949 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-be4e66f9-70a2-456d-b786-fe38042f06a5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:56.234460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] For port 4d65239c-7694-4af6-b306-b824c9e0c343, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:51:56.284372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] For port 4d65239c-7694-4af6-b306-b824c9e0c343, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=4d65239c-7694-4af6-b306-b824c9e0c343,segment=NetworkSegment(fcea6f6c-2efe-4e65-8e0e-c869c478209c),segment_id=fcea6f6c-2efe-4e65-8e0e-c869c478209c)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:51:56.303540 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:56.328050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] For port e30d3393-7186-4499-97e5-295b664c30a1, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:51:56.331377 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5434c69c-fc7e-41a9-8bec-8a53c0f9a323 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:56.385698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31a4e3f-fc65-4c69-9239-6fb2ff217a52 req-be4e66f9-70a2-456d-b786-fe38042f06a5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] No DVR routers for this DVR port 992c1b8e-519c-4abd-a7e8-31052e1f33cd on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:51:56.390763 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c31a4e3f-fc65-4c69-9239-6fb2ff217a52 req-be4e66f9-70a2-456d-b786-fe38042f06a5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:56.394038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5aacdb7-372a-4869-a8a4-83f1a9e70cbf', 'name': 'network-vif-deleted', 'tag': '992c1b8e-519c-4abd-a7e8-31052e1f33cd'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:51:56.414342 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6bd203a9-0e5f-404a-9c34-16e87d90cb24 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:56.428407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] For port e30d3393-7186-4499-97e5-295b664c30a1, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=e30d3393-7186-4499-97e5-295b664c30a1,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:51:56.493331 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:56.505176 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:56.561184 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1c0b821-9ecc-44e9-93c4-52450b84e47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:56.622112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1662b-a8c9-4889-bfd2-2ed9f83c3126 req-88244e93-8dda-45d1-9658-346245083724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:56.623835 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-89b1662b-a8c9-4889-bfd2-2ed9f83c3126 req-88244e93-8dda-45d1-9658-346245083724 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.4018166 Dec 22 09:51:56.650641 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c31a4e3f-fc65-4c69-9239-6fb2ff217a52 req-be4e66f9-70a2-456d-b786-fe38042f06a5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "DELETE /v2.0/ports/992c1b8e-519c-4abd-a7e8-31052e1f33cd HTTP/1.1" status: 204 len: 173 time: 2.2867203 Dec 22 09:51:56.674823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Pushing event updated for resources: {'Port': ['ID=4d65239c-7694-4af6-b306-b824c9e0c343,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:56.685291 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:56.690782 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f8ecd441-1970-4d45-9105-bcfb0e0545fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:56.699186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd203a9-0e5f-404a-9c34-16e87d90cb24 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Subnet': ['ID=2a853c19-76cb-405d-9a09-687b45fa3e0f,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:56.705289 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6bd203a9-0e5f-404a-9c34-16e87d90cb24 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:56.716695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd203a9-0e5f-404a-9c34-16e87d90cb24 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Checking segment: {'id': '795de64a-6018-4236-a686-23505004634a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '3bd7dcd6-bf57-4124-8dba-aa941e0e6c57'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:56.717101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd203a9-0e5f-404a-9c34-16e87d90cb24 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network hostable DHCP agents. Network: 3bd7dcd6-bf57-4124-8dba-aa941e0e6c57, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:51:56.720982 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-a21b7c67-a0f3-49a4-8ab1-0e2e61ef4ebc tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5610063 Dec 22 09:51:56.740982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd203a9-0e5f-404a-9c34-16e87d90cb24 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 3bd7dcd6-bf57-4124-8dba-aa941e0e6c57 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:51:56.762906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6bd203a9-0e5f-404a-9c34-16e87d90cb24 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 3bd7dcd6-bf57-4124-8dba-aa941e0e6c57) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:56.783286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd203a9-0e5f-404a-9c34-16e87d90cb24 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:56.783841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6bd203a9-0e5f-404a-9c34-16e87d90cb24 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:56.813082 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6bd203a9-0e5f-404a-9c34-16e87d90cb24 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8781524 Dec 22 09:51:56.814004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60500) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:56.821780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:56.912936 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:56.960006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f89f278-ab16-46c8-a3cd-f20defbbdb12 None None] Network 3bd7dcd6-bf57-4124-8dba-aa941e0e6c57 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:51:57.001549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port cfe64456-5b3c-4109-a3dd-66f27b48fcab, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=cfe64456-5b3c-4109-a3dd-66f27b48fcab,segment=NetworkSegment(cc8396f9-4355-4274-9a3a-94cd3cabab73),segment_id=cc8396f9-4355-4274-9a3a-94cd3cabab73)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:51:57.047931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_gateway, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:57.057883 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2937372'] for subnet, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:57.135733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:57.223254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c97df-1883-4241-b98c-9bc986760216 None None] Pushing event updated for resources: {'Port': ['ID=e30d3393-7186-4499-97e5-295b664c30a1,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:57.263369 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:57.302764 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-b2004879-c666-41ef-81bd-6b7ad6117afe service neutron] 10.222.0.50 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354574 Dec 22 09:51:57.307706 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b05c97df-1883-4241-b98c-9bc986760216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:57.310800 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:57.512964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Transition to ACTIVE for port object b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:51:57.559099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e98e13-3e86-4c30-9d15-39249c86c8bd None None] Update dhcp port {'port': {'network_id': '24e4765d-6d21-4c61-a179-3fe3707e0115', 'fixed_ips': [{'subnet_id': '6e3fb14c-2f2b-421b-be97-4538e1ab6634', 'ip_address': '2001:db8::2'}, {'subnet_id': '508cad2e-e16f-4710-b28f-abdd94586cb2'}], 'binding:host_id': 'n-d-765315-5'}, 'id': 'cfe64456-5b3c-4109-a3dd-66f27b48fcab'} from n-d-765315-5. {{(pid=81073) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 09:51:57.609304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=cfe64456-5b3c-4109-a3dd-66f27b48fcab,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:57.617904 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:57.630113 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762265788446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036852656887'] for subnet, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:57.663088 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e45b6704-b9d7-43b3-aa48-87085a5b43a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:57.679345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Routers {'4dc18e77-e038-4d0b-a847-b29b9f91e566'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:51:57.680099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:51:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4dc18e77-e038-4d0b-a847-b29b9f91e566'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:57.765838 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-609b2364-a3f7-4274-a32c-679fc517c980 service neutron] 10.222.0.50 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4611499 Dec 22 09:51:57.810561 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02e98e13-3e86-4c30-9d15-39249c86c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:57.869706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Subnet': ['ID=2a853c19-76cb-405d-9a09-687b45fa3e0f,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:57.925836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c247465-9941-4a50-b27e-ceb2c2b5c3c8 req-87bb3d45-cfb7-48bf-9ae9-cd923d7b042e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:57.930528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c247465-9941-4a50-b27e-ceb2c2b5c3c8 req-87bb3d45-cfb7-48bf-9ae9-cd923d7b042e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:57.938248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.939219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.939904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c247465-9941-4a50-b27e-ceb2c2b5c3c8 req-87bb3d45-cfb7-48bf-9ae9-cd923d7b042e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:57.940104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.940724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.941346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.941999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.942706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.943392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.944097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.944732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.945361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.945978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.946713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.948453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.949281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.952200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.952870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.953515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.954151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.954784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.956438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c247465-9941-4a50-b27e-ceb2c2b5c3c8 req-87bb3d45-cfb7-48bf-9ae9-cd923d7b042e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:57.962809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c247465-9941-4a50-b27e-ceb2c2b5c3c8 req-87bb3d45-cfb7-48bf-9ae9-cd923d7b042e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:57.968022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c247465-9941-4a50-b27e-ceb2c2b5c3c8 req-87bb3d45-cfb7-48bf-9ae9-cd923d7b042e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:57.968661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.969089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.969516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.969996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.970484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.970932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.971342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.971747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.972183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.972592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.972979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.973376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.973781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.974182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.974353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c247465-9941-4a50-b27e-ceb2c2b5c3c8 req-87bb3d45-cfb7-48bf-9ae9-cd923d7b042e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:57.974583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.974982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:51:57.976861 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6c247465-9941-4a50-b27e-ceb2c2b5c3c8 req-87bb3d45-cfb7-48bf-9ae9-cd923d7b042e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5421 time: 1.9915125 Dec 22 09:51:57.981750 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:58.028391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:58.029241 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:58.030809 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "PUT /v2.0/subnets/2a853c19-76cb-405d-9a09-687b45fa3e0f HTTP/1.1" status: 200 len: 826 time: 1.2157278 Dec 22 09:51:58.033607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60512) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:51:58.098410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49be86fc-4d83-4040-80b0-85fc7c290fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-3bd7dcd6-bf57-4124-8dba-aa941e0e6c57', 'network_id': '3bd7dcd6-bf57-4124-8dba-aa941e0e6c57', 'tenant_id': '23170fad26154303ac3d5eefb66fa3e6', 'fixed_ips': [{'subnet_id': '2a853c19-76cb-405d-9a09-687b45fa3e0f'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:51:58.099323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49be86fc-4d83-4040-80b0-85fc7c290fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:58.117048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Attempting to bind port b11d4d5e-eea2-4fdf-9449-b09db9047277 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:51:58.117399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Attempting to bind port b11d4d5e-eea2-4fdf-9449-b09db9047277 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1db62543-483d-4fd0-a5fc-77a084335431'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:51:58.117775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Attempting to bind port b11d4d5e-eea2-4fdf-9449-b09db9047277 on network 1db62543-483d-4fd0-a5fc-77a084335431 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:51:58.128743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:51:58.129136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Checking segment: {'id': 'e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1db62543-483d-4fd0-a5fc-77a084335431'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:51:58.129565 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:58.129980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Bound using segment: {'id': 'e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1db62543-483d-4fd0-a5fc-77a084335431'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:51:58.130488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Bound port: b11d4d5e-eea2-4fdf-9449-b09db9047277, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1db62543-483d-4fd0-a5fc-77a084335431'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:51:58.131175 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:58.174833 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:58.281023 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5aacdb7-372a-4869-a8a4-83f1a9e70cbf', 'name': 'network-vif-deleted', 'tag': '992c1b8e-519c-4abd-a7e8-31052e1f33cd', 'status': 'completed', 'code': 200} Dec 22 09:51:58.375247 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d9ce761-a580-4f53-9ef3-8adfe093544e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:58.415008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] Set router 4dc18e77-e038-4d0b-a847-b29b9f91e566 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:51:58.423556 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:58.503796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=b23d940a-26a5-42fe-92b9-4c85bbe8a4a0,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:58.508995 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:58.583174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:58.630090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Allocated IP 172.25.7.191 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/538bec6b-6453-45f9-81b2-a29a83d183ed) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:51:58.777252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] For port b11d4d5e-eea2-4fdf-9449-b09db9047277, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:51:58.781001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] For port b11d4d5e-eea2-4fdf-9449-b09db9047277, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b11d4d5e-eea2-4fdf-9449-b09db9047277,segment=NetworkSegment(e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5),segment_id=e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:51:58.802704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 8cf93f4c-b4e4-4f56-a741-d6238f2714f8 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:51:58.817414 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:58.864529 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e6a6197-943d-47e0-b3c2-51e90e349a07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:58.901514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:51:58.951910 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:58.954404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:51:58.954997 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:58.969656 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-27dfea3f-8e16-4f0b-a44e-5dedbb835ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:59.008653 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6c247465-9941-4a50-b27e-ceb2c2b5c3c8 req-47842035-73ae-4b3f-881b-c5ddeb4bbca5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8927279 Dec 22 09:51:59.060043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Subnet': ['ID=2a853c19-76cb-405d-9a09-687b45fa3e0f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:59.075683 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server [None req-49be86fc-4d83-4040-80b0-85fc7c290fb7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a853c19-76cb-405d-9a09-687b45fa3e0f: This subnet is being modified by another concurrent operation. Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 09:51:59.113160 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise exception Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a853c19-76cb-405d-9a09-687b45fa3e0f: This subnet is being modified by another concurrent operation. Dec 22 09:51:59.118173 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server Dec 22 09:51:59.123610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-02e98e13-3e86-4c30-9d15-39249c86c8bd None None] Allocated IP 172.20.0.1 (24e4765d-6d21-4c61-a179-3fe3707e0115/508cad2e-e16f-4710-b28f-abdd94586cb2/cfe64456-5b3c-4109-a3dd-66f27b48fcab) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:51:59.149573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ba1953-f8fe-42e8-8abe-b947a6307dcf None None] Network 3bd7dcd6-bf57-4124-8dba-aa941e0e6c57 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:51:59.413768 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:59.452488 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:59.592449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Pushing event updated for resources: {'Port': ['ID=b11d4d5e-eea2-4fdf-9449-b09db9047277,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:51:59.593202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd7dcd6-bf57-4124-8dba-aa941e0e6c57']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:59.599751 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:51:59.640866 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:59.662575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795de64a-6018-4236-a686-23505004634a') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:59.663178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795de64a-6018-4236-a686-23505004634a') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:59.682900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:59.683612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:59.683811 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:59.685406 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] 10.222.0.64 "PUT /v2.0/ports/b11d4d5e-eea2-4fdf-9449-b09db9047277 HTTP/1.1" status: 200 len: 1155 time: 8.4458146 Dec 22 09:51:59.688054 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:51:59.711244 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:51:59.713471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Releasing vxlan tunnel 13 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:51:59.739310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'tag': 'b11d4d5e-eea2-4fdf-9449-b09db9047277'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:51:59.750580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e45763-2e0d-4e44-b7a2-5a7492db6c62 req-5c6af104-62eb-431e-8c12-f62f8e4143bf tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:51:59.752766 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-83e45763-2e0d-4e44-b7a2-5a7492db6c62 req-5c6af104-62eb-431e-8c12-f62f8e4143bf tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.2538605 Dec 22 09:51:59.807841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc18e77-e038-4d0b-a847-b29b9f91e566', 'name': 'tempest-snat-router-403459060', 'tenant_id': '08b5323c4db5440c9e06461b822b874d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.154'}], 'enable_snat': False}, 'gw_port_id': 'e30d3393-7186-4499-97e5-295b664c30a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:42Z', 'updated_at': '2020-12-22T09:51:49Z', 'revision_number': 3, 'project_id': '08b5323c4db5440c9e06461b822b874d', 'gw_port': {'id': 'e30d3393-7186-4499-97e5-295b664c30a1', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:13:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc18e77-e038-4d0b-a847-b29b9f91e566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:46Z', 'updated_at': '2020-12-22T09:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:51:59.810744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 4d65239c-7694-4af6-b306-b824c9e0c343 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:51:59.836808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a80cc4-3d87-4a9b-b474-a9e843d75a56 None None] Network 8cf93f4c-b4e4-4f56-a741-d6238f2714f8 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:51:59.916291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:51:59.967871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Request body: {'port': {'device_id': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:51:59.976218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-02e98e13-3e86-4c30-9d15-39249c86c8bd None None] For port cfe64456-5b3c-4109-a3dd-66f27b48fcab, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=cfe64456-5b3c-4109-a3dd-66f27b48fcab,segment=NetworkSegment(cc8396f9-4355-4274-9a3a-94cd3cabab73),segment_id=cc8396f9-4355-4274-9a3a-94cd3cabab73)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:51:59.998333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 3bd7dcd6-bf57-4124-8dba-aa941e0e6c57 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:52:00.014761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:00.024604 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02e98e13-3e86-4c30-9d15-39249c86c8bd None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:00.025940 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:00.034028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7343c955-d4d1-4e51-8778-f77aad6388d0 None None] The sync data for ids ['4dc18e77-e038-4d0b-a847-b29b9f91e566'] in n-d-765315-5 is: [{'id': '4dc18e77-e038-4d0b-a847-b29b9f91e566', 'name': 'tempest-snat-router-403459060', 'tenant_id': '08b5323c4db5440c9e06461b822b874d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.154'}], 'enable_snat': False}, 'gw_port_id': 'e30d3393-7186-4499-97e5-295b664c30a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:42Z', 'updated_at': '2020-12-22T09:51:49Z', 'revision_number': 3, 'project_id': '08b5323c4db5440c9e06461b822b874d', 'gw_port': {'id': 'e30d3393-7186-4499-97e5-295b664c30a1', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:13:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc18e77-e038-4d0b-a847-b29b9f91e566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:46Z', 'updated_at': '2020-12-22T09:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:52:00.063974 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c893a43c-a5ad-4eba-bcd5-86c13488266d req-21d483f6-3b93-445b-8479-636cc68fdd52 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=3ec50882-7cae-4959-9aa7-180ac350a41f HTTP/1.1" status: 200 len: 210 time: 0.3765359 Dec 22 09:52:00.140713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9af39e-b51c-4e3d-9aaf-d7522e20d6d0 None None] Network 3bd7dcd6-bf57-4124-8dba-aa941e0e6c57 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:52:00.188473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-57fd7c78-12f8-488f-9ad1-f2a840354374 None None] Provisioning for port 4d65239c-7694-4af6-b306-b824c9e0c343 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:00.200487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-02e98e13-3e86-4c30-9d15-39249c86c8bd None None] Transition to ACTIVE for port object cfe64456-5b3c-4109-a3dd-66f27b48fcab will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:52:00.225430 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02e98e13-3e86-4c30-9d15-39249c86c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:00.248852 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:00.287552 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-83e45763-2e0d-4e44-b7a2-5a7492db6c62 req-98f337ae-d9af-4dd3-8cf5-66e2c1f854e6 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277266 Dec 22 09:52:00.339517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Pushing event updated for resources: {'Port': ['ID=538bec6b-6453-45f9-81b2-a29a83d183ed,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:00.520742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 3bd7dcd6-bf57-4124-8dba-aa941e0e6c57 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:52:00.552132 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:52:00.579167 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:00.747212 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:00.758287 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:00.772326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 4d65239c-7694-4af6-b306-b824c9e0c343 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:00.788884 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:00.802307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-532f2866-b7cf-40c0-8ba4-1361245fd02d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:00.804418 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-532f2866-b7cf-40c0-8ba4-1361245fd02d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.64 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 812 time: 1.0453916 Dec 22 09:52:00.808912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e98e13-3e86-4c30-9d15-39249c86c8bd None None] Pushing event updated for resources: {'Port': ['ID=cfe64456-5b3c-4109-a3dd-66f27b48fcab,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:00.811967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 4d65239c-7694-4af6-b306-b824c9e0c343 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:00.812392 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:00.839538 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-02e98e13-3e86-4c30-9d15-39249c86c8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:00.901809 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'tag': 'b11d4d5e-eea2-4fdf-9449-b09db9047277', 'status': 'completed', 'code': 200} Dec 22 09:52:00.902691 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.215s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:00.988338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-02576bc8-71c6-41c5-9da9-b7a3b4f0b50c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Request body: {'port': {'device_id': '3ec50882-7cae-4959-9aa7-180ac350a41f', 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e', 'admin_state_up': True, 'tenant_id': '2af5f8c189d74ea78f15d1e4177ac64a'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:01.044759 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:01.103969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 4d65239c-7694-4af6-b306-b824c9e0c343, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=4d65239c-7694-4af6-b306-b824c9e0c343,segment=NetworkSegment(fcea6f6c-2efe-4e65-8e0e-c869c478209c),segment_id=fcea6f6c-2efe-4e65-8e0e-c869c478209c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:01.107723 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:01.111125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device cfe64456-5b3c-4109-a3dd-66f27b48fcab up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:01.148353 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3258396a-2449-4c1e-a0a6-bff8377ea251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:01.167086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Network': ['ID=3bd7dcd6-bf57-4124-8dba-aa941e0e6c57,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:01.192551 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:01.198110 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/networks/3bd7dcd6-bf57-4124-8dba-aa941e0e6c57 HTTP/1.1" status: 204 len: 168 time: 3.1630549 Dec 22 09:52:01.279595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60554) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:01.342365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:52:01.350188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=4d65239c-7694-4af6-b306-b824c9e0c343,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:01.356985 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:01.357194 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdeb2135-5e6f-4c28-81e9-0cedf313a704 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] DELETE failed (client error): The resource could not be found. Dec 22 09:52:01.357455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdeb2135-5e6f-4c28-81e9-0cedf313a704 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:52:01.362903 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fdeb2135-5e6f-4c28-81e9-0cedf313a704 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/networks/3bd7dcd6-bf57-4124-8dba-aa941e0e6c57 HTTP/1.1" status: 404 len: 339 time: 0.0710545 Dec 22 09:52:01.375025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60558) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:01.386330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-e32899ef-bfc0-4c8a-afb3-3ebeeb290b1a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-479443370', 'description': 'd1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:01.393421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e32899ef-bfc0-4c8a-afb3-3ebeeb290b1a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:52:01.397982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e32899ef-bfc0-4c8a-afb3-3ebeeb290b1a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Usage tracker for resource:network and tenant:23170fad26154303ac3d5eefb66fa3e6 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:52:01.401761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e32899ef-bfc0-4c8a-afb3-3ebeeb290b1a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Quota usage for network was recalculated. Used quota:3. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:52:01.407932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e32899ef-bfc0-4c8a-afb3-3ebeeb290b1a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:52:01.418468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32899ef-bfc0-4c8a-afb3-3ebeeb290b1a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Made reservation on behalf of 23170fad26154303ac3d5eefb66fa3e6 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:52:01.424357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e32899ef-bfc0-4c8a-afb3-3ebeeb290b1a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:01.454726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:52:01.502784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:52:01.535014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7034646a-33e2-47f4-83fe-3790dc4a2607 None None] Provisioning complete for port 4d65239c-7694-4af6-b306-b824c9e0c343 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:01.539069 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7034646a-33e2-47f4-83fe-3790dc4a2607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:01.582317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-02576bc8-71c6-41c5-9da9-b7a3b4f0b50c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:52:01.592314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32899ef-bfc0-4c8a-afb3-3ebeeb290b1a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:52:01.625310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e30d3393-7186-4499-97e5-295b664c30a1 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:01.688170 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e32899ef-bfc0-4c8a-afb3-3ebeeb290b1a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:01.689626 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-e32899ef-bfc0-4c8a-afb3-3ebeeb290b1a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Added segment 93bab001-19ff-410e-954e-579f03e46787 of type vxlan for network 069e5248-56b7-47cc-b993-c99b1e1c0142 Dec 22 09:52:01.840419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port e30d3393-7186-4499-97e5-295b664c30a1 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:01.867485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-02576bc8-71c6-41c5-9da9-b7a3b4f0b50c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:52:01.897260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port e30d3393-7186-4499-97e5-295b664c30a1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:01.898084 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:01.906706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-02576bc8-71c6-41c5-9da9-b7a3b4f0b50c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Made reservation on behalf of 2af5f8c189d74ea78f15d1e4177ac64a for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:52:01.914504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-02576bc8-71c6-41c5-9da9-b7a3b4f0b50c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:01.983705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-dbd91eed-2197-43a2-a1e0-17cd88589bb4 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:01.994549 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e32899ef-bfc0-4c8a-afb3-3ebeeb290b1a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:01.996145 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-dbd91eed-2197-43a2-a1e0-17cd88589bb4 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 806 time: 1.1207952 Dec 22 09:52:02.023594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c75204-a4c3-4349-8892-fcd4b32834af {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:52:02.033790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7034646a-33e2-47f4-83fe-3790dc4a2607 None None] Provisioning for port b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:02.034001 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:02.053112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7034646a-33e2-47f4-83fe-3790dc4a2607 None None] Provisioning complete for port b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:02.053112 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7034646a-33e2-47f4-83fe-3790dc4a2607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:02.066118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Transition to ACTIVE for port object 77c75204-a4c3-4349-8892-fcd4b32834af will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:52:02.071163 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:02.102207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352b4c7-99ba-4486-96f6-1291d32033c9 req-cc90dea8-6b6a-4bc9-99e1-0a9f0ec7b798 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:02.108007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352b4c7-99ba-4486-96f6-1291d32033c9 req-cc90dea8-6b6a-4bc9-99e1-0a9f0ec7b798 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:02.108255 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c378cdf-09db-49cb-ad35-9c2aa1575c3a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:02.117705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352b4c7-99ba-4486-96f6-1291d32033c9 req-cc90dea8-6b6a-4bc9-99e1-0a9f0ec7b798 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:02.127243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352b4c7-99ba-4486-96f6-1291d32033c9 req-cc90dea8-6b6a-4bc9-99e1-0a9f0ec7b798 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:02.136241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352b4c7-99ba-4486-96f6-1291d32033c9 req-cc90dea8-6b6a-4bc9-99e1-0a9f0ec7b798 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:02.143121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352b4c7-99ba-4486-96f6-1291d32033c9 req-cc90dea8-6b6a-4bc9-99e1-0a9f0ec7b798 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:02.150572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352b4c7-99ba-4486-96f6-1291d32033c9 req-cc90dea8-6b6a-4bc9-99e1-0a9f0ec7b798 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:02.153862 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4352b4c7-99ba-4486-96f6-1291d32033c9 req-cc90dea8-6b6a-4bc9-99e1-0a9f0ec7b798 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5421 time: 1.3397510 Dec 22 09:52:02.163622 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e32899ef-bfc0-4c8a-afb3-3ebeeb290b1a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:02.169683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32899ef-bfc0-4c8a-afb3-3ebeeb290b1a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:02.170678 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e32899ef-bfc0-4c8a-afb3-3ebeeb290b1a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:02.184150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:02.189073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2d09d0-033c-4695-b1aa-ebc490ba1a7d None None] Network 24e4765d-6d21-4c61-a179-3fe3707e0115 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:52:02.245308 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e32899ef-bfc0-4c8a-afb3-3ebeeb290b1a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8648956 Dec 22 09:52:02.269069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60562) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:02.304605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port e30d3393-7186-4499-97e5-295b664c30a1, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=e30d3393-7186-4499-97e5-295b664c30a1,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:02.322748 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:02.359672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7034646a-33e2-47f4-83fe-3790dc4a2607 None None] Port b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:52:02.369542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:02.370408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device cfe64456-5b3c-4109-a3dd-66f27b48fcab up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:02.463755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6011ae1-dffb-4148-8f64-66b777e899ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:02.464638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d6011ae1-dffb-4148-8f64-66b777e899ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Synchronizing usage tracker for tenant:23170fad26154303ac3d5eefb66fa3e6 on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:52:02.489879 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:02.557472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Pushing event updated for resources: {'Port': ['ID=77c75204-a4c3-4349-8892-fcd4b32834af,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:02.568073 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:02.568665 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-921389a3-67c4-49ba-a064-c11ae252169b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:02.597728 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-da4affbd-1f71-4cc8-b3e2-1ceb2b0f06db tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/quotas/9dfc4173a0084cb081b39e512ef6a1d8 HTTP/1.1" status: 200 len: 375 time: 0.6005719 Dec 22 09:52:02.640054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d6011ae1-dffb-4148-8f64-66b777e899ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Unset dirty status for tenant:23170fad26154303ac3d5eefb66fa3e6 on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:52:02.644665 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d6011ae1-dffb-4148-8f64-66b777e899ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "GET /v2.0/networks?id=069e5248-56b7-47cc-b993-c99b1e1c0142 HTTP/1.1" status: 200 len: 764 time: 0.3525531 Dec 22 09:52:02.649289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60566) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:02.670661 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:02.671563 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:02.722525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32899ef-bfc0-4c8a-afb3-3ebeeb290b1a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Network': ['ID=069e5248-56b7-47cc-b993-c99b1e1c0142,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:02.728649 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e32899ef-bfc0-4c8a-afb3-3ebeeb290b1a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:02.739578 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:02.844425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8ed31886-880e-4199-a611-a953779e6392 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'network': {'description': 'd2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:02.871223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 069e5248-56b7-47cc-b993-c99b1e1c0142 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:52:02.875512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179f6eb-b455-4c04-8863-5d605a0bc8a2 req-593dda95-001d-425a-b53f-df3c60858298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:02.876287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179f6eb-b455-4c04-8863-5d605a0bc8a2 req-593dda95-001d-425a-b53f-df3c60858298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:02.876881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179f6eb-b455-4c04-8863-5d605a0bc8a2 req-593dda95-001d-425a-b53f-df3c60858298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:02.877468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179f6eb-b455-4c04-8863-5d605a0bc8a2 req-593dda95-001d-425a-b53f-df3c60858298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:02.878049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179f6eb-b455-4c04-8863-5d605a0bc8a2 req-593dda95-001d-425a-b53f-df3c60858298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:02.878625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179f6eb-b455-4c04-8863-5d605a0bc8a2 req-593dda95-001d-425a-b53f-df3c60858298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:02.879206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179f6eb-b455-4c04-8863-5d605a0bc8a2 req-593dda95-001d-425a-b53f-df3c60858298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:02.881691 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6179f6eb-b455-4c04-8863-5d605a0bc8a2 req-593dda95-001d-425a-b53f-df3c60858298 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c331cc560d8748a88e7458b10299f64a&device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 6807 time: 2.0139809 Dec 22 09:52:02.885194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 069e5248-56b7-47cc-b993-c99b1e1c0142 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:52:02.907983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Attempting to bind port 77c75204-a4c3-4349-8892-fcd4b32834af on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:52:02.908461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Attempting to bind port 77c75204-a4c3-4349-8892-fcd4b32834af by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1db62543-483d-4fd0-a5fc-77a084335431'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:52:02.908927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Attempting to bind port 77c75204-a4c3-4349-8892-fcd4b32834af on network 1db62543-483d-4fd0-a5fc-77a084335431 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:52:02.916601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:52:02.917589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Checking segment: {'id': 'e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1db62543-483d-4fd0-a5fc-77a084335431'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:52:02.918116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:02.918611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Bound using segment: {'id': 'e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1db62543-483d-4fd0-a5fc-77a084335431'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:52:02.919191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Bound port: 77c75204-a4c3-4349-8892-fcd4b32834af, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1db62543-483d-4fd0-a5fc-77a084335431'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:52:02.919661 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:02.998336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 069e5248-56b7-47cc-b993-c99b1e1c0142 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:52:02.999482 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4352b4c7-99ba-4486-96f6-1291d32033c9 req-f2a6f1ad-9906-482d-bc6b-ef3bcc27f058 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7829509 Dec 22 09:52:03.047885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] For port 77c75204-a4c3-4349-8892-fcd4b32834af, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:52:03.052684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] For port 77c75204-a4c3-4349-8892-fcd4b32834af, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=77c75204-a4c3-4349-8892-fcd4b32834af,segment=NetworkSegment(e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5),segment_id=e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:52:03.058468 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:03.081674 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cc26fa7e-9cb1-49f0-b2ee-cb9135b25dd1 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:03.119396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a8e4a846-3b71-4951-8791-8f5bf5758bb7 None None] Provisioning for port cfe64456-5b3c-4109-a3dd-66f27b48fcab completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:03.347485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Pushing event updated for resources: {'Port': ['ID=77c75204-a4c3-4349-8892-fcd4b32834af,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:03.361020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a8e4a846-3b71-4951-8791-8f5bf5758bb7 None None] Provisioning complete for port cfe64456-5b3c-4109-a3dd-66f27b48fcab triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:03.361732 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8e4a846-3b71-4951-8791-8f5bf5758bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:03.374420 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:03.392756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:03.393447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:03.395057 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] 10.222.0.64 "PUT /v2.0/ports/77c75204-a4c3-4349-8892-fcd4b32834af HTTP/1.1" status: 200 len: 1155 time: 3.4451897 Dec 22 09:52:03.395598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'tag': '77c75204-a4c3-4349-8892-fcd4b32834af'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:52:03.424531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port cfe64456-5b3c-4109-a3dd-66f27b48fcab triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:03.424972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:03.451043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=e30d3393-7186-4499-97e5-295b664c30a1,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:03.474656 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.984s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:03.654218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a8e4a846-3b71-4951-8791-8f5bf5758bb7 None None] Provisioning complete for port 4d65239c-7694-4af6-b306-b824c9e0c343 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:03.654655 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8e4a846-3b71-4951-8791-8f5bf5758bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:03.798421 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_gateway, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:03.838078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a8e4a846-3b71-4951-8791-8f5bf5758bb7 None None] Provisioning complete for port b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:03.838510 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8e4a846-3b71-4951-8791-8f5bf5758bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:03.897497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a8e4a846-3b71-4951-8791-8f5bf5758bb7 None None] Port b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:52:03.908231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 4d65239c-7694-4af6-b306-b824c9e0c343 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:03.948681 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed582277-019d-4566-a1d9-ac6fc77292f0 req-837aa9d8-fb73-46fa-939f-6015d2977d36 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=3ec50882-7cae-4959-9aa7-180ac350a41f HTTP/1.1" status: 200 len: 210 time: 0.4611511 Dec 22 09:52:03.995846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 4d65239c-7694-4af6-b306-b824c9e0c343 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:03.996467 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:04.017328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=b23d940a-26a5-42fe-92b9-4c85bbe8a4a0,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:04.112721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f8555cb2-443e-4459-bbdd-164fb5f30494 None None] Provisioning complete for port cfe64456-5b3c-4109-a3dd-66f27b48fcab triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:04.113242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f8555cb2-443e-4459-bbdd-164fb5f30494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:04.126336 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.387s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:04.149092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e1e2ca-a5eb-4ad0-9fba-91777d488783 None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 09:52:04.266618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e30d3393-7186-4499-97e5-295b664c30a1 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:04.333568 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'tag': '77c75204-a4c3-4349-8892-fcd4b32834af', 'status': 'completed', 'code': 200} Dec 22 09:52:04.361989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 8cf93f4c-b4e4-4f56-a741-d6238f2714f8 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:52:04.432483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:52:04.453789 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5729ee42-a824-476e-8f33-d0ec3d5c25e7 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&fields=id HTTP/1.1" status: 200 len: 255 time: 1.7876804 Dec 22 09:52:04.471981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port e30d3393-7186-4499-97e5-295b664c30a1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:04.472412 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:04.543292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e1e2ca-a5eb-4ad0-9fba-91777d488783 None None] Resources bound (agent type, host, resource id): {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 09:52:04.564460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f8555cb2-443e-4459-bbdd-164fb5f30494 None None] Provisioning complete for port 4d65239c-7694-4af6-b306-b824c9e0c343 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:04.564887 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f8555cb2-443e-4459-bbdd-164fb5f30494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:04.615399 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b61f50e7-200e-40d9-aaf7-34f97118ec5c req-fff2c212-2ca8-4bf1-adeb-448222bb3919 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 2.0090268 Dec 22 09:52:04.872454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179f6eb-b455-4c04-8863-5d605a0bc8a2 req-c1c1e2dc-7d2c-4ff8-9b84-ea9c8727b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:04.872879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179f6eb-b455-4c04-8863-5d605a0bc8a2 req-c1c1e2dc-7d2c-4ff8-9b84-ea9c8727b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:04.873668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179f6eb-b455-4c04-8863-5d605a0bc8a2 req-c1c1e2dc-7d2c-4ff8-9b84-ea9c8727b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:04.874975 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6179f6eb-b455-4c04-8863-5d605a0bc8a2 req-c1c1e2dc-7d2c-4ff8-9b84-ea9c8727b287 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c331cc560d8748a88e7458b10299f64a&shared=False HTTP/1.1" status: 200 len: 2278 time: 1.8854148 Dec 22 09:52:05.007019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d62a0780-7075-48d4-9198-bf2f78ff0b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:05.155294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d3bb605b-8a6f-4823-a876-d543a3355d18 None None] Provisioning complete for port cfe64456-5b3c-4109-a3dd-66f27b48fcab triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:05.155623 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d3bb605b-8a6f-4823-a876-d543a3355d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:05.190253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a01b08e-8f57-4d26-969a-40ebef5f9a7f None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 09:52:05.467875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a01b08e-8f57-4d26-969a-40ebef5f9a7f None None] Resources bound (agent type, host, resource id): {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 09:52:05.547735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-02576bc8-71c6-41c5-9da9-b7a3b4f0b50c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Allocated IP 172.20.0.4 (4139e1c7-4cf8-43ff-9532-d5b8777c2c1e/99bc7704-5812-409d-9056-a73056b9ef40/b9318989-48c7-4641-9a55-0f9642ff3a84) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:52:05.617524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ed31886-880e-4199-a611-a953779e6392 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:05.800610 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-e7ad93fd-6652-4041-b256-5f50cf96e1ee service neutron] 10.222.0.50 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2152891 Dec 22 09:52:05.851247 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ed31886-880e-4199-a611-a953779e6392 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:05.889037 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4deb07f4-72ff-4998-a993-92d5da896744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:05.959870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e435df-6521-4a64-966f-e9802b38b9fb req-1191a29c-6bc6-450e-a11d-b038e51a86f7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:05.965033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e435df-6521-4a64-966f-e9802b38b9fb req-1191a29c-6bc6-450e-a11d-b038e51a86f7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:05.969547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e435df-6521-4a64-966f-e9802b38b9fb req-1191a29c-6bc6-450e-a11d-b038e51a86f7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:05.973916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e435df-6521-4a64-966f-e9802b38b9fb req-1191a29c-6bc6-450e-a11d-b038e51a86f7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:05.979282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e435df-6521-4a64-966f-e9802b38b9fb req-1191a29c-6bc6-450e-a11d-b038e51a86f7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:05.984619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e435df-6521-4a64-966f-e9802b38b9fb req-1191a29c-6bc6-450e-a11d-b038e51a86f7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:05.991014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e435df-6521-4a64-966f-e9802b38b9fb req-1191a29c-6bc6-450e-a11d-b038e51a86f7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:05.993178 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0e435df-6521-4a64-966f-e9802b38b9fb req-1191a29c-6bc6-450e-a11d-b038e51a86f7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5433 time: 1.5279408 Dec 22 09:52:06.261445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:06.264193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179f6eb-b455-4c04-8863-5d605a0bc8a2 req-bfdee3cf-2c2e-4c86-84da-4da6b8295dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:06.265826 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6179f6eb-b455-4c04-8863-5d605a0bc8a2 req-bfdee3cf-2c2e-4c86-84da-4da6b8295dc4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.2494946 Dec 22 09:52:06.369673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f50e7-200e-40d9-aaf7-34f97118ec5c req-29bc8840-b75c-4ef1-83fd-1c1d430cb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:06.371337 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b61f50e7-200e-40d9-aaf7-34f97118ec5c req-29bc8840-b75c-4ef1-83fd-1c1d430cb27c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 1160 time: 1.5705752 Dec 22 09:52:06.479647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed31886-880e-4199-a611-a953779e6392 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Network': ['ID=069e5248-56b7-47cc-b993-c99b1e1c0142,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:06.498144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 069e5248-56b7-47cc-b993-c99b1e1c0142 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:52:06.517978 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8ed31886-880e-4199-a611-a953779e6392 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:06.526653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 069e5248-56b7-47cc-b993-c99b1e1c0142 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:52:06.545371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 069e5248-56b7-47cc-b993-c99b1e1c0142 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:52:06.568585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router 2d498f00-1aa6-437c-901f-c7974c174d1e is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:52:06.707402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ed31886-880e-4199-a611-a953779e6392 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 069e5248-56b7-47cc-b993-c99b1e1c0142 is not hosted by any dhcp agent {{(pid=81071) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Dec 22 09:52:06.711434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed31886-880e-4199-a611-a953779e6392 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:06.712719 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ed31886-880e-4199-a611-a953779e6392 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:06.714239 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8ed31886-880e-4199-a611-a953779e6392 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "PUT /v2.0/networks/069e5248-56b7-47cc-b993-c99b1e1c0142 HTTP/1.1" status: 200 len: 761 time: 4.0465400 Dec 22 09:52:06.717809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60586) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:06.719881 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0e435df-6521-4a64-966f-e9802b38b9fb req-bf51ca03-4b43-4688-9b27-0649d6191691 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6841633 Dec 22 09:52:06.879759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e800d4ce-615c-47d8-9d26-bf24643f72f4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:06.888189 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e800d4ce-615c-47d8-9d26-bf24643f72f4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "GET /v2.0/networks?id=069e5248-56b7-47cc-b993-c99b1e1c0142 HTTP/1.1" status: 200 len: 764 time: 0.1687810 Dec 22 09:52:06.889268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60590) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:06.901668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4e949ae6-a169-4659-bb04-46b83e13598f None None] Provisioning complete for port cfe64456-5b3c-4109-a3dd-66f27b48fcab triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:06.902111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e949ae6-a169-4659-bb04-46b83e13598f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:07.077587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6921afd-9713-4110-909a-60e8ba9acbc0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.077587 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b6921afd-9713-4110-909a-60e8ba9acbc0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1831422 Dec 22 09:52:07.078748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60594) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:07.136368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c7a13ba0-664d-4093-a13a-2d5eacaae1e0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Synchronizing usage tracker for tenant:23170fad26154303ac3d5eefb66fa3e6 on resource:subnet {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:52:07.156679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c7a13ba0-664d-4093-a13a-2d5eacaae1e0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Unset dirty status for tenant:23170fad26154303ac3d5eefb66fa3e6 on resource:subnet {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:52:07.162282 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c7a13ba0-664d-4093-a13a-2d5eacaae1e0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "GET /v2.0/subnets?network_id=3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 207 time: 0.0790598 Dec 22 09:52:07.162831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60598) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:07.317953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-366ba2d5-ae33-41c5-9937-0c8e6b06ba04 None None] Provisioning complete for port b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:07.318567 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-366ba2d5-ae33-41c5-9937-0c8e6b06ba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:07.391342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-366ba2d5-ae33-41c5-9937-0c8e6b06ba04 None None] Port b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:52:07.411117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e17a751-8d9f-44f7-8f9c-d5476591bd96 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.415491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e17a751-8d9f-44f7-8f9c-d5476591bd96 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.420647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e17a751-8d9f-44f7-8f9c-d5476591bd96 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.424975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e17a751-8d9f-44f7-8f9c-d5476591bd96 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.429292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e17a751-8d9f-44f7-8f9c-d5476591bd96 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.434282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e17a751-8d9f-44f7-8f9c-d5476591bd96 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.440004 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0e17a751-8d9f-44f7-8f9c-d5476591bd96 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.2722888 Dec 22 09:52:07.440374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60602) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:07.477510 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-6087489c-5860-4161-af40-4b5ec31c53cd service neutron] 10.222.0.50 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5994298 Dec 22 09:52:07.573910 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-02576bc8-71c6-41c5-9da9-b7a3b4f0b50c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:07.596782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:52:07.609429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f50e7-200e-40d9-aaf7-34f97118ec5c req-14d234c0-9ad4-46e7-b2c7-41621778188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.611026 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b61f50e7-200e-40d9-aaf7-34f97118ec5c req-14d234c0-9ad4-46e7-b2c7-41621778188e service neutron] 10.222.0.37 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 900 time: 1.1264102 Dec 22 09:52:07.615781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Sync routers for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:52:07.627187 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d9cd146d-e62d-431a-8557-085d63c31535 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.1813376 Dec 22 09:52:07.627392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60608) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:07.633387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a859f1aa-ebc1-41a6-a93a-25e11a1efb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.633819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a859f1aa-ebc1-41a6-a93a-25e11a1efb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.634792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a859f1aa-ebc1-41a6-a93a-25e11a1efb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.635216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a859f1aa-ebc1-41a6-a93a-25e11a1efb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.635635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a859f1aa-ebc1-41a6-a93a-25e11a1efb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.636197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a859f1aa-ebc1-41a6-a93a-25e11a1efb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.636612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a859f1aa-ebc1-41a6-a93a-25e11a1efb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.638737 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-a859f1aa-ebc1-41a6-a93a-25e11a1efb10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c331cc560d8748a88e7458b10299f64a&device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 6938 time: 1.2738528 Dec 22 09:52:07.645104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:52:07.645890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:51:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:07.721614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62800767-3ce0-4c86-b7af-c204b0e2e3f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.723444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62800767-3ce0-4c86-b7af-c204b0e2e3f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.725271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62800767-3ce0-4c86-b7af-c204b0e2e3f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.727191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62800767-3ce0-4c86-b7af-c204b0e2e3f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.730050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62800767-3ce0-4c86-b7af-c204b0e2e3f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.736798 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-62800767-3ce0-4c86-b7af-c204b0e2e3f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1084805 Dec 22 09:52:07.737479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60616) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:07.818451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:52:07.837767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a3f0be-db85-45e3-aa1c-3a94ba260d4d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.839584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a3f0be-db85-45e3-aa1c-3a94ba260d4d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.841072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a3f0be-db85-45e3-aa1c-3a94ba260d4d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.842773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a3f0be-db85-45e3-aa1c-3a94ba260d4d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.846622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a3f0be-db85-45e3-aa1c-3a94ba260d4d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:07.854483 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a5a3f0be-db85-45e3-aa1c-3a94ba260d4d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1156437 Dec 22 09:52:07.855510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60622) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:07.870397 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-44035fc3-6ed4-4fdb-a966-92270c19ee95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:07.920323 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b61f50e7-200e-40d9-aaf7-34f97118ec5c req-f5ff479b-a71c-432f-99c9-e9e08849cf75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=309da8c4-b23b-4a6e-8b28-79f39869a7f1 HTTP/1.1" status: 200 len: 217 time: 0.2936800 Dec 22 09:52:07.962927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3a63eaf9-ec95-44e4-9684-6675e1f53cca req-9a7abc7c-18f6-4e8b-9745-cc8d39102c04 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Synchronizing usage tracker for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:52:07.966366 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-47d3f2d2-b4ff-422b-af74-8a3480cec5fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0039625-e07a-45bd-8ae2-eb766b1e3004 HTTP/1.1" status: 200 len: 217 time: 0.2163475 Dec 22 09:52:08.057191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c485e9b9-fca1-48f6-82ef-99fa8f70bbd7 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:08.063366 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c485e9b9-fca1-48f6-82ef-99fa8f70bbd7 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "GET /v2.0/networks/b38a780e-8c81-4687-940b-6d931c7854d2 HTTP/1.1" status: 200 len: 803 time: 0.2020056 Dec 22 09:52:08.063366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60632) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:08.082533 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/2d498f00-1aa6-437c-901f-c7974c174d1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4363325 Dec 22 09:52:08.083434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60636) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:08.114815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-3b0be46e-837a-4746-aaaa-d9c12236b705 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1799980489'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:08.134508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3b0be46e-837a-4746-aaaa-d9c12236b705 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:52:08.155104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86728a98-320d-44e8-a47c-7ed4375debdc req-5c136fd0-0408-4935-8313-3c73043cbc74 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:08.156800 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86728a98-320d-44e8-a47c-7ed4375debdc req-5c136fd0-0408-4935-8313-3c73043cbc74 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.2385583 Dec 22 09:52:08.162059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3b0be46e-837a-4746-aaaa-d9c12236b705 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:network and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:52:08.172358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3b0be46e-837a-4746-aaaa-d9c12236b705 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for network was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:52:08.175201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Router 8aba2142-1d01-46d3-bf5d-37c4bfd53067 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:52:08.177642 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-02576bc8-71c6-41c5-9da9-b7a3b4f0b50c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:08.194385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f50e7-200e-40d9-aaf7-34f97118ec5c req-0ea8eb25-4a16-45f4-9017-14de1a940e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:08.196316 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b61f50e7-200e-40d9-aaf7-34f97118ec5c req-0ea8eb25-4a16-45f4-9017-14de1a940e85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.2407763 Dec 22 09:52:08.197206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:51:59Z', 'revision_number': 2, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:01Z', 'revision_number': 2, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:08.199566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3b0be46e-837a-4746-aaaa-d9c12236b705 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:52:08.216628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Checking router: 2d498f00-1aa6-437c-901f-c7974c174d1e for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:52:08.220937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Updating router 2d498f00-1aa6-437c-901f-c7974c174d1e port b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:52:08.239885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3a63eaf9-ec95-44e4-9684-6675e1f53cca req-9a7abc7c-18f6-4e8b-9745-cc8d39102c04 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Unset dirty status for tenant:2af5f8c189d74ea78f15d1e4177ac64a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:52:08.241394 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a63eaf9-ec95-44e4-9684-6675e1f53cca req-9a7abc7c-18f6-4e8b-9745-cc8d39102c04 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=3ec50882-7cae-4959-9aa7-180ac350a41f HTTP/1.1" status: 200 len: 210 time: 0.3833499 Dec 22 09:52:08.242105 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e5b12b32-ab4e-4dea-9237-fba9435acbcc tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:08.325142 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-15873f6a-bc70-4be1-8616-bc66f5d422b1 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "GET /v2.0/networks/b38a780e-8c81-4687-940b-6d931c7854d2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2606206 Dec 22 09:52:08.327969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-7ca34f33-79b4-496f-b66e-9c5db5282bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:08.329997 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-7ca34f33-79b4-496f-b66e-9c5db5282bea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=27341bc6-4d77-45a9-b2a2-19fd96ee59ee HTTP/1.1" status: 200 len: 856 time: 0.3138320 Dec 22 09:52:08.330392 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:08.331017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60640) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:08.388532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02576bc8-71c6-41c5-9da9-b7a3b4f0b50c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Pushing event updated for resources: {'Port': ['ID=b9318989-48c7-4641-9a55-0f9642ff3a84,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:08.393628 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b61f50e7-200e-40d9-aaf7-34f97118ec5c req-8d9e8a8f-d536-40db-889e-f12bb3e11365 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591133 Dec 22 09:52:08.429972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158ac646-a85a-4281-90cd-f677eb238b77 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:08.432350 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-158ac646-a85a-4281-90cd-f677eb238b77 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "GET /v2.0/subnets/1d00ab68-a4ff-48ff-a5a0-aca9c899475d HTTP/1.1" status: 200 len: 843 time: 0.0932307 Dec 22 09:52:08.436057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60646) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:08.507031 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-02576bc8-71c6-41c5-9da9-b7a3b4f0b50c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:08.529875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc05d58-b8ab-4112-b410-8ab0f10c17cf tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['shared'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:08.532262 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7fc05d58-b8ab-4112-b410-8ab0f10c17cf tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "GET /v2.0/subnets/1d00ab68-a4ff-48ff-a5a0-aca9c899475d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0943797 Dec 22 09:52:08.535224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60650) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:08.542572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5ea1d192-2ad9-4421-a6fd-33ff359334f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-296127704'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:08.548866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5ea1d192-2ad9-4421-a6fd-33ff359334f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:52:08.560879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5ea1d192-2ad9-4421-a6fd-33ff359334f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:52:08.572159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea1d192-2ad9-4421-a6fd-33ff359334f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Made reservation on behalf of 23170fad26154303ac3d5eefb66fa3e6 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:52:08.579781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d192-2ad9-4421-a6fd-33ff359334f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:08.618109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea1d192-2ad9-4421-a6fd-33ff359334f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:52:08.628216 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d192-2ad9-4421-a6fd-33ff359334f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:08.628810 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-5ea1d192-2ad9-4421-a6fd-33ff359334f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Added segment f5ea3789-80c4-4410-8cd5-9f9765bd11a3 of type vxlan for network b06403af-9d5d-47a5-81bd-99c0398b992c Dec 22 09:52:08.658846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d192-2ad9-4421-a6fd-33ff359334f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:08.691490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d192-2ad9-4421-a6fd-33ff359334f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:08.695958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea1d192-2ad9-4421-a6fd-33ff359334f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:08.697471 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d192-2ad9-4421-a6fd-33ff359334f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:08.703389 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9fe101a8-5a40-444b-b52c-f06aec75e213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:08.722154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0be46e-837a-4746-aaaa-d9c12236b705 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Made reservation on behalf of ddd4cc142d6346fb8b006ee06c9564e9 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:52:08.728026 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3b0be46e-837a-4746-aaaa-d9c12236b705 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:08.740148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:08.829863 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-41428dfc-ada2-4474-8510-319e966259d4 req-501fc54c-c745-488e-b48c-99f1fbf55a10 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 210 time: 0.2444811 Dec 22 09:52:08.856137 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5ea1d192-2ad9-4421-a6fd-33ff359334f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3197014 Dec 22 09:52:08.859205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60654) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:08.860468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1d192-2ad9-4421-a6fd-33ff359334f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Network': ['ID=b06403af-9d5d-47a5-81bd-99c0398b992c,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:08.863784 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ea1d192-2ad9-4421-a6fd-33ff359334f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:08.871232 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86728a98-320d-44e8-a47c-7ed4375debdc req-9d3b2f0e-0fa6-4519-9873-47ae86e05a87 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7028081 Dec 22 09:52:08.873479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:08.876755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network b06403af-9d5d-47a5-81bd-99c0398b992c details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:52:08.879997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-687ca0bd-85ce-4318-a019-27fecf2cad5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'subnet': {'network_id': 'b06403af-9d5d-47a5-81bd-99c0398b992c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:08.909996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Transition to ACTIVE for port object b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:52:08.914444 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:08.931863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network b06403af-9d5d-47a5-81bd-99c0398b992c details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:52:08.941336 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-98a3b22a-4eaf-4316-9011-3b177432f194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:08.982382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network b06403af-9d5d-47a5-81bd-99c0398b992c details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:52:09.034224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Pushing event updated for resources: {'Port': ['ID=b23d940a-26a5-42fe-92b9-4c85bbe8a4a0,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:09.057214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.057606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.057996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.058381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.058760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.059135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.059508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.059877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.060271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.061025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.061025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.061352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.061795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.062161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.062508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.063075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.063597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.064150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.064689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.065227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.065744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.066262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.066778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.067316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.067900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.068453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.068982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.069510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.070051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.070577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.071093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.071649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.072238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.072781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.073319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.073837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:09.080849 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:09.249247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0be46e-837a-4746-aaaa-d9c12236b705 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:52:09.274245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-28c26dc8-f7bd-460c-942c-2dd3696ea4ea tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:09.276917 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-28c26dc8-f7bd-460c-942c-2dd3696ea4ea tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 806 time: 0.2304664 Dec 22 09:52:09.302271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-c4499f88-59d4-4f2a-b0da-1b176a3d07e1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Request body: {'port': {'device_id': '8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac', 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f', 'admin_state_up': True, 'tenant_id': '9dfc4173a0084cb081b39e512ef6a1d8'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:09.433848 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b61f50e7-200e-40d9-aaf7-34f97118ec5c req-dd49d1ba-dedf-4ed1-af01-bf5d66e6cd07 service neutron] 10.222.0.37 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0323625 Dec 22 09:52:09.436660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Attempting to bind port b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:52:09.437229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Attempting to bind port b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'fcea6f6c-2efe-4e65-8e0e-c869c478209c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:52:09.437820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Attempting to bind port b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 on network 8cf93f4c-b4e4-4f56-a741-d6238f2714f8 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:52:09.444564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:52:09.445298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Checking segment: {'id': 'fcea6f6c-2efe-4e65-8e0e-c869c478209c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:52:09.445935 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:09.446535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Bound using segment: {'id': 'fcea6f6c-2efe-4e65-8e0e-c869c478209c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:52:09.447232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Bound port: b23d940a-26a5-42fe-92b9-4c85bbe8a4a0, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcea6f6c-2efe-4e65-8e0e-c869c478209c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:52:09.447821 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:09.508902 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3b0be46e-837a-4746-aaaa-d9c12236b705 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:09.509672 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-3b0be46e-837a-4746-aaaa-d9c12236b705 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Added segment 37c831bf-c006-4213-82a8-109f679e9fa9 of type vxlan for network 04234839-5149-457c-8dac-1b569a2130b2 Dec 22 09:52:09.524865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-aa42e128-ffc4-4766-be76-80cedd7389bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:09.527055 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-aa42e128-ffc4-4766-be76-80cedd7389bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=473d1949-ed9f-4949-b1e6-1e121c2d7167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0814497 Dec 22 09:52:09.536640 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:09.543662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-687ca0bd-85ce-4318-a019-27fecf2cad5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:52:09.570783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] For port b23d940a-26a5-42fe-92b9-4c85bbe8a4a0, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:52:09.574731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] For port b23d940a-26a5-42fe-92b9-4c85bbe8a4a0, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=b23d940a-26a5-42fe-92b9-4c85bbe8a4a0,segment=NetworkSegment(fcea6f6c-2efe-4e65-8e0e-c869c478209c),segment_id=fcea6f6c-2efe-4e65-8e0e-c869c478209c)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:52:09.578531 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:09.588578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-c4499f88-59d4-4f2a-b0da-1b176a3d07e1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:52:09.593470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-c4499f88-59d4-4f2a-b0da-1b176a3d07e1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Usage tracker for resource:port and tenant:9dfc4173a0084cb081b39e512ef6a1d8 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:52:09.597058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-c4499f88-59d4-4f2a-b0da-1b176a3d07e1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Quota usage for port was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:52:09.601529 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bbe3ab45-00ea-48f7-b24e-f491e89d9124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:09.604529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-c4499f88-59d4-4f2a-b0da-1b176a3d07e1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:52:09.616338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:52:09.616856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-c4499f88-59d4-4f2a-b0da-1b176a3d07e1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Made reservation on behalf of 9dfc4173a0084cb081b39e512ef6a1d8 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:52:09.628058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Sync routers for ids ['8aba2142-1d01-46d3-bf5d-37c4bfd53067'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:52:09.631111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-c4499f88-59d4-4f2a-b0da-1b176a3d07e1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:09.647043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Routers {'8aba2142-1d01-46d3-bf5d-37c4bfd53067'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:52:09.647490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-02576bc8-71c6-41c5-9da9-b7a3b4f0b50c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:52:09.647776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:52:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['8aba2142-1d01-46d3-bf5d-37c4bfd53067'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:09.683025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Pushing event updated for resources: {'Port': ['ID=b23d940a-26a5-42fe-92b9-4c85bbe8a4a0,revision_number=4']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:09.694614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-687ca0bd-85ce-4318-a019-27fecf2cad5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:52:09.700476 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:09.766314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-02576bc8-71c6-41c5-9da9-b7a3b4f0b50c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:52:09.836931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:52:09.838302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:52:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:09.842759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-02576bc8-71c6-41c5-9da9-b7a3b4f0b50c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:52:09.946101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Set router 8aba2142-1d01-46d3-bf5d-37c4bfd53067 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:52:10.067052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:52:10.072739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-c4499f88-59d4-4f2a-b0da-1b176a3d07e1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Allocated IP 172.20.0.4 (71abf892-394c-4481-a07f-0270c6b0938f/0e972d4f-634f-4801-baf0-a552ccd20fd0/1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:52:10.124569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:10.361153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3b0be46e-837a-4746-aaaa-d9c12236b705 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:10.381854 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:10.394800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687ca0bd-85ce-4318-a019-27fecf2cad5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Made reservation on behalf of 23170fad26154303ac3d5eefb66fa3e6 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:52:10.428010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aba2142-1d01-46d3-bf5d-37c4bfd53067', 'name': 'tempest-snat-router-403459060', 'tenant_id': '08b5323c4db5440c9e06461b822b874d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '538bec6b-6453-45f9-81b2-a29a83d183ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:52Z', 'updated_at': '2020-12-22T09:52:02Z', 'revision_number': 3, 'project_id': '08b5323c4db5440c9e06461b822b874d', 'gw_port': {'id': '538bec6b-6453-45f9-81b2-a29a83d183ed', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:16:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aba2142-1d01-46d3-bf5d-37c4bfd53067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:58Z', 'updated_at': '2020-12-22T09:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:10.434082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Checking router: 8aba2142-1d01-46d3-bf5d-37c4bfd53067 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:52:10.435489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Updating router 8aba2142-1d01-46d3-bf5d-37c4bfd53067 port 538bec6b-6453-45f9-81b2-a29a83d183ed binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:52:10.505898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:10.539117 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-687ca0bd-85ce-4318-a019-27fecf2cad5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:10.560213 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-9d15d91e-77ac-47d3-a6af-a844440ee994 service neutron] 10.222.0.64 "GET /v2.0/networks/473d1949-ed9f-4949-b1e6-1e121c2d7167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9848332 Dec 22 09:52:10.577391 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:10.581319 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 18.6251872 Dec 22 09:52:10.582106 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:10.611128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60666) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:10.628921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:51:59Z', 'revision_number': 2, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:09Z', 'revision_number': 4, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:10.635055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9bd204-fabc-4132-b0e7-6cb043442841 None None] The sync data for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 is: [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:51:59Z', 'revision_number': 2, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:09Z', 'revision_number': 4, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:52:10.688344 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-3b0be46e-837a-4746-aaaa-d9c12236b705 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:52:10.705992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624ce18-bf44-43ed-bce6-ca28cd3dac50 req-dbce89ca-22d0-4d26-9604-d599a4ba2cce tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:10.707680 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1624ce18-bf44-43ed-bce6-ca28cd3dac50 req-dbce89ca-22d0-4d26-9604-d599a4ba2cce tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.5213065 Dec 22 09:52:10.742529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee078f0-3675-4987-9284-b10490d31ccd req-99273ad7-086e-41d2-ae6e-2b0bda559f7d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:10.747361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee078f0-3675-4987-9284-b10490d31ccd req-99273ad7-086e-41d2-ae6e-2b0bda559f7d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:10.752003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee078f0-3675-4987-9284-b10490d31ccd req-99273ad7-086e-41d2-ae6e-2b0bda559f7d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:10.756636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee078f0-3675-4987-9284-b10490d31ccd req-99273ad7-086e-41d2-ae6e-2b0bda559f7d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:10.762317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee078f0-3675-4987-9284-b10490d31ccd req-99273ad7-086e-41d2-ae6e-2b0bda559f7d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:10.766839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee078f0-3675-4987-9284-b10490d31ccd req-99273ad7-086e-41d2-ae6e-2b0bda559f7d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:10.771338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee078f0-3675-4987-9284-b10490d31ccd req-99273ad7-086e-41d2-ae6e-2b0bda559f7d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:10.773759 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bee078f0-3675-4987-9284-b10490d31ccd req-99273ad7-086e-41d2-ae6e-2b0bda559f7d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5433 time: 1.6311779 Dec 22 09:52:10.857389 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-c4499f88-59d4-4f2a-b0da-1b176a3d07e1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:10.864869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-02576bc8-71c6-41c5-9da9-b7a3b4f0b50c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:10.865987 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-02576bc8-71c6-41c5-9da9-b7a3b4f0b50c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:10.883121 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b0b92ed9-edaf-4222-bd13-136ddfd5206f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "GET /v2.0/routers/8aba2142-1d01-46d3-bf5d-37c4bfd53067 HTTP/1.1" status: 200 len: 907 time: 0.2704515 Dec 22 09:52:10.886515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60670) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:10.938311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.ipam_backend_mixin [None req-687ca0bd-85ce-4318-a019-27fecf2cad5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Performing IP validity checks on allocation pools {{(pid=81071) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Dec 22 09:52:10.939724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.ipam_backend_mixin [None req-687ca0bd-85ce-4318-a019-27fecf2cad5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Checking for overlaps among allocation pools and gateway ip {{(pid=81071) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Dec 22 09:52:10.942783 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b61f50e7-200e-40d9-aaf7-34f97118ec5c req-42e3c679-24c5-48ab-b5a8-838be25c31c4 service neutron] 10.222.0.37 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4889605 Dec 22 09:52:10.985905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:11.002093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Transition to ACTIVE for port object 538bec6b-6453-45f9-81b2-a29a83d183ed will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:52:11.006424 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:11.031429 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3b0be46e-837a-4746-aaaa-d9c12236b705 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:11.035761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0be46e-837a-4746-aaaa-d9c12236b705 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:11.036489 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3b0be46e-837a-4746-aaaa-d9c12236b705 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:11.048567 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3bd083c0-be7d-4cff-8236-790638949df7 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:11.106302 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-02576bc8-71c6-41c5-9da9-b7a3b4f0b50c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.1300035 Dec 22 09:52:11.136236 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:11.137290 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1624ce18-bf44-43ed-bce6-ca28cd3dac50 req-6b4fe2be-cef7-4125-bc57-010dfbdfda89 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616862 Dec 22 09:52:11.192880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:11.260670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Pushing event updated for resources: {'Port': ['ID=538bec6b-6453-45f9-81b2-a29a83d183ed,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:11.295390 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-c4499f88-59d4-4f2a-b0da-1b176a3d07e1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:11.312496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Attempting to bind port 538bec6b-6453-45f9-81b2-a29a83d183ed on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:52:11.312908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Attempting to bind port 538bec6b-6453-45f9-81b2-a29a83d183ed by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:52:11.313323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Attempting to bind port 538bec6b-6453-45f9-81b2-a29a83d183ed on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:52:11.316779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.317165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.317545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.317917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.318560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.318934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.319301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.319672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.320056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.320422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.320784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.321145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.321772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.322135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.322492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.322853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.323212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.323574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.324210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.325977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.328437 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:11.330627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.331197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.331448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.331847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.332273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.332788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.333000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.333367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.333734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.334098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.334600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.334963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.335326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.335688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.336357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.336727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:11.342391 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:11.348215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Request body: {'port': {'device_id': '3ec50882-7cae-4959-9aa7-180ac350a41f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:11.348373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:52:11.348721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:52:11.349176 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:11.349613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:52:11.350215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Bound port: 538bec6b-6453-45f9-81b2-a29a83d183ed, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:52:11.355146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:11.445127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4499f88-59d4-4f2a-b0da-1b176a3d07e1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Pushing event updated for resources: {'Port': ['ID=1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:11.455201 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4499f88-59d4-4f2a-b0da-1b176a3d07e1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:11.471902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] For port 538bec6b-6453-45f9-81b2-a29a83d183ed, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:52:11.475713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] For port 538bec6b-6453-45f9-81b2-a29a83d183ed, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=538bec6b-6453-45f9-81b2-a29a83d183ed,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:52:11.479693 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:11.486676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0be46e-837a-4746-aaaa-d9c12236b705 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Network': ['ID=04234839-5149-457c-8dac-1b569a2130b2,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:11.551680 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3b0be46e-837a-4746-aaaa-d9c12236b705 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:11.582044 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bee078f0-3675-4987-9284-b10490d31ccd req-07e9beef-adc5-4ab0-8bc4-19e953b57c67 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7336328 Dec 22 09:52:11.584524 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-278356bd-2619-4604-9481-98fd6b74e1ed service neutron] 10.222.0.64 "GET /v2.0/networks/473d1949-ed9f-4949-b1e6-1e121c2d7167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9931252 Dec 22 09:52:11.634684 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3b0be46e-837a-4746-aaaa-d9c12236b705 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.5345342 Dec 22 09:52:11.655967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60680) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:11.667117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a4139f19-33f9-41f3-946c-b1c0cc92c81b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'subnet': {'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:11.667514 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b05c97df-1883-4241-b98c-9bc986760216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:11.762344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 04234839-5149-457c-8dac-1b569a2130b2 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:52:11.762984 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-df5c3b63-882d-43ef-9e5d-516310de71da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=535b7ea4-38e5-40cd-99f6-5fcf8666390b HTTP/1.1" status: 200 len: 217 time: 0.1140041 Dec 22 09:52:11.781234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 04234839-5149-457c-8dac-1b569a2130b2 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:52:11.798303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 04234839-5149-457c-8dac-1b569a2130b2 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:52:11.830702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Pushing event updated for resources: {'Port': ['ID=538bec6b-6453-45f9-81b2-a29a83d183ed,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:11.849717 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:11.854156 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:11.870990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Deleting port 538bec6b-6453-45f9-81b2-a29a83d183ed {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:52:11.871329 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:11.924572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-c4499f88-59d4-4f2a-b0da-1b176a3d07e1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Network 71abf892-394c-4481-a07f-0270c6b0938f is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:52:11.933662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a4139f19-33f9-41f3-946c-b1c0cc92c81b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:52:11.936952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-c4499f88-59d4-4f2a-b0da-1b176a3d07e1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:52:11.942542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-c4499f88-59d4-4f2a-b0da-1b176a3d07e1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:52:11.959969 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:12.012337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a4139f19-33f9-41f3-946c-b1c0cc92c81b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:subnet and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:52:12.018822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-c4499f88-59d4-4f2a-b0da-1b176a3d07e1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:12.019566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-c4499f88-59d4-4f2a-b0da-1b176a3d07e1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:12.024314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a4139f19-33f9-41f3-946c-b1c0cc92c81b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:52:12.062387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a4139f19-33f9-41f3-946c-b1c0cc92c81b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:52:12.089496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-078c557d-9a36-4c7a-981e-1ec955bbc9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:12.091139 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-078c557d-9a36-4c7a-981e-1ec955bbc9c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=081da512-801e-41e2-96a3-974b59dc0af6 HTTP/1.1" status: 200 len: 797 time: 0.3049860 Dec 22 09:52:12.105559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4139f19-33f9-41f3-946c-b1c0cc92c81b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Made reservation on behalf of ddd4cc142d6346fb8b006ee06c9564e9 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:52:12.178082 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-c4499f88-59d4-4f2a-b0da-1b176a3d07e1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8819637 Dec 22 09:52:12.208089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9206145-e7bb-40a5-afd9-8eda42bb4ac7 req-3333f89e-9589-4728-ae6d-5b0603bcf49d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:12.209797 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9206145-e7bb-40a5-afd9-8eda42bb4ac7 req-3333f89e-9589-4728-ae6d-5b0603bcf49d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=3ec50882-7cae-4959-9aa7-180ac350a41f HTTP/1.1" status: 200 len: 931 time: 0.6567717 Dec 22 09:52:12.241289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Request body: {'port': {'device_id': '8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:12.257783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142abb7-774b-4851-88de-e685803ca9fc req-50ea50bb-477c-45c1-a6da-a5ffeae390f8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:12.259910 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c142abb7-774b-4851-88de-e685803ca9fc req-50ea50bb-477c-45c1-a6da-a5ffeae390f8 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 931 time: 0.4230921 Dec 22 09:52:12.268127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:12.335697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Routers {'8aba2142-1d01-46d3-bf5d-37c4bfd53067'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:52:12.336833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:52:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['8aba2142-1d01-46d3-bf5d-37c4bfd53067'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:12.390246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a4139f19-33f9-41f3-946c-b1c0cc92c81b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:12.452016 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9206145-e7bb-40a5-afd9-8eda42bb4ac7 req-51035003-f5a3-41fe-8239-9df464434328 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186317 Dec 22 09:52:12.466196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] For port 538bec6b-6453-45f9-81b2-a29a83d183ed, host n-d-765315-5, got binding levels [] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:12.466612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:12.472200 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c142abb7-774b-4851-88de-e685803ca9fc req-911ea99c-b0f1-4097-a062-009a514c3ae3 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926289 Dec 22 09:52:12.487558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:12.496043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:12.496637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:12.562408 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:12.570635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b5ba6977-4b96-4cac-83cc-9a28477136ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:12.572433 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-b5ba6977-4b96-4cac-83cc-9a28477136ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d34186bb-32c4-4a88-b464-38e69175bc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4660842 Dec 22 09:52:12.848427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] Set router 8aba2142-1d01-46d3-bf5d-37c4bfd53067 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:52:12.930429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Calling delete_port for 538bec6b-6453-45f9-81b2-a29a83d183ed owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:52:13.034981 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:13.061641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60694) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:13.073791 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-fa936f89-9c87-4f6c-81e6-9a4d059367c3 service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673922 Dec 22 09:52:13.236140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port b23d940a-26a5-42fe-92b9-4c85bbe8a4a0, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=b23d940a-26a5-42fe-92b9-4c85bbe8a4a0,segment=NetworkSegment(fcea6f6c-2efe-4e65-8e0e-c869c478209c),segment_id=fcea6f6c-2efe-4e65-8e0e-c869c478209c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:13.239925 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:13.246344 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:13.323358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=b23d940a-26a5-42fe-92b9-4c85bbe8a4a0,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:13.327069 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:13.367392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aba2142-1d01-46d3-bf5d-37c4bfd53067', 'name': 'tempest-snat-router-403459060', 'tenant_id': '08b5323c4db5440c9e06461b822b874d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '538bec6b-6453-45f9-81b2-a29a83d183ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:52Z', 'updated_at': '2020-12-22T09:52:02Z', 'revision_number': 3, 'project_id': '08b5323c4db5440c9e06461b822b874d', 'gw_port': {'id': '538bec6b-6453-45f9-81b2-a29a83d183ed', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:16:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aba2142-1d01-46d3-bf5d-37c4bfd53067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:58Z', 'updated_at': '2020-12-22T09:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:13.373364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b1b57d-4601-4e54-ad11-12a2a1ef9673 None None] The sync data for ids ['8aba2142-1d01-46d3-bf5d-37c4bfd53067'] in n-d-765315-5 is: [{'id': '8aba2142-1d01-46d3-bf5d-37c4bfd53067', 'name': 'tempest-snat-router-403459060', 'tenant_id': '08b5323c4db5440c9e06461b822b874d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '538bec6b-6453-45f9-81b2-a29a83d183ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:52Z', 'updated_at': '2020-12-22T09:52:02Z', 'revision_number': 3, 'project_id': '08b5323c4db5440c9e06461b822b874d', 'gw_port': {'id': '538bec6b-6453-45f9-81b2-a29a83d183ed', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:16:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aba2142-1d01-46d3-bf5d-37c4bfd53067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:58Z', 'updated_at': '2020-12-22T09:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:52:13.383250 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:52:13.384147 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:52:13.391339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9318989-48c7-4641-9a55-0f9642ff3a84 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:52:13.429297 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:13.558422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2c1676d-35bf-4283-a222-61e59d2ffbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:13.759788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Transition to ACTIVE for port object b9318989-48c7-4641-9a55-0f9642ff3a84 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:52:13.783440 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:13.805327 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:13.877499 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-21cc3498-de4b-4f4e-8e8e-8e7e21581c2b service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7877600 Dec 22 09:52:13.893016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:13.920262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3d2da-313d-4551-b061-e34d0b78610d req-ddd59389-b911-4b1e-986a-60dcdfac1d77 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:13.924839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3d2da-313d-4551-b061-e34d0b78610d req-ddd59389-b911-4b1e-986a-60dcdfac1d77 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:13.929334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3d2da-313d-4551-b061-e34d0b78610d req-ddd59389-b911-4b1e-986a-60dcdfac1d77 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:13.939297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3d2da-313d-4551-b061-e34d0b78610d req-ddd59389-b911-4b1e-986a-60dcdfac1d77 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:13.943375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3d2da-313d-4551-b061-e34d0b78610d req-ddd59389-b911-4b1e-986a-60dcdfac1d77 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:13.947924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3d2da-313d-4551-b061-e34d0b78610d req-ddd59389-b911-4b1e-986a-60dcdfac1d77 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:13.952438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3d2da-313d-4551-b061-e34d0b78610d req-ddd59389-b911-4b1e-986a-60dcdfac1d77 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:13.961194 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-52e3d2da-313d-4551-b061-e34d0b78610d req-ddd59389-b911-4b1e-986a-60dcdfac1d77 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5433 time: 0.8788819 Dec 22 09:52:13.988579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:13.988795 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:14.106245 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:14.125581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4ccf3-fbd8-42d2-9090-7076dfc73752 req-a4d077b2-a2dc-413a-b640-0a10b56a1db6 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:14.133643 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eed4ccf3-fbd8-42d2-9090-7076dfc73752 req-a4d077b2-a2dc-413a-b640-0a10b56a1db6 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.3308461 Dec 22 09:52:14.203740 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-bf4e6ab1-ca66-43b4-b569-50ced09e74c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=fc7329c3-78f6-4136-a3e0-470e31556bdf HTTP/1.1" status: 200 len: 217 time: 0.3025880 Dec 22 09:52:14.204500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Pushing event updated for resources: {'Port': ['ID=b9318989-48c7-4641-9a55-0f9642ff3a84,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:14.253002 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:14.301247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f2c1676d-35bf-4283-a222-61e59d2ffbdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:52:14.314415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f2c1676d-35bf-4283-a222-61e59d2ffbdf admin admin] Usage tracker for resource:security_group_rule and tenant:f489cb16e9874538a5a2ea88c56d24d9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:52:14.320338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f2c1676d-35bf-4283-a222-61e59d2ffbdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:52:14.349404 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-52e3d2da-313d-4551-b061-e34d0b78610d req-884d27a3-4601-46b1-9c60-137c045613e6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3872309 Dec 22 09:52:14.392646 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eed4ccf3-fbd8-42d2-9090-7076dfc73752 req-054e1659-6869-4e2e-85d8-6411385ea971 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579336 Dec 22 09:52:14.419274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f2c1676d-35bf-4283-a222-61e59d2ffbdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:52:14.443285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-1352ab18-7753-4586-86e5-eb1a3663f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:14.444985 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-1352ab18-7753-4586-86e5-eb1a3663f27c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=081da512-801e-41e2-96a3-974b59dc0af6 HTTP/1.1" status: 200 len: 797 time: 0.1908507 Dec 22 09:52:14.445674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-687ca0bd-85ce-4318-a019-27fecf2cad5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:14.529518 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7bdece4e-f9f7-4f16-8fca-f28ab4bd4391 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:14.535722 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:14.542341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Deleting port 538bec6b-6453-45f9-81b2-a29a83d183ed {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:52:14.542931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:14.948161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ca0bd-85ce-4318-a019-27fecf2cad5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Subnet': ['ID=b1ff8e4a-73f0-402b-a091-ca4e974c0fc5,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:14.949869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:52:14.956507 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-687ca0bd-85ce-4318-a019-27fecf2cad5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:14.967371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] For port 538bec6b-6453-45f9-81b2-a29a83d183ed, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=538bec6b-6453-45f9-81b2-a29a83d183ed,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:14.967893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:14.977128 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:15.056255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-c45f80e3-d702-4a65-8c5e-802b4b6544a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:15.058244 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-c45f80e3-d702-4a65-8c5e-802b4b6544a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d34186bb-32c4-4a88-b464-38e69175bc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5872309 Dec 22 09:52:15.063089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Attempting to bind port b9318989-48c7-4641-9a55-0f9642ff3a84 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:52:15.063465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Attempting to bind port b9318989-48c7-4641-9a55-0f9642ff3a84 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:52:15.063884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Attempting to bind port b9318989-48c7-4641-9a55-0f9642ff3a84 on network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:52:15.074039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54672bfc-a403-4e28-9697-0625e9b1fc83 req-8dc84b13-4467-4258-b664-e30b4a28ef7e tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:15.075726 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54672bfc-a403-4e28-9697-0625e9b1fc83 req-8dc84b13-4467-4258-b664-e30b4a28ef7e tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=3ec50882-7cae-4959-9aa7-180ac350a41f HTTP/1.1" status: 200 len: 943 time: 0.4965334 Dec 22 09:52:15.086679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b2d18-4684-478d-a941-0b95d0d3d9b4 req-4f32aa41-cffd-4abd-95af-d14256019707 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:15.089367 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-294b2d18-4684-478d-a941-0b95d0d3d9b4 req-4f32aa41-cffd-4abd-95af-d14256019707 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 931 time: 0.5158288 Dec 22 09:52:15.106563 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2c1676d-35bf-4283-a222-61e59d2ffbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:15.115974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Transition to ACTIVE for port object 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:52:15.123633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:52:15.123929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Checking segment: {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:52:15.124391 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:15.124800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Bound using segment: {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:52:15.125308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Bound port: b9318989-48c7-4641-9a55-0f9642ff3a84, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514f60c1-9478-4612-93de-79b094e78670', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4139e1c7-4cf8-43ff-9532-d5b8777c2c1e'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:52:15.125695 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:15.187510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Calling delete_port for 538bec6b-6453-45f9-81b2-a29a83d183ed owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:52:15.222715 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2c1676d-35bf-4283-a222-61e59d2ffbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:15.227877 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:15.259660 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b6cdfa6-e258-4e28-a1d1-a11cde8bbc81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:15.332734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a4139f19-33f9-41f3-946c-b1c0cc92c81b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:15.363027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687ca0bd-85ce-4318-a019-27fecf2cad5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Checking segment: {'id': 'f5ea3789-80c4-4410-8cd5-9f9765bd11a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b06403af-9d5d-47a5-81bd-99c0398b992c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:52:15.363412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687ca0bd-85ce-4318-a019-27fecf2cad5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network hostable DHCP agents. Network: b06403af-9d5d-47a5-81bd-99c0398b992c, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:52:15.407584 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54672bfc-a403-4e28-9697-0625e9b1fc83 req-0bea95a6-099a-4c2e-8c16-6a6394b6a2f5 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897184 Dec 22 09:52:15.409723 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-294b2d18-4684-478d-a941-0b95d0d3d9b4 req-f26b41ea-e119-4058-a98c-458ba9dc3c70 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903852 Dec 22 09:52:15.430851 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f2c1676d-35bf-4283-a222-61e59d2ffbdf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f489cb16e9874538a5a2ea88c56d24d9&name=default HTTP/1.1" status: 200 len: 2883 time: 2.3634100 Dec 22 09:52:15.442165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60708) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:15.466993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1676d-35bf-4283-a222-61e59d2ffbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ef3c28-c5f5-49c3-8bf7-6d7da9341f8a,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:15.477255 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f2c1676d-35bf-4283-a222-61e59d2ffbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:15.481120 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-802d4be7-3c60-4d75-9a93-f370dfb0a69f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:15.488707 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-e0a50438-93d7-4ad6-a981-2ae78a6e1aac service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098651 Dec 22 09:52:15.496587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687ca0bd-85ce-4318-a019-27fecf2cad5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network b06403af-9d5d-47a5-81bd-99c0398b992c is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:52:15.575261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] For port b9318989-48c7-4641-9a55-0f9642ff3a84, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:52:15.612044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-687ca0bd-85ce-4318-a019-27fecf2cad5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, b06403af-9d5d-47a5-81bd-99c0398b992c) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:52:15.627262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e337d2db-ac07-45f6-b926-8e5572c37adb None None] Network b06403af-9d5d-47a5-81bd-99c0398b992c requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:52:15.691405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:15.707928 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:15.718054 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-67e48bbd-2d75-4545-838f-b43b4ef6e9a5 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.312s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:15.794630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] For port b9318989-48c7-4641-9a55-0f9642ff3a84, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b9318989-48c7-4641-9a55-0f9642ff3a84,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:52:15.894499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4139f19-33f9-41f3-946c-b1c0cc92c81b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Subnet': ['ID=5745ae2a-1da6-4a54-b34e-6283d5b00bd8,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:15.900864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:15.909454 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:15.917641 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a4139f19-33f9-41f3-946c-b1c0cc92c81b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:15.934312 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec609a26-466c-480c-8368-8beb9f6802ea tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:15.939968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-b06403af-9d5d-47a5-81bd-99c0398b992c', 'network_id': 'b06403af-9d5d-47a5-81bd-99c0398b992c', 'tenant_id': '23170fad26154303ac3d5eefb66fa3e6', 'fixed_ips': [{'subnet_id': 'b1ff8e4a-73f0-402b-a091-ca4e974c0fc5'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:52:15.940889 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:15.964844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ca0bd-85ce-4318-a019-27fecf2cad5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:15.965461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-687ca0bd-85ce-4318-a019-27fecf2cad5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:16.005959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 538bec6b-6453-45f9-81b2-a29a83d183ed up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:16.075977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4139f19-33f9-41f3-946c-b1c0cc92c81b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Checking segment: {'id': '37c831bf-c006-4213-82a8-109f679e9fa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '04234839-5149-457c-8dac-1b569a2130b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:52:16.076361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4139f19-33f9-41f3-946c-b1c0cc92c81b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network hostable DHCP agents. Network: 04234839-5149-457c-8dac-1b569a2130b2, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:52:16.149548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Attempting to bind port 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:52:16.149947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Attempting to bind port 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:52:16.150280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Attempting to bind port 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 on network 71abf892-394c-4481-a07f-0270c6b0938f {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:52:16.161803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4139f19-33f9-41f3-946c-b1c0cc92c81b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 04234839-5149-457c-8dac-1b569a2130b2 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:52:16.168492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:52:16.168817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Checking segment: {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:52:16.169011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:16.169592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Bound using segment: {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:52:16.169930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Bound port: 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9f538b-4d34-4926-afe8-9e328751cac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '71abf892-394c-4481-a07f-0270c6b0938f'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:52:16.170253 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:16.240269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-a4139f19-33f9-41f3-946c-b1c0cc92c81b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 04234839-5149-457c-8dac-1b569a2130b2) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:52:16.253484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaff5b1-6b62-41e7-87f7-9346ac82bbc7 None None] Network 04234839-5149-457c-8dac-1b569a2130b2 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:52:16.297890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4139f19-33f9-41f3-946c-b1c0cc92c81b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:16.298552 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a4139f19-33f9-41f3-946c-b1c0cc92c81b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:16.321839 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:16.359187 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a7cac91-7fba-44a8-96c4-2e83312b7ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:16.406449 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-687ca0bd-85ce-4318-a019-27fecf2cad5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 7.5393181 Dec 22 09:52:16.413982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60712) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:16.481764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-cd13ee4a-6ec5-4b1a-b3ab-ae044503f4e9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:16.549000 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-4722374a-e57b-44d4-b31a-030ee8b94c43 service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0308986 Dec 22 09:52:16.549800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Pushing event updated for resources: {'Port': ['ID=b9318989-48c7-4641-9a55-0f9642ff3a84,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:16.554543 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a7cac91-7fba-44a8-96c4-2e83312b7ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:16.633227 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:16.709372 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-c166d02c-9735-4851-9ec8-2451329cd39c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=a7505449-7259-4f87-b669-f00446ac8fb4 HTTP/1.1" status: 200 len: 217 time: 0.1411712 Dec 22 09:52:16.737763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-04234839-5149-457c-8dac-1b569a2130b2', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:52:16.739050 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:16.753102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Allocated IP 2001:db8::3 (b06403af-9d5d-47a5-81bd-99c0398b992c/b1ff8e4a-73f0-402b-a091-ca4e974c0fc5/aaa51d29-af70-4dee-9f4c-babe8e2dc696) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:52:16.788960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948ffa9-1937-4f75-b70d-74fe978c86ac req-a513e3f8-e5c4-4472-b2fa-513f7bb7234c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:16.794635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948ffa9-1937-4f75-b70d-74fe978c86ac req-a513e3f8-e5c4-4472-b2fa-513f7bb7234c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:16.803995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948ffa9-1937-4f75-b70d-74fe978c86ac req-a513e3f8-e5c4-4472-b2fa-513f7bb7234c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:16.804254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948ffa9-1937-4f75-b70d-74fe978c86ac req-a513e3f8-e5c4-4472-b2fa-513f7bb7234c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:16.810063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948ffa9-1937-4f75-b70d-74fe978c86ac req-a513e3f8-e5c4-4472-b2fa-513f7bb7234c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:16.814595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948ffa9-1937-4f75-b70d-74fe978c86ac req-a513e3f8-e5c4-4472-b2fa-513f7bb7234c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:16.819069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948ffa9-1937-4f75-b70d-74fe978c86ac req-a513e3f8-e5c4-4472-b2fa-513f7bb7234c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:16.821347 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d948ffa9-1937-4f75-b70d-74fe978c86ac req-a513e3f8-e5c4-4472-b2fa-513f7bb7234c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5433 time: 1.2264838 Dec 22 09:52:16.855606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a6907-7ed4-4ebc-8de4-4cda5afbe44b req-664a0c19-bc67-4b7f-96b1-74cf87c3491a tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:16.865682 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-724a6907-7ed4-4ebc-8de4-4cda5afbe44b req-664a0c19-bc67-4b7f-96b1-74cf87c3491a tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.2390058 Dec 22 09:52:16.868849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:16.880507 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a4139f19-33f9-41f3-946c-b1c0cc92c81b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.2175357 Dec 22 09:52:16.880507 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:16.886055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60720) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:17.006396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] For port 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:52:17.007265 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d948ffa9-1937-4f75-b70d-74fe978c86ac req-ffd30444-6a71-44de-8b02-22e71f3f07dc tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1601210 Dec 22 09:52:17.017163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:17.018025 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:17.019877 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] 10.222.0.64 "PUT /v2.0/ports/b9318989-48c7-4641-9a55-0f9642ff3a84 HTTP/1.1" status: 200 len: 1155 time: 5.6943324 Dec 22 09:52:17.020665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec50882-7cae-4959-9aa7-180ac350a41f', 'tag': 'b9318989-48c7-4641-9a55-0f9642ff3a84'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:52:17.045756 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-724a6907-7ed4-4ebc-8de4-4cda5afbe44b req-ad92cf92-e5bf-4b0d-884c-376c0fbfcfd0 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789262 Dec 22 09:52:17.050141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-9e465234-df4d-4b3a-9e2c-ac0b9c7c792d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:17.052174 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-9e465234-df4d-4b3a-9e2c-ac0b9c7c792d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=081da512-801e-41e2-96a3-974b59dc0af6 HTTP/1.1" status: 200 len: 797 time: 0.3211918 Dec 22 09:52:17.061540 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a7cac91-7fba-44a8-96c4-2e83312b7ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:17.075003 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-34cafec6-99f5-4e18-ba27-7e45e568d01e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:17.144631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] For port 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:52:17.150722 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:17.151299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Fanout notify agent at l3_agent the message router_deleted on router 8aba2142-1d01-46d3-bf5d-37c4bfd53067 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:52:17.180855 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:17.207980 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:17.371442 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:17.375578 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c7b2c2b8-5f6c-40ca-8eb3-8d247ae11a17 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "DELETE /v2.0/routers/8aba2142-1d01-46d3-bf5d-37c4bfd53067 HTTP/1.1" status: 204 len: 168 time: 6.4850950 Dec 22 09:52:17.395611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60728) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:17.428341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7cac91-7fba-44a8-96c4-2e83312b7ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ef3c28-c5f5-49c3-8bf7-6d7da9341f8a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:17.435759 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7a7cac91-7fba-44a8-96c4-2e83312b7ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:17.468768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 538bec6b-6453-45f9-81b2-a29a83d183ed completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:17.513851 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a7cac91-7fba-44a8-96c4-2e83312b7ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:17.515377 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7a7cac91-7fba-44a8-96c4-2e83312b7ce5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01ef3c28-c5f5-49c3-8bf7-6d7da9341f8a HTTP/1.1" status: 204 len: 168 time: 2.0681834 Dec 22 09:52:17.650369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Allocated IP 2001:db8:1::2 (04234839-5149-457c-8dac-1b569a2130b2/5745ae2a-1da6-4a54-b34e-6283d5b00bd8/80f79bf7-8e7a-45b2-8537-3e082907d1e1) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:52:17.657196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 538bec6b-6453-45f9-81b2-a29a83d183ed triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:17.657627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:17.698701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-82c929e5-688d-4884-9502-de2f1f924d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:17.702070 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-82c929e5-688d-4884-9502-de2f1f924d65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&device_id=3ec50882-7cae-4959-9aa7-180ac350a41f HTTP/1.1" status: 200 len: 1158 time: 0.5945618 Dec 22 09:52:17.783815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:17.799719 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:17.851138 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-5d6edd15-fd9a-4eea-83b8-5980c1c72be6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9318989-48c7-4641-9a55-0f9642ff3a84 HTTP/1.1" status: 200 len: 217 time: 0.1344573 Dec 22 09:52:17.912546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Port 538bec6b-6453-45f9-81b2-a29a83d183ed was deleted so its status cannot be updated. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:320}} Dec 22 09:52:17.925649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-cbbfc244-3789-4a43-b64b-8d12e872926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:17.928538 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-cbbfc244-3789-4a43-b64b-8d12e872926e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d34186bb-32c4-4a88-b464-38e69175bc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8545346 Dec 22 09:52:18.011286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a32fc2-601b-4d89-a657-5fb6c179d79b req-b4a48395-8ca1-472e-8552-a56c24615324 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:18.014994 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-05a32fc2-601b-4d89-a657-5fb6c179d79b req-b4a48395-8ca1-472e-8552-a56c24615324 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 943 time: 0.5686274 Dec 22 09:52:18.061230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 538bec6b-6453-45f9-81b2-a29a83d183ed no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:52:18.089647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0ec47-5699-4975-8ffc-c9c6e56730ca req-82a5f807-6f9a-46d5-a9c2-f5ecf24bd67d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:18.098764 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ca0ec47-5699-4975-8ffc-c9c6e56730ca req-82a5f807-6f9a-46d5-a9c2-f5ecf24bd67d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=3ec50882-7cae-4959-9aa7-180ac350a41f HTTP/1.1" status: 200 len: 943 time: 0.7670751 Dec 22 09:52:18.123888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 538bec6b-6453-45f9-81b2-a29a83d183ed {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:52:18.124349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 538bec6b-6453-45f9-81b2-a29a83d183ed not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:52:18.166676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:18.167749 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:18.169598 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] 10.222.0.64 "PUT /v2.0/ports/1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 HTTP/1.1" status: 200 len: 1155 time: 5.9712911 Dec 22 09:52:18.172852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac', 'tag': '1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:52:18.249042 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:18.284262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Transition to ACTIVE for port object 80f79bf7-8e7a-45b2-8537-3e082907d1e1 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:52:18.317896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ca0ec47-5699-4975-8ffc-c9c6e56730ca req-e0733027-359c-4dfe-a5d3-e5f8294b6f2d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180386 Dec 22 09:52:18.318632 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:18.331314 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd13ee4a-6ec5-4b1a-b3ab-ae044503f4e9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2937372'] for subnet, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:18.337749 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-05a32fc2-601b-4d89-a657-5fb6c179d79b req-df64053a-997f-446b-ab7f-ead6bffaf4f4 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205566 Dec 22 09:52:18.339305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Transition to ACTIVE for port object 80f79bf7-8e7a-45b2-8537-3e082907d1e1 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:52:18.344128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Transition to ACTIVE for port object aaa51d29-af70-4dee-9f4c-babe8e2dc696 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:52:18.366249 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:18.423701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-8a2350db-7019-4d33-8252-4318ad9de16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:18.428903 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-8a2350db-7019-4d33-8252-4318ad9de16c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99bc7704-5812-409d-9056-a73056b9ef40 HTTP/1.1" status: 200 len: 852 time: 0.5638189 Dec 22 09:52:18.438879 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6967af18-6402-4020-a671-30419c0468e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:18.459559 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b16be746-4f51-4ab1-8fee-1ed16c2b4a7d tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:18.542311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Transition to ACTIVE for port object aaa51d29-af70-4dee-9f4c-babe8e2dc696 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:52:18.553575 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec50882-7cae-4959-9aa7-180ac350a41f', 'tag': 'b9318989-48c7-4641-9a55-0f9642ff3a84', 'status': 'completed', 'code': 200} Dec 22 09:52:18.581684 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-ea401a40-60d0-4650-81af-70f88147c193 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414964 Dec 22 09:52:18.599484 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:18.679253 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac', 'tag': '1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5', 'status': 'completed', 'code': 200} Dec 22 09:52:18.902610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Pushing event updated for resources: {'Port': ['ID=80f79bf7-8e7a-45b2-8537-3e082907d1e1,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:18.905291 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-25955008-c6f2-4651-8aa2-6d0b68d66bd8 service neutron] 10.222.0.64 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698855 Dec 22 09:52:18.909366 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-3139a8c4-8bab-4a8e-a259-106e74c8b9ed service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9664419 Dec 22 09:52:18.912983 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:18.921708 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:18.989288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Pushing event updated for resources: {'Port': ['ID=aaa51d29-af70-4dee-9f4c-babe8e2dc696,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:19.000808 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:19.100218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Network b06403af-9d5d-47a5-81bd-99c0398b992c is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:52:19.109386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Network 04234839-5149-457c-8dac-1b569a2130b2 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:52:19.111627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:52:19.114759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:52:19.118876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:52:19.173798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:52:19.282986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Attempting to bind port 80f79bf7-8e7a-45b2-8537-3e082907d1e1 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:52:19.283418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Attempting to bind port 80f79bf7-8e7a-45b2-8537-3e082907d1e1 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '37c831bf-c006-4213-82a8-109f679e9fa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '04234839-5149-457c-8dac-1b569a2130b2'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:52:19.283868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Attempting to bind port 80f79bf7-8e7a-45b2-8537-3e082907d1e1 on network 04234839-5149-457c-8dac-1b569a2130b2 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:52:19.311348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:52:19.311348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Checking segment: {'id': '37c831bf-c006-4213-82a8-109f679e9fa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '04234839-5149-457c-8dac-1b569a2130b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:52:19.311348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:19.311348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Bound using segment: {'id': '37c831bf-c006-4213-82a8-109f679e9fa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '04234839-5149-457c-8dac-1b569a2130b2'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:52:19.311348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Bound port: 80f79bf7-8e7a-45b2-8537-3e082907d1e1, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c831bf-c006-4213-82a8-109f679e9fa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '04234839-5149-457c-8dac-1b569a2130b2'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:52:19.311348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:19.312343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d776bc8-4713-4713-9cc0-71cf657146fc req-11cf4c40-9059-434d-aa26-347ea2508541 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:19.324928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d776bc8-4713-4713-9cc0-71cf657146fc req-11cf4c40-9059-434d-aa26-347ea2508541 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:19.331350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d776bc8-4713-4713-9cc0-71cf657146fc req-11cf4c40-9059-434d-aa26-347ea2508541 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:19.336242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d776bc8-4713-4713-9cc0-71cf657146fc req-11cf4c40-9059-434d-aa26-347ea2508541 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:19.341906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d776bc8-4713-4713-9cc0-71cf657146fc req-11cf4c40-9059-434d-aa26-347ea2508541 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:19.346781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d776bc8-4713-4713-9cc0-71cf657146fc req-11cf4c40-9059-434d-aa26-347ea2508541 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:19.352326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d776bc8-4713-4713-9cc0-71cf657146fc req-11cf4c40-9059-434d-aa26-347ea2508541 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:19.362916 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3d776bc8-4713-4713-9cc0-71cf657146fc req-11cf4c40-9059-434d-aa26-347ea2508541 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5433 time: 0.8057120 Dec 22 09:52:19.454271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] For port 80f79bf7-8e7a-45b2-8537-3e082907d1e1, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:52:19.458473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] For port 80f79bf7-8e7a-45b2-8537-3e082907d1e1, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=80f79bf7-8e7a-45b2-8537-3e082907d1e1,segment=NetworkSegment(37c831bf-c006-4213-82a8-109f679e9fa9),segment_id=37c831bf-c006-4213-82a8-109f679e9fa9)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:52:19.460337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Attempting to bind port aaa51d29-af70-4dee-9f4c-babe8e2dc696 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:52:19.461103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Attempting to bind port aaa51d29-af70-4dee-9f4c-babe8e2dc696 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'f5ea3789-80c4-4410-8cd5-9f9765bd11a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b06403af-9d5d-47a5-81bd-99c0398b992c'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:52:19.463010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Attempting to bind port aaa51d29-af70-4dee-9f4c-babe8e2dc696 on network b06403af-9d5d-47a5-81bd-99c0398b992c {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:52:19.470664 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:19.472098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287300b-c0f2-417a-8d9c-5dd6d91adbfa req-14cbede6-6e7d-45a8-ab57-6f647e498e23 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:19.487414 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0287300b-c0f2-417a-8d9c-5dd6d91adbfa req-14cbede6-6e7d-45a8-ab57-6f647e498e23 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.7022948 Dec 22 09:52:19.529362 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa60e2c2-d44b-448a-b479-e12e0785bae2 req-fae9e308-bbd7-4226-9835-41c8e6642c9b service neutron] 10.222.0.64 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5976174 Dec 22 09:52:19.577462 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3d776bc8-4713-4713-9cc0-71cf657146fc req-c8e4de58-b8eb-4121-bfaf-a83894874406 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2072816 Dec 22 09:52:19.585604 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b16be746-4f51-4ab1-8fee-1ed16c2b4a7d tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:19.633343 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:19.686671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-b5b3b06b-6f65-4e53-826c-c793c07d0b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:19.689647 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-b5b3b06b-6f65-4e53-826c-c793c07d0b4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 1158 time: 1.4192414 Dec 22 09:52:19.697852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:52:19.698550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Checking segment: {'id': 'f5ea3789-80c4-4410-8cd5-9f9765bd11a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b06403af-9d5d-47a5-81bd-99c0398b992c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:52:19.699264 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:19.699983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Bound using segment: {'id': 'f5ea3789-80c4-4410-8cd5-9f9765bd11a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b06403af-9d5d-47a5-81bd-99c0398b992c'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:52:19.701085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Bound port: aaa51d29-af70-4dee-9f4c-babe8e2dc696, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ea3789-80c4-4410-8cd5-9f9765bd11a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b06403af-9d5d-47a5-81bd-99c0398b992c'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:52:19.701764 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:19.747237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b16be746-4f51-4ab1-8fee-1ed16c2b4a7d tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Deleting port e30d3393-7186-4499-97e5-295b664c30a1 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:52:19.747917 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b16be746-4f51-4ab1-8fee-1ed16c2b4a7d tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:19.799560 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0287300b-c0f2-417a-8d9c-5dd6d91adbfa req-7afe9209-0d2f-43c8-ae2d-f1884f65ba64 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103857 Dec 22 09:52:19.817095 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-fbd4e57f-5766-4ce3-9022-5685620663fe service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8876204 Dec 22 09:52:19.980025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] For port aaa51d29-af70-4dee-9f4c-babe8e2dc696, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:52:19.985793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] For port aaa51d29-af70-4dee-9f4c-babe8e2dc696, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=aaa51d29-af70-4dee-9f4c-babe8e2dc696,segment=NetworkSegment(f5ea3789-80c4-4410-8cd5-9f9765bd11a3),segment_id=f5ea3789-80c4-4410-8cd5-9f9765bd11a3)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:52:19.992083 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd13ee4a-6ec5-4b1a-b3ab-ae044503f4e9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762265788446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036852656887'] for subnet, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:20.005096 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-d4e13b38-e7b5-48df-84a1-43cd21d1facd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=71f00817-d9a0-4ce8-877a-678cc29c4b0a HTTP/1.1" status: 200 len: 217 time: 0.1679206 Dec 22 09:52:20.008627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:20.232522 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4a454152-92d0-4320-a745-4f72d09e669c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:20.294145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-56e5b7c5-8a62-4d5f-9140-3e2e26d51be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:20.296743 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-56e5b7c5-8a62-4d5f-9140-3e2e26d51be5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=081da512-801e-41e2-96a3-974b59dc0af6 HTTP/1.1" status: 200 len: 797 time: 0.1973295 Dec 22 09:52:20.300518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Pushing event updated for resources: {'Port': ['ID=80f79bf7-8e7a-45b2-8537-3e082907d1e1,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:20.313947 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:20.318403 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:20.348552 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-c59156be-04cb-4d33-9c8f-eedd27adf0c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 HTTP/1.1" status: 200 len: 217 time: 0.5547926 Dec 22 09:52:20.393741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e1f3c-feb3-4602-9c5b-1123b5c57785 req-7b879de7-58de-41ba-bd38-aa4b2ec27492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:20.396196 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b98e1f3c-feb3-4602-9c5b-1123b5c57785 req-7b879de7-58de-41ba-bd38-aa4b2ec27492 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&device_id=3ec50882-7cae-4959-9aa7-180ac350a41f HTTP/1.1" status: 200 len: 1158 time: 0.7459648 Dec 22 09:52:20.479871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Pushing event updated for resources: {'Port': ['ID=aaa51d29-af70-4dee-9f4c-babe8e2dc696,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:20.485446 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:20.563083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd13ee4a-6ec5-4b1a-b3ab-ae044503f4e9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:20.563083 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd13ee4a-6ec5-4b1a-b3ab-ae044503f4e9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:20.564368 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cd13ee4a-6ec5-4b1a-b3ab-ae044503f4e9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "PUT /v2.0/subnets/b1ff8e4a-73f0-402b-a091-ca4e974c0fc5 HTTP/1.1" status: 200 len: 900 time: 4.1496947 Dec 22 09:52:20.574129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60784) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:20.622230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8c51f-76e8-4097-bc76-aeb7525b364e req-d8b0d637-65c7-4961-ab22-759fec0bae05 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:20.630697 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0fb8c51f-76e8-4097-bc76-aeb7525b364e req-d8b0d637-65c7-4961-ab22-759fec0bae05 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=3ec50882-7cae-4959-9aa7-180ac350a41f HTTP/1.1" status: 200 len: 943 time: 0.6239004 Dec 22 09:52:20.634711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:20.679025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13ee4a-6ec5-4b1a-b3ab-ae044503f4e9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event updated for resources: {'Subnet': ['ID=b1ff8e4a-73f0-402b-a091-ca4e974c0fc5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:20.694257 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cd13ee4a-6ec5-4b1a-b3ab-ae044503f4e9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:20.735222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-0eb97bca-4822-4ce2-bb4e-51f14aff1b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:20.737600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-0eb97bca-4822-4ce2-bb4e-51f14aff1b32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.3741534 Dec 22 09:52:21.101592 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-d98febe5-ac92-4b31-8cf5-bfd6b2d7a3e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2833920 Dec 22 09:52:21.104485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b16be746-4f51-4ab1-8fee-1ed16c2b4a7d tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] For port e30d3393-7186-4499-97e5-295b664c30a1, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=e30d3393-7186-4499-97e5-295b664c30a1,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:21.104930 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b16be746-4f51-4ab1-8fee-1ed16c2b4a7d tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:21.358309 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0fb8c51f-76e8-4097-bc76-aeb7525b364e req-56843674-8ed4-44e8-bcde-bfaa614a9e9b tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7263184 Dec 22 09:52:21.367138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3abcc-0623-4039-b505-54e432535f49 req-bd67ac0d-f56d-428a-98d6-8764c6d00267 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:21.371220 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ddd3abcc-0623-4039-b505-54e432535f49 req-bd67ac0d-f56d-428a-98d6-8764c6d00267 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 943 time: 1.1506302 Dec 22 09:52:21.441209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b16be746-4f51-4ab1-8fee-1ed16c2b4a7d tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Calling delete_port for e30d3393-7186-4499-97e5-295b664c30a1 owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:52:21.582337 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ddd3abcc-0623-4039-b505-54e432535f49 req-45c2dd4b-75b0-4492-8a6c-32d9294122cb tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653453 Dec 22 09:52:21.613214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-e240219d-3690-414a-ac0d-f5e74761eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:21.617231 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-e240219d-3690-414a-ac0d-f5e74761eea4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d34186bb-32c4-4a88-b464-38e69175bc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2936890 Dec 22 09:52:21.919035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e1f3c-feb3-4602-9c5b-1123b5c57785 req-a2383560-ae64-4587-9894-901afcd7b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:21.920943 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b98e1f3c-feb3-4602-9c5b-1123b5c57785 req-a2383560-ae64-4587-9894-901afcd7b3c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 200 len: 906 time: 1.5033534 Dec 22 09:52:21.931578 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-ea828167-a2e0-4c19-860b-0e584ab088f2 service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7613285 Dec 22 09:52:22.007293 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:22.193636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device aaa51d29-af70-4dee-9f4c-babe8e2dc696 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:22.197464 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b98e1f3c-feb3-4602-9c5b-1123b5c57785 req-4b1e3605-6cc4-40b3-a973-ec09d5c1669b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9318989-48c7-4641-9a55-0f9642ff3a84 HTTP/1.1" status: 200 len: 217 time: 0.2014313 Dec 22 09:52:22.205290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60814) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:22.209730 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b16be746-4f51-4ab1-8fee-1ed16c2b4a7d tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:22.318468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Deleting port aaa51d29-af70-4dee-9f4c-babe8e2dc696 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:52:22.318838 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:22.318984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port aaa51d29-af70-4dee-9f4c-babe8e2dc696 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:22.330138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 80f79bf7-8e7a-45b2-8537-3e082907d1e1 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:22.358625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf15544-a4ec-41b5-b4a7-63f1372f2b49 req-ddd8879c-49fb-4121-891a-6663f1b69144 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:22.366488 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dcf15544-a4ec-41b5-b4a7-63f1372f2b49 req-ddd8879c-49fb-4121-891a-6663f1b69144 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.7407231 Dec 22 09:52:22.379584 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-be5719ce-594d-4214-ad57-d9e67dd847d7 service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7025633 Dec 22 09:52:22.488393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 80f79bf7-8e7a-45b2-8537-3e082907d1e1 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:22.583835 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80a04eb1-e1a8-49d3-b1d7-2f846417eb89 req-a672b135-9a7c-4aed-9658-ccc88fb09bab service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6415954 Dec 22 09:52:22.670408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e1f3c-feb3-4602-9c5b-1123b5c57785 req-fe370897-12d4-49ec-8456-9ddb8e85d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:22.672282 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b98e1f3c-feb3-4602-9c5b-1123b5c57785 req-fe370897-12d4-49ec-8456-9ddb8e85d79e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99bc7704-5812-409d-9056-a73056b9ef40 HTTP/1.1" status: 200 len: 852 time: 0.4583633 Dec 22 09:52:22.673364 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b45de82-977a-48fc-8666-65806f751d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:22.896075 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dcf15544-a4ec-41b5-b4a7-63f1372f2b49 req-d7a85e8b-7559-4153-b8b4-518b6473685e tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283237 Dec 22 09:52:22.906917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4b45de82-977a-48fc-8666-65806f751d6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:52:22.916408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4b45de82-977a-48fc-8666-65806f751d6c admin admin] Usage tracker for resource:security_group_rule and tenant:92e0c6bccffd4a4082eae205afbd1777 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:52:22.922641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4b45de82-977a-48fc-8666-65806f751d6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:52:22.934510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4b45de82-977a-48fc-8666-65806f751d6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:52:22.967331 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b98e1f3c-feb3-4602-9c5b-1123b5c57785 req-8be2eef3-10dd-4e65-85b7-f669de88fa6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2013259 Dec 22 09:52:22.976042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b9318989-48c7-4641-9a55-0f9642ff3a84 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:23.100903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d570dd45-addc-48fc-8863-354e618b545f None None] Network 04234839-5149-457c-8dac-1b569a2130b2 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:52:23.136092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f2e0affe-98d2-4f21-80a8-87c5fdda94aa None None] Provisioning for port 80f79bf7-8e7a-45b2-8537-3e082907d1e1 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:23.152691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f2e0affe-98d2-4f21-80a8-87c5fdda94aa None None] Provisioning complete for port 80f79bf7-8e7a-45b2-8537-3e082907d1e1 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:23.153791 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2e0affe-98d2-4f21-80a8-87c5fdda94aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:23.219648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Allocated IP 2001:db8:1::1 (04234839-5149-457c-8dac-1b569a2130b2/5745ae2a-1da6-4a54-b34e-6283d5b00bd8/2584b68c-1b31-4fe8-b3a3-c09ab2c711b7) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:52:23.331657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port b9318989-48c7-4641-9a55-0f9642ff3a84 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:23.341779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc5927-b5f0-4731-b015-92e3f57f7ded req-e0333f3e-5e2f-471f-a064-e159e4c2df37 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:23.346503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc5927-b5f0-4731-b015-92e3f57f7ded req-e0333f3e-5e2f-471f-a064-e159e4c2df37 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:23.352764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc5927-b5f0-4731-b015-92e3f57f7ded req-e0333f3e-5e2f-471f-a064-e159e4c2df37 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:23.357644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc5927-b5f0-4731-b015-92e3f57f7ded req-e0333f3e-5e2f-471f-a064-e159e4c2df37 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:23.363537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc5927-b5f0-4731-b015-92e3f57f7ded req-e0333f3e-5e2f-471f-a064-e159e4c2df37 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:23.366109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a70f11b-54d5-46aa-91ca-994072f6c2e5 None None] Network b06403af-9d5d-47a5-81bd-99c0398b992c requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:52:23.368615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc5927-b5f0-4731-b015-92e3f57f7ded req-e0333f3e-5e2f-471f-a064-e159e4c2df37 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:23.373604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc5927-b5f0-4731-b015-92e3f57f7ded req-e0333f3e-5e2f-471f-a064-e159e4c2df37 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:23.375726 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86cc5927-b5f0-4731-b015-92e3f57f7ded req-e0333f3e-5e2f-471f-a064-e159e4c2df37 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5433 time: 1.4612174 Dec 22 09:52:23.391756 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b98e1f3c-feb3-4602-9c5b-1123b5c57785 req-10bd761b-3ed8-48cc-a92f-397e603a68de service neutron] 10.222.0.64 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945661 Dec 22 09:52:23.505223 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b16be746-4f51-4ab1-8fee-1ed16c2b4a7d tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:23.609206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port b9318989-48c7-4641-9a55-0f9642ff3a84 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:23.609491 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:23.614576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:23.624744 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-33dd8d6b-4b5b-4654-9b6b-5cbd42b8954a service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1647339 Dec 22 09:52:23.692722 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b16be746-4f51-4ab1-8fee-1ed16c2b4a7d tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:23.702940 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b16be746-4f51-4ab1-8fee-1ed16c2b4a7d tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:23.716615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Transition to ACTIVE for port object 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:52:23.740357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044a356-5e8b-4338-968f-3184b1830c8a req-b7ed043c-c482-47e5-a112-86585d13e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:23.742270 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5044a356-5e8b-4338-968f-3184b1830c8a req-b7ed043c-c482-47e5-a112-86585d13e3a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 1158 time: 0.5601623 Dec 22 09:52:23.749772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b16be746-4f51-4ab1-8fee-1ed16c2b4a7d tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:23.750389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16be746-4f51-4ab1-8fee-1ed16c2b4a7d tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Fanout notify agent at l3_agent the message router_deleted on router 4dc18e77-e038-4d0b-a847-b29b9f91e566 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:52:23.864303 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-43d37f2a-205e-43a8-8c6a-05600e679818 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b11d4d5e-eea2-4fdf-9449-b09db9047277 HTTP/1.1" status: 200 len: 217 time: 0.1523502 Dec 22 09:52:23.922493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b16be746-4f51-4ab1-8fee-1ed16c2b4a7d tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:23.924108 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b16be746-4f51-4ab1-8fee-1ed16c2b4a7d tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "DELETE /v2.0/routers/4dc18e77-e038-4d0b-a847-b29b9f91e566 HTTP/1.1" status: 204 len: 168 time: 6.5200207 Dec 22 09:52:23.926116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:23.941436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60828) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:23.948103 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:23.966376 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2e0affe-98d2-4f21-80a8-87c5fdda94aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:23.986630 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86cc5927-b5f0-4731-b015-92e3f57f7ded req-cc97635e-a2bd-4c83-a89b-1362a28d2040 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5905664 Dec 22 09:52:24.043222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1517056267', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}, 'admin_state_up': False}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:24.101204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] For port aaa51d29-af70-4dee-9f4c-babe8e2dc696, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=aaa51d29-af70-4dee-9f4c-babe8e2dc696,segment=NetworkSegment(f5ea3789-80c4-4410-8cd5-9f9765bd11a3),segment_id=f5ea3789-80c4-4410-8cd5-9f9765bd11a3)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:24.101615 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:24.118684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f2e0affe-98d2-4f21-80a8-87c5fdda94aa None None] For port 80f79bf7-8e7a-45b2-8537-3e082907d1e1, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=80f79bf7-8e7a-45b2-8537-3e082907d1e1,segment=NetworkSegment(37c831bf-c006-4213-82a8-109f679e9fa9),segment_id=37c831bf-c006-4213-82a8-109f679e9fa9)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:24.128899 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b98e1f3c-feb3-4602-9c5b-1123b5c57785 req-eaf7e459-7c7b-4792-9670-6878ac8bce22 service neutron] 10.222.0.64 "GET /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6838794 Dec 22 09:52:24.134549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-336421df-9c75-4c24-8e96-8e2a434a9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:24.136222 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-336421df-9c75-4c24-8e96-8e2a434a9be2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da83a261-d716-4bc0-83ed-8afa4f3eb9b3 HTTP/1.1" status: 200 len: 797 time: 0.2289486 Dec 22 09:52:24.158544 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2e0affe-98d2-4f21-80a8-87c5fdda94aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:24.169560 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:24.199032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc067e4e-20b5-4784-9aa4-d0694d007b6a req-1ec4a6a4-d134-4727-9d78-29909c8534c3 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:24.216960 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc067e4e-20b5-4784-9aa4-d0694d007b6a req-1ec4a6a4-d134-4727-9d78-29909c8534c3 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=3ec50882-7cae-4959-9aa7-180ac350a41f HTTP/1.1" status: 200 len: 943 time: 0.8326662 Dec 22 09:52:24.222542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:24.307442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:52:24.309215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec50882-7cae-4959-9aa7-180ac350a41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9318989-48c7-4641-9a55-0f9642ff3a84'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:52:24.319522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=2584b68c-1b31-4fe8-b3a3-c09ab2c711b7,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:24.333644 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:24.338772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Usage tracker for resource:router and tenant:57295c6adad2492b9b450a14dac3e1fb is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:52:24.366310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:52:24.385998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port b9318989-48c7-4641-9a55-0f9642ff3a84, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b9318989-48c7-4641-9a55-0f9642ff3a84,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:24.387908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:52:24.389740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6238ef9b-baa2-414c-ac21-cc1a2d6f3da3 None None] Provisioning for port aaa51d29-af70-4dee-9f4c-babe8e2dc696 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:24.400602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:24.419043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044a356-5e8b-4338-968f-3184b1830c8a req-9c6d9822-6077-437d-8561-a9b8ca74639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:24.420942 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5044a356-5e8b-4338-968f-3184b1830c8a req-9c6d9822-6077-437d-8561-a9b8ca74639c service neutron] 10.222.0.64 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 900 time: 0.6652694 Dec 22 09:52:24.426128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6238ef9b-baa2-414c-ac21-cc1a2d6f3da3 None None] Provisioning complete for port aaa51d29-af70-4dee-9f4c-babe8e2dc696 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:24.426567 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6238ef9b-baa2-414c-ac21-cc1a2d6f3da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:24.478679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Calling delete_port for aaa51d29-af70-4dee-9f4c-babe8e2dc696 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:52:24.482620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0affe-98d2-4f21-80a8-87c5fdda94aa None None] Pushing event updated for resources: {'Port': ['ID=80f79bf7-8e7a-45b2-8537-3e082907d1e1,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:24.489457 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f2e0affe-98d2-4f21-80a8-87c5fdda94aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:24.501708 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2f6aa7b1-e855-4592-af61-d48bbd16c5fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:24.571156 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5044a356-5e8b-4338-968f-3184b1830c8a req-78d32662-af2e-4e25-9cac-fb748ebd408d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 HTTP/1.1" status: 200 len: 217 time: 0.1367388 Dec 22 09:52:24.572726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:24.574713 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:24.678897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 04234839-5149-457c-8dac-1b569a2130b2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:52:24.684664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:52:24.687195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:52:24.687822 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:24.696068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:24.740024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044a356-5e8b-4338-968f-3184b1830c8a req-c13f2f91-69cf-402e-a203-3857a965aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:24.741930 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5044a356-5e8b-4338-968f-3184b1830c8a req-c13f2f91-69cf-402e-a203-3857a965aa6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.1552920 Dec 22 09:52:24.761153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=b9318989-48c7-4641-9a55-0f9642ff3a84,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:24.764877 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6238ef9b-baa2-414c-ac21-cc1a2d6f3da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:24.797633 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:24.832150 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5044a356-5e8b-4338-968f-3184b1830c8a req-03ff794c-f0d4-493f-96d1-7539bc5512ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712864 Dec 22 09:52:24.848850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6238ef9b-baa2-414c-ac21-cc1a2d6f3da3 None None] For port aaa51d29-af70-4dee-9f4c-babe8e2dc696, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=aaa51d29-af70-4dee-9f4c-babe8e2dc696,segment=NetworkSegment(f5ea3789-80c4-4410-8cd5-9f9765bd11a3),segment_id=f5ea3789-80c4-4410-8cd5-9f9765bd11a3)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:24.857106 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6238ef9b-baa2-414c-ac21-cc1a2d6f3da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:24.861046 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:25.053642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238ef9b-baa2-414c-ac21-cc1a2d6f3da3 None None] Pushing event updated for resources: {'Port': ['ID=aaa51d29-af70-4dee-9f4c-babe8e2dc696,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:25.090391 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6238ef9b-baa2-414c-ac21-cc1a2d6f3da3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:25.107087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-52100a70-e35f-4841-8939-68a270e6779d None None] Provisioning complete for port 80f79bf7-8e7a-45b2-8537-3e082907d1e1 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:25.107087 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-52100a70-e35f-4841-8939-68a270e6779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:25.137130 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc067e4e-20b5-4784-9aa4-d0694d007b6a req-173e65a0-a413-44f6-bebe-523d529f2a6f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9182796 Dec 22 09:52:25.142607 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b45de82-977a-48fc-8666-65806f751d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:25.193870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:25.271783 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b45de82-977a-48fc-8666-65806f751d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:25.310460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862be87b-003d-4ce0-a87a-a89cc9360064 None None] Network b06403af-9d5d-47a5-81bd-99c0398b992c requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:52:25.354070 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:25.380099 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:25.406672 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5044a356-5e8b-4338-968f-3184b1830c8a req-b1f15ca2-2e0b-4bb8-bf25-fd07a1a51784 service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584602 Dec 22 09:52:25.406884 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:52:25.407287 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:52:25.428814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45de82-977a-48fc-8666-65806f751d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f573a22f-4356-4d7f-855f-16e926034d85,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:25.518030 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec50882-7cae-4959-9aa7-180ac350a41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9318989-48c7-4641-9a55-0f9642ff3a84', 'code': 200} Dec 22 09:52:25.583069 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4b45de82-977a-48fc-8666-65806f751d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:25.594056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:25.605052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-52100a70-e35f-4841-8939-68a270e6779d None None] Provisioning for port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:25.646045 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:25.666857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-52100a70-e35f-4841-8939-68a270e6779d None None] Provisioning complete for port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:25.667335 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-52100a70-e35f-4841-8939-68a270e6779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:25.708537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:25.708962 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:25.784337 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5044a356-5e8b-4338-968f-3184b1830c8a req-ba9ff255-5da6-4017-b527-55ca9093650c service neutron] 10.222.0.64 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3759463 Dec 22 09:52:25.791372 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4b45de82-977a-48fc-8666-65806f751d6c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92e0c6bccffd4a4082eae205afbd1777&name=default HTTP/1.1" status: 200 len: 2883 time: 3.5846310 Dec 22 09:52:25.804451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60838) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:25.819489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd9e84-3e81-4c3c-9dd8-ca8a5b2ef966 req-6353845c-b32f-4913-98f4-23a1f2b25d87 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:25.822879 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6cd9e84-3e81-4c3c-9dd8-ca8a5b2ef966 req-6353845c-b32f-4913-98f4-23a1f2b25d87 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 943 time: 0.8869939 Dec 22 09:52:25.882293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-9c52d831-1283-4b51-a2d4-7ee269ce534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:25.885541 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-9c52d831-1283-4b51-a2d4-7ee269ce534e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1db62543-483d-4fd0-a5fc-77a084335431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.4774065 Dec 22 09:52:25.888422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-52100a70-e35f-4841-8939-68a270e6779d None None] Port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:52:25.912905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Deleting port aaa51d29-af70-4dee-9f4c-babe8e2dc696 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:52:25.913619 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:25.995136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:26.073760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:26.080842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device aaa51d29-af70-4dee-9f4c-babe8e2dc696 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:26.132017 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:26.158589 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bef1cdee-ccdc-4e31-9ff4-a557dca66d04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:26.238480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c7c3f07e-e5f9-46b0-bbb1-f86b3dd8264a None None] Provisioning complete for port 80f79bf7-8e7a-45b2-8537-3e082907d1e1 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:26.238912 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7c3f07e-e5f9-46b0-bbb1-f86b3dd8264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:26.350612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:26.364910 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:26.365979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port aaa51d29-af70-4dee-9f4c-babe8e2dc696 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:26.366670 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:26.442092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5428-766c-4141-a094-f72a382d3812 req-decf165a-85a6-4e96-98c4-25c5008d8248 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:26.447486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5428-766c-4141-a094-f72a382d3812 req-decf165a-85a6-4e96-98c4-25c5008d8248 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:26.465261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5428-766c-4141-a094-f72a382d3812 req-decf165a-85a6-4e96-98c4-25c5008d8248 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:26.471558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5428-766c-4141-a094-f72a382d3812 req-decf165a-85a6-4e96-98c4-25c5008d8248 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:26.476309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5428-766c-4141-a094-f72a382d3812 req-decf165a-85a6-4e96-98c4-25c5008d8248 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:26.482026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5428-766c-4141-a094-f72a382d3812 req-decf165a-85a6-4e96-98c4-25c5008d8248 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:26.486430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5428-766c-4141-a094-f72a382d3812 req-decf165a-85a6-4e96-98c4-25c5008d8248 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:26.495810 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1dad5428-766c-4141-a094-f72a382d3812 req-decf165a-85a6-4e96-98c4-25c5008d8248 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5433 time: 0.8525610 Dec 22 09:52:26.501245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f8348-0026-4eee-a817-64a739a443b4 req-64f295c9-3a50-4b96-af9e-ec35a6ef522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:26.502992 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9b2f8348-0026-4eee-a817-64a739a443b4 req-64f295c9-3a50-4b96-af9e-ec35a6ef522a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3ec50882-7cae-4959-9aa7-180ac350a41f HTTP/1.1" status: 200 len: 1160 time: 0.8615437 Dec 22 09:52:26.555873 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6cd9e84-3e81-4c3c-9dd8-ca8a5b2ef966 req-546ef2c2-a10d-45b7-9a3b-2ce03b528053 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7064509 Dec 22 09:52:26.676457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76b5976f-027b-46be-807b-ccd10732dc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:26.686108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c7c3f07e-e5f9-46b0-bbb1-f86b3dd8264a None None] Provisioning complete for port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:26.686801 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7c3f07e-e5f9-46b0-bbb1-f86b3dd8264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:26.708936 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1dad5428-766c-4141-a094-f72a382d3812 req-e7b89750-36fc-4218-9ee1-71625075f768 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2114539 Dec 22 09:52:26.761865 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76b5976f-027b-46be-807b-ccd10732dc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:26.807156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c7c3f07e-e5f9-46b0-bbb1-f86b3dd8264a None None] Port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:52:26.838191 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9b2f8348-0026-4eee-a817-64a739a443b4 req-35a9884a-f530-4de9-8aa5-53dd9f894219 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731256 Dec 22 09:52:26.843975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c7c3f07e-e5f9-46b0-bbb1-f86b3dd8264a None None] Provisioning complete for port aaa51d29-af70-4dee-9f4c-babe8e2dc696 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:26.844682 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7c3f07e-e5f9-46b0-bbb1-f86b3dd8264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:26.972348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:26.990799 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-530fe0eb-abe4-4b8a-a7c2-f14c4ae64a8f service neutron] 10.222.0.64 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0964108 Dec 22 09:52:27.001707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:27.030452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:27.082688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] For port aaa51d29-af70-4dee-9f4c-babe8e2dc696, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=aaa51d29-af70-4dee-9f4c-babe8e2dc696,segment=NetworkSegment(f5ea3789-80c4-4410-8cd5-9f9765bd11a3),segment_id=f5ea3789-80c4-4410-8cd5-9f9765bd11a3)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:27.083370 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:27.247916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:27.248737 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:27.304077 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:27.322479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:27.323365 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:27.325245 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76b5976f-027b-46be-807b-ccd10732dc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:27.342151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Calling delete_port for aaa51d29-af70-4dee-9f4c-babe8e2dc696 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:52:27.351981 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7a012365-886c-453d-887b-afcc2883639e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:27.381889 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:27.405272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 80f79bf7-8e7a-45b2-8537-3e082907d1e1 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:27.429736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5976f-027b-46be-807b-ccd10732dc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f573a22f-4356-4d7f-855f-16e926034d85,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:27.500110 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76b5976f-027b-46be-807b-ccd10732dc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:27.532983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:52:27.557042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fed1a-5dcf-4125-8364-efae7e71f9c1 req-60f204f9-8f77-4f41-936c-2897c654f6f4 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:27.558764 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f77fed1a-5dcf-4125-8364-efae7e71f9c1 req-60f204f9-8f77-4f41-936c-2897c654f6f4 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.6819160 Dec 22 09:52:27.570038 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76b5976f-027b-46be-807b-ccd10732dc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:27.572638 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-76b5976f-027b-46be-807b-ccd10732dc82 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f573a22f-4356-4d7f-855f-16e926034d85 HTTP/1.1" status: 204 len: 168 time: 1.7480884 Dec 22 09:52:27.601541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=2584b68c-1b31-4fe8-b3a3-c09ab2c711b7,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:27.608076 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:27.641911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2a0d5417-dc9f-47a8-9dc8-496c38e8f460 None None] Provisioning complete for port aaa51d29-af70-4dee-9f4c-babe8e2dc696 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:27.642324 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2a0d5417-dc9f-47a8-9dc8-496c38e8f460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:27.648345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2247a37-cf36-4abe-9f37-5de8bce7e1ce req-2bc3c876-3d8c-47b4-8a08-9fc25cd4ab2f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:27.651429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Allocated IP 172.25.7.23 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/1e6aae1d-32c2-4a87-98f3-3312aec493fe) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:52:27.651576 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2247a37-cf36-4abe-9f37-5de8bce7e1ce req-2bc3c876-3d8c-47b4-8a08-9fc25cd4ab2f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=3ec50882-7cae-4959-9aa7-180ac350a41f HTTP/1.1" status: 200 len: 945 time: 0.6700394 Dec 22 09:52:27.686109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 04234839-5149-457c-8dac-1b569a2130b2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:52:27.689768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:52:27.748250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b9318989-48c7-4641-9a55-0f9642ff3a84 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:27.778430 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f77fed1a-5dcf-4125-8364-efae7e71f9c1 req-eff98b4f-2780-4703-805a-efe96381ad77 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983676 Dec 22 09:52:27.789458 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-dfc064ba-4799-4be1-bcb2-263bb5e9f6e1 service neutron] 10.222.0.64 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6836381 Dec 22 09:52:27.963113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router 2d498f00-1aa6-437c-901f-c7974c174d1e has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:52:28.130040 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-31046038-d7b7-4fc7-821d-0f832567e0ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77c75204-a4c3-4349-8892-fcd4b32834af HTTP/1.1" status: 200 len: 217 time: 0.2496595 Dec 22 09:52:28.243130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-24216c2b-cdb2-4939-9eda-afd6fa8d01a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:28.245435 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-24216c2b-cdb2-4939-9eda-afd6fa8d01a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da83a261-d716-4bc0-83ed-8afa4f3eb9b3 HTTP/1.1" status: 200 len: 797 time: 0.1040859 Dec 22 09:52:28.248173 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2247a37-cf36-4abe-9f37-5de8bce7e1ce req-23e537f8-67f0-4aa3-a51c-9e709077beff tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5783510 Dec 22 09:52:28.277816 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5', 'code': 200} Dec 22 09:52:28.362183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 80f79bf7-8e7a-45b2-8537-3e082907d1e1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:28.362697 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:28.387900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60856) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:28.453405 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.db [None req-2a0d5417-dc9f-47a8-9dc8-496c38e8f460 None None] No ports have port_id starting with aaa51d29-af70-4dee-9f4c-babe8e2dc696 Dec 22 09:52:28.475662 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:28.520426 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bd008475-aaeb-4849-b51b-fefb05c82331 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:28.530898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port b9318989-48c7-4641-9a55-0f9642ff3a84 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:28.530898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:28.547198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:52:28.559415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Sync routers for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:52:28.570388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8fcc1d4-f6ec-44ea-8cd5-1b5f527d864b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:28.575683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:28.581380 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/2d498f00-1aa6-437c-901f-c7974c174d1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6907482 Dec 22 09:52:28.586063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60860) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:28.598377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:52:28.600116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:52:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:28.601206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a5541471-94ad-4df7-995c-2fbd1fc5aa77 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-292388334'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:28.608654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a5541471-94ad-4df7-995c-2fbd1fc5aa77 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:52:28.616486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a5541471-94ad-4df7-995c-2fbd1fc5aa77 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:network and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:52:28.622046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a5541471-94ad-4df7-995c-2fbd1fc5aa77 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for network was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:52:28.632123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a5541471-94ad-4df7-995c-2fbd1fc5aa77 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:52:28.644342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c548a23c-44d8-4f59-8bac-a6da5aac56b7 None None] Provisioning complete for port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:28.645035 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c548a23c-44d8-4f59-8bac-a6da5aac56b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:28.650816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5541471-94ad-4df7-995c-2fbd1fc5aa77 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Made reservation on behalf of ddd4cc142d6346fb8b006ee06c9564e9 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:52:28.657085 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a5541471-94ad-4df7-995c-2fbd1fc5aa77 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:28.677346 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:28.710052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Port': ['ID=aaa51d29-af70-4dee-9f4c-babe8e2dc696,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:28.714171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e30d3393-7186-4499-97e5-295b664c30a1 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:52:28.716843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c8fcc1d4-f6ec-44ea-8cd5-1b5f527d864b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:52:28.721236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c8fcc1d4-f6ec-44ea-8cd5-1b5f527d864b admin admin] Usage tracker for resource:security_group_rule and tenant:cf4458e1e484407c8fe1fbfa42916e3c is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:52:28.724524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c8fcc1d4-f6ec-44ea-8cd5-1b5f527d864b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:52:28.732007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c8fcc1d4-f6ec-44ea-8cd5-1b5f527d864b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:52:28.796152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c548a23c-44d8-4f59-8bac-a6da5aac56b7 None None] Port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:52:28.801015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: e30d3393-7186-4499-97e5-295b664c30a1 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:52:28.801415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e30d3393-7186-4499-97e5-295b664c30a1 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:52:28.832870 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40aa4353-8eb8-436a-bb1f-4e01e4a76610 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:28.838293 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8fcc1d4-f6ec-44ea-8cd5-1b5f527d864b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:28.952527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5541471-94ad-4df7-995c-2fbd1fc5aa77 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:52:28.967877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Pushing event updated for resources: {'Port': ['ID=1e6aae1d-32c2-4a87-98f3-3312aec493fe,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:28.974377 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:28.989747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a5541471-94ad-4df7-995c-2fbd1fc5aa77 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:28.990268 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-a5541471-94ad-4df7-995c-2fbd1fc5aa77 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Added segment 58104f40-bf72-49da-b062-1330cffa06ca of type vxlan for network 8f9ec69a-66c2-4f55-9145-23005e8e0149 Dec 22 09:52:29.008975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:52:29.011644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:52:29.017608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:52:29.079717 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a5541471-94ad-4df7-995c-2fbd1fc5aa77 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:29.124663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:52:29.201960 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8fcc1d4-f6ec-44ea-8cd5-1b5f527d864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:29.230741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.231446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.232012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.232567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.233261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.233762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.234364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.235055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.235712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.236252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.236807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.237223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.238028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.238622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.239034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.241385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.241385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.241385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.241385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.242110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.242549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.243583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.244244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.244904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.245538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.246041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.246676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.247116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.247663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.248302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.248857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.249510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.250065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.250500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.251110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.251677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:52:29.277933 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:29.292990 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:29.336640 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a5541471-94ad-4df7-995c-2fbd1fc5aa77 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:29.341818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5541471-94ad-4df7-995c-2fbd1fc5aa77 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:29.342468 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a5541471-94ad-4df7-995c-2fbd1fc5aa77 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:29.370235 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-382b3b19-f75b-4fae-a361-3b90f711d627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:29.414225 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a5541471-94ad-4df7-995c-2fbd1fc5aa77 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8222704 Dec 22 09:52:29.414440 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c8fcc1d4-f6ec-44ea-8cd5-1b5f527d864b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf4458e1e484407c8fe1fbfa42916e3c&name=default HTTP/1.1" status: 200 len: 2883 time: 0.9729283 Dec 22 09:52:29.420951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60866) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:29.421360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 60868) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:29.423460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5dcb1-2a60-407f-b425-156df836989b req-fa96ca00-5ccc-4d9a-ad66-41558cac6c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:29.425944 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80d5dcb1-2a60-407f-b425-156df836989b req-fa96ca00-5ccc-4d9a-ad66-41558cac6c8e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 1160 time: 1.1623662 Dec 22 09:52:29.437274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-670b8033-b3fd-4534-bbd9-eb4bf6ef537f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'subnet': {'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:29.456768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcc1d4-f6ec-44ea-8cd5-1b5f527d864b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1eea5d-19a8-4c17-b7af-5eca8ad1fe3c,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:29.468202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd47be-d653-42e9-9512-07fc2cc19f75 req-ed960637-6407-40f7-af3b-c5ea9927ac83 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:29.476378 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-75fd47be-d653-42e9-9512-07fc2cc19f75 req-ed960637-6407-40f7-af3b-c5ea9927ac83 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 945 time: 1.1496186 Dec 22 09:52:29.480536 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8fcc1d4-f6ec-44ea-8cd5-1b5f527d864b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:29.511049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5541471-94ad-4df7-995c-2fbd1fc5aa77 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Network': ['ID=8f9ec69a-66c2-4f55-9145-23005e8e0149,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:29.516268 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a5541471-94ad-4df7-995c-2fbd1fc5aa77 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:29.530576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 8f9ec69a-66c2-4f55-9145-23005e8e0149 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:52:29.574596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 8f9ec69a-66c2-4f55-9145-23005e8e0149 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:52:29.660452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-178f2c0d-9bd5-4ec0-808d-72667fb73642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:29.661993 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-178f2c0d-9bd5-4ec0-808d-72667fb73642 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1db62543-483d-4fd0-a5fc-77a084335431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.3367605 Dec 22 09:52:29.665227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:52:25Z', 'revision_number': 3, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:26Z', 'revision_number': 2, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:29.673685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Checking router: 2d498f00-1aa6-437c-901f-c7974c174d1e for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:52:29.675255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Updating router 2d498f00-1aa6-437c-901f-c7974c174d1e port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:52:29.717645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 8f9ec69a-66c2-4f55-9145-23005e8e0149 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:52:29.775995 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:29.819332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:29.831108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-670b8033-b3fd-4534-bbd9-eb4bf6ef537f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:52:29.840213 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-ecbe83e9-9271-4448-89e7-117c4c91403a service neutron] 10.222.0.64 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592360 Dec 22 09:52:29.862956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-670b8033-b3fd-4534-bbd9-eb4bf6ef537f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:subnet and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:52:29.902561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92d65a-9cae-4a6e-8df9-4394b50e6e42 req-1f9f6257-cc3b-4352-98a3-e5c33af783ab tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:29.907605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92d65a-9cae-4a6e-8df9-4394b50e6e42 req-1f9f6257-cc3b-4352-98a3-e5c33af783ab tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:29.912272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92d65a-9cae-4a6e-8df9-4394b50e6e42 req-1f9f6257-cc3b-4352-98a3-e5c33af783ab tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:29.917140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92d65a-9cae-4a6e-8df9-4394b50e6e42 req-1f9f6257-cc3b-4352-98a3-e5c33af783ab tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:29.921656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92d65a-9cae-4a6e-8df9-4394b50e6e42 req-1f9f6257-cc3b-4352-98a3-e5c33af783ab tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:29.926194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92d65a-9cae-4a6e-8df9-4394b50e6e42 req-1f9f6257-cc3b-4352-98a3-e5c33af783ab tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:29.931746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92d65a-9cae-4a6e-8df9-4394b50e6e42 req-1f9f6257-cc3b-4352-98a3-e5c33af783ab tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:29.933994 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6f92d65a-9cae-4a6e-8df9-4394b50e6e42 req-1f9f6257-cc3b-4352-98a3-e5c33af783ab tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5433 time: 1.4158142 Dec 22 09:52:29.959426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-670b8033-b3fd-4534-bbd9-eb4bf6ef537f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:52:30.037965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17265941-cc65-4a4f-8669-118d4b194948 None None] DHCP port deletion for b06403af-9d5d-47a5-81bd-99c0398b992c request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:52:30.061542 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-75fd47be-d653-42e9-9512-07fc2cc19f75 req-e3f137f4-ed38-4dc6-9a1e-5c264617d194 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839198 Dec 22 09:52:30.082077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d9457f-d81d-45ac-af05-8df68ef2b208 None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 09:52:30.120332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-670b8033-b3fd-4534-bbd9-eb4bf6ef537f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:52:30.186775 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80d5dcb1-2a60-407f-b425-156df836989b req-1d4031c9-d992-4af5-b399-739fcbce1db4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6627584 Dec 22 09:52:30.208193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] No DVR routers for this DVR port aaa51d29-af70-4dee-9f4c-babe8e2dc696 on host n-d-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:52:30.437662 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:30.449123 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:30.470074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Transition to ACTIVE for port object 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:52:30.475320 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:30.490511 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6f92d65a-9cae-4a6e-8df9-4394b50e6e42 req-d826db12-1bf1-4a95-a172-66abc20be34c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5336754 Dec 22 09:52:30.500523 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:30.509374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670b8033-b3fd-4534-bbd9-eb4bf6ef537f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Made reservation on behalf of ddd4cc142d6346fb8b006ee06c9564e9 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:52:30.514499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d9457f-d81d-45ac-af05-8df68ef2b208 None None] Resources bound (agent type, host, resource id): {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 09:52:30.640048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f517e3-7c57-49a4-8f6e-d6c5351293a0 None None] Pushing event updated for resources: {'Port': ['ID=2584b68c-1b31-4fe8-b3a3-c09ab2c711b7,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:30.646654 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0180aa5b-1479-4f12-baea-71fadfaa020f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:30.661476 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76f517e3-7c57-49a4-8f6e-d6c5351293a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:30.700848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0180aa5b-1479-4f12-baea-71fadfaa020f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:30.849493 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af95b8f0-7e3e-442a-ae79-458bbc0ed0e6 req-dd57d4ed-6882-4b0e-895c-ea5e89b2c604 service neutron] 10.222.0.64 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9828589 Dec 22 09:52:30.910110 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:30.954036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device aaa51d29-af70-4dee-9f4c-babe8e2dc696 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:52:30.988764 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0180aa5b-1479-4f12-baea-71fadfaa020f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:31.044043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: aaa51d29-af70-4dee-9f4c-babe8e2dc696 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:52:31.044808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device aaa51d29-af70-4dee-9f4c-babe8e2dc696 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:52:31.083816 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e884e505-cd97-425d-b3c1-6a928cda4664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:31.107982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Attempting to bind port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:52:31.109069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Attempting to bind port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '37c831bf-c006-4213-82a8-109f679e9fa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '04234839-5149-457c-8dac-1b569a2130b2'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:52:31.110004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Attempting to bind port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 on network 04234839-5149-457c-8dac-1b569a2130b2 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:52:31.125384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:52:31.126410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Checking segment: {'id': '37c831bf-c006-4213-82a8-109f679e9fa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '04234839-5149-457c-8dac-1b569a2130b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:52:31.127251 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:31.128372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Bound using segment: {'id': '37c831bf-c006-4213-82a8-109f679e9fa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '04234839-5149-457c-8dac-1b569a2130b2'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:52:31.132438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Bound port: 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c831bf-c006-4213-82a8-109f679e9fa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '04234839-5149-457c-8dac-1b569a2130b2'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:52:31.133280 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:31.225501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Router c96c2bab-c3fe-42a2-9d1b-d1581d3df433 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:52:31.274825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180aa5b-1479-4f12-baea-71fadfaa020f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1eea5d-19a8-4c17-b7af-5eca8ad1fe3c,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:31.285096 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0180aa5b-1479-4f12-baea-71fadfaa020f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:31.325045 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-670b8033-b3fd-4534-bbd9-eb4bf6ef537f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:31.506590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-b06403af-9d5d-47a5-81bd-99c0398b992c', 'network_id': 'b06403af-9d5d-47a5-81bd-99c0398b992c', 'tenant_id': '23170fad26154303ac3d5eefb66fa3e6', 'fixed_ips': [{'subnet_id': 'b1ff8e4a-73f0-402b-a091-ca4e974c0fc5'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:52:31.508376 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:31.510200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] For port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:52:31.514908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] For port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=2584b68c-1b31-4fe8-b3a3-c09ab2c711b7,segment=NetworkSegment(37c831bf-c006-4213-82a8-109f679e9fa9),segment_id=37c831bf-c006-4213-82a8-109f679e9fa9)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:52:31.519557 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:31.644539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabf8d4-6a13-44d9-8a37-a316c1f231dd req-9e5a5fd6-5572-4e87-962f-2a0fa7b2153d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:31.672400 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8dabf8d4-6a13-44d9-8a37-a316c1f231dd req-9e5a5fd6-5572-4e87-962f-2a0fa7b2153d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.1860886 Dec 22 09:52:31.739710 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:31.746852 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0180aa5b-1479-4f12-baea-71fadfaa020f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:31.748120 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0180aa5b-1479-4f12-baea-71fadfaa020f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9c1eea5d-19a8-4c17-b7af-5eca8ad1fe3c HTTP/1.1" status: 204 len: 168 time: 2.3201828 Dec 22 09:52:31.779413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:52:31.835121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:31.842276 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.8425040 Dec 22 09:52:31.848633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60882) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:31.858745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-e685adde-085f-44c5-ad95-3f69c7c65270 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Request body: {'router': {'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'enable_snat': False}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:31.893615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f284259b-7aba-4325-9776-4dc1f12dcf7a None None] Sync routers for ids ['c96c2bab-c3fe-42a2-9d1b-d1581d3df433'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:52:31.925669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712e048-ecfd-420f-af50-445f319e303c req-984872b2-61a4-4eab-9299-0eb54d9381b5 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:31.927961 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5712e048-ecfd-420f-af50-445f319e303c req-984872b2-61a4-4eab-9299-0eb54d9381b5 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=3ec50882-7cae-4959-9aa7-180ac350a41f HTTP/1.1" status: 200 len: 945 time: 1.0711625 Dec 22 09:52:31.957657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f517e3-7c57-49a4-8f6e-d6c5351293a0 None None] Pushing event updated for resources: {'Port': ['ID=2584b68c-1b31-4fe8-b3a3-c09ab2c711b7,revision_number=4']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:31.964139 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8dabf8d4-6a13-44d9-8a37-a316c1f231dd req-a3e80d2a-8141-4423-99dd-55e149ed5a83 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011887 Dec 22 09:52:31.970816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f284259b-7aba-4325-9776-4dc1f12dcf7a None None] Routers {'c96c2bab-c3fe-42a2-9d1b-d1581d3df433'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:52:31.971871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f284259b-7aba-4325-9776-4dc1f12dcf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:52:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c96c2bab-c3fe-42a2-9d1b-d1581d3df433'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:31.989298 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76f517e3-7c57-49a4-8f6e-d6c5351293a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:32.015639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5ce56-4f83-4126-969f-73e97ce1ae59 req-97bbc858-6818-4af5-b614-da865dc84d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:32.016439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5ce56-4f83-4126-969f-73e97ce1ae59 req-97bbc858-6818-4af5-b614-da865dc84d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:32.017067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5ce56-4f83-4126-969f-73e97ce1ae59 req-97bbc858-6818-4af5-b614-da865dc84d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:32.017698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5ce56-4f83-4126-969f-73e97ce1ae59 req-97bbc858-6818-4af5-b614-da865dc84d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:32.018336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5ce56-4f83-4126-969f-73e97ce1ae59 req-97bbc858-6818-4af5-b614-da865dc84d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:32.018980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5ce56-4f83-4126-969f-73e97ce1ae59 req-97bbc858-6818-4af5-b614-da865dc84d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:32.019602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5ce56-4f83-4126-969f-73e97ce1ae59 req-97bbc858-6818-4af5-b614-da865dc84d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:32.023739 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2ef5ce56-4f83-4126-969f-73e97ce1ae59 req-97bbc858-6818-4af5-b614-da865dc84d61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c331cc560d8748a88e7458b10299f64a&device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 6938 time: 0.8842044 Dec 22 09:52:32.034750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:52:32.035636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:52:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:32.127521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f284259b-7aba-4325-9776-4dc1f12dcf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:32.159449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f284259b-7aba-4325-9776-4dc1f12dcf7a None None] Routers {'c96c2bab-c3fe-42a2-9d1b-d1581d3df433'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:52:32.160749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f284259b-7aba-4325-9776-4dc1f12dcf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:52:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c96c2bab-c3fe-42a2-9d1b-d1581d3df433'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:32.358624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:52:32.419060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f284259b-7aba-4325-9776-4dc1f12dcf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:32.422435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f284259b-7aba-4325-9776-4dc1f12dcf7a None None] The sync data for ids ['c96c2bab-c3fe-42a2-9d1b-d1581d3df433'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:52:32.666193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Allocated IP 2001:db8::3 (b06403af-9d5d-47a5-81bd-99c0398b992c/b1ff8e4a-73f0-402b-a091-ca4e974c0fc5/0059275c-8fe9-4590-8687-affbf3a4854b) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:52:32.916500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:52:25Z', 'revision_number': 3, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:31Z', 'revision_number': 4, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:32.921492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d3489-521b-4dc6-9f50-3ef391362ff1 None None] The sync data for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 is: [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:52:25Z', 'revision_number': 3, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:31Z', 'revision_number': 4, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:52:32.949171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5ce56-4f83-4126-969f-73e97ce1ae59 req-4a957aea-7a14-40e9-858a-3f3cdcfcd1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:32.951507 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2ef5ce56-4f83-4126-969f-73e97ce1ae59 req-4a957aea-7a14-40e9-858a-3f3cdcfcd1a2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1db62543-483d-4fd0-a5fc-77a084335431 HTTP/1.1" status: 200 len: 896 time: 0.9173002 Dec 22 09:52:33.057163 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e685adde-085f-44c5-ad95-3f69c7c65270 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:33.287726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:33.324619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Transition to ACTIVE for port object 0059275c-8fe9-4590-8687-affbf3a4854b will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:52:33.374540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Transition to ACTIVE for port object 0059275c-8fe9-4590-8687-affbf3a4854b will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:52:33.379909 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:33.398064 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:33.666624 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2ef5ce56-4f83-4126-969f-73e97ce1ae59 req-f6fb30aa-a486-4526-9c06-84fbd628216c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77c75204-a4c3-4349-8892-fcd4b32834af HTTP/1.1" status: 200 len: 217 time: 0.6501174 Dec 22 09:52:33.668623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Pushing event updated for resources: {'Port': ['ID=0059275c-8fe9-4590-8687-affbf3a4854b,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:33.685075 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5712e048-ecfd-420f-af50-445f319e303c req-e9da4650-b028-4263-ac1f-97839a20eb56 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7191963 Dec 22 09:52:33.732551 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:33.763307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Network b06403af-9d5d-47a5-81bd-99c0398b992c is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:52:33.772961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:52:33.776927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:52:33.923083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Attempting to bind port 0059275c-8fe9-4590-8687-affbf3a4854b on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:52:33.929683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Attempting to bind port 0059275c-8fe9-4590-8687-affbf3a4854b by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'f5ea3789-80c4-4410-8cd5-9f9765bd11a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b06403af-9d5d-47a5-81bd-99c0398b992c'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:52:33.931592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Attempting to bind port 0059275c-8fe9-4590-8687-affbf3a4854b on network b06403af-9d5d-47a5-81bd-99c0398b992c {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:52:33.949974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:52:33.950870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Checking segment: {'id': 'f5ea3789-80c4-4410-8cd5-9f9765bd11a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b06403af-9d5d-47a5-81bd-99c0398b992c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:52:33.951780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:33.952761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Bound using segment: {'id': 'f5ea3789-80c4-4410-8cd5-9f9765bd11a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b06403af-9d5d-47a5-81bd-99c0398b992c'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:52:33.953562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Bound port: 0059275c-8fe9-4590-8687-affbf3a4854b, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ea3789-80c4-4410-8cd5-9f9765bd11a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b06403af-9d5d-47a5-81bd-99c0398b992c'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:52:33.954234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:34.027456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5ce56-4f83-4126-969f-73e97ce1ae59 req-93ed35bb-ef19-483e-aed7-49a75dfd678d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:34.029166 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2ef5ce56-4f83-4126-969f-73e97ce1ae59 req-93ed35bb-ef19-483e-aed7-49a75dfd678d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da83a261-d716-4bc0-83ed-8afa4f3eb9b3 HTTP/1.1" status: 200 len: 797 time: 0.3382514 Dec 22 09:52:34.135215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] For port 0059275c-8fe9-4590-8687-affbf3a4854b, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:52:34.141912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] For port 0059275c-8fe9-4590-8687-affbf3a4854b, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=0059275c-8fe9-4590-8687-affbf3a4854b,segment=NetworkSegment(f5ea3789-80c4-4410-8cd5-9f9765bd11a3),segment_id=f5ea3789-80c4-4410-8cd5-9f9765bd11a3)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:52:34.146914 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:34.165964 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:34.268979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b166d-82aa-418d-b8e4-6e1e653e9f96 req-24d89ee5-f122-45b7-8570-e68902507e82 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:34.278320 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7d4b166d-82aa-418d-b8e4-6e1e653e9f96 req-24d89ee5-f122-45b7-8570-e68902507e82 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 945 time: 1.6154056 Dec 22 09:52:34.344400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:34.381970 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:34.456464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5ce56-4f83-4126-969f-73e97ce1ae59 req-5d53c15e-58bc-4567-8ebb-f11e01d614d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:34.458182 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2ef5ce56-4f83-4126-969f-73e97ce1ae59 req-5d53c15e-58bc-4567-8ebb-f11e01d614d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1db62543-483d-4fd0-a5fc-77a084335431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3972762 Dec 22 09:52:34.478157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Pushing event updated for resources: {'Port': ['ID=0059275c-8fe9-4590-8687-affbf3a4854b,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:34.492698 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:34.554871 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e685adde-085f-44c5-ad95-3f69c7c65270 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:34.560458 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e685adde-085f-44c5-ad95-3f69c7c65270 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846921732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7854069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846964228'] for router, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:34.608638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Subnet': ['ID=b1ff8e4a-73f0-402b-a091-ca4e974c0fc5,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:34.647563 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:34.671748 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7d4b166d-82aa-418d-b8e4-6e1e653e9f96 req-afe61bec-6905-47e3-8b8e-eb50acd99ae5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924360 Dec 22 09:52:34.803972 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2ef5ce56-4f83-4126-969f-73e97ce1ae59 req-8d337d75-dc88-4c0c-95e9-e6788942f3d7 service neutron] 10.222.0.64 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125999 Dec 22 09:52:34.898428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42efe41-f30f-4df7-a277-6197abe58751 req-b42c7153-97d2-4b2d-8cfd-23bf568ec74d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:34.903815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42efe41-f30f-4df7-a277-6197abe58751 req-b42c7153-97d2-4b2d-8cfd-23bf568ec74d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:34.910326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42efe41-f30f-4df7-a277-6197abe58751 req-b42c7153-97d2-4b2d-8cfd-23bf568ec74d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:34.915090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42efe41-f30f-4df7-a277-6197abe58751 req-b42c7153-97d2-4b2d-8cfd-23bf568ec74d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:34.919834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42efe41-f30f-4df7-a277-6197abe58751 req-b42c7153-97d2-4b2d-8cfd-23bf568ec74d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:34.924564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42efe41-f30f-4df7-a277-6197abe58751 req-b42c7153-97d2-4b2d-8cfd-23bf568ec74d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:34.947102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42efe41-f30f-4df7-a277-6197abe58751 req-b42c7153-97d2-4b2d-8cfd-23bf568ec74d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:34.957834 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b42efe41-f30f-4df7-a277-6197abe58751 req-b42c7153-97d2-4b2d-8cfd-23bf568ec74d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5433 time: 0.8428843 Dec 22 09:52:35.030094 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25a2a15b-4f8e-4c8d-b83b-56acb2cb6e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:35.066207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:35.238143 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:35.258620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:35.264718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:35.270477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:35.417258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06403af-9d5d-47a5-81bd-99c0398b992c']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:35.428696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e685adde-085f-44c5-ad95-3f69c7c65270 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Router c96c2bab-c3fe-42a2-9d1b-d1581d3df433 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:52:35.435893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ea3789-80c4-4410-8cd5-9f9765bd11a3') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:35.436652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ea3789-80c4-4410-8cd5-9f9765bd11a3') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:35.452863 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:35.483104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:35.486397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Releasing vxlan tunnel 14 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:52:35.649472 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:35.696938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=2584b68c-1b31-4fe8-b3a3-c09ab2c711b7,segment=NetworkSegment(37c831bf-c006-4213-82a8-109f679e9fa9),segment_id=37c831bf-c006-4213-82a8-109f679e9fa9)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:35.700718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:35.706448 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:35.714994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network b06403af-9d5d-47a5-81bd-99c0398b992c has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:52:35.725980 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:35.810940 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=2584b68c-1b31-4fe8-b3a3-c09ab2c711b7,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:35.826381 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:35.827299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e685adde-085f-44c5-ad95-3f69c7c65270 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:52:35.833767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e685adde-085f-44c5-ad95-3f69c7c65270 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:35.838619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67afc350-8571-43f3-a930-15297cca1f7b None None] Sync routers for ids ['c96c2bab-c3fe-42a2-9d1b-d1581d3df433'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:52:35.839616 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e685adde-085f-44c5-ad95-3f69c7c65270 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "PUT /v2.0/routers/c96c2bab-c3fe-42a2-9d1b-d1581d3df433 HTTP/1.1" status: 200 len: 925 time: 3.9890323 Dec 22 09:52:35.840574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60934) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:35.861895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67afc350-8571-43f3-a930-15297cca1f7b None None] Routers {'c96c2bab-c3fe-42a2-9d1b-d1581d3df433'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:52:35.862598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-67afc350-8571-43f3-a930-15297cca1f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:52:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c96c2bab-c3fe-42a2-9d1b-d1581d3df433'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:35.948466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-67afc350-8571-43f3-a930-15297cca1f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:35.980529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67afc350-8571-43f3-a930-15297cca1f7b None None] Routers {'c96c2bab-c3fe-42a2-9d1b-d1581d3df433'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:52:35.981205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-67afc350-8571-43f3-a930-15297cca1f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:52:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c96c2bab-c3fe-42a2-9d1b-d1581d3df433'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:36.032492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network b06403af-9d5d-47a5-81bd-99c0398b992c has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:52:36.082246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-67afc350-8571-43f3-a930-15297cca1f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:36.082702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67afc350-8571-43f3-a930-15297cca1f7b None None] The sync data for ids ['c96c2bab-c3fe-42a2-9d1b-d1581d3df433'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:52:36.170790 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-703ca632-4850-4241-a612-2c471fe23185 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "GET /v2.0/routers/c96c2bab-c3fe-42a2-9d1b-d1581d3df433 HTTP/1.1" status: 200 len: 925 time: 0.3286619 Dec 22 09:52:36.173809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60942) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:52:36.202962 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:52:36.295187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64c9676-7b14-4750-85c1-5d18fd824174 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:36.304712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e64c9676-7b14-4750-85c1-5d18fd824174 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Synchronizing usage tracker for tenant:08b5323c4db5440c9e06461b822b874d on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:52:36.331028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e64c9676-7b14-4750-85c1-5d18fd824174 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Unset dirty status for tenant:08b5323c4db5440c9e06461b822b874d on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:52:36.333256 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e64c9676-7b14-4750-85c1-5d18fd824174 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "GET /v2.0/ports?network_id=3e8ac871-e927-441e-85b7-a068ff198db2&device_id=c96c2bab-c3fe-42a2-9d1b-d1581d3df433&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1582332 Dec 22 09:52:36.336508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60948) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:36.357154 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b42efe41-f30f-4df7-a277-6197abe58751 req-4e1081ff-fbf5-4218-941c-f184cce4c561 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.3981218 Dec 22 09:52:36.466354 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2ef5ce56-4f83-4126-969f-73e97ce1ae59 req-44a087b7-a8a4-4a65-8612-49042b07fe01 service neutron] 10.222.0.64 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.6132801 Dec 22 09:52:36.557601 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 09:52:36.557601 n-d-765315-5 neutron-server[80960]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 09:52:36.557601 n-d-765315-5 neutron-server[80960]: [parameters: {'id': 'b06403af-9d5d-47a5-81bd-99c0398b992c'}] Dec 22 09:52:36.557601 n-d-765315-5 neutron-server[80960]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:52:36.558156 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:52:36.566474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be67a0f-44b0-40ab-805f-2425b9007e92 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:36.567578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9be67a0f-44b0-40ab-805f-2425b9007e92 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Synchronizing usage tracker for tenant:08b5323c4db5440c9e06461b822b874d on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:52:36.607460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9be67a0f-44b0-40ab-805f-2425b9007e92 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Unset dirty status for tenant:08b5323c4db5440c9e06461b822b874d on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:52:36.608967 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9be67a0f-44b0-40ab-805f-2425b9007e92 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 881 time: 0.2704849 Dec 22 09:52:36.612832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60956) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:36.624611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3090fe60-5d49-449b-bcae-ac365f75da00 None None] Provisioning for port 0059275c-8fe9-4590-8687-affbf3a4854b completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:36.682379 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ddf27dd9-b210-447a-b822-00eadb005038 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "GET /v2.0/ports?device_id=c96c2bab-c3fe-42a2-9d1b-d1581d3df433 HTTP/1.1" status: 200 len: 205 time: 0.0676639 Dec 22 09:52:36.687151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60962) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:36.728572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dd902-c7c1-43ec-b2e7-8e654f350a5c req-0adfa600-5255-4b5c-b42f-2f1b15270e95 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:36.730542 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f7dd902-c7c1-43ec-b2e7-8e654f350a5c req-0adfa600-5255-4b5c-b42f-2f1b15270e95 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.7006114 Dec 22 09:52:36.879172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96517c-e407-4b5f-81af-f500d6d09bea req-828837d3-be3a-429f-8b5d-60fab1591c77 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:36.888261 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f96517c-e407-4b5f-81af-f500d6d09bea req-828837d3-be3a-429f-8b5d-60fab1591c77 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=3ec50882-7cae-4959-9aa7-180ac350a41f HTTP/1.1" status: 200 len: 945 time: 0.3126678 Dec 22 09:52:36.919874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:52:37.012600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f7dd902-c7c1-43ec-b2e7-8e654f350a5c req-6e4a2625-3799-4ae3-9600-92bbd8f6b7fd tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388744 Dec 22 09:52:37.066884 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:37.085820 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c852-760a-4c2a-ab29-7ff5ad91b084 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:37.103535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec68f1f8-09e7-4e2e-b57a-6a947daf281b None None] Network b06403af-9d5d-47a5-81bd-99c0398b992c requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:52:37.185183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-16944aaa-bbdc-4352-bc25-72bdd55c25aa None None] Provisioning complete for port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:37.185183 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-16944aaa-bbdc-4352-bc25-72bdd55c25aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:37.215003 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f96517c-e407-4b5f-81af-f500d6d09bea req-7bd822d1-7e59-4aa2-a499-a85fa47c824f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256664 Dec 22 09:52:37.224397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Deleting port 0059275c-8fe9-4590-8687-affbf3a4854b {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:52:37.224887 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:37.275216 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-670b8033-b3fd-4534-bbd9-eb4bf6ef537f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:37.336869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:37.342278 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-034f568d-f22e-4d8c-8c60-e036c37cec00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:37.672869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c852-760a-4c2a-ab29-7ff5ad91b084 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:37.679246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4c852-760a-4c2a-ab29-7ff5ad91b084 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Deleting port 1e6aae1d-32c2-4a87-98f3-3312aec493fe {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:52:37.679636 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c852-760a-4c2a-ab29-7ff5ad91b084 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:37.857448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:37.858084 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:37.940990 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93465f57-83f7-453a-b445-b3ef6e486172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:37.976528 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c852-760a-4c2a-ab29-7ff5ad91b084 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:38.038030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a62b2af-1881-4745-a349-98ac5072310f None None] DHCP port deletion for b06403af-9d5d-47a5-81bd-99c0398b992c request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:52:38.045277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2a62b2af-1881-4745-a349-98ac5072310f None None] Deleting port 0059275c-8fe9-4590-8687-affbf3a4854b {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:52:38.045711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2a62b2af-1881-4745-a349-98ac5072310f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:38.109450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 0059275c-8fe9-4590-8687-affbf3a4854b up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:38.173038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4c852-760a-4c2a-ab29-7ff5ad91b084 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Calling delete_port for 1e6aae1d-32c2-4a87-98f3-3312aec493fe owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:52:38.365094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] For port 0059275c-8fe9-4590-8687-affbf3a4854b, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=0059275c-8fe9-4590-8687-affbf3a4854b,segment=NetworkSegment(f5ea3789-80c4-4410-8cd5-9f9765bd11a3),segment_id=f5ea3789-80c4-4410-8cd5-9f9765bd11a3)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:38.365683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:38.400893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-2a62b2af-1881-4745-a349-98ac5072310f None None] For port 0059275c-8fe9-4590-8687-affbf3a4854b, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=0059275c-8fe9-4590-8687-affbf3a4854b,segment=NetworkSegment(f5ea3789-80c4-4410-8cd5-9f9765bd11a3),segment_id=f5ea3789-80c4-4410-8cd5-9f9765bd11a3)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:38.401172 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2a62b2af-1881-4745-a349-98ac5072310f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:38.414576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c852-760a-4c2a-ab29-7ff5ad91b084 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:38.526169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Calling delete_port for 0059275c-8fe9-4590-8687-affbf3a4854b owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:52:38.542196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2a62b2af-1881-4745-a349-98ac5072310f None None] Calling delete_port for 0059275c-8fe9-4590-8687-affbf3a4854b owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:52:38.579343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 60990) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:38.613605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b8033-b3fd-4534-bbd9-eb4bf6ef537f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Subnet': ['ID=e96e7c94-5870-424c-a641-568b8a92ef05,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:38.628944 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2a62b2af-1881-4745-a349-98ac5072310f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:38.630082 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-670b8033-b3fd-4534-bbd9-eb4bf6ef537f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.293s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:38.648264 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-885c695a-a1ae-4162-901d-96d34ff15ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:38.691632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a29dbebc-a5b3-468a-9af5-1f62c3822749 None None] Provisioning complete for port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:38.692504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a29dbebc-a5b3-468a-9af5-1f62c3822749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:38.704684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c852-760a-4c2a-ab29-7ff5ad91b084 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:38.705694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf8819-df6b-4674-9c03-312b88ce785e req-1fb0045d-4e3b-45f3-a9d4-e6f25cb6f06b tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:38.707418 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6adf8819-df6b-4674-9c03-312b88ce785e req-1fb0045d-4e3b-45f3-a9d4-e6f25cb6f06b tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.2247972 Dec 22 09:52:38.708603 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:52:38.708964 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:52:38.726751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d53690-3d64-4f0b-9654-3cd63cb26e25 req-77e263a6-d178-46ce-ba1c-a93049aac2f2 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:38.735412 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a9d53690-3d64-4f0b-9654-3cd63cb26e25 req-77e263a6-d178-46ce-ba1c-a93049aac2f2 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 945 time: 1.2587214 Dec 22 09:52:38.763613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62b2af-1881-4745-a349-98ac5072310f None None] Pushing event deleted for resources: {'Port': ['ID=0059275c-8fe9-4590-8687-affbf3a4854b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:38.767271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No active binding found for port 0059275c-8fe9-4590-8687-affbf3a4854b {{(pid=81073) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Dec 22 09:52:38.767763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 0059275c-8fe9-4590-8687-affbf3a4854b not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 22 09:52:38.811901 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2a62b2af-1881-4745-a349-98ac5072310f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:38.815785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Port 0059275c-8fe9-4590-8687-affbf3a4854b not found, will not notify nova. {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 09:52:38.845779 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6adf8819-df6b-4674-9c03-312b88ce785e req-3ac854d6-9d23-42ec-ac8f-e22e694578cf tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265545 Dec 22 09:52:38.864599 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a9d53690-3d64-4f0b-9654-3cd63cb26e25 req-c9f36e27-0d6a-4cc0-b34e-76c3273706cb tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281483 Dec 22 09:52:38.877505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670b8033-b3fd-4534-bbd9-eb4bf6ef537f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Checking segment: {'id': '58104f40-bf72-49da-b062-1330cffa06ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:52:38.877846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670b8033-b3fd-4534-bbd9-eb4bf6ef537f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network hostable DHCP agents. Network: 8f9ec69a-66c2-4f55-9145-23005e8e0149, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:52:38.910865 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:38.930934 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c852-760a-4c2a-ab29-7ff5ad91b084 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:38.933982 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c852-760a-4c2a-ab29-7ff5ad91b084 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:38.943774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670b8033-b3fd-4534-bbd9-eb4bf6ef537f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 8f9ec69a-66c2-4f55-9145-23005e8e0149 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:52:38.961343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-670b8033-b3fd-4534-bbd9-eb4bf6ef537f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 8f9ec69a-66c2-4f55-9145-23005e8e0149) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:52:38.978406 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c852-760a-4c2a-ab29-7ff5ad91b084 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:38.979029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a4c852-760a-4c2a-ab29-7ff5ad91b084 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Fanout notify agent at l3_agent the message router_deleted on router c96c2bab-c3fe-42a2-9d1b-d1581d3df433 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:52:38.994501 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e448a323-e06a-4cde-be6b-24e9c5450f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:38.997605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b8033-b3fd-4534-bbd9-eb4bf6ef537f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:38.998278 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-670b8033-b3fd-4534-bbd9-eb4bf6ef537f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:39.020093 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c852-760a-4c2a-ab29-7ff5ad91b084 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:39.020316 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e0a4c852-760a-4c2a-ab29-7ff5ad91b084 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "DELETE /v2.0/routers/c96c2bab-c3fe-42a2-9d1b-d1581d3df433 HTTP/1.1" status: 204 len: 168 time: 2.3316402 Dec 22 09:52:39.021801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e448a323-e06a-4cde-be6b-24e9c5450f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:52:39.026740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 32768) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:39.027595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 0059275c-8fe9-4590-8687-affbf3a4854b no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:52:39.036473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-02a156ee-4bcb-4fed-92e6-8b853351b814 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-193982556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:39.047540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e448a323-e06a-4cde-be6b-24e9c5450f8a admin admin] Usage tracker for resource:security_group_rule and tenant:bbb87788537249e7b0e1b97b265ca32f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:52:39.054966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b90653-c35d-4199-b1ac-04934a981c59 None None] Network 8f9ec69a-66c2-4f55-9145-23005e8e0149 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:52:39.056766 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-670b8033-b3fd-4534-bbd9-eb4bf6ef537f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 9.6303360 Dec 22 09:52:39.057698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-02a156ee-4bcb-4fed-92e6-8b853351b814 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:52:39.059564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 32772) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:39.060609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e448a323-e06a-4cde-be6b-24e9c5450f8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:52:39.068148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-02a156ee-4bcb-4fed-92e6-8b853351b814 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Usage tracker for resource:router and tenant:57295c6adad2492b9b450a14dac3e1fb is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:52:39.071520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e448a323-e06a-4cde-be6b-24e9c5450f8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:52:39.073995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-02a156ee-4bcb-4fed-92e6-8b853351b814 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:52:39.083070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-02a156ee-4bcb-4fed-92e6-8b853351b814 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:52:39.109490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02a156ee-4bcb-4fed-92e6-8b853351b814 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:39.110699 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02a156ee-4bcb-4fed-92e6-8b853351b814 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:39.128130 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02a156ee-4bcb-4fed-92e6-8b853351b814 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:39.149498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 0059275c-8fe9-4590-8687-affbf3a4854b {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:52:39.152661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 0059275c-8fe9-4590-8687-affbf3a4854b not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:52:39.160938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a62b2af-1881-4745-a349-98ac5072310f None None] No DVR routers for this DVR port 0059275c-8fe9-4590-8687-affbf3a4854b on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:52:39.176783 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02a156ee-4bcb-4fed-92e6-8b853351b814 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:39.229390 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02a156ee-4bcb-4fed-92e6-8b853351b814 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:39.231759 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-02a156ee-4bcb-4fed-92e6-8b853351b814 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2015021 Dec 22 09:52:39.235704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Deleting port 0059275c-8fe9-4590-8687-affbf3a4854b {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:52:39.236143 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:39.239834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 32776) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:39.251657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7cf23940-c8dd-4a97-873a-bb946b283260 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Request body: {'router': {'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:39.455664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] The port '0059275c-8fe9-4590-8687-affbf3a4854b' was deleted {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:52:39.456112 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:39.460404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-8f9ec69a-66c2-4f55-9145-23005e8e0149', 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'fixed_ips': [{'subnet_id': 'e96e7c94-5870-424c-a641-568b8a92ef05'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:52:39.461705 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:39.685592 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:39.838277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Allocated IP 2001:db8:2::2 (8f9ec69a-66c2-4f55-9145-23005e8e0149/e96e7c94-5870-424c-a641-568b8a92ef05/1b9589d9-d55b-4eb3-a2a7-29ebe4bec270) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:52:40.030244 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:40.048275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c65e7b-77dd-4b14-883b-a59fd2d94033 req-e6f76a87-59f7-4a48-b753-5bd894c31be8 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:40.052708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c65e7b-77dd-4b14-883b-a59fd2d94033 req-e6f76a87-59f7-4a48-b753-5bd894c31be8 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:40.057191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c65e7b-77dd-4b14-883b-a59fd2d94033 req-e6f76a87-59f7-4a48-b753-5bd894c31be8 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:40.062002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c65e7b-77dd-4b14-883b-a59fd2d94033 req-e6f76a87-59f7-4a48-b753-5bd894c31be8 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:40.066511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c65e7b-77dd-4b14-883b-a59fd2d94033 req-e6f76a87-59f7-4a48-b753-5bd894c31be8 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:40.071723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c65e7b-77dd-4b14-883b-a59fd2d94033 req-e6f76a87-59f7-4a48-b753-5bd894c31be8 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:40.076465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c65e7b-77dd-4b14-883b-a59fd2d94033 req-e6f76a87-59f7-4a48-b753-5bd894c31be8 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:40.078593 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-44c65e7b-77dd-4b14-883b-a59fd2d94033 req-e6f76a87-59f7-4a48-b753-5bd894c31be8 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5433 time: 0.8935373 Dec 22 09:52:40.097589 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:40.110579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Transition to ACTIVE for port object 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:52:40.140751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Transition to ACTIVE for port object 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:52:40.143683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:40.145937 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:40.172041 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cf23940-c8dd-4a97-873a-bb946b283260 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:40.183458 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:40.183993 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e448a323-e06a-4cde-be6b-24e9c5450f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:40.187998 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e448a323-e06a-4cde-be6b-24e9c5450f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:40.196628 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f2c1676d-35bf-4283-a222-61e59d2ffbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:40.199832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06403af-9d5d-47a5-81bd-99c0398b992c']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:40.241179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ea3789-80c4-4410-8cd5-9f9765bd11a3') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:40.242043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ea3789-80c4-4410-8cd5-9f9765bd11a3') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:40.262755 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:40.285036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448a323-e06a-4cde-be6b-24e9c5450f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed2bf77-f85a-46f9-9516-565556f5ad97,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:40.290530 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e448a323-e06a-4cde-be6b-24e9c5450f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:40.312528 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e448a323-e06a-4cde-be6b-24e9c5450f8a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bbb87788537249e7b0e1b97b265ca32f&name=default HTTP/1.1" status: 200 len: 2883 time: 1.7316318 Dec 22 09:52:40.325521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 32784) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:40.444131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:40.458860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafc52d-8100-4011-b698-e9237541bf05 req-e1aeb49b-fb45-4809-a1ac-d1a8037cb34b tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:40.471242 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dfafc52d-8100-4011-b698-e9237541bf05 req-e1aeb49b-fb45-4809-a1ac-d1a8037cb34b tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 945 time: 0.8063991 Dec 22 09:52:40.474948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Releasing vxlan tunnel 14 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:52:40.513502 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-44c65e7b-77dd-4b14-883b-a59fd2d94033 req-2820583a-5f0a-4292-a31e-cea8e64bb9b8 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3999028 Dec 22 09:52:40.542143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Network 8f9ec69a-66c2-4f55-9145-23005e8e0149 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:52:40.546067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:52:40.552098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:52:40.601999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Pushing event updated for resources: {'Port': ['ID=1b9589d9-d55b-4eb3-a2a7-29ebe4bec270,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:40.623092 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:40.642812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Attempting to bind port 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:52:40.643230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Attempting to bind port 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '58104f40-bf72-49da-b062-1330cffa06ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:52:40.643647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Attempting to bind port 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 on network 8f9ec69a-66c2-4f55-9145-23005e8e0149 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:52:40.652982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:52:40.653472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Checking segment: {'id': '58104f40-bf72-49da-b062-1330cffa06ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:52:40.654103 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:40.654532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Bound using segment: {'id': '58104f40-bf72-49da-b062-1330cffa06ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:52:40.655129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Bound port: 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58104f40-bf72-49da-b062-1330cffa06ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:52:40.655609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:40.669388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:40.714349 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cf23940-c8dd-4a97-873a-bb946b283260 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:40.759403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cf23940-c8dd-4a97-873a-bb946b283260 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:40.774080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] For port 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:52:40.781252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] For port 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=1b9589d9-d55b-4eb3-a2a7-29ebe4bec270,segment=NetworkSegment(58104f40-bf72-49da-b062-1330cffa06ca),segment_id=58104f40-bf72-49da-b062-1330cffa06ca)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:52:40.786593 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:40.811416 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-02e98e13-3e86-4c30-9d15-39249c86c8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:41.008580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Pushing event updated for resources: {'Port': ['ID=1b9589d9-d55b-4eb3-a2a7-29ebe4bec270,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:41.016952 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:41.181477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-7cf23940-c8dd-4a97-873a-bb946b283260 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Allocated IP 172.25.7.79 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/0af2c512-ecaf-424d-aaf8-4520848690ee) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:52:41.215091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b9318989-48c7-4641-9a55-0f9642ff3a84 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:52:41.359926 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-134a23a9-0599-4998-9647-93ba4b335e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:41.395228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:41.424744 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dfafc52d-8100-4011-b698-e9237541bf05 req-8d3d03cf-78ad-4e78-90e9-71a427b2f004 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9520252 Dec 22 09:52:41.444739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec50882-7cae-4959-9aa7-180ac350a41f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9318989-48c7-4641-9a55-0f9642ff3a84'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:52:41.484187 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cf23940-c8dd-4a97-873a-bb946b283260 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:41.495733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port b9318989-48c7-4641-9a55-0f9642ff3a84, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b9318989-48c7-4641-9a55-0f9642ff3a84,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:41.520708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:41.535165 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:41.544148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network b06403af-9d5d-47a5-81bd-99c0398b992c has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:52:41.554412 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:41.557667 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cf23940-c8dd-4a97-873a-bb946b283260 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:41.599471 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:41.688730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=b9318989-48c7-4641-9a55-0f9642ff3a84,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:41.700756 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:41.706978 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:41.740543 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-134a23a9-0599-4998-9647-93ba4b335e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:41.829308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf23940-c8dd-4a97-873a-bb946b283260 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Pushing event updated for resources: {'Port': ['ID=0af2c512-ecaf-424d-aaf8-4520848690ee,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:41.831852 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7cf23940-c8dd-4a97-873a-bb946b283260 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:41.902678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf23940-c8dd-4a97-873a-bb946b283260 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:52:41.903928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-7cf23940-c8dd-4a97-873a-bb946b283260 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:52:41.906514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf23940-c8dd-4a97-873a-bb946b283260 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:52:42.117408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network b06403af-9d5d-47a5-81bd-99c0398b992c has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:52:42.150903 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:52:42.232319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f3553-d7f2-4b29-a561-9e900638d040 req-c8490fb6-d53c-48ff-a33d-68e0c029caae tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:42.234021 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df1f3553-d7f2-4b29-a561-9e900638d040 req-c8490fb6-d53c-48ff-a33d-68e0c029caae tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.64 "GET /v2.0/ports?device_id=3ec50882-7cae-4959-9aa7-180ac350a41f HTTP/1.1" status: 200 len: 945 time: 1.0750558 Dec 22 09:52:42.276348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff55ac4-e083-447f-839b-ee49474d492c req-bb3beb50-f95a-4a80-87d3-d6f56ad957a9 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:42.276348 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aff55ac4-e083-447f-839b-ee49474d492c req-bb3beb50-f95a-4a80-87d3-d6f56ad957a9 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=3ec50882-7cae-4959-9aa7-180ac350a41f HTTP/1.1" status: 200 len: 945 time: 1.1894379 Dec 22 09:52:42.499458 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cf23940-c8dd-4a97-873a-bb946b283260 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:42.523216 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-134a23a9-0599-4998-9647-93ba4b335e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:42.556235 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-53b22291-a61d-4abd-b15c-0dcd5a29bd5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:42.681922 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:42.690831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a23a9-0599-4998-9647-93ba4b335e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed2bf77-f85a-46f9-9516-565556f5ad97,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:42.733776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-df1f3553-d7f2-4b29-a561-9e900638d040 req-59355f2e-ce11-40ec-a1ac-8bbba2e2f19d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Deleting port b9318989-48c7-4641-9a55-0f9642ff3a84 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:52:42.734633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-df1f3553-d7f2-4b29-a561-9e900638d040 req-59355f2e-ce11-40ec-a1ac-8bbba2e2f19d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:42.801647 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aff55ac4-e083-447f-839b-ee49474d492c req-30f98331-1ab1-4db2-9f95-8a10104ccd41 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570544 Dec 22 09:52:42.812068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:42.817109 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-134a23a9-0599-4998-9647-93ba4b335e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:42.822743 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa12d9e6-14f7-4f97-999d-c2e67c7cb6f3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:42.863457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3912b-34ff-492d-9f84-0169e1c71b32 req-0ca6ed07-b15c-4687-b572-3082055a5208 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:42.874440 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-48c3912b-34ff-492d-9f84-0169e1c71b32 req-0ca6ed07-b15c-4687-b572-3082055a5208 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.1380188 Dec 22 09:52:42.923189 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec50882-7cae-4959-9aa7-180ac350a41f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9318989-48c7-4641-9a55-0f9642ff3a84', 'code': 200} Dec 22 09:52:42.993695 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-134a23a9-0599-4998-9647-93ba4b335e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:42.996189 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-134a23a9-0599-4998-9647-93ba4b335e9f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bed2bf77-f85a-46f9-9516-565556f5ad97 HTTP/1.1" status: 204 len: 168 time: 2.6691489 Dec 22 09:52:43.037139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac617e6b-44e2-486d-9752-a320d4b523a6 None None] Network 8f9ec69a-66c2-4f55-9145-23005e8e0149 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:52:43.059962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:43.066371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Network': ['ID=b06403af-9d5d-47a5-81bd-99c0398b992c,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:43.099987 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/networks/b06403af-9d5d-47a5-81bd-99c0398b992c HTTP/1.1" status: 204 len: 168 time: 22.5207176 Dec 22 09:52:43.111063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 32796) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:43.115132 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:43.152556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0363797f-85d1-460d-b615-21c2767a8808 None None] Provisioning for port 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:43.269873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:43.281566 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-48c3912b-34ff-492d-9f84-0169e1c71b32 req-79586130-fcff-4742-87f5-b29165e10bd0 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057477 Dec 22 09:52:43.294890 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cf23940-c8dd-4a97-873a-bb946b283260 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:43.307805 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cf23940-c8dd-4a97-873a-bb946b283260 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846921732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7854069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846964228'] for router, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:43.310156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:43.310596 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:43.537900 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8eb194-d1ed-45e6-b914-41d6c310f60a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] DELETE failed (client error): The resource could not be found. Dec 22 09:52:43.538287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8eb194-d1ed-45e6-b914-41d6c310f60a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:52:43.554227 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6e8eb194-d1ed-45e6-b914-41d6c310f60a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/subnets/b1ff8e4a-73f0-402b-a091-ca4e974c0fc5 HTTP/1.1" status: 404 len: 337 time: 0.4343529 Dec 22 09:52:43.573758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 32806) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:43.632402 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-5705214b-c308-4493-bd96-f199670252c4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] DELETE failed (client error): The resource could not be found. Dec 22 09:52:43.632892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5705214b-c308-4493-bd96-f199670252c4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:52:43.656410 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5705214b-c308-4493-bd96-f199670252c4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/networks/b06403af-9d5d-47a5-81bd-99c0398b992c HTTP/1.1" status: 404 len: 339 time: 0.0733864 Dec 22 09:52:43.657398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 32810) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:43.825323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf23940-c8dd-4a97-873a-bb946b283260 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Router 8cfa0fe3-8ca0-4d6c-9120-e1a71ad3524f is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:52:43.841503 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d036750c-60d2-4cd9-a749-12049fa3fdeb tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:43.860492 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:43.906356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=1b9589d9-d55b-4eb3-a2a7-29ebe4bec270,segment=NetworkSegment(58104f40-bf72-49da-b062-1330cffa06ca),segment_id=58104f40-bf72-49da-b062-1330cffa06ca)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:43.909863 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:43.913186 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6238ef9b-baa2-414c-ac21-cc1a2d6f3da3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:44.003046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=1b9589d9-d55b-4eb3-a2a7-29ebe4bec270,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:44.010563 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:44.030279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 32816) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:44.259328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b04d6493-f6ff-4316-b3d2-7167a28f574f None None] Provisioning complete for port 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:44.259766 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b04d6493-f6ff-4316-b3d2-7167a28f574f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:44.574814 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d036750c-60d2-4cd9-a749-12049fa3fdeb tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:44.584914 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-948215d9-3a7c-488c-aad0-03aa5ea9650a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:44.594669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-89cfbff9-f09e-4ce0-850b-3c78f535ecfa None None] Provisioning complete for port 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:44.595220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89cfbff9-f09e-4ce0-850b-3c78f535ecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:44.644607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-948215d9-3a7c-488c-aad0-03aa5ea9650a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:52:44.691733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf23940-c8dd-4a97-873a-bb946b283260 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:52:44.692046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-948215d9-3a7c-488c-aad0-03aa5ea9650a admin admin] Usage tracker for resource:security_group_rule and tenant:76c4ee6104664f0192b493f153694f52 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:52:44.703291 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cf23940-c8dd-4a97-873a-bb946b283260 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:44.704624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-948215d9-3a7c-488c-aad0-03aa5ea9650a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:52:44.707488 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7cf23940-c8dd-4a97-873a-bb946b283260 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "PUT /v2.0/routers/8cfa0fe3-8ca0-4d6c-9120-e1a71ad3524f HTTP/1.1" status: 200 len: 882 time: 5.4657993 Dec 22 09:52:44.708354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 32820) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:44.725676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bcf311-bde1-44b3-85a6-a1468eb80d01 None None] Sync routers for ids ['8cfa0fe3-8ca0-4d6c-9120-e1a71ad3524f'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:52:44.745866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-948215d9-3a7c-488c-aad0-03aa5ea9650a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:52:44.748360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bcf311-bde1-44b3-85a6-a1468eb80d01 None None] Routers {'8cfa0fe3-8ca0-4d6c-9120-e1a71ad3524f'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:52:44.749081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-92bcf311-bde1-44b3-85a6-a1468eb80d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:52:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['8cfa0fe3-8ca0-4d6c-9120-e1a71ad3524f'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:44.787270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7844ed3-a2a7-482b-b126-41ee10c0b5d9 req-f981fdac-6de8-4c3a-8a4e-a17ddbdedba5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:44.792917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7844ed3-a2a7-482b-b126-41ee10c0b5d9 req-f981fdac-6de8-4c3a-8a4e-a17ddbdedba5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:44.798032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7844ed3-a2a7-482b-b126-41ee10c0b5d9 req-f981fdac-6de8-4c3a-8a4e-a17ddbdedba5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:44.802292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7844ed3-a2a7-482b-b126-41ee10c0b5d9 req-f981fdac-6de8-4c3a-8a4e-a17ddbdedba5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:44.807737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7844ed3-a2a7-482b-b126-41ee10c0b5d9 req-f981fdac-6de8-4c3a-8a4e-a17ddbdedba5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:44.812393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7844ed3-a2a7-482b-b126-41ee10c0b5d9 req-f981fdac-6de8-4c3a-8a4e-a17ddbdedba5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:44.817135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7844ed3-a2a7-482b-b126-41ee10c0b5d9 req-f981fdac-6de8-4c3a-8a4e-a17ddbdedba5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:44.825973 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c7844ed3-a2a7-482b-b126-41ee10c0b5d9 req-f981fdac-6de8-4c3a-8a4e-a17ddbdedba5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5433 time: 1.2262125 Dec 22 09:52:44.834543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d036750c-60d2-4cd9-a749-12049fa3fdeb tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069e5248-56b7-47cc-b993-c99b1e1c0142']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:44.883707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-92bcf311-bde1-44b3-85a6-a1468eb80d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:44.884132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-df1f3553-d7f2-4b29-a561-9e900638d040 req-59355f2e-ce11-40ec-a1ac-8bbba2e2f19d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] For port b9318989-48c7-4641-9a55-0f9642ff3a84, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b9318989-48c7-4641-9a55-0f9642ff3a84,segment=NetworkSegment(514f60c1-9478-4612-93de-79b094e78670),segment_id=514f60c1-9478-4612-93de-79b094e78670)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:44.884549 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-df1f3553-d7f2-4b29-a561-9e900638d040 req-59355f2e-ce11-40ec-a1ac-8bbba2e2f19d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:44.886515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d036750c-60d2-4cd9-a749-12049fa3fdeb tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93bab001-19ff-410e-954e-579f03e46787') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:44.886515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d036750c-60d2-4cd9-a749-12049fa3fdeb tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93bab001-19ff-410e-954e-579f03e46787') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:44.907797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847686d3-cb02-42e5-b244-3a24f632b40d req-7514d7a7-4ec2-489c-9a92-466054bd6213 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:44.917423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-847686d3-cb02-42e5-b244-3a24f632b40d req-7514d7a7-4ec2-489c-9a92-466054bd6213 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 945 time: 1.2098606 Dec 22 09:52:44.925606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bcf311-bde1-44b3-85a6-a1468eb80d01 None None] Routers {'8cfa0fe3-8ca0-4d6c-9120-e1a71ad3524f'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:52:44.925606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-92bcf311-bde1-44b3-85a6-a1468eb80d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:52:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['8cfa0fe3-8ca0-4d6c-9120-e1a71ad3524f'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:44.961064 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d036750c-60d2-4cd9-a749-12049fa3fdeb tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:44.970927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Allocated IP 2001:db8:2::1 (8f9ec69a-66c2-4f55-9145-23005e8e0149/e96e7c94-5870-424c-a641-568b8a92ef05/789886e8-dc38-49e4-ac72-e1878f48b9a1) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:52:44.999540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:45.000772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d036750c-60d2-4cd9-a749-12049fa3fdeb tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:45.004676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d036750c-60d2-4cd9-a749-12049fa3fdeb tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Releasing vxlan tunnel 13 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:52:45.044525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-92bcf311-bde1-44b3-85a6-a1468eb80d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:45.045412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bcf311-bde1-44b3-85a6-a1468eb80d01 None None] The sync data for ids ['8cfa0fe3-8ca0-4d6c-9120-e1a71ad3524f'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:52:45.090890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:45.091116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:45.101126 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-509343dd-54d1-4c9f-beba-00ffe0baf6ad tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "GET /v2.0/routers/8cfa0fe3-8ca0-4d6c-9120-e1a71ad3524f HTTP/1.1" status: 200 len: 923 time: 0.3819103 Dec 22 09:52:45.102637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 32824) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:45.242543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8e363270-e51b-4f86-a90b-49f268a46b07 None None] Provisioning complete for port 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:45.243003 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e363270-e51b-4f86-a90b-49f268a46b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:45.249527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-df1f3553-d7f2-4b29-a561-9e900638d040 req-59355f2e-ce11-40ec-a1ac-8bbba2e2f19d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Calling delete_port for b9318989-48c7-4641-9a55-0f9642ff3a84 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:52:45.278112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d036750c-60d2-4cd9-a749-12049fa3fdeb tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 069e5248-56b7-47cc-b993-c99b1e1c0142 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:52:45.291000 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d036750c-60d2-4cd9-a749-12049fa3fdeb tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:45.317019 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c7844ed3-a2a7-482b-b126-41ee10c0b5d9 req-839432dd-5f9f-4017-872b-188fa140234b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4899805 Dec 22 09:52:45.420429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537d82a9-ba06-4c24-8afb-58b17ee4c720 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:45.420429 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-537d82a9-ba06-4c24-8afb-58b17ee4c720 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "GET /v2.0/ports?network_id=3e8ac871-e927-441e-85b7-a068ff198db2&device_id=8cfa0fe3-8ca0-4d6c-9120-e1a71ad3524f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3098030 Dec 22 09:52:45.427047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 32828) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:45.486169 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-847686d3-cb02-42e5-b244-3a24f632b40d req-fb3849f0-419a-442e-8019-ca82b4486ce3 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5677457 Dec 22 09:52:45.548578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d036750c-60d2-4cd9-a749-12049fa3fdeb tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 069e5248-56b7-47cc-b993-c99b1e1c0142 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:52:45.586826 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:52:45.743356 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d036750c-60d2-4cd9-a749-12049fa3fdeb tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:45.747823 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e32899ef-bfc0-4c8a-afb3-3ebeeb290b1a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:45.763439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d036750c-60d2-4cd9-a749-12049fa3fdeb tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:45.795565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036750c-60d2-4cd9-a749-12049fa3fdeb tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Network': ['ID=069e5248-56b7-47cc-b993-c99b1e1c0142,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:45.801394 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d036750c-60d2-4cd9-a749-12049fa3fdeb tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:45.805960 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d036750c-60d2-4cd9-a749-12049fa3fdeb tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/networks/069e5248-56b7-47cc-b993-c99b1e1c0142 HTTP/1.1" status: 204 len: 168 time: 2.1427517 Dec 22 09:52:45.806624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 32832) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:45.817156 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-df1f3553-d7f2-4b29-a561-9e900638d040 req-59355f2e-ce11-40ec-a1ac-8bbba2e2f19d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:45.851185 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:45.852365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6765f10d-aa55-4b1a-8d97-26c1028ef80b tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:45.853855 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6765f10d-aa55-4b1a-8d97-26c1028ef80b tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 881 time: 0.4252462 Dec 22 09:52:45.858362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 32836) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:45.896931 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7483d4-5de6-46c6-9eb7-dc08bbe6c453 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] DELETE failed (client error): The resource could not be found. Dec 22 09:52:45.897688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c7483d4-5de6-46c6-9eb7-dc08bbe6c453 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:52:45.900314 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2c7483d4-5de6-46c6-9eb7-dc08bbe6c453 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/subnets/2a853c19-76cb-405d-9a09-687b45fa3e0f HTTP/1.1" status: 404 len: 337 time: 0.0919967 Dec 22 09:52:45.905889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 32840) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:45.936206 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b64b553b-5780-4ebc-bed9-650551cb81fd tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "GET /v2.0/ports?device_id=8cfa0fe3-8ca0-4d6c-9120-e1a71ad3524f HTTP/1.1" status: 200 len: 205 time: 0.0765572 Dec 22 09:52:45.939181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 32844) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:45.942592 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a91be86-7f67-4018-a588-ccd09dd918ac tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] DELETE failed (client error): The resource could not be found. Dec 22 09:52:45.943064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a91be86-7f67-4018-a588-ccd09dd918ac tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:52:45.944803 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1a91be86-7f67-4018-a588-ccd09dd918ac tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/networks/3bd7dcd6-bf57-4124-8dba-aa941e0e6c57 HTTP/1.1" status: 404 len: 339 time: 0.0379293 Dec 22 09:52:45.957927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59355f2e-ce11-40ec-a1ac-8bbba2e2f19d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Pushing event deleted for resources: {'Port': ['ID=b9318989-48c7-4641-9a55-0f9642ff3a84,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:45.960411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 32848) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:45.996619 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-59355f2e-ce11-40ec-a1ac-8bbba2e2f19d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:45.998582 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-948215d9-3a7c-488c-aad0-03aa5ea9650a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:46.051631 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-948215d9-3a7c-488c-aad0-03aa5ea9650a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:46.121228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:46.124932 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-daafbfa9-e344-4fb3-aef9-1425c771377c tempest-SecurityGroupRulesNegativeTestJSON-708579085 tempest-SecurityGroupRulesNegativeTestJSON-708579085] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:46.160620 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b8139ce-f9a5-494c-93e8-659f23597530 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:46.247377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Transition to ACTIVE for port object 789886e8-dc38-49e4-ac72-e1878f48b9a1 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:52:46.269650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa37350-8d86-4aa0-b870-c29ec0902211 req-8e7e7dac-4be7-44a3-9a87-c4f7e3daa76b tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:46.271763 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0aa37350-8d86-4aa0-b870-c29ec0902211 req-8e7e7dac-4be7-44a3-9a87-c4f7e3daa76b tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.7789965 Dec 22 09:52:46.276843 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-948215d9-3a7c-488c-aad0-03aa5ea9650a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76c4ee6104664f0192b493f153694f52&name=default HTTP/1.1" status: 200 len: 2883 time: 2.1970942 Dec 22 09:52:46.290494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948215d9-3a7c-488c-aad0-03aa5ea9650a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a258977-3458-4e0f-b4a9-9fd6545b9af1,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:46.319869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 32852) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:46.342256 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-948215d9-3a7c-488c-aad0-03aa5ea9650a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:46.384456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf605be1-f869-48d3-ab31-481f21de9117 req-05d2cc3c-9f0e-4562-b928-4ead7027678b tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:46.386311 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf605be1-f869-48d3-ab31-481f21de9117 req-05d2cc3c-9f0e-4562-b928-4ead7027678b tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/ports?device_id=3ec50882-7cae-4959-9aa7-180ac350a41f HTTP/1.1" status: 200 len: 865 time: 0.7218959 Dec 22 09:52:46.396753 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b8139ce-f9a5-494c-93e8-659f23597530 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:46.402969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1b8139ce-f9a5-494c-93e8-659f23597530 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Deleting port 0af2c512-ecaf-424d-aaf8-4520848690ee {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:52:46.403424 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b8139ce-f9a5-494c-93e8-659f23597530 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:46.605287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b8139ce-f9a5-494c-93e8-659f23597530 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:46.635455 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0aa37350-8d86-4aa0-b870-c29ec0902211 req-3c144786-7e49-4efe-89ac-ad415dbae677 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358426 Dec 22 09:52:46.663331 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:46.688252 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:46.722263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1f3553-d7f2-4b29-a561-9e900638d040 req-59355f2e-ce11-40ec-a1ac-8bbba2e2f19d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] No DVR routers for this DVR port b9318989-48c7-4641-9a55-0f9642ff3a84 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:52:46.748620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1b8139ce-f9a5-494c-93e8-659f23597530 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Calling delete_port for 0af2c512-ecaf-424d-aaf8-4520848690ee owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:52:46.759103 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bf605be1-f869-48d3-ab31-481f21de9117 req-b90d51c4-0172-4aed-bd69-e3be15d3d4c1 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.50 "GET /v2.0/security-groups?id=781623d5-ce1d-4958-9fc8-bd537fdab023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542876 Dec 22 09:52:46.785973 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-df1f3553-d7f2-4b29-a561-9e900638d040 req-59355f2e-ce11-40ec-a1ac-8bbba2e2f19d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:46.811231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec50882-7cae-4959-9aa7-180ac350a41f', 'name': 'network-vif-deleted', 'tag': 'b9318989-48c7-4641-9a55-0f9642ff3a84'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:52:46.854768 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df1f3553-d7f2-4b29-a561-9e900638d040 req-59355f2e-ce11-40ec-a1ac-8bbba2e2f19d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] 10.222.0.64 "DELETE /v2.0/ports/b9318989-48c7-4641-9a55-0f9642ff3a84 HTTP/1.1" status: 204 len: 173 time: 4.5852699 Dec 22 09:52:46.923407 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b8139ce-f9a5-494c-93e8-659f23597530 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:46.929562 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b564d006-48be-4250-b0b0-d77d28ba0867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:47.026279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1acc257-e015-44ad-8e8b-2d41eebdd33f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Deleting subnet 508cad2e-e16f-4710-b28f-abdd94586cb2 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:52:47.106927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b1acc257-e015-44ad-8e8b-2d41eebdd33f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:47.133625 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b8139ce-f9a5-494c-93e8-659f23597530 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:47.158419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=789886e8-dc38-49e4-ac72-e1878f48b9a1,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:47.189042 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:47.203795 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b564d006-48be-4250-b0b0-d77d28ba0867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:47.284887 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b1acc257-e015-44ad-8e8b-2d41eebdd33f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:47.285140 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b8139ce-f9a5-494c-93e8-659f23597530 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:47.287621 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b8139ce-f9a5-494c-93e8-659f23597530 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:47.308097 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b8139ce-f9a5-494c-93e8-659f23597530 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:47.308813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8139ce-f9a5-494c-93e8-659f23597530 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Fanout notify agent at l3_agent the message router_deleted on router 8cfa0fe3-8ca0-4d6c-9120-e1a71ad3524f {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:52:47.326843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b8139ce-f9a5-494c-93e8-659f23597530 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:47.333189 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1b8139ce-f9a5-494c-93e8-659f23597530 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "DELETE /v2.0/routers/8cfa0fe3-8ca0-4d6c-9120-e1a71ad3524f HTTP/1.1" status: 204 len: 168 time: 1.3924434 Dec 22 09:52:47.333987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 32864) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:47.340987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4d832d03-3185-463f-a94a-a9b7905e28ba tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-431587214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:47.350501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4d832d03-3185-463f-a94a-a9b7905e28ba tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:52:47.356898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4d832d03-3185-463f-a94a-a9b7905e28ba tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Usage tracker for resource:router and tenant:57295c6adad2492b9b450a14dac3e1fb is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:52:47.361415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4d832d03-3185-463f-a94a-a9b7905e28ba tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:52:47.371024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4d832d03-3185-463f-a94a-a9b7905e28ba tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:52:47.392409 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4d832d03-3185-463f-a94a-a9b7905e28ba tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:47.393682 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4d832d03-3185-463f-a94a-a9b7905e28ba tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:47.414351 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4d832d03-3185-463f-a94a-a9b7905e28ba tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:47.438267 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4d832d03-3185-463f-a94a-a9b7905e28ba tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:47.454311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacc724-d21f-4f84-a43c-22d8fc567fca req-25142d83-1093-44f0-8324-ad9b4c9a9310 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:47.463236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacc724-d21f-4f84-a43c-22d8fc567fca req-25142d83-1093-44f0-8324-ad9b4c9a9310 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:47.472430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacc724-d21f-4f84-a43c-22d8fc567fca req-25142d83-1093-44f0-8324-ad9b4c9a9310 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:47.481157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacc724-d21f-4f84-a43c-22d8fc567fca req-25142d83-1093-44f0-8324-ad9b4c9a9310 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:47.488278 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4d832d03-3185-463f-a94a-a9b7905e28ba tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:47.488634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacc724-d21f-4f84-a43c-22d8fc567fca req-25142d83-1093-44f0-8324-ad9b4c9a9310 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:47.490818 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4d832d03-3185-463f-a94a-a9b7905e28ba tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1550906 Dec 22 09:52:47.493718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 32868) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:47.495061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacc724-d21f-4f84-a43c-22d8fc567fca req-25142d83-1093-44f0-8324-ad9b4c9a9310 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:47.500377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0003f0d9-7cfa-4381-ae15-13d3dd3038f2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Request body: {'router': {'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'enable_snat': True}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:47.500547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacc724-d21f-4f84-a43c-22d8fc567fca req-25142d83-1093-44f0-8324-ad9b4c9a9310 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:47.502818 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7bacc724-d21f-4f84-a43c-22d8fc567fca req-25142d83-1093-44f0-8324-ad9b4c9a9310 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5433 time: 0.6809556 Dec 22 09:52:47.515036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 8f9ec69a-66c2-4f55-9145-23005e8e0149 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:52:47.522943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:52:47.548968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:52:47.549624 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:47.561198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7392b-1b9a-421d-b263-7240d7743178 req-986d56d7-4711-45e1-b787-f2ea7c306008 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:47.571297 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-18a7392b-1b9a-421d-b263-7240d7743178 req-986d56d7-4711-45e1-b787-f2ea7c306008 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 945 time: 0.6375656 Dec 22 09:52:47.687583 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b564d006-48be-4250-b0b0-d77d28ba0867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:47.701306 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:47.758737 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7bacc724-d21f-4f84-a43c-22d8fc567fca req-108dedf8-6ce7-4f32-87b5-563ce29534f6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2365000 Dec 22 09:52:47.783505 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b1acc257-e015-44ad-8e8b-2d41eebdd33f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:47.943005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e00eb646-6372-426f-8b52-e91c61117882 None None] Provisioning for port 789886e8-dc38-49e4-ac72-e1878f48b9a1 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:47.950119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e00eb646-6372-426f-8b52-e91c61117882 None None] Provisioning complete for port 789886e8-dc38-49e4-ac72-e1878f48b9a1 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:47.951029 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e00eb646-6372-426f-8b52-e91c61117882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:48.028826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e00eb646-6372-426f-8b52-e91c61117882 None None] Port 789886e8-dc38-49e4-ac72-e1878f48b9a1 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:52:48.212000 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-18a7392b-1b9a-421d-b263-7240d7743178 req-bad9bf3b-e642-4ff2-980d-a1a95ac47c0e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6385241 Dec 22 09:52:48.213327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564d006-48be-4250-b0b0-d77d28ba0867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a258977-3458-4e0f-b4a9-9fd6545b9af1,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:48.225951 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b564d006-48be-4250-b0b0-d77d28ba0867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:48.303982 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec50882-7cae-4959-9aa7-180ac350a41f', 'name': 'network-vif-deleted', 'tag': 'b9318989-48c7-4641-9a55-0f9642ff3a84', 'status': 'completed', 'code': 200} Dec 22 09:52:48.339057 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b564d006-48be-4250-b0b0-d77d28ba0867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:48.344456 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b564d006-48be-4250-b0b0-d77d28ba0867 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6a258977-3458-4e0f-b4a9-9fd6545b9af1 HTTP/1.1" status: 204 len: 168 time: 2.0139811 Dec 22 09:52:48.392127 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0003f0d9-7cfa-4381-ae15-13d3dd3038f2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:48.646665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727470a-9271-41bc-afa3-7fd704dcc6ea req-039efd3e-e5f9-400c-9030-fd79cbbeb569 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:48.649030 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5727470a-9271-41bc-afa3-7fd704dcc6ea req-039efd3e-e5f9-400c-9030-fd79cbbeb569 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.4130423 Dec 22 09:52:48.738002 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:48.776030 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5727470a-9271-41bc-afa3-7fd704dcc6ea req-930251d3-d677-4ea0-8ffe-99f406ed2722 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102228 Dec 22 09:52:49.014697 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0003f0d9-7cfa-4381-ae15-13d3dd3038f2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:49.052800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0003f0d9-7cfa-4381-ae15-13d3dd3038f2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:49.312019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b1acc257-e015-44ad-8e8b-2d41eebdd33f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:49.331756 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:49.389484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acc257-e015-44ad-8e8b-2d41eebdd33f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Subnet': ['ID=508cad2e-e16f-4710-b28f-abdd94586cb2,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:49.423480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-0003f0d9-7cfa-4381-ae15-13d3dd3038f2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Allocated IP 172.25.7.176 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/b869864d-76be-4021-95a6-030b6c8f5fba) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:52:49.474731 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b1acc257-e015-44ad-8e8b-2d41eebdd33f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:49.623802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd3bb7-8f9a-4267-a205-55129dc2311f req-e2fe4b42-887e-45db-b75d-d35392d96dd2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:49.625715 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c7cd3bb7-8f9a-4267-a205-55129dc2311f req-e2fe4b42-887e-45db-b75d-d35392d96dd2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.5792105 Dec 22 09:52:49.654435 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0003f0d9-7cfa-4381-ae15-13d3dd3038f2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:49.685423 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0003f0d9-7cfa-4381-ae15-13d3dd3038f2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:49.705527 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-23105407-83f8-4df5-b43c-7f8e51ab231d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:49.747792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc38d4-aed4-487b-a746-c171a43a32d2 req-c21e8e1c-a2ed-4039-968b-4abc0e0944d3 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:49.752864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc38d4-aed4-487b-a746-c171a43a32d2 req-c21e8e1c-a2ed-4039-968b-4abc0e0944d3 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:49.757705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc38d4-aed4-487b-a746-c171a43a32d2 req-c21e8e1c-a2ed-4039-968b-4abc0e0944d3 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:49.762520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc38d4-aed4-487b-a746-c171a43a32d2 req-c21e8e1c-a2ed-4039-968b-4abc0e0944d3 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:49.767495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc38d4-aed4-487b-a746-c171a43a32d2 req-c21e8e1c-a2ed-4039-968b-4abc0e0944d3 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:49.772763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc38d4-aed4-487b-a746-c171a43a32d2 req-c21e8e1c-a2ed-4039-968b-4abc0e0944d3 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:49.777920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc38d4-aed4-487b-a746-c171a43a32d2 req-c21e8e1c-a2ed-4039-968b-4abc0e0944d3 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:49.780385 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aebc38d4-aed4-487b-a746-c171a43a32d2 req-c21e8e1c-a2ed-4039-968b-4abc0e0944d3 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5433 time: 0.6266003 Dec 22 09:52:49.802044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-88840c22-34e5-46d9-9daf-3a0538ea8d30 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:52:49.890326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003f0d9-7cfa-4381-ae15-13d3dd3038f2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Pushing event updated for resources: {'Port': ['ID=b869864d-76be-4021-95a6-030b6c8f5fba,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:49.894844 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0003f0d9-7cfa-4381-ae15-13d3dd3038f2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:49.913461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0003f0d9-7cfa-4381-ae15-13d3dd3038f2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:52:49.915292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-0003f0d9-7cfa-4381-ae15-13d3dd3038f2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:52:49.918622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0003f0d9-7cfa-4381-ae15-13d3dd3038f2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:52:49.926824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10e03ab-b235-417c-94e6-746963acba8e None None] Network 24e4765d-6d21-4c61-a179-3fe3707e0115 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:52:49.935169 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c7cd3bb7-8f9a-4267-a205-55129dc2311f req-1a10a7f7-47f7-409d-af9e-d5b8d975a9ac tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892241 Dec 22 09:52:49.937779 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b1acc257-e015-44ad-8e8b-2d41eebdd33f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:50.004678 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aebc38d4-aed4-487b-a746-c171a43a32d2 req-bb677808-dcf2-48c6-83a4-d3e20281e288 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1888211 Dec 22 09:52:50.032788 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b1acc257-e015-44ad-8e8b-2d41eebdd33f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/subnets/508cad2e-e16f-4710-b28f-abdd94586cb2 HTTP/1.1" status: 204 len: 168 time: 4.0448823 Dec 22 09:52:50.040891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 32918) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:50.134847 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:50.147900 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:50.150800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:50.346342 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ef61107-ed3b-4f8a-afde-cd210a43317a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:50.546676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=789886e8-dc38-49e4-ac72-e1878f48b9a1,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:50.557573 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:50.645603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ae79b6-739c-48a9-b334-4e159cd185d1 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Deleting subnet 6e3fb14c-2f2b-421b-be97-4538e1ab6634 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:52:50.649859 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-90ae79b6-739c-48a9-b334-4e159cd185d1 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:50.686533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 8f9ec69a-66c2-4f55-9145-23005e8e0149 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:52:50.690230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:52:50.820018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37784506-5460-472e-adc0-f276758125a1 req-c64076a7-b5fc-4eb3-83d3-f57e4826e2a3 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:50.828802 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-37784506-5460-472e-adc0-f276758125a1 req-c64076a7-b5fc-4eb3-83d3-f57e4826e2a3 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 945 time: 0.4388747 Dec 22 09:52:50.917817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 535b7ea4-38e5-40cd-99f6-5fcf8666390b up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:50.945482 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-90ae79b6-739c-48a9-b334-4e159cd185d1 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:50.998204 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0003f0d9-7cfa-4381-ae15-13d3dd3038f2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:51.019271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69552134-c831-4a44-9d5e-09a6b761674d req-7bc10d95-ccbf-414d-9618-0d3c86f6bc03 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:51.043120 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-69552134-c831-4a44-9d5e-09a6b761674d req-7bc10d95-ccbf-414d-9618-0d3c86f6bc03 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.4767885 Dec 22 09:52:51.130044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 535b7ea4-38e5-40cd-99f6-5fcf8666390b completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:51.144889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 535b7ea4-38e5-40cd-99f6-5fcf8666390b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:51.145750 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-37784506-5460-472e-adc0-f276758125a1 req-1adefa64-e601-43c6-894e-5ed20a06abda tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157089 Dec 22 09:52:51.152603 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:51.181091 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-69552134-c831-4a44-9d5e-09a6b761674d req-0b0b70b3-3bc2-42b8-a84f-b05f99df8ebc tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231835 Dec 22 09:52:51.275652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router 2d498f00-1aa6-437c-901f-c7974c174d1e has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:52:51.369664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d1262047-afa4-47aa-8071-ff2024dce491 None None] Provisioning complete for port 789886e8-dc38-49e4-ac72-e1878f48b9a1 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:51.370169 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d1262047-afa4-47aa-8071-ff2024dce491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:51.624281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d1262047-afa4-47aa-8071-ff2024dce491 None None] Port 789886e8-dc38-49e4-ac72-e1878f48b9a1 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:52:51.681039 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:51.756124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535b7ea4-38e5-40cd-99f6-5fcf8666390b'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:52:51.779909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 535b7ea4-38e5-40cd-99f6-5fcf8666390b, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=535b7ea4-38e5-40cd-99f6-5fcf8666390b,segment=NetworkSegment(d036b29d-b5c1-4ab7-bdce-4e57427add9d),segment_id=d036b29d-b5c1-4ab7-bdce-4e57427add9d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:51.794456 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:51.796199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f0039625-e07a-45bd-8ae2-eb766b1e3004 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:51.834974 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:51.879053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8371421d-08a1-4af1-88be-38c9fb400534 None None] Provisioning complete for port cfe64456-5b3c-4109-a3dd-66f27b48fcab triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:51.879053 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8371421d-08a1-4af1-88be-38c9fb400534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:52.166028 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0003f0d9-7cfa-4381-ae15-13d3dd3038f2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:52.168676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-90ae79b6-739c-48a9-b334-4e159cd185d1 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:52.210684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0003f0d9-7cfa-4381-ae15-13d3dd3038f2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846921732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7854069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846964228'] for router, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:52.228947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=535b7ea4-38e5-40cd-99f6-5fcf8666390b,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:52.233405 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:52.311956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:52:52.326252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Sync routers for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:52:52.333788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port f0039625-e07a-45bd-8ae2-eb766b1e3004 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:52.340227 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/2d498f00-1aa6-437c-901f-c7974c174d1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2793298 Dec 22 09:52:52.343424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 32960) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:52.355490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:52:52.356857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:52:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:52.370674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-3ba50989-dfcf-4c04-bce8-70a75c60e7af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-351297154'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:52.388147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f0039625-e07a-45bd-8ae2-eb766b1e3004 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:52.388691 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:52.408575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3ba50989-dfcf-4c04-bce8-70a75c60e7af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:52:52.433911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e51fa-d9c4-4a03-8826-ae17c2a26aa5 req-a2ef38d2-c459-477d-8925-37b2ddeb02f0 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:52.439775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3ba50989-dfcf-4c04-bce8-70a75c60e7af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:network and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:52:52.440015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e51fa-d9c4-4a03-8826-ae17c2a26aa5 req-a2ef38d2-c459-477d-8925-37b2ddeb02f0 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:52.448873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e51fa-d9c4-4a03-8826-ae17c2a26aa5 req-a2ef38d2-c459-477d-8925-37b2ddeb02f0 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:52.456505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e51fa-d9c4-4a03-8826-ae17c2a26aa5 req-a2ef38d2-c459-477d-8925-37b2ddeb02f0 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:52.468345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e51fa-d9c4-4a03-8826-ae17c2a26aa5 req-a2ef38d2-c459-477d-8925-37b2ddeb02f0 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:52.489526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e51fa-d9c4-4a03-8826-ae17c2a26aa5 req-a2ef38d2-c459-477d-8925-37b2ddeb02f0 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:52.498196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e51fa-d9c4-4a03-8826-ae17c2a26aa5 req-a2ef38d2-c459-477d-8925-37b2ddeb02f0 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:52.501205 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bb0e51fa-d9c4-4a03-8826-ae17c2a26aa5 req-a2ef38d2-c459-477d-8925-37b2ddeb02f0 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5433 time: 0.8611176 Dec 22 09:52:52.546408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc3b30-45ab-41e7-a854-50c93636106b req-d0a1d741-b2f8-41b0-adc0-9837d4f7188d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:52.558812 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b2cc3b30-45ab-41e7-a854-50c93636106b req-d0a1d741-b2f8-41b0-adc0-9837d4f7188d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.8195641 Dec 22 09:52:52.581201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3ba50989-dfcf-4c04-bce8-70a75c60e7af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for network was recalculated. Used quota:3. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:52:52.610563 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:52.649915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3ba50989-dfcf-4c04-bce8-70a75c60e7af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:52:52.689937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port f0039625-e07a-45bd-8ae2-eb766b1e3004, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f0039625-e07a-45bd-8ae2-eb766b1e3004,segment=NetworkSegment(97d0cd4f-ab21-4773-b26f-a83d78e82a9d),segment_id=97d0cd4f-ab21-4773-b26f-a83d78e82a9d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:52.696210 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:52.706906 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:52.754858 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bb0e51fa-d9c4-4a03-8826-ae17c2a26aa5 req-649b4580-ea4c-40d0-99c3-f8a91ceae220 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2420933 Dec 22 09:52:52.758825 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b2cc3b30-45ab-41e7-a854-50c93636106b req-566a988f-a3e6-4936-b427-955655ed80ce tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986065 Dec 22 09:52:52.829927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba50989-dfcf-4c04-bce8-70a75c60e7af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Made reservation on behalf of ddd4cc142d6346fb8b006ee06c9564e9 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:52:52.853739 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ba50989-dfcf-4c04-bce8-70a75c60e7af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:52.857975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:52:52.917068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=f0039625-e07a-45bd-8ae2-eb766b1e3004,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:52.925739 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:52.959828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba50989-dfcf-4c04-bce8-70a75c60e7af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:52:52.974690 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ba50989-dfcf-4c04-bce8-70a75c60e7af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:52.975136 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-3ba50989-dfcf-4c04-bce8-70a75c60e7af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Added segment 6be5d291-347e-4e9f-8d39-d7637f7da1a0 of type vxlan for network 766be565-4799-4932-a414-64d6b730b3f2 Dec 22 09:52:53.039599 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535b7ea4-38e5-40cd-99f6-5fcf8666390b', 'code': 200} Dec 22 09:52:53.041838 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ba50989-dfcf-4c04-bce8-70a75c60e7af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:53.165154 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ba50989-dfcf-4c04-bce8-70a75c60e7af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:53.173441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba50989-dfcf-4c04-bce8-70a75c60e7af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:53.174411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ba50989-dfcf-4c04-bce8-70a75c60e7af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:53.197755 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a5541471-94ad-4df7-995c-2fbd1fc5aa77 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:53.441036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c9541-9878-4354-a3d4-b9470ede5dce req-9480a3f5-7477-4c2f-9f58-f60449e9cae0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:53.442729 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f43c9541-9878-4354-a3d4-b9470ede5dce req-9480a3f5-7477-4c2f-9f58-f60449e9cae0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 945 time: 0.2593112 Dec 22 09:52:53.560312 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f43c9541-9878-4354-a3d4-b9470ede5dce req-3f701d6c-39ab-4e88-89ca-f7f2e763282c tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027646 Dec 22 09:52:53.597939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:52:48Z', 'revision_number': 4, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:35Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '789886e8-dc38-49e4-ac72-e1878f48b9a1', 'name': '', 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:23:2c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:43Z', 'updated_at': '2020-12-22T09:52:49Z', 'revision_number': 2, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:53.605388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Checking router: 2d498f00-1aa6-437c-901f-c7974c174d1e for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:52:53.605602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Updating router 2d498f00-1aa6-437c-901f-c7974c174d1e port 789886e8-dc38-49e4-ac72-e1878f48b9a1 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:52:53.623863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba50989-dfcf-4c04-bce8-70a75c60e7af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Network': ['ID=766be565-4799-4932-a414-64d6b730b3f2,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:53.628436 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ba50989-dfcf-4c04-bce8-70a75c60e7af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:53.644502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 766be565-4799-4932-a414-64d6b730b3f2 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:52:53.671110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0003f0d9-7cfa-4381-ae15-13d3dd3038f2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Router 647220bc-2c3f-4a4c-89a6-95e326d2ed9e is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:52:53.674491 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3ba50989-dfcf-4c04-bce8-70a75c60e7af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3293059 Dec 22 09:52:53.676662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 766be565-4799-4932-a414-64d6b730b3f2 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:52:53.677721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 32984) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:53.688186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6357a236-1237-4789-b876-e60c7cf54604 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'subnet': {'network_id': '766be565-4799-4932-a414-64d6b730b3f2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:52:53.733710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 766be565-4799-4932-a414-64d6b730b3f2 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:52:53.739574 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:54.050126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6357a236-1237-4789-b876-e60c7cf54604 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:52:54.059117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6357a236-1237-4789-b876-e60c7cf54604 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:subnet and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:52:54.063852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6357a236-1237-4789-b876-e60c7cf54604 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for subnet was recalculated. Used quota:3. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:52:54.076128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a2bcd-6703-478e-bd6c-61a5b01e960a req-d61622f8-9c7a-4757-a554-d2ddf022547f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:54.078101 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e0a2bcd-6703-478e-bd6c-61a5b01e960a req-d61622f8-9c7a-4757-a554-d2ddf022547f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.3423948 Dec 22 09:52:54.087375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6357a236-1237-4789-b876-e60c7cf54604 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:52:54.268225 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e0a2bcd-6703-478e-bd6c-61a5b01e960a req-6bd85a31-19ac-461b-9979-bc3483fda024 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773615 Dec 22 09:52:54.364139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0003f0d9-7cfa-4381-ae15-13d3dd3038f2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:52:54.366612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-90ae79b6-739c-48a9-b334-4e159cd185d1 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:54.375900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04c3cff-82ae-44c7-9962-8bb37d4b3919 None None] Sync routers for ids ['647220bc-2c3f-4a4c-89a6-95e326d2ed9e'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:52:54.397775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6357a236-1237-4789-b876-e60c7cf54604 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Made reservation on behalf of ddd4cc142d6346fb8b006ee06c9564e9 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:52:54.409591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04c3cff-82ae-44c7-9962-8bb37d4b3919 None None] Routers {'647220bc-2c3f-4a4c-89a6-95e326d2ed9e'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:52:54.410982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b04c3cff-82ae-44c7-9962-8bb37d4b3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:52:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['647220bc-2c3f-4a4c-89a6-95e326d2ed9e'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:54.457893 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fd7cf4dc-3571-489e-9ab5-667d9cf399fa tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:54.553141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b04c3cff-82ae-44c7-9962-8bb37d4b3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:54.564717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04c3cff-82ae-44c7-9962-8bb37d4b3919 None None] Routers {'647220bc-2c3f-4a4c-89a6-95e326d2ed9e'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:52:54.565618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b04c3cff-82ae-44c7-9962-8bb37d4b3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:52:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['647220bc-2c3f-4a4c-89a6-95e326d2ed9e'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:54.579319 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0003f0d9-7cfa-4381-ae15-13d3dd3038f2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:54.580823 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0003f0d9-7cfa-4381-ae15-13d3dd3038f2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "PUT /v2.0/routers/647220bc-2c3f-4a4c-89a6-95e326d2ed9e HTTP/1.1" status: 200 len: 918 time: 7.0860136 Dec 22 09:52:54.597963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33002) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:54.599175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae79b6-739c-48a9-b334-4e159cd185d1 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Subnet': ['ID=6e3fb14c-2f2b-421b-be97-4538e1ab6634,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:54.606317 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-90ae79b6-739c-48a9-b334-4e159cd185d1 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:54.653500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b04c3cff-82ae-44c7-9962-8bb37d4b3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:54.654131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04c3cff-82ae-44c7-9962-8bb37d4b3919 None None] The sync data for ids ['647220bc-2c3f-4a4c-89a6-95e326d2ed9e'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:52:54.730580 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:54.762261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Transition to ACTIVE for port object 789886e8-dc38-49e4-ac72-e1878f48b9a1 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:52:54.765461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:54.777145 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6357a236-1237-4789-b876-e60c7cf54604 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:54.795217 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:54.837052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9a325-82f4-4cb0-89f5-d0199541d103 req-309d9113-fc45-4816-bf76-4dfab01aa382 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:54.857008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9a325-82f4-4cb0-89f5-d0199541d103 req-309d9113-fc45-4816-bf76-4dfab01aa382 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:54.867992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9a325-82f4-4cb0-89f5-d0199541d103 req-309d9113-fc45-4816-bf76-4dfab01aa382 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:54.873602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9a325-82f4-4cb0-89f5-d0199541d103 req-309d9113-fc45-4816-bf76-4dfab01aa382 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:54.879466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9a325-82f4-4cb0-89f5-d0199541d103 req-309d9113-fc45-4816-bf76-4dfab01aa382 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:54.884880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9a325-82f4-4cb0-89f5-d0199541d103 req-309d9113-fc45-4816-bf76-4dfab01aa382 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:54.890358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9a325-82f4-4cb0-89f5-d0199541d103 req-309d9113-fc45-4816-bf76-4dfab01aa382 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:54.901591 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bad9a325-82f4-4cb0-89f5-d0199541d103 req-309d9113-fc45-4816-bf76-4dfab01aa382 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5437 time: 0.6501329 Dec 22 09:52:55.034815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22a68ae-436a-47b8-96ae-624b4de3408d None None] Network 24e4765d-6d21-4c61-a179-3fe3707e0115 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:52:55.098371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0039625-e07a-45bd-8ae2-eb766b1e3004'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:52:55.107484 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-90ae79b6-739c-48a9-b334-4e159cd185d1 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:55.110569 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-90ae79b6-739c-48a9-b334-4e159cd185d1 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/subnets/6e3fb14c-2f2b-421b-be97-4538e1ab6634 HTTP/1.1" status: 204 len: 168 time: 5.0681109 Dec 22 09:52:55.123569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33012) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:55.290379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e0882-4de4-462f-bf15-311dad088e2c None None] Pushing event updated for resources: {'Port': ['ID=789886e8-dc38-49e4-ac72-e1878f48b9a1,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:55.363534 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7a3010be-dc8f-4949-9cc1-9083df7d0756 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "GET /v2.0/routers/647220bc-2c3f-4a4c-89a6-95e326d2ed9e HTTP/1.1" status: 200 len: 924 time: 0.7517445 Dec 22 09:52:55.364553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33020) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:55.400871 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-977e0882-4de4-462f-bf15-311dad088e2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:55.402177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb650250-466f-4c99-b477-96b5debb6aa4 req-0063977a-93c6-46e2-ba3f-15c3af84e060 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:55.407697 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eb650250-466f-4c99-b477-96b5debb6aa4 req-0063977a-93c6-46e2-ba3f-15c3af84e060 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.7638481 Dec 22 09:52:55.424621 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bad9a325-82f4-4cb0-89f5-d0199541d103 req-a9aa5bfb-f3ff-49da-aef2-0a7967932eb1 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5220766 Dec 22 09:52:55.483020 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:55.592013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Attempting to bind port 789886e8-dc38-49e4-ac72-e1878f48b9a1 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:52:55.592411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Attempting to bind port 789886e8-dc38-49e4-ac72-e1878f48b9a1 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '58104f40-bf72-49da-b062-1330cffa06ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:52:55.592833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Attempting to bind port 789886e8-dc38-49e4-ac72-e1878f48b9a1 on network 8f9ec69a-66c2-4f55-9145-23005e8e0149 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:52:55.612397 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eb650250-466f-4c99-b477-96b5debb6aa4 req-3e000964-7cf5-42e1-8282-870eefa4bfa7 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916018 Dec 22 09:52:55.622406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:52:55.622833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Checking segment: {'id': '58104f40-bf72-49da-b062-1330cffa06ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:52:55.623290 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:55.623737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Bound using segment: {'id': '58104f40-bf72-49da-b062-1330cffa06ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:52:55.624460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Bound port: 789886e8-dc38-49e4-ac72-e1878f48b9a1, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58104f40-bf72-49da-b062-1330cffa06ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:52:55.625058 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:55.719301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6557f7b-3b57-47fc-a258-c65b35a40488 None None] DHCP port deletion for 24e4765d-6d21-4c61-a179-3fe3707e0115 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:52:55.725146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c6557f7b-3b57-47fc-a258-c65b35a40488 None None] Deleting port cfe64456-5b3c-4109-a3dd-66f27b48fcab {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:52:55.726467 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c6557f7b-3b57-47fc-a258-c65b35a40488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:55.812927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Deleting port cfe64456-5b3c-4109-a3dd-66f27b48fcab {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:52:55.813554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:55.868654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] For port 789886e8-dc38-49e4-ac72-e1878f48b9a1, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:52:55.876399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] For port 789886e8-dc38-49e4-ac72-e1878f48b9a1, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=789886e8-dc38-49e4-ac72-e1878f48b9a1,segment=NetworkSegment(58104f40-bf72-49da-b062-1330cffa06ca),segment_id=58104f40-bf72-49da-b062-1330cffa06ca)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:52:55.901312 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:55.976570 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0039625-e07a-45bd-8ae2-eb766b1e3004', 'code': 200} Dec 22 09:52:56.093470 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4473ca3f-a25e-435f-9217-c4b35e3745a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:56.192767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd9f09-6448-474d-9d36-c1652f2ac4a8 req-3e7cf3e7-f42f-48cd-a0be-e7aae7372794 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:56.200774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076653b3-44f6-4675-8fc1-f8e4fe274d4d tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:56.205649 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-076653b3-44f6-4675-8fc1-f8e4fe274d4d tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "GET /v2.0/ports?network_id=3e8ac871-e927-441e-85b7-a068ff198db2&device_id=647220bc-2c3f-4a4c-89a6-95e326d2ed9e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8403826 Dec 22 09:52:56.211331 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5ebd9f09-6448-474d-9d36-c1652f2ac4a8 req-3e7cf3e7-f42f-48cd-a0be-e7aae7372794 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 945 time: 0.3645549 Dec 22 09:52:56.215344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33036) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:56.251665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c6557f7b-3b57-47fc-a258-c65b35a40488 None None] For port cfe64456-5b3c-4109-a3dd-66f27b48fcab, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=cfe64456-5b3c-4109-a3dd-66f27b48fcab,segment=NetworkSegment(cc8396f9-4355-4274-9a3a-94cd3cabab73),segment_id=cc8396f9-4355-4274-9a3a-94cd3cabab73)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:56.257021 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c6557f7b-3b57-47fc-a258-c65b35a40488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:56.424447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e0882-4de4-462f-bf15-311dad088e2c None None] Pushing event updated for resources: {'Port': ['ID=789886e8-dc38-49e4-ac72-e1878f48b9a1,revision_number=4']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:56.435586 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-977e0882-4de4-462f-bf15-311dad088e2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:56.513674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:52:56.517017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:52:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:56.577640 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5ebd9f09-6448-474d-9d36-c1652f2ac4a8 req-2f0c4330-b65b-4d5d-be85-756629f3b8dc tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650799 Dec 22 09:52:56.583551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f795b8-7e49-46a2-a987-2b91d282e08f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:56.584707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-63f795b8-7e49-46a2-a987-2b91d282e08f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Synchronizing usage tracker for tenant:08b5323c4db5440c9e06461b822b874d on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:52:56.592747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] For port cfe64456-5b3c-4109-a3dd-66f27b48fcab, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=cfe64456-5b3c-4109-a3dd-66f27b48fcab,segment=NetworkSegment(cc8396f9-4355-4274-9a3a-94cd3cabab73),segment_id=cc8396f9-4355-4274-9a3a-94cd3cabab73)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:56.594250 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:56.595291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c6557f7b-3b57-47fc-a258-c65b35a40488 None None] Calling delete_port for cfe64456-5b3c-4109-a3dd-66f27b48fcab owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:52:56.736158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 77c75204-a4c3-4349-8892-fcd4b32834af up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:56.928764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-63f795b8-7e49-46a2-a987-2b91d282e08f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Unset dirty status for tenant:08b5323c4db5440c9e06461b822b874d on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:52:56.934449 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-63f795b8-7e49-46a2-a987-2b91d282e08f tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 881 time: 0.7177482 Dec 22 09:52:56.938690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33048) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:57.011290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device cfe64456-5b3c-4109-a3dd-66f27b48fcab no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:52:57.012371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:52:57.089239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 77c75204-a4c3-4349-8892-fcd4b32834af completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:52:57.110854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Calling delete_port for cfe64456-5b3c-4109-a3dd-66f27b48fcab owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:52:57.128359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 77c75204-a4c3-4349-8892-fcd4b32834af triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:52:57.129085 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:57.146407 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b29b90c7-6613-472e-9f3e-927f13cf2d25 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "GET /v2.0/ports?device_id=647220bc-2c3f-4a4c-89a6-95e326d2ed9e HTTP/1.1" status: 200 len: 205 time: 0.2007420 Dec 22 09:52:57.159074 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6357a236-1237-4789-b876-e60c7cf54604 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:57.161789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33058) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:57.489343 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-29fc9189-be42-410c-9e12-8c02f2679e23 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:57.533853 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b200d85-a85a-4eb2-8ee2-999f52d68c2a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:57.576381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Port cfe64456-5b3c-4109-a3dd-66f27b48fcab update to DOWN by agent not found {{(pid=81073) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2085}} Dec 22 09:52:57.580425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c6557f7b-3b57-47fc-a258-c65b35a40488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:57.624842 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 09:52:57.624842 n-d-765315-5 neutron-server[80960]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Dec 22 09:52:57.624842 n-d-765315-5 neutron-server[80960]: [parameters: {'port_id': 'cfe64456-5b3c-4109-a3dd-66f27b48fcab', 'host': 'n-d-765315-5'}] Dec 22 09:52:57.624842 n-d-765315-5 neutron-server[80960]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:52:57.626514 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:52:57.641861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357a236-1237-4789-b876-e60c7cf54604 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Subnet': ['ID=c84953e4-eea3-4056-8608-37dcc65886a0,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:57.666630 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6357a236-1237-4789-b876-e60c7cf54604 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:57.687806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d0fac-4e22-4263-ab54-a9f8148642f3 req-0b6d111f-4b20-4c10-976d-4b90174ce765 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:57.692980 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa9d0fac-4e22-4263-ab54-a9f8148642f3 req-0b6d111f-4b20-4c10-976d-4b90174ce765 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.1862888 Dec 22 09:52:57.784666 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:57.859426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6357a236-1237-4789-b876-e60c7cf54604 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Checking segment: {'id': '6be5d291-347e-4e9f-8d39-d7637f7da1a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '766be565-4799-4932-a414-64d6b730b3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:52:57.859766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6357a236-1237-4789-b876-e60c7cf54604 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network hostable DHCP agents. Network: 766be565-4799-4932-a414-64d6b730b3f2, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:52:57.877571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:52:48Z', 'revision_number': 4, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:35Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '789886e8-dc38-49e4-ac72-e1878f48b9a1', 'name': '', 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:23:2c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:43Z', 'updated_at': '2020-12-22T09:52:55Z', 'revision_number': 4, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:57.890131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d6ad83-d39b-4521-b810-705b99d7e318 None None] The sync data for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 is: [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:52:48Z', 'revision_number': 4, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:35Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '789886e8-dc38-49e4-ac72-e1878f48b9a1', 'name': '', 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:23:2c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:43Z', 'updated_at': '2020-12-22T09:52:55Z', 'revision_number': 4, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:52:57.895253 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:57.916218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e0667-6625-4235-8584-67c0649d0758 req-3332c5b5-ef3e-4929-93d3-90b5962bcff7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:57.933294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e0667-6625-4235-8584-67c0649d0758 req-3332c5b5-ef3e-4929-93d3-90b5962bcff7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:57.946593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e0667-6625-4235-8584-67c0649d0758 req-3332c5b5-ef3e-4929-93d3-90b5962bcff7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:57.959762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e0667-6625-4235-8584-67c0649d0758 req-3332c5b5-ef3e-4929-93d3-90b5962bcff7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:57.984507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e0667-6625-4235-8584-67c0649d0758 req-3332c5b5-ef3e-4929-93d3-90b5962bcff7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:57.998963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6557f7b-3b57-47fc-a258-c65b35a40488 None None] No DVR routers for this DVR port cfe64456-5b3c-4109-a3dd-66f27b48fcab on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:52:58.002486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6557f7b-3b57-47fc-a258-c65b35a40488 None None] Pushing event deleted for resources: {'Port': ['ID=cfe64456-5b3c-4109-a3dd-66f27b48fcab,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:58.014226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e0667-6625-4235-8584-67c0649d0758 req-3332c5b5-ef3e-4929-93d3-90b5962bcff7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:58.028614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e0667-6625-4235-8584-67c0649d0758 req-3332c5b5-ef3e-4929-93d3-90b5962bcff7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:58.032204 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c1e0667-6625-4235-8584-67c0649d0758 req-3332c5b5-ef3e-4929-93d3-90b5962bcff7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5437 time: 1.0000131 Dec 22 09:52:58.036052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6357a236-1237-4789-b876-e60c7cf54604 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 766be565-4799-4932-a414-64d6b730b3f2 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:52:58.069625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 77c75204-a4c3-4349-8892-fcd4b32834af, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=77c75204-a4c3-4349-8892-fcd4b32834af,segment=NetworkSegment(e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5),segment_id=e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:52:58.074775 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c6557f7b-3b57-47fc-a258-c65b35a40488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:58.080567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c75204-a4c3-4349-8892-fcd4b32834af'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:52:58.098719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6357a236-1237-4789-b876-e60c7cf54604 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 766be565-4799-4932-a414-64d6b730b3f2) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:52:58.106936 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:58.111394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 71f00817-d9a0-4ce8-877a-678cc29c4b0a up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:58.143653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6357a236-1237-4789-b876-e60c7cf54604 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:52:58.144386 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6357a236-1237-4789-b876-e60c7cf54604 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:58.206106 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6357a236-1237-4789-b876-e60c7cf54604 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.5266960 Dec 22 09:52:58.207332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33074) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:52:58.229025 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:52:58.376755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cef50aa-2d88-4458-b12b-bc1c749e95ad None None] Network 766be565-4799-4932-a414-64d6b730b3f2 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:52:58.378983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Deleting port cfe64456-5b3c-4109-a3dd-66f27b48fcab {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:52:58.379520 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:58.519368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] The port 'cfe64456-5b3c-4109-a3dd-66f27b48fcab' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:52:58.660457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b200d85-a85a-4eb2-8ee2-999f52d68c2a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:58.678862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1b200d85-a85a-4eb2-8ee2-999f52d68c2a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Deleting port b869864d-76be-4021-95a6-030b6c8f5fba {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:52:58.680412 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b200d85-a85a-4eb2-8ee2-999f52d68c2a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:58.774462 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa9d0fac-4e22-4263-ab54-a9f8148642f3 req-a2aae394-c651-4b10-8235-52db084a5970 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0646553 Dec 22 09:52:58.845921 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:58.866696 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c1e0667-6625-4235-8584-67c0649d0758 req-0444e8ec-2faf-4e8a-b80a-d30a1149d82e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7993042 Dec 22 09:52:58.946849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-766be565-4799-4932-a414-64d6b730b3f2', 'network_id': '766be565-4799-4932-a414-64d6b730b3f2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'fixed_ips': [{'subnet_id': 'c84953e4-eea3-4056-8608-37dcc65886a0'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:52:58.952810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:59.348731 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b200d85-a85a-4eb2-8ee2-999f52d68c2a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:59.509707 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c75204-a4c3-4349-8892-fcd4b32834af', 'code': 200} Dec 22 09:52:59.513758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 789886e8-dc38-49e4-ac72-e1878f48b9a1 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:52:59.560152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1b200d85-a85a-4eb2-8ee2-999f52d68c2a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Calling delete_port for b869864d-76be-4021-95a6-030b6c8f5fba owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:52:59.664256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e4765d-6d21-4c61-a179-3fe3707e0115']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:59.687534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Allocated IP 2001:db8:3::2 (766be565-4799-4932-a414-64d6b730b3f2/c84953e4-eea3-4056-8608-37dcc65886a0/4c92a615-c195-46fb-974c-06017fc5063b) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:52:59.698087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8396f9-4355-4274-9a3a-94cd3cabab73') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:59.698594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8396f9-4355-4274-9a3a-94cd3cabab73') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:52:59.702557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=77c75204-a4c3-4349-8892-fcd4b32834af,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:52:59.718157 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.489s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:52:59.732769 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:59.785687 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:52:59.789746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Releasing vxlan tunnel 6 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:52:59.965597 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:00.017822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 71f00817-d9a0-4ce8-877a-678cc29c4b0a completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:53:00.024729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 789886e8-dc38-49e4-ac72-e1878f48b9a1 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:53:00.031815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 789886e8-dc38-49e4-ac72-e1878f48b9a1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:00.032315 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:00.069368 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:00.100106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 71f00817-d9a0-4ce8-877a-678cc29c4b0a triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:00.100529 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:00.132267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01a8cb-98ac-4dbd-a8e0-3826ac5a1b9d req-fa1f9d62-1328-4d77-8968-adc1db972e25 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:00.134880 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce01a8cb-98ac-4dbd-a8e0-3826ac5a1b9d req-fa1f9d62-1328-4d77-8968-adc1db972e25 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.3461730 Dec 22 09:53:00.142228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd39beb-8123-4440-aa2f-f02112b0a567 req-2204165f-722c-4c0f-8afc-94f2a53aabd4 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:00.153348 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6dd39beb-8123-4440-aa2f-f02112b0a567 req-2204165f-722c-4c0f-8afc-94f2a53aabd4 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 945 time: 0.3588030 Dec 22 09:53:00.163911 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b200d85-a85a-4eb2-8ee2-999f52d68c2a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:00.182265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 24e4765d-6d21-4c61-a179-3fe3707e0115 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:53:00.211209 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:00.278374 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6dd39beb-8123-4440-aa2f-f02112b0a567 req-1cf81d47-1773-43ea-9bfd-c747312040a6 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236889 Dec 22 09:53:00.320066 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:00.364605 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce01a8cb-98ac-4dbd-a8e0-3826ac5a1b9d req-cbc641ef-086f-403d-9c52-71d5b3ff05d4 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929281 Dec 22 09:53:00.398632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 789886e8-dc38-49e4-ac72-e1878f48b9a1, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=789886e8-dc38-49e4-ac72-e1878f48b9a1,segment=NetworkSegment(58104f40-bf72-49da-b062-1330cffa06ca),segment_id=58104f40-bf72-49da-b062-1330cffa06ca)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:53:00.453592 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:00.464938 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c6557f7b-3b57-47fc-a258-c65b35a40488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:00.581166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=789886e8-dc38-49e4-ac72-e1878f48b9a1,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:00.599272 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:00.602550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network 24e4765d-6d21-4c61-a179-3fe3707e0115 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:53:00.615115 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:53:00.642845 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:53:00.714828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 71f00817-d9a0-4ce8-877a-678cc29c4b0a, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=71f00817-d9a0-4ce8-877a-678cc29c4b0a,segment=NetworkSegment(d036b29d-b5c1-4ab7-bdce-4e57427add9d),segment_id=d036b29d-b5c1-4ab7-bdce-4e57427add9d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:53:00.718543 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:00.719627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 535b7ea4-38e5-40cd-99f6-5fcf8666390b up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:53:00.754135 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:00.855006 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:00.864426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:00.885163 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5932ebe6-dd8a-459f-acce-a4c8a9cc36e9 tempest-DHCPAgentSchedulersTestJSON-1379667491 tempest-DHCPAgentSchedulersTestJSON-1379667491] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:00.918734 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/networks/24e4765d-6d21-4c61-a179-3fe3707e0115 HTTP/1.1" status: 204 len: 168 time: 5.7913918 Dec 22 09:53:00.918936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=71f00817-d9a0-4ce8-877a-678cc29c4b0a,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:00.919540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Network': ['ID=24e4765d-6d21-4c61-a179-3fe3707e0115,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:00.922843 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:00.932325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33106) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:00.937606 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b200d85-a85a-4eb2-8ee2-999f52d68c2a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:00.940282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.940722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.941298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.941737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.942189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.942613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.943032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.943450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.943865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.944341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.944756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.945227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.947059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.947895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.948407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.949413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.949861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.950279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.950700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.951250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.951671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.952170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.952957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.953403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.953932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.954277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.954732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.955208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.955695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.956541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.956982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.957173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 535b7ea4-38e5-40cd-99f6-5fcf8666390b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:00.957441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.957624 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:00.957860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.958281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.958696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.959106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:00.964344 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:01.007807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 789886e8-dc38-49e4-ac72-e1878f48b9a1 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:53:01.113972 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-393c41a4-3bff-4fe6-9ede-c4fca2b3bb87 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] DELETE failed (client error): The resource could not be found. Dec 22 09:53:01.114477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393c41a4-3bff-4fe6-9ede-c4fca2b3bb87 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:53:01.117986 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-393c41a4-3bff-4fe6-9ede-c4fca2b3bb87 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/subnets/dc23f5dd-cb19-4fd2-a01a-6fd0720a892a HTTP/1.1" status: 404 len: 337 time: 0.1504326 Dec 22 09:53:01.127280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33112) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:01.188058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 789886e8-dc38-49e4-ac72-e1878f48b9a1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:01.188977 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:01.257172 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0ae124-3dd9-4643-930c-571d19bdca2f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] DELETE failed (client error): The resource could not be found. Dec 22 09:53:01.257956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0ae124-3dd9-4643-930c-571d19bdca2f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:53:01.260573 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fa0ae124-3dd9-4643-930c-571d19bdca2f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/networks/7a092266-f072-453d-b70e-766bdb9e03fb HTTP/1.1" status: 404 len: 339 time: 0.1316915 Dec 22 09:53:01.264023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b200d85-a85a-4eb2-8ee2-999f52d68c2a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:01.266142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33116) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:01.269245 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b200d85-a85a-4eb2-8ee2-999f52d68c2a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:01.325697 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0874a8-4eeb-45de-9129-e81492152ba0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] DELETE failed (client error): The resource could not be found. Dec 22 09:53:01.326990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0874a8-4eeb-45de-9129-e81492152ba0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:53:01.328861 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-af0874a8-4eeb-45de-9129-e81492152ba0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/subnets/607ca771-ba0d-42c3-90be-03a71d48b8ee HTTP/1.1" status: 404 len: 337 time: 0.0617006 Dec 22 09:53:01.331740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33120) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:01.367561 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9628f6-657c-4f30-8723-ac41c718c938 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] DELETE failed (client error): The resource could not be found. Dec 22 09:53:01.368221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9628f6-657c-4f30-8723-ac41c718c938 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:53:01.370154 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1e9628f6-657c-4f30-8723-ac41c718c938 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/networks/52d15174-6eaf-4b2e-a9c6-d15da0991329 HTTP/1.1" status: 404 len: 339 time: 0.0373409 Dec 22 09:53:01.374104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33126) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:01.439323 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-26aa0a3a-a456-4eb8-aff3-f1f955df306b req-354b0f76-044e-4025-8cc4-9e67a1b3ab38 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 1.0698085 Dec 22 09:53:01.439674 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-981193dc-0701-4b20-bff9-4cd5bbea6c58 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] DELETE failed (client error): The resource could not be found. Dec 22 09:53:01.440131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-981193dc-0701-4b20-bff9-4cd5bbea6c58 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:53:01.442073 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-981193dc-0701-4b20-bff9-4cd5bbea6c58 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/subnets/c45b8f0e-5aea-446a-8e5e-0dbd09a04d80 HTTP/1.1" status: 404 len: 337 time: 0.0672979 Dec 22 09:53:01.447159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33130) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:01.452818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Transition to ACTIVE for port object 4c92a615-c195-46fb-974c-06017fc5063b will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:53:01.459782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68a0d4-1009-40d7-b68c-cc8b01ca07d5 req-166607ff-fda0-43ae-a278-cde7d0a3ef51 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:01.474122 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2a68a0d4-1009-40d7-b68c-cc8b01ca07d5 req-166607ff-fda0-43ae-a278-cde7d0a3ef51 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.3467188 Dec 22 09:53:01.484473 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b57d5e2-f1df-4242-9ee7-59d164fc4cc8 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] DELETE failed (client error): The resource could not be found. Dec 22 09:53:01.484986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b57d5e2-f1df-4242-9ee7-59d164fc4cc8 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:53:01.491617 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b200d85-a85a-4eb2-8ee2-999f52d68c2a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:01.492897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b200d85-a85a-4eb2-8ee2-999f52d68c2a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Fanout notify agent at l3_agent the message router_deleted on router 647220bc-2c3f-4a4c-89a6-95e326d2ed9e {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:53:01.501199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b200d85-a85a-4eb2-8ee2-999f52d68c2a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:01.502229 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1b200d85-a85a-4eb2-8ee2-999f52d68c2a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "DELETE /v2.0/routers/647220bc-2c3f-4a4c-89a6-95e326d2ed9e HTTP/1.1" status: 204 len: 168 time: 4.3393595 Dec 22 09:53:01.509239 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1b57d5e2-f1df-4242-9ee7-59d164fc4cc8 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/networks/af09eaf5-ea89-41cf-b3e5-e60614c1e48f HTTP/1.1" status: 404 len: 339 time: 0.0561659 Dec 22 09:53:01.509239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33136) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:01.510209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33138) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:01.514525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f00817-d9a0-4ce8-877a-678cc29c4b0a'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:53:01.516852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-53b20205-1e73-4e8c-8939-99d72834e3bd tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-435028088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:53:01.528527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04b41a-a42d-47c1-9055-9de40b8c795a req-af78007e-6752-43da-b841-51b3a1c152a2 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:01.533387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04b41a-a42d-47c1-9055-9de40b8c795a req-af78007e-6752-43da-b841-51b3a1c152a2 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:01.538846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04b41a-a42d-47c1-9055-9de40b8c795a req-af78007e-6752-43da-b841-51b3a1c152a2 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:01.539119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device fc7329c3-78f6-4136-a3e0-470e31556bdf up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:53:01.546169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04b41a-a42d-47c1-9055-9de40b8c795a req-af78007e-6752-43da-b841-51b3a1c152a2 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:01.552161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04b41a-a42d-47c1-9055-9de40b8c795a req-af78007e-6752-43da-b841-51b3a1c152a2 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:01.557440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04b41a-a42d-47c1-9055-9de40b8c795a req-af78007e-6752-43da-b841-51b3a1c152a2 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:01.563555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04b41a-a42d-47c1-9055-9de40b8c795a req-af78007e-6752-43da-b841-51b3a1c152a2 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:01.566647 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e04b41a-a42d-47c1-9055-9de40b8c795a req-af78007e-6752-43da-b841-51b3a1c152a2 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5441 time: 0.4438004 Dec 22 09:53:01.600919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Transition to ACTIVE for port object 4c92a615-c195-46fb-974c-06017fc5063b will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:53:01.633473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:01.654104 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-376692bd-e909-4c02-9da4-6bc568cbb426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:01.745377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-53b20205-1e73-4e8c-8939-99d72834e3bd tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:53:01.768619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-53b20205-1e73-4e8c-8939-99d72834e3bd tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Usage tracker for resource:router and tenant:57295c6adad2492b9b450a14dac3e1fb is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:53:01.775520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-53b20205-1e73-4e8c-8939-99d72834e3bd tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:53:01.787255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-53b20205-1e73-4e8c-8939-99d72834e3bd tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:53:01.799444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Allocated IP 2001:db8:3::1 (766be565-4799-4932-a414-64d6b730b3f2/c84953e4-eea3-4056-8608-37dcc65886a0/e79e7316-645c-4286-a40e-bb8a36f371de) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:53:01.849703 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53b20205-1e73-4e8c-8939-99d72834e3bd tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:01.850879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Pushing event updated for resources: {'Port': ['ID=4c92a615-c195-46fb-974c-06017fc5063b,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:01.856666 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:01.857741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port fc7329c3-78f6-4136-a3e0-470e31556bdf completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:53:01.868476 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53b20205-1e73-4e8c-8939-99d72834e3bd tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:01.889346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d952f6-b000-426f-adc9-6399e29a41a8 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Deleting subnet dd6a3dfd-f567-4394-906d-ff43afba02d1 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:53:01.892686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port fc7329c3-78f6-4136-a3e0-470e31556bdf triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:01.893112 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:01.894272 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13d952f6-b000-426f-adc9-6399e29a41a8 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:01.966961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Network 766be565-4799-4932-a414-64d6b730b3f2 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:53:01.969359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:53:01.972021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:53:01.994543 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13d952f6-b000-426f-adc9-6399e29a41a8 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:02.041692 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:02.044197 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e04b41a-a42d-47c1-9055-9de40b8c795a req-c1651cc3-4860-4494-a8d2-a73345b5a74d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4666226 Dec 22 09:53:02.064602 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2a68a0d4-1009-40d7-b68c-cc8b01ca07d5 req-b9d82108-9fa5-4cc3-af09-3bd7a8da2f1a tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846663 Dec 22 09:53:02.115869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port fc7329c3-78f6-4136-a3e0-470e31556bdf, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=fc7329c3-78f6-4136-a3e0-470e31556bdf,segment=NetworkSegment(d036b29d-b5c1-4ab7-bdce-4e57427add9d),segment_id=d036b29d-b5c1-4ab7-bdce-4e57427add9d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:53:02.132333 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:02.133406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device a7505449-7259-4f87-b669-f00446ac8fb4 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:53:02.162515 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53b20205-1e73-4e8c-8939-99d72834e3bd tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:02.171899 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:02.197491 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13d952f6-b000-426f-adc9-6399e29a41a8 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:02.205085 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:02.236072 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53b20205-1e73-4e8c-8939-99d72834e3bd tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:02.270602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53b20205-1e73-4e8c-8939-99d72834e3bd tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:02.275675 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-53b20205-1e73-4e8c-8939-99d72834e3bd tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7646730 Dec 22 09:53:02.281273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33154) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:02.292985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-660392c1-ef06-4e80-a2cc-df7fb687532e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Request body: {'router': {'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'enable_snat': False}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:53:02.353972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Transition to ACTIVE for port object e79e7316-645c-4286-a40e-bb8a36f371de will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:53:02.395482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa0a3a-a456-4eb8-aff3-f1f955df306b req-837e95ec-323f-4765-8199-696da7b9dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:02.409028 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-26aa0a3a-a456-4eb8-aff3-f1f955df306b req-837e95ec-323f-4765-8199-696da7b9dbc8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=633dde4b29c44f53b6aa0cd8d5318325&device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 1160 time: 0.7487226 Dec 22 09:53:02.418470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=fc7329c3-78f6-4136-a3e0-470e31556bdf,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:02.444805 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:02.446345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Attempting to bind port 4c92a615-c195-46fb-974c-06017fc5063b on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:53:02.446839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Attempting to bind port 4c92a615-c195-46fb-974c-06017fc5063b by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '6be5d291-347e-4e9f-8d39-d7637f7da1a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '766be565-4799-4932-a414-64d6b730b3f2'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:53:02.447191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Attempting to bind port 4c92a615-c195-46fb-974c-06017fc5063b on network 766be565-4799-4932-a414-64d6b730b3f2 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:53:02.459405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:53:02.459831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Checking segment: {'id': '6be5d291-347e-4e9f-8d39-d7637f7da1a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '766be565-4799-4932-a414-64d6b730b3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:53:02.466438 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:02.466915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Bound using segment: {'id': '6be5d291-347e-4e9f-8d39-d7637f7da1a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '766be565-4799-4932-a414-64d6b730b3f2'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:53:02.467491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Bound port: 4c92a615-c195-46fb-974c-06017fc5063b, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be5d291-347e-4e9f-8d39-d7637f7da1a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '766be565-4799-4932-a414-64d6b730b3f2'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:53:02.468059 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:02.606142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33160) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:02.613686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] For port 4c92a615-c195-46fb-974c-06017fc5063b, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:53:02.622366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] For port 4c92a615-c195-46fb-974c-06017fc5063b, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=4c92a615-c195-46fb-974c-06017fc5063b,segment=NetworkSegment(6be5d291-347e-4e9f-8d39-d7637f7da1a0),segment_id=6be5d291-347e-4e9f-8d39-d7637f7da1a0)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:53:02.635448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa0a3a-a456-4eb8-aff3-f1f955df306b req-996aae88-574f-4d5c-88e0-eed7fea596ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:02.637173 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-26aa0a3a-a456-4eb8-aff3-f1f955df306b req-996aae88-574f-4d5c-88e0-eed7fea596ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=e60b2feb-5482-4662-8917-04a4fc979113 HTTP/1.1" status: 200 len: 908 time: 0.2035255 Dec 22 09:53:02.637914 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:02.671104 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f00817-d9a0-4ce8-877a-678cc29c4b0a', 'code': 200} Dec 22 09:53:02.675557 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-68d5a634-e053-424a-b27d-80f149f844ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:02.787301 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-26aa0a3a-a456-4eb8-aff3-f1f955df306b req-d7196d6b-41af-4c7f-96c2-8a81d144ccc4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa08cf5-924b-4474-b942-51da3e584e2e HTTP/1.1" status: 200 len: 217 time: 0.0933392 Dec 22 09:53:02.837408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port a7505449-7259-4f87-b669-f00446ac8fb4 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:53:02.890008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa0a3a-a456-4eb8-aff3-f1f955df306b req-8c285bd7-6d53-4067-9af4-e440e0caad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:02.892286 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-26aa0a3a-a456-4eb8-aff3-f1f955df306b req-8c285bd7-6d53-4067-9af4-e440e0caad47 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b87d27f7-24e3-44fe-bd22-f07e43a5cac0 HTTP/1.1" status: 200 len: 853 time: 0.0963221 Dec 22 09:53:02.899428 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:02.936514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port a7505449-7259-4f87-b669-f00446ac8fb4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:02.936939 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:03.065982 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3fe08f0a-aeb1-4f1e-853f-2575dc00f838 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:03.148912 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:03.190447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Pushing event updated for resources: {'Port': ['ID=4c92a615-c195-46fb-974c-06017fc5063b,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:03.209367 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:03.239832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port a7505449-7259-4f87-b669-f00446ac8fb4, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=a7505449-7259-4f87-b669-f00446ac8fb4,segment=NetworkSegment(d036b29d-b5c1-4ab7-bdce-4e57427add9d),segment_id=d036b29d-b5c1-4ab7-bdce-4e57427add9d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:53:03.259738 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:03.260749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b11d4d5e-eea2-4fdf-9449-b09db9047277 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:53:03.341781 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:03.345014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=e79e7316-645c-4286-a40e-bb8a36f371de,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:03.360328 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-26aa0a3a-a456-4eb8-aff3-f1f955df306b req-16ce7c8a-7eb9-4287-8244-9fcc04b1fb49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e60b2feb-5482-4662-8917-04a4fc979113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2970791 Dec 22 09:53:03.361395 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:03.466369 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-660392c1-ef06-4e80-a2cc-df7fb687532e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:03.466684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 766be565-4799-4932-a414-64d6b730b3f2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:53:03.483274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:53:03.511455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258d221-b2e3-4314-8f6f-fd1269262c18 req-e8055d4b-9eb2-404d-a04a-9b4aad09ef1b tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:03.513514 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b258d221-b2e3-4314-8f6f-fd1269262c18 req-e8055d4b-9eb2-404d-a04a-9b4aad09ef1b tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 945 time: 0.8746200 Dec 22 09:53:03.530468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:53:03.531075 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:03.657051 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b258d221-b2e3-4314-8f6f-fd1269262c18 req-eeaf83e2-f07a-421d-b193-b9aca43bbd3a tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116364 Dec 22 09:53:03.814433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd26e3-0f7d-4763-9b3c-aa8a95280a1f req-5f21a404-e98b-4108-a4ee-69989e99257c tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:03.824439 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2fbd26e3-0f7d-4763-9b3c-aa8a95280a1f req-5f21a404-e98b-4108-a4ee-69989e99257c tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.9303999 Dec 22 09:53:03.831384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-37607cd6-d1cc-4358-870a-6a147a9a1961 admin admin] Deleting subnet 99bc7704-5812-409d-9056-a73056b9ef40 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:53:03.856597 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-37607cd6-d1cc-4358-870a-6a147a9a1961 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:04.025535 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2fbd26e3-0f7d-4763-9b3c-aa8a95280a1f req-67a5226a-84c9-4069-8ccf-88c0dcf07645 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996958 Dec 22 09:53:04.057531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port b11d4d5e-eea2-4fdf-9449-b09db9047277 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:53:04.069732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port b11d4d5e-eea2-4fdf-9449-b09db9047277 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:04.070825 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:04.162842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=a7505449-7259-4f87-b669-f00446ac8fb4,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:04.188963 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:04.193069 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-26aa0a3a-a456-4eb8-aff3-f1f955df306b req-fc1576f4-d0a3-4c95-be01-a8f721e2babd service neutron] 10.222.0.64 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8110015 Dec 22 09:53:04.276307 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-37607cd6-d1cc-4358-870a-6a147a9a1961 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:04.355974 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:04.381046 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-37607cd6-d1cc-4358-870a-6a147a9a1961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:04.494946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port b11d4d5e-eea2-4fdf-9449-b09db9047277, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b11d4d5e-eea2-4fdf-9449-b09db9047277,segment=NetworkSegment(e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5),segment_id=e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:53:04.500326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:04.505261 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:04.685124 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13d952f6-b000-426f-adc9-6399e29a41a8 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:04.694788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7329c3-78f6-4136-a3e0-470e31556bdf'}, {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7505449-7259-4f87-b669-f00446ac8fb4'}, {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11d4d5e-eea2-4fdf-9449-b09db9047277'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:53:04.706648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=b11d4d5e-eea2-4fdf-9449-b09db9047277,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:04.735643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8531d8e-a437-478c-8ab6-395198e8f7c4 req-2ebefa69-5b71-4634-914c-82035dc86fee tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:04.740782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8531d8e-a437-478c-8ab6-395198e8f7c4 req-2ebefa69-5b71-4634-914c-82035dc86fee tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:04.746426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8531d8e-a437-478c-8ab6-395198e8f7c4 req-2ebefa69-5b71-4634-914c-82035dc86fee tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:04.748117 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:04.751333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8531d8e-a437-478c-8ab6-395198e8f7c4 req-2ebefa69-5b71-4634-914c-82035dc86fee tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:04.755904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8531d8e-a437-478c-8ab6-395198e8f7c4 req-2ebefa69-5b71-4634-914c-82035dc86fee tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:04.761547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8531d8e-a437-478c-8ab6-395198e8f7c4 req-2ebefa69-5b71-4634-914c-82035dc86fee tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:04.769484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8531d8e-a437-478c-8ab6-395198e8f7c4 req-2ebefa69-5b71-4634-914c-82035dc86fee tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:04.771663 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8531d8e-a437-478c-8ab6-395198e8f7c4 req-2ebefa69-5b71-4634-914c-82035dc86fee tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5445 time: 0.7294211 Dec 22 09:53:04.834575 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6819a3bb-1d12-4be8-9f0c-5c3ddbaf4fdc tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:04.884813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d952f6-b000-426f-adc9-6399e29a41a8 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Subnet': ['ID=dd6a3dfd-f567-4394-906d-ff43afba02d1,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:04.903138 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-13d952f6-b000-426f-adc9-6399e29a41a8 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:05.000291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e3d527-e906-4336-969b-734b459c8fa9 None None] Network ecee3aa7-0581-4c75-b9af-885f10a8fa7a requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:53:05.001101 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13d952f6-b000-426f-adc9-6399e29a41a8 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:05.068516 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-26aa0a3a-a456-4eb8-aff3-f1f955df306b req-8f7b5ecc-11eb-415f-882c-c579b0df3e14 service neutron] 10.222.0.64 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8110542 Dec 22 09:53:05.069279 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:05.097834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 4c92a615-c195-46fb-974c-06017fc5063b up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:53:05.335304 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-13d952f6-b000-426f-adc9-6399e29a41a8 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/subnets/dd6a3dfd-f567-4394-906d-ff43afba02d1 HTTP/1.1" status: 204 len: 168 time: 3.8239207 Dec 22 09:53:05.336675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33192) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:05.395286 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8531d8e-a437-478c-8ab6-395198e8f7c4 req-2f404bbd-187e-4b86-986e-3e928fc989ad tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4660008 Dec 22 09:53:05.454906 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-44c1f7a9-c3e0-4dd7-99cf-491a9b06e395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:05.505685 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7329c3-78f6-4136-a3e0-470e31556bdf', 'code': 200} Dec 22 09:53:05.506007 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7505449-7259-4f87-b669-f00446ac8fb4', 'code': 200} Dec 22 09:53:05.506562 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11d4d5e-eea2-4fdf-9449-b09db9047277', 'code': 200} Dec 22 09:53:05.681098 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-660392c1-ef06-4e80-a2cc-df7fb687532e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:05.727259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd228507-b048-4c4b-b9d9-b2c008b05515 None None] Network 766be565-4799-4932-a414-64d6b730b3f2 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:53:05.781921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 4c92a615-c195-46fb-974c-06017fc5063b completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:53:05.793218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0e724f7-6287-4a96-87ef-dd98de46b14f req-4679e95c-5915-4e1d-9f2e-a16cf89a9cf8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 1.4910679 Dec 22 09:53:05.832975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 77c75204-a4c3-4349-8892-fcd4b32834af up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:53:05.873432 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-660392c1-ef06-4e80-a2cc-df7fb687532e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:05.934196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ae556ea0-f4de-4295-a521-988c85249169 None None] Provisioning for port 4c92a615-c195-46fb-974c-06017fc5063b completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:53:05.942092 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:06.022885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ae556ea0-f4de-4295-a521-988c85249169 None None] Provisioning complete for port 4c92a615-c195-46fb-974c-06017fc5063b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:06.023337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae556ea0-f4de-4295-a521-988c85249169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:06.167815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 77c75204-a4c3-4349-8892-fcd4b32834af triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:06.168395 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:06.347655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1a8d6b-fefc-4e4a-9dcf-e5f6c1e80afc None None] DHCP port deletion for ecee3aa7-0581-4c75-b9af-885f10a8fa7a request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:53:06.402967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-df1a8d6b-fefc-4e4a-9dcf-e5f6c1e80afc None None] Deleting port 52208059-95a0-4332-8608-99cec344114e {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:53:06.403400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df1a8d6b-fefc-4e4a-9dcf-e5f6c1e80afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:06.430206 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae556ea0-f4de-4295-a521-988c85249169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:06.472176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-660392c1-ef06-4e80-a2cc-df7fb687532e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Allocated IP 172.25.7.25 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/c0ec9b5a-7679-4a4d-a224-6615f84feb50) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:53:06.513835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:06.546541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7909e-85d0-42d6-b422-92d4f8ca4742 req-51a0dd9f-4c60-4c14-a10c-46b280f8b195 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:06.548243 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bfd7909e-85d0-42d6-b422-92d4f8ca4742 req-51a0dd9f-4c60-4c14-a10c-46b280f8b195 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.7761147 Dec 22 09:53:06.552598 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:06.553498 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:06.563090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ae556ea0-f4de-4295-a521-988c85249169 None None] For port 4c92a615-c195-46fb-974c-06017fc5063b, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=4c92a615-c195-46fb-974c-06017fc5063b,segment=NetworkSegment(6be5d291-347e-4e9f-8d39-d7637f7da1a0),segment_id=6be5d291-347e-4e9f-8d39-d7637f7da1a0)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:53:06.655219 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae556ea0-f4de-4295-a521-988c85249169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:06.666757 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d7f978c-83c3-431e-a5be-8a0dadf3771e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:06.680978 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:06.767033 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-660392c1-ef06-4e80-a2cc-df7fb687532e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:06.785670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device a7505449-7259-4f87-b669-f00446ac8fb4 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:53:06.789494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e724f7-6287-4a96-87ef-dd98de46b14f req-07b7044a-1748-4593-8137-9cda5b603742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:06.791167 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0e724f7-6287-4a96-87ef-dd98de46b14f req-07b7044a-1748-4593-8137-9cda5b603742 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 1160 time: 0.8231611 Dec 22 09:53:06.795352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-37607cd6-d1cc-4358-870a-6a147a9a1961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:06.809394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event updated for resources: {'Port': ['ID=e79e7316-645c-4286-a40e-bb8a36f371de,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:06.812747 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:06.878587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 766be565-4799-4932-a414-64d6b730b3f2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:53:06.959929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae556ea0-f4de-4295-a521-988c85249169 None None] Pushing event updated for resources: {'Port': ['ID=4c92a615-c195-46fb-974c-06017fc5063b,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:06.974627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-df1a8d6b-fefc-4e4a-9dcf-e5f6c1e80afc None None] For port 52208059-95a0-4332-8608-99cec344114e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=52208059-95a0-4332-8608-99cec344114e,segment=NetworkSegment(0a979eed-5701-43cf-9789-3662b9458896),segment_id=0a979eed-5701-43cf-9789-3662b9458896)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:53:06.975027 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df1a8d6b-fefc-4e4a-9dcf-e5f6c1e80afc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:06.983877 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ae556ea0-f4de-4295-a521-988c85249169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:07.006297 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-59e12f48-a8a4-473b-b0db-6e010c0f2b2a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:07.052160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38036509-febb-4785-9bb5-e0900061e87b req-e3638f05-fff9-4e37-941f-58f42824b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:07.052777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38036509-febb-4785-9bb5-e0900061e87b req-e3638f05-fff9-4e37-941f-58f42824b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:07.053379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38036509-febb-4785-9bb5-e0900061e87b req-e3638f05-fff9-4e37-941f-58f42824b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:07.053821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38036509-febb-4785-9bb5-e0900061e87b req-e3638f05-fff9-4e37-941f-58f42824b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:07.054269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38036509-febb-4785-9bb5-e0900061e87b req-e3638f05-fff9-4e37-941f-58f42824b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:07.055209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38036509-febb-4785-9bb5-e0900061e87b req-e3638f05-fff9-4e37-941f-58f42824b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:07.055630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38036509-febb-4785-9bb5-e0900061e87b req-e3638f05-fff9-4e37-941f-58f42824b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:07.057916 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-38036509-febb-4785-9bb5-e0900061e87b req-e3638f05-fff9-4e37-941f-58f42824b8e8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 6952 time: 1.2700968 Dec 22 09:53:07.064061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:53:07.070873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 52208059-95a0-4332-8608-99cec344114e no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:53:07.071809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e724f7-6287-4a96-87ef-dd98de46b14f req-376323a9-aa6e-4bc5-a2ef-410043648d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:07.073452 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0e724f7-6287-4a96-87ef-dd98de46b14f req-376323a9-aa6e-4bc5-a2ef-410043648d36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 200 len: 900 time: 0.2385297 Dec 22 09:53:07.089820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967324c-77c8-4ac1-9ffc-ada2e53c41eb req-6748868a-192f-43fa-9e4d-592dfb3d441a tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:07.094606 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e967324c-77c8-4ac1-9ffc-ada2e53c41eb req-6748868a-192f-43fa-9e4d-592dfb3d441a tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 945 time: 1.3048224 Dec 22 09:53:07.100700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Deleting port 52208059-95a0-4332-8608-99cec344114e {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:53:07.101929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:07.206304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37607cd6-d1cc-4358-870a-6a147a9a1961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99bc7704-5812-409d-9056-a73056b9ef40,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:07.209049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-37607cd6-d1cc-4358-870a-6a147a9a1961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:07.243995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-df1a8d6b-fefc-4e4a-9dcf-e5f6c1e80afc None None] Calling delete_port for 52208059-95a0-4332-8608-99cec344114e owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:53:07.277065 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-37607cd6-d1cc-4358-870a-6a147a9a1961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:07.294182 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-660392c1-ef06-4e80-a2cc-df7fb687532e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:07.333690 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-37607cd6-d1cc-4358-870a-6a147a9a1961 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/99bc7704-5812-409d-9056-a73056b9ef40 HTTP/1.1" status: 204 len: 168 time: 4.7223904 Dec 22 09:53:07.341227 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:07.341505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router 2d498f00-1aa6-437c-901f-c7974c174d1e has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:53:07.355060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33220) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:07.375588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port a7505449-7259-4f87-b669-f00446ac8fb4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:07.375878 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:07.437922 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0e724f7-6287-4a96-87ef-dd98de46b14f req-39d32a78-2819-4e44-8664-517212a68b53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=309da8c4-b23b-4a6e-8b28-79f39869a7f1 HTTP/1.1" status: 200 len: 217 time: 0.1324413 Dec 22 09:53:07.559975 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df1a8d6b-fefc-4e4a-9dcf-e5f6c1e80afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:07.579626 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:07.616111 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bfd7909e-85d0-42d6-b422-92d4f8ca4742 req-e854ae21-974e-4fb0-bda6-be88967329a7 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9445896 Dec 22 09:53:07.622542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3675b7ba-9d94-4bdc-9179-0a3c736863d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:07.979056 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e967324c-77c8-4ac1-9ffc-ada2e53c41eb req-e794cb1e-1cf3-4b4c-847e-1a7fadfa5506 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6777096 Dec 22 09:53:08.026890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660392c1-ef06-4e80-a2cc-df7fb687532e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Pushing event updated for resources: {'Port': ['ID=c0ec9b5a-7679-4a4d-a224-6615f84feb50,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:08.034147 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-660392c1-ef06-4e80-a2cc-df7fb687532e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:08.077015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-69614478-8a87-431f-8dc9-7817a3b4b7f8 None None] Provisioning complete for port 4c92a615-c195-46fb-974c-06017fc5063b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:08.078670 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69614478-8a87-431f-8dc9-7817a3b4b7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:08.121808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:53:08.139582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Sync routers for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:53:08.146169 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-38036509-febb-4785-9bb5-e0900061e87b req-764d122d-1f64-4d06-90d5-6da3640fcf62 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0687785 Dec 22 09:53:08.148961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e724f7-6287-4a96-87ef-dd98de46b14f req-989d4f44-b550-4558-a9fa-7f84b94e6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:08.151090 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0e724f7-6287-4a96-87ef-dd98de46b14f req-989d4f44-b550-4558-a9fa-7f84b94e6df4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 200 len: 846 time: 0.4139197 Dec 22 09:53:08.158249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:08.158943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:52:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:08.159683 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/2d498f00-1aa6-437c-901f-c7974c174d1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9508495 Dec 22 09:53:08.190843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33232) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:08.276001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a8d6b-fefc-4e4a-9dcf-e5f6c1e80afc None None] Pushing event deleted for resources: {'Port': ['ID=52208059-95a0-4332-8608-99cec344114e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:08.286790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] For port 52208059-95a0-4332-8608-99cec344114e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=52208059-95a0-4332-8608-99cec344114e,segment=NetworkSegment(0a979eed-5701-43cf-9789-3662b9458896),segment_id=0a979eed-5701-43cf-9789-3662b9458896)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:53:08.290662 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df1a8d6b-fefc-4e4a-9dcf-e5f6c1e80afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:08.293684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:08.332434 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:08.340405 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3675b7ba-9d94-4bdc-9179-0a3c736863d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:08.501859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3675b7ba-9d94-4bdc-9179-0a3c736863d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4139e1c7-4cf8-43ff-9532-d5b8777c2c1e']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:08.521858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3675b7ba-9d94-4bdc-9179-0a3c736863d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514f60c1-9478-4612-93de-79b094e78670') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:08.521858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3675b7ba-9d94-4bdc-9179-0a3c736863d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514f60c1-9478-4612-93de-79b094e78670') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:08.537745 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3675b7ba-9d94-4bdc-9179-0a3c736863d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:08.566571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:53:08.575403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3675b7ba-9d94-4bdc-9179-0a3c736863d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:08.582021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3675b7ba-9d94-4bdc-9179-0a3c736863d1 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:53:08.651357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-44147670-53d5-4a7d-afc6-5d0811700009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:08.729495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Calling delete_port for 52208059-95a0-4332-8608-99cec344114e owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:53:08.833514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 71f00817-d9a0-4ce8-877a-678cc29c4b0a up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:53:08.922265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660392c1-ef06-4e80-a2cc-df7fb687532e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:53:08.934810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-660392c1-ef06-4e80-a2cc-df7fb687532e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:53:08.949263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660392c1-ef06-4e80-a2cc-df7fb687532e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:53:09.081910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-09a1fa7e-3d0e-4aa6-975f-b3268c84fef9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:53:09.151170 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:09.197507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3675b7ba-9d94-4bdc-9179-0a3c736863d1 admin admin] Network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:53:09.204696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1a8d6b-fefc-4e4a-9dcf-e5f6c1e80afc None None] No DVR routers for this DVR port 52208059-95a0-4332-8608-99cec344114e on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:53:09.226828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-69614478-8a87-431f-8dc9-7817a3b4b7f8 None None] Provisioning for port e79e7316-645c-4286-a40e-bb8a36f371de completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:53:09.240053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-69614478-8a87-431f-8dc9-7817a3b4b7f8 None None] Provisioning complete for port e79e7316-645c-4286-a40e-bb8a36f371de triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:09.241055 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69614478-8a87-431f-8dc9-7817a3b4b7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:09.244547 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3675b7ba-9d94-4bdc-9179-0a3c736863d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:09.383611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-69614478-8a87-431f-8dc9-7817a3b4b7f8 None None] Port e79e7316-645c-4286-a40e-bb8a36f371de cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:53:09.386190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 4c92a615-c195-46fb-974c-06017fc5063b up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:53:09.473609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:09.479155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 71f00817-d9a0-4ce8-877a-678cc29c4b0a triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:09.479742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:09.502026 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0e724f7-6287-4a96-87ef-dd98de46b14f req-47a9376f-3f92-4400-b5fc-f5cf5186b41e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71abf892-394c-4481-a07f-0270c6b0938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.2932804 Dec 22 09:53:09.557003 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:53:09.558619 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:53:09.576522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-239ef10f-5ddf-45de-8d17-e9be894354e2 None None] Provisioning complete for port 4c92a615-c195-46fb-974c-06017fc5063b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:09.577237 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-239ef10f-5ddf-45de-8d17-e9be894354e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:09.639907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:53:04Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:35Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '789886e8-dc38-49e4-ac72-e1878f48b9a1', 'name': '', 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:23:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:43Z', 'updated_at': '2020-12-22T09:53:00Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'e79e7316-645c-4286-a40e-bb8a36f371de', 'name': '', 'network_id': '766be565-4799-4932-a414-64d6b730b3f2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:b8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c84953e4-eea3-4056-8608-37dcc65886a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:53:01Z', 'updated_at': '2020-12-22T09:53:06Z', 'revision_number': 2, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'c84953e4-eea3-4056-8608-37dcc65886a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:09.657192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Checking router: 2d498f00-1aa6-437c-901f-c7974c174d1e for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:53:09.657934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Updating router 2d498f00-1aa6-437c-901f-c7974c174d1e port e79e7316-645c-4286-a40e-bb8a36f371de binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:53:09.756026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 4c92a615-c195-46fb-974c-06017fc5063b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:09.756790 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:09.786192 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:09.984530 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0e724f7-6287-4a96-87ef-dd98de46b14f req-a45b8691-e057-4c22-b45a-a5291f0fa669 service neutron] 10.222.0.37 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533129 Dec 22 09:53:09.989354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3675b7ba-9d94-4bdc-9179-0a3c736863d1 admin admin] Network 4139e1c7-4cf8-43ff-9532-d5b8777c2c1e has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:53:10.104028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device fc7329c3-78f6-4136-a3e0-470e31556bdf up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:53:10.150380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Deleting port 52208059-95a0-4332-8608-99cec344114e {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:53:10.151229 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:53:10.178902 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:53:10.315341 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:10.377555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-239ef10f-5ddf-45de-8d17-e9be894354e2 None None] Provisioning complete for port e79e7316-645c-4286-a40e-bb8a36f371de triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:10.377940 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-239ef10f-5ddf-45de-8d17-e9be894354e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:10.427748 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e0e724f7-6287-4a96-87ef-dd98de46b14f req-966b8d92-826f-4e39-824a-871bede49a97 service neutron] 10.222.0.37 "GET /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4215922 Dec 22 09:53:10.436159 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3675b7ba-9d94-4bdc-9179-0a3c736863d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:10.443991 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0f6debc5-a11e-4b1c-b0a2-de9772670d68 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:10.488946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769a79c-fc13-41d7-9d07-915255868ba4 req-22640ebf-834d-4523-b51f-7acc046b8946 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:10.493767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:10.500386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769a79c-fc13-41d7-9d07-915255868ba4 req-22640ebf-834d-4523-b51f-7acc046b8946 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:10.504217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-239ef10f-5ddf-45de-8d17-e9be894354e2 None None] Port e79e7316-645c-4286-a40e-bb8a36f371de cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:53:10.507548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:10.508738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769a79c-fc13-41d7-9d07-915255868ba4 req-22640ebf-834d-4523-b51f-7acc046b8946 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:10.522177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769a79c-fc13-41d7-9d07-915255868ba4 req-22640ebf-834d-4523-b51f-7acc046b8946 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:10.523679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Transition to ACTIVE for port object e79e7316-645c-4286-a40e-bb8a36f371de will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:53:10.528303 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:10.534850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port fc7329c3-78f6-4136-a3e0-470e31556bdf triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:10.535702 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:10.540044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769a79c-fc13-41d7-9d07-915255868ba4 req-22640ebf-834d-4523-b51f-7acc046b8946 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:10.551652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769a79c-fc13-41d7-9d07-915255868ba4 req-22640ebf-834d-4523-b51f-7acc046b8946 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:10.557042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769a79c-fc13-41d7-9d07-915255868ba4 req-22640ebf-834d-4523-b51f-7acc046b8946 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:10.564109 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:10.566835 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6769a79c-fc13-41d7-9d07-915255868ba4 req-22640ebf-834d-4523-b51f-7acc046b8946 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5447 time: 2.5806589 Dec 22 09:53:10.568311 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3675b7ba-9d94-4bdc-9179-0a3c736863d1 admin admin] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:10.584005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675b7ba-9d94-4bdc-9179-0a3c736863d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4139e1c7-4cf8-43ff-9532-d5b8777c2c1e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:10.589038 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3675b7ba-9d94-4bdc-9179-0a3c736863d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:10.603696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf354166-d4b1-4926-944c-09e4ac439374 req-715c4d40-f566-4ae3-b479-fae3245aa83c tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:10.612172 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cf354166-d4b1-4926-944c-09e4ac439374 req-715c4d40-f566-4ae3-b479-fae3245aa83c tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 945 time: 1.1328390 Dec 22 09:53:10.675282 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:10.698976 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3675b7ba-9d94-4bdc-9179-0a3c736863d1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4139e1c7-4cf8-43ff-9532-d5b8777c2c1e HTTP/1.1" status: 204 len: 168 time: 3.2634623 Dec 22 09:53:10.724651 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cf354166-d4b1-4926-944c-09e4ac439374 req-b8776b7a-3bfb-48ae-845c-09b6069b1133 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109874 Dec 22 09:53:10.746477 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6769a79c-fc13-41d7-9d07-915255868ba4 req-294f59e1-aad8-4ced-a20e-686b60980637 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1514258 Dec 22 09:53:10.865418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:53:10.960051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Pushing event updated for resources: {'Port': ['ID=e79e7316-645c-4286-a40e-bb8a36f371de,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:11.015546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.015901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.018116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.018489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.018871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.027810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.028469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.029602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.029997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.030378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.030760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.031136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.031592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.031990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.032352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.032719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.033083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.033200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:11.033448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.033566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:11.033839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.034152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.034518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.035065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.035427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.035911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.036437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.040101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.040487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.040868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.041241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.041606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.041980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.042343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.042711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.043073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.043442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.043790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:11.057967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.extraroute_db [None req-09a1fa7e-3d0e-4aa6-975f-b3268c84fef9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=81072) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 09:53:11.065205 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:11.222578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f0039625-e07a-45bd-8ae2-eb766b1e3004 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:53:11.340095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f0039625-e07a-45bd-8ae2-eb766b1e3004 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:11.341385 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:11.382996 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-660392c1-ef06-4e80-a2cc-df7fb687532e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:11.414533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d5397-6361-4650-8e94-b65990403379 req-b30b1fe4-cc33-47d5-b8c7-d33865fe08d5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:11.426127 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-686d5397-6361-4650-8e94-b65990403379 req-b30b1fe4-cc33-47d5-b8c7-d33865fe08d5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 945 time: 0.3310082 Dec 22 09:53:11.434841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3292c-2ba7-4683-a555-cbde6e560df9 req-109d14c6-acc6-4fb3-a153-a32870783489 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:11.451195 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d4f3292c-2ba7-4683-a555-cbde6e560df9 req-109d14c6-acc6-4fb3-a153-a32870783489 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.5115926 Dec 22 09:53:11.492480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Attempting to bind port e79e7316-645c-4286-a40e-bb8a36f371de on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:53:11.496432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Attempting to bind port e79e7316-645c-4286-a40e-bb8a36f371de by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '6be5d291-347e-4e9f-8d39-d7637f7da1a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '766be565-4799-4932-a414-64d6b730b3f2'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:53:11.497005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Attempting to bind port e79e7316-645c-4286-a40e-bb8a36f371de on network 766be565-4799-4932-a414-64d6b730b3f2 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:53:11.513083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:53:11.513766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Checking segment: {'id': '6be5d291-347e-4e9f-8d39-d7637f7da1a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '766be565-4799-4932-a414-64d6b730b3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:53:11.514337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:11.514899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Bound using segment: {'id': '6be5d291-347e-4e9f-8d39-d7637f7da1a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '766be565-4799-4932-a414-64d6b730b3f2'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:53:11.516543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Bound port: e79e7316-645c-4286-a40e-bb8a36f371de, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be5d291-347e-4e9f-8d39-d7637f7da1a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '766be565-4799-4932-a414-64d6b730b3f2'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:53:11.517435 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:11.536049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33266) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:11.559435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] The port '52208059-95a0-4332-8608-99cec344114e' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:53:11.660424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.extraroute_db [None req-09a1fa7e-3d0e-4aa6-975f-b3268c84fef9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Removed routes are [] {{(pid=81072) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 09:53:11.661376 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09a1fa7e-3d0e-4aa6-975f-b3268c84fef9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:11.688870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] For port e79e7316-645c-4286-a40e-bb8a36f371de, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:53:11.693318 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d4f3292c-2ba7-4683-a555-cbde6e560df9 req-bfe8132f-99d2-409d-b89c-1976cad2aaee tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403586 Dec 22 09:53:11.695823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] For port e79e7316-645c-4286-a40e-bb8a36f371de, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=e79e7316-645c-4286-a40e-bb8a36f371de,segment=NetworkSegment(6be5d291-347e-4e9f-8d39-d7637f7da1a0),segment_id=6be5d291-347e-4e9f-8d39-d7637f7da1a0)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:53:11.708848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:11.729137 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:11.788546 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-37459ccc-f2dd-4114-acad-7bc40f115a4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2af5f8c189d74ea78f15d1e4177ac64a&name=default HTTP/1.1" status: 200 len: 2883 time: 0.2469881 Dec 22 09:53:11.806205 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-686d5397-6361-4650-8e94-b65990403379 req-974a7b04-1271-4b05-aaae-0eca3ad42786 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232672 Dec 22 09:53:11.807191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33272) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:11.974023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f425e672-30cd-41f1-a2c0-f33f40d02d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:11.992175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Pushing event updated for resources: {'Port': ['ID=e79e7316-645c-4286-a40e-bb8a36f371de,revision_number=4']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:12.009591 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e7d70c4-49c8-4d60-98fc-3db74b8712da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:12.053938 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f425e672-30cd-41f1-a2c0-f33f40d02d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:12.080925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:12.081898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:53:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:12.297238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33282) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:12.392347 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f425e672-30cd-41f1-a2c0-f33f40d02d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:12.405052 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-07c90dd2-8d30-4009-9ecd-e60038b95bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:12.432588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425e672-30cd-41f1-a2c0-f33f40d02d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781623d5-ce1d-4958-9fc8-bd537fdab023,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:12.440299 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f425e672-30cd-41f1-a2c0-f33f40d02d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:12.451933 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f425e672-30cd-41f1-a2c0-f33f40d02d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:12.457158 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f425e672-30cd-41f1-a2c0-f33f40d02d58 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/781623d5-ce1d-4958-9fc8-bd537fdab023 HTTP/1.1" status: 204 len: 168 time: 0.6483929 Dec 22 09:53:12.529480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:53:12.542578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4edbba-14ca-4cf6-85d1-09409faa3f10 req-9ebb1fb2-0934-4bd7-9c89-31f1aba45566 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:12.560574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4edbba-14ca-4cf6-85d1-09409faa3f10 req-9ebb1fb2-0934-4bd7-9c89-31f1aba45566 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:12.567033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4edbba-14ca-4cf6-85d1-09409faa3f10 req-9ebb1fb2-0934-4bd7-9c89-31f1aba45566 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:12.575464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4edbba-14ca-4cf6-85d1-09409faa3f10 req-9ebb1fb2-0934-4bd7-9c89-31f1aba45566 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:12.581720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4edbba-14ca-4cf6-85d1-09409faa3f10 req-9ebb1fb2-0934-4bd7-9c89-31f1aba45566 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:12.593621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4edbba-14ca-4cf6-85d1-09409faa3f10 req-9ebb1fb2-0934-4bd7-9c89-31f1aba45566 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:12.599053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4edbba-14ca-4cf6-85d1-09409faa3f10 req-9ebb1fb2-0934-4bd7-9c89-31f1aba45566 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:12.603246 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa4edbba-14ca-4cf6-85d1-09409faa3f10 req-9ebb1fb2-0934-4bd7-9c89-31f1aba45566 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5447 time: 0.4416125 Dec 22 09:53:12.647768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b11d4d5e-eea2-4fdf-9449-b09db9047277 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:53:12.700836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:12.763524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-84e8b813-3586-4d52-97d8-5fe61f5995af admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:12.785464 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa4edbba-14ca-4cf6-85d1-09409faa3f10 req-edec5490-0ebf-4a8a-85b4-716ba3e0bffc tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1716864 Dec 22 09:53:12.786572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-84e8b813-3586-4d52-97d8-5fe61f5995af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:53:12.792341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-84e8b813-3586-4d52-97d8-5fe61f5995af admin admin] Usage tracker for resource:security_group_rule and tenant:081cdaeb730343fd9e301b8372e4662f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:53:12.808872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-84e8b813-3586-4d52-97d8-5fe61f5995af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:53:12.816912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-84e8b813-3586-4d52-97d8-5fe61f5995af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:53:12.875219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port b11d4d5e-eea2-4fdf-9449-b09db9047277 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:12.876226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:13.107118 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-84e8b813-3586-4d52-97d8-5fe61f5995af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:13.133307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 535b7ea4-38e5-40cd-99f6-5fcf8666390b up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:53:13.141523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afebddc-8504-44d2-bb05-0fc159980dca req-2ae9b563-65be-46c6-b638-befb089502a2 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:13.152238 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2afebddc-8504-44d2-bb05-0fc159980dca req-2ae9b563-65be-46c6-b638-befb089502a2 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 945 time: 0.2756474 Dec 22 09:53:13.211930 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-84e8b813-3586-4d52-97d8-5fe61f5995af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:13.301817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:53:11Z', 'revision_number': 6, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:35Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '789886e8-dc38-49e4-ac72-e1878f48b9a1', 'name': '', 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:23:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:43Z', 'updated_at': '2020-12-22T09:53:00Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'e79e7316-645c-4286-a40e-bb8a36f371de', 'name': '', 'network_id': '766be565-4799-4932-a414-64d6b730b3f2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:b8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c84953e4-eea3-4056-8608-37dcc65886a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:53:01Z', 'updated_at': '2020-12-22T09:53:11Z', 'revision_number': 4, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'c84953e4-eea3-4056-8608-37dcc65886a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:13.306356 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76b5976f-027b-46be-807b-ccd10732dc82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:13.309225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37280b2-9595-47b0-b664-73bc019237e3 None None] The sync data for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 is: [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:53:11Z', 'revision_number': 6, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:35Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '789886e8-dc38-49e4-ac72-e1878f48b9a1', 'name': '', 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:23:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:43Z', 'updated_at': '2020-12-22T09:53:00Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'e79e7316-645c-4286-a40e-bb8a36f371de', 'name': '', 'network_id': '766be565-4799-4932-a414-64d6b730b3f2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:b8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c84953e4-eea3-4056-8608-37dcc65886a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:53:01Z', 'updated_at': '2020-12-22T09:53:11Z', 'revision_number': 4, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'c84953e4-eea3-4056-8608-37dcc65886a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:53:13.352348 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-84e8b813-3586-4d52-97d8-5fe61f5995af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=081cdaeb730343fd9e301b8372e4662f&name=default HTTP/1.1" status: 200 len: 2883 time: 1.0503032 Dec 22 09:53:13.357875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8b813-3586-4d52-97d8-5fe61f5995af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a52ebb-037c-4c8d-9f3d-97098daf0658,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:13.435220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09a1fa7e-3d0e-4aa6-975f-b3268c84fef9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:13.439872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33298) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:13.442694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecee3aa7-0581-4c75-b9af-885f10a8fa7a']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:13.466213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a979eed-5701-43cf-9789-3662b9458896') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:13.466557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a979eed-5701-43cf-9789-3662b9458896') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:13.505242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:13.530053 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-84e8b813-3586-4d52-97d8-5fe61f5995af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:13.532403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09a1fa7e-3d0e-4aa6-975f-b3268c84fef9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846921732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7854069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846964228'] for router, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:13.563498 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2afebddc-8504-44d2-bb05-0fc159980dca req-45e599e9-0618-4c65-af09-bf2f4afd4c37 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096432 Dec 22 09:53:13.671155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0823a-99a5-4227-9a32-89dae024dc69 req-def3fd66-7f67-48ff-8782-607b7b2addad tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:13.673958 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6be0823a-99a5-4227-9a32-89dae024dc69 req-def3fd66-7f67-48ff-8782-607b7b2addad tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.3723164 Dec 22 09:53:13.787398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 535b7ea4-38e5-40cd-99f6-5fcf8666390b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:13.798096 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6be0823a-99a5-4227-9a32-89dae024dc69 req-a342c530-b304-4d5c-88b5-6774d76458c3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000755 Dec 22 09:53:13.800405 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:13.913071 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:13.922727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:53:13.980617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:53:14.128522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:14.129002 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:14.193261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37a11f-4eed-4603-b288-de6e68df2f9d req-08aaca77-aaa1-4c1a-ad6f-0bdc70a1498e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:14.217696 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0f37a11f-4eed-4603-b288-de6e68df2f9d req-08aaca77-aaa1-4c1a-ad6f-0bdc70a1498e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 945 time: 0.2923703 Dec 22 09:53:14.338289 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-660392c1-ef06-4e80-a2cc-df7fb687532e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:14.349997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Releasing vxlan tunnel 11 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:53:14.392005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf9ab8-e8ab-42e7-ac0c-3095e154c34a req-c27f23ba-ece6-4b00-954f-a4b97bf87a0b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:14.407239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf9ab8-e8ab-42e7-ac0c-3095e154c34a req-c27f23ba-ece6-4b00-954f-a4b97bf87a0b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:14.422890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf9ab8-e8ab-42e7-ac0c-3095e154c34a req-c27f23ba-ece6-4b00-954f-a4b97bf87a0b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:14.430681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 71f00817-d9a0-4ce8-877a-678cc29c4b0a up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:53:14.432957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf9ab8-e8ab-42e7-ac0c-3095e154c34a req-c27f23ba-ece6-4b00-954f-a4b97bf87a0b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:14.439317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf9ab8-e8ab-42e7-ac0c-3095e154c34a req-c27f23ba-ece6-4b00-954f-a4b97bf87a0b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:14.446292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf9ab8-e8ab-42e7-ac0c-3095e154c34a req-c27f23ba-ece6-4b00-954f-a4b97bf87a0b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:14.451041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf9ab8-e8ab-42e7-ac0c-3095e154c34a req-c27f23ba-ece6-4b00-954f-a4b97bf87a0b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:14.458890 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eeaf9ab8-e8ab-42e7-ac0c-3095e154c34a req-c27f23ba-ece6-4b00-954f-a4b97bf87a0b tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5447 time: 0.5954242 Dec 22 09:53:14.482738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33312) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:14.506956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-fb4131dd-9f49-4022-a6b5-3551d7841f46 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Request body: {'floatingip': {'port_id': 'f0039625-e07a-45bd-8ae2-eb766b1e3004'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:53:14.541518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 71f00817-d9a0-4ce8-877a-678cc29c4b0a triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:14.541970 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:14.554407 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-660392c1-ef06-4e80-a2cc-df7fb687532e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846921732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7854069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846964228'] for router, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:14.627630 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fb4131dd-9f49-4022-a6b5-3551d7841f46 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for floatingip, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:14.841578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network ecee3aa7-0581-4c75-b9af-885f10a8fa7a has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:53:14.899691 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:14.948888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33324) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:14.954792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-0f37a11f-4eed-4603-b288-de6e68df2f9d req-94f9d40b-bfc3-4c00-b892-dc890567bca0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Deleting port 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:53:14.955009 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0f37a11f-4eed-4603-b288-de6e68df2f9d req-94f9d40b-bfc3-4c00-b892-dc890567bca0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:15.099799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device faa08cf5-924b-4474-b942-51da3e584e2e up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:53:15.104010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a1fa7e-3d0e-4aa6-975f-b3268c84fef9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router 2d498f00-1aa6-437c-901f-c7974c174d1e has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:53:15.159035 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-313b58de-ec94-46d3-bc61-e37842a33b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:15.342399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port faa08cf5-924b-4474-b942-51da3e584e2e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:15.343221 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:15.415521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e79e7316-645c-4286-a40e-bb8a36f371de up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:53:15.471153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-868198827-network', 'tenant_id': '250cbb3aaaac4bfba8dd2bb56fd12217'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:53:15.480358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:53:15.582198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Usage tracker for resource:network and tenant:250cbb3aaaac4bfba8dd2bb56fd12217 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:53:15.608924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port e79e7316-645c-4286-a40e-bb8a36f371de completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:53:15.621856 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-313b58de-ec94-46d3-bc61-e37842a33b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:15.630870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:53:15.637062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network ecee3aa7-0581-4c75-b9af-885f10a8fa7a has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:53:15.660067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port e79e7316-645c-4286-a40e-bb8a36f371de triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:15.660730 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:53:15.703277 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:53:15.727754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15412b19-d51c-4739-89e2-394d6fd9606a req-c114bc47-c85c-4615-90d3-a58e5747e3ba tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:15.729502 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15412b19-d51c-4739-89e2-394d6fd9606a req-c114bc47-c85c-4615-90d3-a58e5747e3ba tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 945 time: 0.9021733 Dec 22 09:53:15.735820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:53:15.800667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896cdcd-c237-4f38-a200-e4525b4028d7 req-1fdcbaa8-b980-47dc-8032-6b6c02e48a96 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:15.802509 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a896cdcd-c237-4f38-a200-e4525b4028d7 req-1fdcbaa8-b980-47dc-8032-6b6c02e48a96 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.7102561 Dec 22 09:53:15.814024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a1fa7e-3d0e-4aa6-975f-b3268c84fef9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:53:15.820382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:53:15.854029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982ae562-398c-485b-b7bc-c673a656a88c None None] Sync routers for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:53:15.863635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-0f37a11f-4eed-4603-b288-de6e68df2f9d req-94f9d40b-bfc3-4c00-b892-dc890567bca0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] For port 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:53:15.863635 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0f37a11f-4eed-4603-b288-de6e68df2f9d req-94f9d40b-bfc3-4c00-b892-dc890567bca0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:15.917285 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:15.969504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Made reservation on behalf of 250cbb3aaaac4bfba8dd2bb56fd12217 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:53:15.978517 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:15.994109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ae562-398c-485b-b7bc-c673a656a88c None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:15.995251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-982ae562-398c-485b-b7bc-c673a656a88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:53:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:16.016594 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-09a1fa7e-3d0e-4aa6-975f-b3268c84fef9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:16.021880 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-09a1fa7e-3d0e-4aa6-975f-b3268c84fef9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/2d498f00-1aa6-437c-901f-c7974c174d1e HTTP/1.1" status: 200 len: 953 time: 7.8171194 Dec 22 09:53:16.030809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33330) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:16.042647 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:16.071473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:16.221095 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4dc16c98-d014-4599-9d04-a95603b9a919 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:16.274073 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:16.291640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:53:16.383280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-0f37a11f-4eed-4603-b288-de6e68df2f9d req-94f9d40b-bfc3-4c00-b892-dc890567bca0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Calling delete_port for 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:53:16.450942 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a896cdcd-c237-4f38-a200-e4525b4028d7 req-ec022d2b-1410-40c0-a75f-9ffdf7b3013d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5914404 Dec 22 09:53:16.511971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-982ae562-398c-485b-b7bc-c673a656a88c None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:53:16.567478 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15412b19-d51c-4739-89e2-394d6fd9606a req-9e9e8b0c-b4a4-4f8c-8db3-e52a12e4cb13 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7536175 Dec 22 09:53:16.751724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port e79e7316-645c-4286-a40e-bb8a36f371de, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=e79e7316-645c-4286-a40e-bb8a36f371de,segment=NetworkSegment(6be5d291-347e-4e9f-8d39-d7637f7da1a0),segment_id=6be5d291-347e-4e9f-8d39-d7637f7da1a0)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:53:16.755507 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0f37a11f-4eed-4603-b288-de6e68df2f9d req-94f9d40b-bfc3-4c00-b892-dc890567bca0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:16.779091 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fabd7030-9696-4525-922a-51b5f3aeaabf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:16.813586 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] No ports have port_id starting with 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 Dec 22 09:53:16.816988 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:16.836156 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d9e4392e-819a-47ac-85a6-6c1feae34cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:16.845720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9d40b-bfc3-4c00-b892-dc890567bca0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Pushing event deleted for resources: {'Port': ['ID=1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:16.847026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Usage tracker for resource:security_group_rule and tenant:250cbb3aaaac4bfba8dd2bb56fd12217 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:53:16.852676 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-94f9d40b-bfc3-4c00-b892-dc890567bca0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:16.854932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Network': ['ID=ecee3aa7-0581-4c75-b9af-885f10a8fa7a,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:16.859392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:53:16.879875 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:16.905061 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-313b58de-ec94-46d3-bc61-e37842a33b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:16.909626 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-313b58de-ec94-46d3-bc61-e37842a33b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:16.915498 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-313b58de-ec94-46d3-bc61-e37842a33b4a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f0a52ebb-037c-4c8d-9f3d-97098daf0658 HTTP/1.1" status: 204 len: 168 time: 3.3608019 Dec 22 09:53:16.915498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:53:16.924978 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-681b658e-01d1-4577-a4fc-76ff30a44e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:16.939659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=e79e7316-645c-4286-a40e-bb8a36f371de,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:16.955214 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/networks/ecee3aa7-0581-4c75-b9af-885f10a8fa7a HTTP/1.1" status: 204 len: 168 time: 11.4946461 Dec 22 09:53:16.964721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33336) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:16.969200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.969830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.970401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.970961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.971521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.972115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.972666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.973221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.973771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.974340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.974898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.975509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.976253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.976810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.977620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.978384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.978933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.979081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b58de-ec94-46d3-bc61-e37842a33b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a52ebb-037c-4c8d-9f3d-97098daf0658,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:16.979593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.980194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.980764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.982380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.983000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.983885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.984487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.985093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.985636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.986499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.987053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.988361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.988928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.990084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.990679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.991183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660392c1-ef06-4e80-a2cc-df7fb687532e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Router 4c5aa0df-9840-495c-b509-a18a6e757a05 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:53:16.991515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.992148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.992738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.993322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:16.996384 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-313b58de-ec94-46d3-bc61-e37842a33b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:17.000250 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:17.031969 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-074a0998-7f51-4cd4-8b7a-532bc33a7a30 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/routers/2d498f00-1aa6-437c-901f-c7974c174d1e HTTP/1.1" status: 200 len: 953 time: 0.9970496 Dec 22 09:53:17.040280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33340) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:17.057083 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a985517-9372-46a3-b01e-d5bb5f0dd926 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] DELETE failed (client error): The resource could not be found. Dec 22 09:53:17.057599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a985517-9372-46a3-b01e-d5bb5f0dd926 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:53:17.061565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-cd6a6563-d469-4466-8339-9044cc5b5826 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'router': {'routes': None}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:53:17.095360 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1a985517-9372-46a3-b01e-d5bb5f0dd926 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/subnets/eacc9921-c3b6-4965-b9d2-33b492aac59b HTTP/1.1" status: 404 len: 337 time: 0.1201921 Dec 22 09:53:17.099146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33344) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:17.143293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-982ae562-398c-485b-b7bc-c673a656a88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:53:11Z', 'revision_number': 6, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:35Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '789886e8-dc38-49e4-ac72-e1878f48b9a1', 'name': '', 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:23:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:43Z', 'updated_at': '2020-12-22T09:53:00Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'e79e7316-645c-4286-a40e-bb8a36f371de', 'name': '', 'network_id': '766be565-4799-4932-a414-64d6b730b3f2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:b8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c84953e4-eea3-4056-8608-37dcc65886a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:53:01Z', 'updated_at': '2020-12-22T09:53:11Z', 'revision_number': 4, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'c84953e4-eea3-4056-8608-37dcc65886a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:17.146742 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-e909565b-2688-404f-9080-5114df56501c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] DELETE failed (client error): The resource could not be found. Dec 22 09:53:17.148196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e909565b-2688-404f-9080-5114df56501c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:53:17.150562 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e909565b-2688-404f-9080-5114df56501c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/networks/5daf5d96-e9c2-4eb4-a5ef-912bbf51b6b6 HTTP/1.1" status: 404 len: 339 time: 0.0470362 Dec 22 09:53:17.151575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982ae562-398c-485b-b7bc-c673a656a88c None None] Checking router: 2d498f00-1aa6-437c-901f-c7974c174d1e for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:53:17.166120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33348) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:17.167205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ae562-398c-485b-b7bc-c673a656a88c None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:17.168099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-982ae562-398c-485b-b7bc-c673a656a88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:53:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:17.254322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-fb4131dd-9f49-4022-a6b5-3551d7841f46 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:53:17.364988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e79e7316-645c-4286-a40e-bb8a36f371de up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:53:17.536636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-982ae562-398c-485b-b7bc-c673a656a88c None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:53:17.681111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port e79e7316-645c-4286-a40e-bb8a36f371de triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:53:17.681734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:17.796315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33358) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:17.902010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7aeff7b4-4dd2-43ac-b77e-0f5f9bc4608d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:17.947979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffad8aef-ac55-480a-bb20-4059077d68bc tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Deleting subnet 1d00ab68-a4ff-48ff-a5a0-aca9c899475d {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:53:17.962864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffad8aef-ac55-480a-bb20-4059077d68bc tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:18.056590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7aeff7b4-4dd2-43ac-b77e-0f5f9bc4608d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:53:18.061003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7aeff7b4-4dd2-43ac-b77e-0f5f9bc4608d admin admin] Usage tracker for resource:security_group_rule and tenant:c05289bcdefc4268b3bd9ff0b7182514 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:53:18.087475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7aeff7b4-4dd2-43ac-b77e-0f5f9bc4608d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:53:18.126443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7aeff7b4-4dd2-43ac-b77e-0f5f9bc4608d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:53:18.148972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:18.192803 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fb4131dd-9f49-4022-a6b5-3551d7841f46 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for floatingip, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:18.194873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1aeb0140-813f-446d-8465-929c932ffe1f req-2208f378-191c-40a1-a71a-470d8db6cf6b tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Synchronizing usage tracker for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:53:18.215221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-982ae562-398c-485b-b7bc-c673a656a88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:53:11Z', 'revision_number': 6, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:35Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '789886e8-dc38-49e4-ac72-e1878f48b9a1', 'name': '', 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:23:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:43Z', 'updated_at': '2020-12-22T09:53:00Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'e79e7316-645c-4286-a40e-bb8a36f371de', 'name': '', 'network_id': '766be565-4799-4932-a414-64d6b730b3f2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:b8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c84953e4-eea3-4056-8608-37dcc65886a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:53:01Z', 'updated_at': '2020-12-22T09:53:15Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'c84953e4-eea3-4056-8608-37dcc65886a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:18.220646 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:18.223602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fb4131dd-9f49-4022-a6b5-3551d7841f46 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:18.229683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982ae562-398c-485b-b7bc-c673a656a88c None None] The sync data for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 is: [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:53:11Z', 'revision_number': 6, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:35Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '789886e8-dc38-49e4-ac72-e1878f48b9a1', 'name': '', 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:23:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:43Z', 'updated_at': '2020-12-22T09:53:00Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'e79e7316-645c-4286-a40e-bb8a36f371de', 'name': '', 'network_id': '766be565-4799-4932-a414-64d6b730b3f2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:b8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c84953e4-eea3-4056-8608-37dcc65886a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:53:01Z', 'updated_at': '2020-12-22T09:53:15Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'c84953e4-eea3-4056-8608-37dcc65886a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:53:18.256808 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bd92becd-5e52-4e08-8048-5fad91b0ff02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:18.269290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660392c1-ef06-4e80-a2cc-df7fb687532e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:53:18.290150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9ab950-b608-4ed1-af3e-6ba6f828d346 None None] Sync routers for ids ['4c5aa0df-9840-495c-b509-a18a6e757a05'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:53:18.346125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9ab950-b608-4ed1-af3e-6ba6f828d346 None None] Routers {'4c5aa0df-9840-495c-b509-a18a6e757a05'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:18.347097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-cb9ab950-b608-4ed1-af3e-6ba6f828d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:53:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4c5aa0df-9840-495c-b509-a18a6e757a05'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:18.371281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:53:18.386499 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:18.387099 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Added segment 16041ef7-5666-4b80-a900-6bff3a23bb99 of type vxlan for network a915dfd1-fb65-4220-811d-3a0badf81285 Dec 22 09:53:18.419242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:18.478522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f37a11f-4eed-4603-b288-de6e68df2f9d req-94f9d40b-bfc3-4c00-b892-dc890567bca0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] No DVR routers for this DVR port 1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:53:18.490487 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-fb4131dd-9f49-4022-a6b5-3551d7841f46 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Floating IP 6332bb8f-d4d0-415a-a0ef-fc2cb80757d6 associated. External IP: 172.25.7.199, port: f0039625-e07a-45bd-8ae2-eb766b1e3004. Dec 22 09:53:18.490715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0861ea-ba0d-4711-91c8-c5369fabc117,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:18.490939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-cb9ab950-b608-4ed1-af3e-6ba6f828d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:18.496532 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:18.503434 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:18.504760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:18.505019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9ab950-b608-4ed1-af3e-6ba6f828d346 None None] Routers {'4c5aa0df-9840-495c-b509-a18a6e757a05'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:18.506019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:18.506402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-cb9ab950-b608-4ed1-af3e-6ba6f828d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:53:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4c5aa0df-9840-495c-b509-a18a6e757a05'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:18.563441 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3adc3266-5fb0-41a6-a0ff-1ace3c744870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:18.619685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-cb9ab950-b608-4ed1-af3e-6ba6f828d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:18.620463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9ab950-b608-4ed1-af3e-6ba6f828d346 None None] The sync data for ids ['4c5aa0df-9840-495c-b509-a18a6e757a05'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:53:18.630889 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-660392c1-ef06-4e80-a2cc-df7fb687532e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:18.632514 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-660392c1-ef06-4e80-a2cc-df7fb687532e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "PUT /v2.0/routers/4c5aa0df-9840-495c-b509-a18a6e757a05 HTTP/1.1" status: 200 len: 918 time: 16.3493495 Dec 22 09:53:18.642137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33370) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:18.660592 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffad8aef-ac55-480a-bb20-4059077d68bc tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:18.719464 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0f37a11f-4eed-4603-b288-de6e68df2f9d req-94f9d40b-bfc3-4c00-b892-dc890567bca0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:18.721932 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0f37a11f-4eed-4603-b288-de6e68df2f9d req-94f9d40b-bfc3-4c00-b892-dc890567bca0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.64 "DELETE /v2.0/ports/1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5 HTTP/1.1" status: 204 len: 173 time: 4.4958098 Dec 22 09:53:18.724600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1aeb0140-813f-446d-8465-929c932ffe1f req-2208f378-191c-40a1-a71a-470d8db6cf6b tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Unset dirty status for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:53:18.741418 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1aeb0140-813f-446d-8465-929c932ffe1f req-2208f378-191c-40a1-a71a-470d8db6cf6b tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac HTTP/1.1" status: 200 len: 210 time: 0.7860045 Dec 22 09:53:18.743993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac', 'name': 'network-vif-deleted', 'tag': '1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:53:18.841279 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.8761356 Dec 22 09:53:18.897982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33380) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:18.906715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Pushing event updated for resources: {'Network': ['ID=a915dfd1-fb65-4220-811d-3a0badf81285,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:18.910743 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:18.920800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network a915dfd1-fb65-4220-811d-3a0badf81285 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:53:18.981090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network a915dfd1-fb65-4220-811d-3a0badf81285 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:53:19.086902 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7aeff7b4-4dd2-43ac-b77e-0f5f9bc4608d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:19.103212 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7aeff7b4-4dd2-43ac-b77e-0f5f9bc4608d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:19.121243 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5ba68f-94b9-42ea-aa18-7e047c5ca5ac', 'name': 'network-vif-deleted', 'tag': '1d3fe45d-96a0-46ab-bc4b-23f6e9939bb5', 'status': 'completed', 'code': 200} Dec 22 09:53:19.146345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network a915dfd1-fb65-4220-811d-3a0badf81285 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:53:19.171849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-f84c5fdd-336b-41e8-993d-f1bbf9c30f5e admin admin] Request body: {'subnet': {'network_id': 'a915dfd1-fb65-4220-811d-3a0badf81285', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-868198827-subnet', 'tenant_id': '250cbb3aaaac4bfba8dd2bb56fd12217', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:53:19.182664 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e448a323-e06a-4cde-be6b-24e9c5450f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:19.185107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f84c5fdd-336b-41e8-993d-f1bbf9c30f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:53:19.197533 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7aeff7b4-4dd2-43ac-b77e-0f5f9bc4608d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c05289bcdefc4268b3bd9ff0b7182514&name=default HTTP/1.1" status: 200 len: 2883 time: 1.3716574 Dec 22 09:53:19.200133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f84c5fdd-336b-41e8-993d-f1bbf9c30f5e admin admin] Usage tracker for resource:subnet and tenant:250cbb3aaaac4bfba8dd2bb56fd12217 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:53:19.208032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f84c5fdd-336b-41e8-993d-f1bbf9c30f5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:53:19.218531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33386) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:19.223303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f84c5fdd-336b-41e8-993d-f1bbf9c30f5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:53:19.299557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeff7b4-4dd2-43ac-b77e-0f5f9bc4608d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50b4df2-91ea-4751-8e26-e38b2e8c25b5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:19.303413 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7aeff7b4-4dd2-43ac-b77e-0f5f9bc4608d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:19.318103 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d6c0c7b8-1a04-4496-9a71-91be3d9b32da tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "GET /v2.0/routers/4c5aa0df-9840-495c-b509-a18a6e757a05 HTTP/1.1" status: 200 len: 924 time: 0.6436346 Dec 22 09:53:19.333260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33390) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:19.338295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.extraroute_db [None req-cd6a6563-d469-4466-8339-9044cc5b5826 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Added routes are [] {{(pid=81072) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 09:53:19.338651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.extraroute_db [None req-cd6a6563-d469-4466-8339-9044cc5b5826 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=81072) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 09:53:19.510971 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-620c7b90-13a5-479f-803f-1ecd4936262e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:19.549591 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6563-d469-4466-8339-9044cc5b5826 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:19.566187 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-620c7b90-13a5-479f-803f-1ecd4936262e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:19.702408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eef415-09ff-4bac-a187-d937a46f9760 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:19.705203 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-12eef415-09ff-4bac-a187-d937a46f9760 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "GET /v2.0/ports?network_id=3e8ac871-e927-441e-85b7-a068ff198db2&device_id=4c5aa0df-9840-495c-b509-a18a6e757a05&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3706706 Dec 22 09:53:19.816869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33404) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:20.113226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84c5fdd-336b-41e8-993d-f1bbf9c30f5e admin admin] Made reservation on behalf of 250cbb3aaaac4bfba8dd2bb56fd12217 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:53:20.120739 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f84c5fdd-336b-41e8-993d-f1bbf9c30f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:20.247823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8f0ea-2d70-4fdc-8fbd-94777d468b67 req-0cf40940-16d7-421f-9c0e-ad881d5562e7 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:20.252138 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a3d8f0ea-2d70-4fdc-8fbd-94777d468b67 req-0cf40940-16d7-421f-9c0e-ad881d5562e7 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 2.2984231 Dec 22 09:53:20.575995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4131dd-9f49-4022-a6b5-3551d7841f46 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Router c6986bb6-8364-4a4c-9ddd-9f91748766b8 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:53:20.646278 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffad8aef-ac55-480a-bb20-4059077d68bc tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:20.659077 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6563-d469-4466-8339-9044cc5b5826 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:20.659077 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6563-d469-4466-8339-9044cc5b5826 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846921732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7854069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846964228'] for router, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:20.831376 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-620c7b90-13a5-479f-803f-1ecd4936262e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:20.848331 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b084b9e-2939-4e0e-8b42-72e851db5094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:20.917609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecc6eaa-9505-4142-b924-0a09f5b61955 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:20.917609 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0ecc6eaa-9505-4142-b924-0a09f5b61955 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "GET /v2.0/networks/3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 881 time: 1.0673740 Dec 22 09:53:20.917609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c7b90-13a5-479f-803f-1ecd4936262e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50b4df2-91ea-4751-8e26-e38b2e8c25b5,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:20.917609 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-620c7b90-13a5-479f-803f-1ecd4936262e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:20.917609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33418) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:20.928761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-620c7b90-13a5-479f-803f-1ecd4936262e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:20.928761 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-620c7b90-13a5-479f-803f-1ecd4936262e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f50b4df2-91ea-4751-8e26-e38b2e8c25b5 HTTP/1.1" status: 204 len: 168 time: 1.6882293 Dec 22 09:53:21.003846 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ea72a7a0-0f30-45b5-805a-44677797541c tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "GET /v2.0/ports?device_id=4c5aa0df-9840-495c-b509-a18a6e757a05 HTTP/1.1" status: 200 len: 205 time: 0.0686002 Dec 22 09:53:21.003846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33426) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:21.417299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6a6563-d469-4466-8339-9044cc5b5826 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router 2d498f00-1aa6-437c-901f-c7974c174d1e has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:53:21.688555 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a3d8f0ea-2d70-4fdc-8fbd-94777d468b67 req-a3c0a1c8-0435-46d8-9961-acbef0cd6d47 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3948390 Dec 22 09:53:21.799874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4131dd-9f49-4022-a6b5-3551d7841f46 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:53:21.816921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d39c6e-f43d-4489-b75a-165948010e2c None None] Sync routers for ids ['c6986bb6-8364-4a4c-9ddd-9f91748766b8'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:53:21.854378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d39c6e-f43d-4489-b75a-165948010e2c None None] Routers {'c6986bb6-8364-4a4c-9ddd-9f91748766b8'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:21.855547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a7d39c6e-f43d-4489-b75a-165948010e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:53:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c6986bb6-8364-4a4c-9ddd-9f91748766b8'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:21.914697 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fb4131dd-9f49-4022-a6b5-3551d7841f46 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:22.010054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6a6563-d469-4466-8339-9044cc5b5826 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:53:22.022238 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6563-d469-4466-8339-9044cc5b5826 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:22.024790 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cd6a6563-d469-4466-8339-9044cc5b5826 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/2d498f00-1aa6-437c-901f-c7974c174d1e HTTP/1.1" status: 200 len: 703 time: 4.9775579 Dec 22 09:53:22.028253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98058ee-34b1-44c0-b5bb-878187048bab None None] Sync routers for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:53:22.044127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33438) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:22.064274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98058ee-34b1-44c0-b5bb-878187048bab None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:22.065143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e98058ee-34b1-44c0-b5bb-878187048bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:53:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:22.253883 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c2c581b-b9fc-489a-8402-0453aec23d49 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:22.684742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffad8aef-ac55-480a-bb20-4059077d68bc tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:22.711475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-a7d39c6e-f43d-4489-b75a-165948010e2c None None] Set router c6986bb6-8364-4a4c-9ddd-9f91748766b8 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:53:22.735347 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6357a236-1237-4789-b876-e60c7cf54604 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:22.904563 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c2c581b-b9fc-489a-8402-0453aec23d49 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:22.926310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4c2c581b-b9fc-489a-8402-0453aec23d49 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Deleting port c0ec9b5a-7679-4a4d-a224-6615f84feb50 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:53:22.926969 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c2c581b-b9fc-489a-8402-0453aec23d49 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:23.004350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad8aef-ac55-480a-bb20-4059077d68bc tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Subnet': ['ID=1d00ab68-a4ff-48ff-a5a0-aca9c899475d,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:23.013968 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ffad8aef-ac55-480a-bb20-4059077d68bc tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:23.278610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-e98058ee-34b1-44c0-b5bb-878187048bab None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:53:23.387363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33456) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:23.428549 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c2c581b-b9fc-489a-8402-0453aec23d49 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:23.492337 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fb4131dd-9f49-4022-a6b5-3551d7841f46 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "PUT /v2.0/floatingips/6332bb8f-d4d0-415a-a0ef-fc2cb80757d6 HTTP/1.1" status: 200 len: 992 time: 9.0044882 Dec 22 09:53:23.496172 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffad8aef-ac55-480a-bb20-4059077d68bc tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:23.522185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'tag': 'f0039625-e07a-45bd-8ae2-eb766b1e3004'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:53:23.763730 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ffad8aef-ac55-480a-bb20-4059077d68bc tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/subnets/1d00ab68-a4ff-48ff-a5a0-aca9c899475d HTTP/1.1" status: 204 len: 168 time: 6.5915558 Dec 22 09:53:23.775312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33470) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:23.777257 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d2b2bb6-252d-4265-a43e-a526b6fb89dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:23.852319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4c2c581b-b9fc-489a-8402-0453aec23d49 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Calling delete_port for c0ec9b5a-7679-4a4d-a224-6615f84feb50 owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:53:23.940684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3d2b2bb6-252d-4265-a43e-a526b6fb89dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:53:24.062326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accc718e-b72c-4625-bccc-6898958a11c2 None None] Network b38a780e-8c81-4687-940b-6d931c7854d2 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:53:24.292293 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c2c581b-b9fc-489a-8402-0453aec23d49 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:24.301797 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:24.394348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e98058ee-34b1-44c0-b5bb-878187048bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:53:19Z', 'revision_number': 7, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:35Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '789886e8-dc38-49e4-ac72-e1878f48b9a1', 'name': '', 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:23:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:43Z', 'updated_at': '2020-12-22T09:53:00Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'e79e7316-645c-4286-a40e-bb8a36f371de', 'name': '', 'network_id': '766be565-4799-4932-a414-64d6b730b3f2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:b8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c84953e4-eea3-4056-8608-37dcc65886a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:53:01Z', 'updated_at': '2020-12-22T09:53:15Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'c84953e4-eea3-4056-8608-37dcc65886a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:24.405345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a7d39c6e-f43d-4489-b75a-165948010e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'name': 'tempest-TaggedBootDevicesTest_v242-1814460354-router', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:49:21Z', 'updated_at': '2020-12-22T09:49:38Z', 'revision_number': 4, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'gw_port': {'id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:25Z', 'updated_at': '2020-12-22T09:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': '6332bb8f-d4d0-415a-a0ef-fc2cb80757d6', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'floating_ip_address': '172.25.7.199', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'port_id': 'f0039625-e07a-45bd-8ae2-eb766b1e3004', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167', 'mac_address': 'fa:16:3e:bb:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:50:51Z', 'updated_at': '2020-12-22T09:53:16Z', 'revision_number': 1, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3844773e-a244-4940-b762-fad77756f98e', 'name': '', 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'mac_address': 'fa:16:3e:6b:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '27341bc6-4d77-45a9-b2a2-19fd96ee59ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:34Z', 'updated_at': '2020-12-22T09:49:52Z', 'revision_number': 5, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'subnets': [{'id': '27341bc6-4d77-45a9-b2a2-19fd96ee59ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:24.414330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d39c6e-f43d-4489-b75a-165948010e2c None None] Checking router: c6986bb6-8364-4a4c-9ddd-9f91748766b8 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:53:24.418488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98058ee-34b1-44c0-b5bb-878187048bab None None] Checking router: 2d498f00-1aa6-437c-901f-c7974c174d1e for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:53:24.432048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3d2b2bb6-252d-4265-a43e-a526b6fb89dd admin admin] Usage tracker for resource:security_group_rule and tenant:53a9bd20e6ba4519bf71ceadc465e7e3 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:53:24.452271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98058ee-34b1-44c0-b5bb-878187048bab None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:24.459775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e98058ee-34b1-44c0-b5bb-878187048bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:53:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:24.472239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d39c6e-f43d-4489-b75a-165948010e2c None None] Routers {'c6986bb6-8364-4a4c-9ddd-9f91748766b8'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:24.472969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a7d39c6e-f43d-4489-b75a-165948010e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:53:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c6986bb6-8364-4a4c-9ddd-9f91748766b8'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:24.494563 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'tag': 'f0039625-e07a-45bd-8ae2-eb766b1e3004', 'status': 'completed', 'code': 200} Dec 22 09:53:24.497622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3d2b2bb6-252d-4265-a43e-a526b6fb89dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:53:24.639615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3d2b2bb6-252d-4265-a43e-a526b6fb89dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:53:24.667067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Deleting port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:53:24.684652 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:24.854342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b3da9e-cab0-4796-b272-2b46586c9cbd None None] DHCP port deletion for b38a780e-8c81-4687-940b-6d931c7854d2 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:53:24.915783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406a2dc-325f-4dc3-8658-5a1458a92c62 req-c7dd2572-a33d-4b30-ab78-2808ddb57f56 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:24.923836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-00b3da9e-cab0-4796-b272-2b46586c9cbd None None] Deleting port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:53:24.923836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-00b3da9e-cab0-4796-b272-2b46586c9cbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:24.925784 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1406a2dc-325f-4dc3-8658-5a1458a92c62 req-c7dd2572-a33d-4b30-ab78-2808ddb57f56 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.4431133 Dec 22 09:53:24.966841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-a7d39c6e-f43d-4489-b75a-165948010e2c None None] Set router c6986bb6-8364-4a4c-9ddd-9f91748766b8 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:53:25.197045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-e98058ee-34b1-44c0-b5bb-878187048bab None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:53:25.400963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ad2e9a62-f3d8-4504-87ad-4a4a3197d40c no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:53:25.461445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d2b2bb6-252d-4265-a43e-a526b6fb89dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:25.518254 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d2b2bb6-252d-4265-a43e-a526b6fb89dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:25.618483 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2de35313-2946-49e1-a97c-633f03dc3778 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/routers/2d498f00-1aa6-437c-901f-c7974c174d1e HTTP/1.1" status: 200 len: 703 time: 3.5725968 Dec 22 09:53:25.619525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33480) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:25.748115 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-948215d9-3a7c-488c-aad0-03aa5ea9650a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:25.759977 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3d2b2bb6-252d-4265-a43e-a526b6fb89dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=53a9bd20e6ba4519bf71ceadc465e7e3&name=default HTTP/1.1" status: 200 len: 2883 time: 2.2725427 Dec 22 09:53:25.802628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33484) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:25.843800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c2c581b-b9fc-489a-8402-0453aec23d49 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:26.014982 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1406a2dc-325f-4dc3-8658-5a1458a92c62 req-a613ea91-b080-4046-a8e5-81ac1bee2dbe tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0870388 Dec 22 09:53:26.032546 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c2c581b-b9fc-489a-8402-0453aec23d49 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:26.172824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b2bb6-252d-4265-a43e-a526b6fb89dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b664d0-2806-4200-af47-a44ad4f9ea1b,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:26.192929 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3d2b2bb6-252d-4265-a43e-a526b6fb89dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:26.252696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e98058ee-34b1-44c0-b5bb-878187048bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:53:19Z', 'revision_number': 7, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:35Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '789886e8-dc38-49e4-ac72-e1878f48b9a1', 'name': '', 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:23:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:43Z', 'updated_at': '2020-12-22T09:53:00Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'e79e7316-645c-4286-a40e-bb8a36f371de', 'name': '', 'network_id': '766be565-4799-4932-a414-64d6b730b3f2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:b8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c84953e4-eea3-4056-8608-37dcc65886a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:53:01Z', 'updated_at': '2020-12-22T09:53:15Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'c84953e4-eea3-4056-8608-37dcc65886a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:26.262975 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:26.293368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98058ee-34b1-44c0-b5bb-878187048bab None None] The sync data for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 is: [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:53:19Z', 'revision_number': 7, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:35Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '789886e8-dc38-49e4-ac72-e1878f48b9a1', 'name': '', 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:23:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:43Z', 'updated_at': '2020-12-22T09:53:00Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'e79e7316-645c-4286-a40e-bb8a36f371de', 'name': '', 'network_id': '766be565-4799-4932-a414-64d6b730b3f2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:b8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'c84953e4-eea3-4056-8608-37dcc65886a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:53:01Z', 'updated_at': '2020-12-22T09:53:15Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'c84953e4-eea3-4056-8608-37dcc65886a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:53:26.370143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-00b3da9e-cab0-4796-b272-2b46586c9cbd None None] For port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ad2e9a62-f3d8-4504-87ad-4a4a3197d40c,segment=NetworkSegment(96135971-fbb1-4d56-8098-1818b92152eb),segment_id=96135971-fbb1-4d56-8098-1818b92152eb)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:53:26.370143 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-00b3da9e-cab0-4796-b272-2b46586c9cbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:26.744180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-00b3da9e-cab0-4796-b272-2b46586c9cbd None None] Calling delete_port for ad2e9a62-f3d8-4504-87ad-4a4a3197d40c owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:53:26.791766 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:26.801494 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c2c581b-b9fc-489a-8402-0453aec23d49 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:26.802517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ad2e9a62-f3d8-4504-87ad-4a4a3197d40c,segment=NetworkSegment(96135971-fbb1-4d56-8098-1818b92152eb),segment_id=96135971-fbb1-4d56-8098-1818b92152eb)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:53:26.835819 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:26.839847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Device 309da8c4-b23b-4a6e-8b28-79f39869a7f1 no longer exists at agent ovs-agent-n-h2-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:53:26.899631 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:26.983274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5184a-d05c-47ab-be68-3be99ff02ae0 req-50920c7a-ff18-4ddf-b5a5-18726cdb9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:26.984403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5184a-d05c-47ab-be68-3be99ff02ae0 req-50920c7a-ff18-4ddf-b5a5-18726cdb9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:26.985227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5184a-d05c-47ab-be68-3be99ff02ae0 req-50920c7a-ff18-4ddf-b5a5-18726cdb9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:26.986014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5184a-d05c-47ab-be68-3be99ff02ae0 req-50920c7a-ff18-4ddf-b5a5-18726cdb9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:26.986796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5184a-d05c-47ab-be68-3be99ff02ae0 req-50920c7a-ff18-4ddf-b5a5-18726cdb9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:26.987603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5184a-d05c-47ab-be68-3be99ff02ae0 req-50920c7a-ff18-4ddf-b5a5-18726cdb9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:26.988136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5184a-d05c-47ab-be68-3be99ff02ae0 req-50920c7a-ff18-4ddf-b5a5-18726cdb9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:26.992342 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cef5184a-d05c-47ab-be68-3be99ff02ae0 req-50920c7a-ff18-4ddf-b5a5-18726cdb9689 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c331cc560d8748a88e7458b10299f64a&device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 6952 time: 2.5657184 Dec 22 09:53:27.017523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20c45d-2a01-4d91-8856-5a6078bf0000 req-11097309-b849-4a5f-85f7-21e19e7da9af tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:27.030358 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c2c581b-b9fc-489a-8402-0453aec23d49 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:27.031177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2c581b-b9fc-489a-8402-0453aec23d49 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Fanout notify agent at l3_agent the message router_deleted on router 4c5aa0df-9840-495c-b509-a18a6e757a05 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:53:27.040861 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db20c45d-2a01-4d91-8856-5a6078bf0000 req-11097309-b849-4a5f-85f7-21e19e7da9af tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 945 time: 1.3801582 Dec 22 09:53:27.071514 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:27.080547 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c2c581b-b9fc-489a-8402-0453aec23d49 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:27.087860 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4c2c581b-b9fc-489a-8402-0453aec23d49 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "DELETE /v2.0/routers/4c5aa0df-9840-495c-b509-a18a6e757a05 HTTP/1.1" status: 204 len: 168 time: 6.0899522 Dec 22 09:53:27.089113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33490) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:27.102865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1037497920', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}, 'admin_state_up': False}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:53:27.126542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2109847-08ca-4937-bd1b-d5f04e438308 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:27.156774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] For port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ad2e9a62-f3d8-4504-87ad-4a4a3197d40c,segment=NetworkSegment(96135971-fbb1-4d56-8098-1818b92152eb),segment_id=96135971-fbb1-4d56-8098-1818b92152eb)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:53:27.157708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:27.217140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0ad2e-3a5b-49f6-a201-efc309d3e5aa req-5eceaf69-1d8f-42f3-902b-962ea2c3a326 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:27.227904 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d3f0ad2e-3a5b-49f6-a201-efc309d3e5aa req-5eceaf69-1d8f-42f3-902b-962ea2c3a326 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.37 "GET /v2.0/ports?device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 945 time: 1.7188430 Dec 22 09:53:27.362954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:53:27.376762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=ad2e9a62-f3d8-4504-87ad-4a4a3197d40c,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:27.467394 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:27.553314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Usage tracker for resource:router and tenant:57295c6adad2492b9b450a14dac3e1fb is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:53:27.567328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:53:27.592784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:53:27.629447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:27.629447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:27.677405 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:27.727082 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-00b3da9e-cab0-4796-b272-2b46586c9cbd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:53:27.727082 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-00b3da9e-cab0-4796-b272-2b46586c9cbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:53:27.762266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a7d39c6e-f43d-4489-b75a-165948010e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'name': 'tempest-TaggedBootDevicesTest_v242-1814460354-router', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:49:21Z', 'updated_at': '2020-12-22T09:49:38Z', 'revision_number': 4, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'gw_port': {'id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:25Z', 'updated_at': '2020-12-22T09:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': '6332bb8f-d4d0-415a-a0ef-fc2cb80757d6', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'floating_ip_address': '172.25.7.199', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'port_id': 'f0039625-e07a-45bd-8ae2-eb766b1e3004', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167', 'mac_address': 'fa:16:3e:bb:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:50:51Z', 'updated_at': '2020-12-22T09:53:16Z', 'revision_number': 1, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3844773e-a244-4940-b762-fad77756f98e', 'name': '', 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'mac_address': 'fa:16:3e:6b:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '27341bc6-4d77-45a9-b2a2-19fd96ee59ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:34Z', 'updated_at': '2020-12-22T09:49:52Z', 'revision_number': 5, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'subnets': [{'id': '27341bc6-4d77-45a9-b2a2-19fd96ee59ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:27.762266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d39c6e-f43d-4489-b75a-165948010e2c None None] The sync data for ids ['c6986bb6-8364-4a4c-9ddd-9f91748766b8'] in n-d-765315-5 is: [{'id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'name': 'tempest-TaggedBootDevicesTest_v242-1814460354-router', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:49:21Z', 'updated_at': '2020-12-22T09:49:38Z', 'revision_number': 4, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'gw_port': {'id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:25Z', 'updated_at': '2020-12-22T09:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': '6332bb8f-d4d0-415a-a0ef-fc2cb80757d6', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'floating_ip_address': '172.25.7.199', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'port_id': 'f0039625-e07a-45bd-8ae2-eb766b1e3004', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167', 'mac_address': 'fa:16:3e:bb:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:50:51Z', 'updated_at': '2020-12-22T09:53:16Z', 'revision_number': 1, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3844773e-a244-4940-b762-fad77756f98e', 'name': '', 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'mac_address': 'fa:16:3e:6b:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '27341bc6-4d77-45a9-b2a2-19fd96ee59ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:34Z', 'updated_at': '2020-12-22T09:49:52Z', 'revision_number': 5, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'subnets': [{'id': '27341bc6-4d77-45a9-b2a2-19fd96ee59ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:53:27.813007 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:27.818953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] For port 309da8c4-b23b-4a6e-8b28-79f39869a7f1, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=309da8c4-b23b-4a6e-8b28-79f39869a7f1,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:53:27.818953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28648dcb-e365-4697-bd0d-e6e94ba3c987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '309da8c4-b23b-4a6e-8b28-79f39869a7f1'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:53:27.983499 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:27.997910 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:28.230215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-00b3da9e-cab0-4796-b272-2b46586c9cbd None None] Deleting port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:53:28.230215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-00b3da9e-cab0-4796-b272-2b46586c9cbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:28.664638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f15578c-77c9-4e37-b816-4562bdf6b92b None None] New status for floating IP 6332bb8f-d4d0-415a-a0ef-fc2cb80757d6: ACTIVE {{(pid=81073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:53:28.711664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Calling delete_port for ad2e9a62-f3d8-4504-87ad-4a4a3197d40c owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:53:29.041196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-d3f0ad2e-3a5b-49f6-a201-efc309d3e5aa req-4f13638a-b217-42aa-92b5-052422a3c0f1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Deleting port 309da8c4-b23b-4a6e-8b28-79f39869a7f1 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:53:29.041196 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d3f0ad2e-3a5b-49f6-a201-efc309d3e5aa req-4f13638a-b217-42aa-92b5-052422a3c0f1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:29.304915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-00b3da9e-cab0-4796-b272-2b46586c9cbd None None] For port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ad2e9a62-f3d8-4504-87ad-4a4a3197d40c,segment=NetworkSegment(96135971-fbb1-4d56-8098-1818b92152eb),segment_id=96135971-fbb1-4d56-8098-1818b92152eb)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:53:29.304915 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-00b3da9e-cab0-4796-b272-2b46586c9cbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:29.331525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:29.463044 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:53:29.463044 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:53:29.488863 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db20c45d-2a01-4d91-8856-5a6078bf0000 req-b9a10d22-db47-4b3b-a052-45d9921beb1e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3865583 Dec 22 09:53:29.908371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5184a-d05c-47ab-be68-3be99ff02ae0 req-cdfe875a-2117-45a2-83ad-34107a8870f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:29.908371 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cef5184a-d05c-47ab-be68-3be99ff02ae0 req-cdfe875a-2117-45a2-83ad-34107a8870f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=473d1949-ed9f-4949-b1e6-1e121c2d7167 HTTP/1.1" status: 200 len: 911 time: 2.8521905 Dec 22 09:53:30.284333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Deleting port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:53:30.284868 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:30.415458 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:30.469862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-00b3da9e-cab0-4796-b272-2b46586c9cbd None None] Calling delete_port for ad2e9a62-f3d8-4504-87ad-4a4a3197d40c owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:53:30.510558 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28648dcb-e365-4697-bd0d-e6e94ba3c987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '309da8c4-b23b-4a6e-8b28-79f39869a7f1', 'code': 200} Dec 22 09:53:30.512582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Pushing event updated for resources: {'Port': ['ID=309da8c4-b23b-4a6e-8b28-79f39869a7f1,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:30.518101 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.532s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:30.596294 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-00b3da9e-cab0-4796-b272-2b46586c9cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:30.637258 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ae556ea0-f4de-4295-a521-988c85249169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:30.642275 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:30.704191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:30.747493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f2109847-08ca-4937-bd1b-d5f04e438308 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port e79e7316-645c-4286-a40e-bb8a36f371de {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:53:30.747493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2109847-08ca-4937-bd1b-d5f04e438308 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:30.784876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3da9e-cab0-4796-b272-2b46586c9cbd None None] Pushing event deleted for resources: {'Port': ['ID=ad2e9a62-f3d8-4504-87ad-4a4a3197d40c,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:30.790528 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bb3f0d21-9ef0-4e26-8069-471fca778406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:30.796209 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-00b3da9e-cab0-4796-b272-2b46586c9cbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:30.892956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b664d0-2806-4200-af47-a44ad4f9ea1b,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:31.038411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.039225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.039885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.040640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.041342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.042026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.045042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.045042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.045042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.045464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.047685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.048348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.049151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.051285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.051285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.051285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.051692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.051885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.052545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.052959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.053378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.053833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.054563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.055134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.055663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.057278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.057278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.057278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.058085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.058085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.058718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.059575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.060440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.061050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.061663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.068099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:53:31.089270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75760644-b463-413d-9eb9-1c164bbbcdde req-a40b4cb0-2703-4105-af38-7e2ab12a98c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:31.092717 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-75760644-b463-413d-9eb9-1c164bbbcdde req-a40b4cb0-2703-4105-af38-7e2ab12a98c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 3.5080822 Dec 22 09:53:31.095496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b3da9e-cab0-4796-b272-2b46586c9cbd None None] No DVR routers for this DVR port ad2e9a62-f3d8-4504-87ad-4a4a3197d40c on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:53:31.174215 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:31.247289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d3f0ad2e-3a5b-49f6-a201-efc309d3e5aa req-4f13638a-b217-42aa-92b5-052422a3c0f1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] For port 309da8c4-b23b-4a6e-8b28-79f39869a7f1, host n-h2-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-5',level=0,port_id=309da8c4-b23b-4a6e-8b28-79f39869a7f1,segment=NetworkSegment(1a9f538b-4d34-4926-afe8-9e328751cac3),segment_id=1a9f538b-4d34-4926-afe8-9e328751cac3)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:53:31.247289 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d3f0ad2e-3a5b-49f6-a201-efc309d3e5aa req-4f13638a-b217-42aa-92b5-052422a3c0f1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:31.489628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f2109847-08ca-4937-bd1b-d5f04e438308 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] For port e79e7316-645c-4286-a40e-bb8a36f371de, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=e79e7316-645c-4286-a40e-bb8a36f371de,segment=NetworkSegment(6be5d291-347e-4e9f-8d39-d7637f7da1a0),segment_id=6be5d291-347e-4e9f-8d39-d7637f7da1a0)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:53:31.489628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2109847-08ca-4937-bd1b-d5f04e438308 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:31.536595 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:31.536595 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0b664d0-2806-4200-af47-a44ad4f9ea1b HTTP/1.1" status: 204 len: 168 time: 5.6890242 Dec 22 09:53:31.599102 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f84c5fdd-336b-41e8-993d-f1bbf9c30f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:31.989195 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cef5184a-d05c-47ab-be68-3be99ff02ae0 req-6ce449eb-49ca-4a0e-ac96-8fb9d2490ab4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0039625-e07a-45bd-8ae2-eb766b1e3004 HTTP/1.1" status: 200 len: 1000 time: 2.0431721 Dec 22 09:53:31.989195 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8ac88839-595b-4940-9425-99a2292d7f9b tempest-ExternalNetworksTestJSON-495100092 tempest-ExternalNetworksTestJSON-495100092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:32.050313 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-75760644-b463-413d-9eb9-1c164bbbcdde req-f2f17435-166c-43a5-b200-11250c7da4a4 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9302669 Dec 22 09:53:32.160752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] The port 'ad2e9a62-f3d8-4504-87ad-4a4a3197d40c' was deleted {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:53:32.707326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-d3f0ad2e-3a5b-49f6-a201-efc309d3e5aa req-4f13638a-b217-42aa-92b5-052422a3c0f1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Calling delete_port for 309da8c4-b23b-4a6e-8b28-79f39869a7f1 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:53:32.771559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f2109847-08ca-4937-bd1b-d5f04e438308 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Calling delete_port for e79e7316-645c-4286-a40e-bb8a36f371de owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:53:32.919764 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:33.051792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Allocated IP 172.25.7.192 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/10d30bf0-585f-4ceb-8914-6afe74b051a2) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:53:33.094042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5184a-d05c-47ab-be68-3be99ff02ae0 req-7c8f365e-8cbc-4098-882a-5fed6cc99741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:33.095997 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cef5184a-d05c-47ab-be68-3be99ff02ae0 req-7c8f365e-8cbc-4098-882a-5fed6cc99741 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=27341bc6-4d77-45a9-b2a2-19fd96ee59ee HTTP/1.1" status: 200 len: 856 time: 0.9869559 Dec 22 09:53:33.777219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84c5fdd-336b-41e8-993d-f1bbf9c30f5e admin admin] Checking segment: {'id': '16041ef7-5666-4b80-a900-6bff3a23bb99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a915dfd1-fb65-4220-811d-3a0badf81285'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:53:33.777866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c5fdd-336b-41e8-993d-f1bbf9c30f5e admin admin] Network hostable DHCP agents. Network: a915dfd1-fb65-4220-811d-3a0badf81285, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:53:33.878521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38a780e-8c81-4687-940b-6d931c7854d2']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:33.914891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96135971-fbb1-4d56-8098-1818b92152eb') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:33.914891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96135971-fbb1-4d56-8098-1818b92152eb') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:34.128872 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:34.266347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c5fdd-336b-41e8-993d-f1bbf9c30f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5534585d-5c7e-4cc6-ba2a-6f9dc7db44c0,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:34.278382 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f84c5fdd-336b-41e8-993d-f1bbf9c30f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.296s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:34.296332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:34.372246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c5fdd-336b-41e8-993d-f1bbf9c30f5e admin admin] Network a915dfd1-fb65-4220-811d-3a0badf81285 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:53:34.402183 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:34.433273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b50827-e2db-41d0-b053-b05ce5d33997 req-03359621-d46f-4fa4-a4ce-999caf54fc3a tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:34.457952 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b3b50827-e2db-41d0-b053-b05ce5d33997 req-03359621-d46f-4fa4-a4ce-999caf54fc3a tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 943 time: 3.5133832 Dec 22 09:53:34.469714 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2109847-08ca-4937-bd1b-d5f04e438308 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:34.519607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Releasing vxlan tunnel 9 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:53:34.523583 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:34.601719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-f84c5fdd-336b-41e8-993d-f1bbf9c30f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, a915dfd1-fb65-4220-811d-3a0badf81285) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:53:34.615300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0db164-63ca-466e-a646-e5c324300d08 None None] Network a915dfd1-fb65-4220-811d-3a0badf81285 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:53:34.629596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2109847-08ca-4937-bd1b-d5f04e438308 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Port': ['ID=e79e7316-645c-4286-a40e-bb8a36f371de,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:34.639390 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f2109847-08ca-4937-bd1b-d5f04e438308 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:34.790943 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d3f0ad2e-3a5b-49f6-a201-efc309d3e5aa req-4f13638a-b217-42aa-92b5-052422a3c0f1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:35.145794 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:35.157421 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c3335d39-dc03-45ad-a100-d09c7a56db09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:35.239439 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-65df9044-493b-42ad-9885-0e828cb3ff2f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:35.334525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c5fdd-336b-41e8-993d-f1bbf9c30f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:35.352293 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f84c5fdd-336b-41e8-993d-f1bbf9c30f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:35.446226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13638a-b217-42aa-92b5-052422a3c0f1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Pushing event deleted for resources: {'Port': ['ID=309da8c4-b23b-4a6e-8b28-79f39869a7f1,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:35.468540 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4f13638a-b217-42aa-92b5-052422a3c0f1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:35.687640 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92266eb3-9f33-4208-8398-96c5fb04c753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:35.783410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Pushing event updated for resources: {'Port': ['ID=10d30bf0-585f-4ceb-8914-6afe74b051a2,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:35.812841 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:35.884188 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b3b50827-e2db-41d0-b053-b05ce5d33997 req-a5cb2107-cbb6-4b00-a19e-c73dae7ae78a tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/security-groups?id=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4421861 Dec 22 09:53:36.425778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae875fa-6c38-486a-999f-fd6d4b2f1f98 None None] Network a915dfd1-fb65-4220-811d-3a0badf81285 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:53:36.607102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5184a-d05c-47ab-be68-3be99ff02ae0 req-f9842930-9df6-4ddc-805d-6a848ac70285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:36.627645 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cef5184a-d05c-47ab-be68-3be99ff02ae0 req-f9842930-9df6-4ddc-805d-6a848ac70285 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=473d1949-ed9f-4949-b1e6-1e121c2d7167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 3.4668155 Dec 22 09:53:36.778163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:53:36.793227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:53:36.810653 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2109847-08ca-4937-bd1b-d5f04e438308 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:36.990213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:53:37.939969 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0838e944-7e49-4845-ae0a-1b11bcb8e8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:38.169097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-dc0797be-740d-4411-8dd5-c5f6b01828e8 req-fce51366-436f-4f2f-9213-67574d07adee tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Synchronizing usage tracker for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:53:38.217164 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f84c5fdd-336b-41e8-993d-f1bbf9c30f5e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 19.0749414 Dec 22 09:53:38.297746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network b38a780e-8c81-4687-940b-6d931c7854d2 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:53:38.390276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac29241-134d-4b6e-8715-0af96f58f5f1 req-1a2e9b3a-7232-4204-80df-63523d87adb9 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:38.396689 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4ac29241-134d-4b6e-8715-0af96f58f5f1 req-1a2e9b3a-7232-4204-80df-63523d87adb9 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 4.6068408 Dec 22 09:53:38.611894 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:38.652291 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cef5184a-d05c-47ab-be68-3be99ff02ae0 req-2123cd8a-58fb-4c06-94e3-2307f3150f25 service neutron] 10.222.0.64 "GET /v2.0/networks/473d1949-ed9f-4949-b1e6-1e121c2d7167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7176223 Dec 22 09:53:38.707263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2109847-08ca-4937-bd1b-d5f04e438308 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router 2d498f00-1aa6-437c-901f-c7974c174d1e has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:53:38.794117 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:38.830213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-dc0797be-740d-4411-8dd5-c5f6b01828e8 req-fce51366-436f-4f2f-9213-67574d07adee tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Unset dirty status for tenant:9dfc4173a0084cb081b39e512ef6a1d8 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:53:38.851438 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc0797be-740d-4411-8dd5-c5f6b01828e8 req-fce51366-436f-4f2f-9213-67574d07adee tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 210 time: 0.8744874 Dec 22 09:53:39.374006 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:39.842505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Network b38a780e-8c81-4687-940b-6d931c7854d2 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:53:39.901054 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cef5184a-d05c-47ab-be68-3be99ff02ae0 req-6ba0b20c-6422-44de-b6c2-ace634babb0b service neutron] 10.222.0.64 "GET /v2.0/networks/473d1949-ed9f-4949-b1e6-1e121c2d7167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1868646 Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:53:39.901840 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:53:39.928382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2109847-08ca-4937-bd1b-d5f04e438308 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:53:39.962316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e362ba-44b2-4e90-a8b0-28b0d54fd05c None None] Sync routers for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:53:40.052340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e362ba-44b2-4e90-a8b0-28b0d54fd05c None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:40.060068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:40.061038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-22e362ba-44b2-4e90-a8b0-28b0d54fd05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:53:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:40.150116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:40.177999 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f2109847-08ca-4937-bd1b-d5f04e438308 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/2d498f00-1aa6-437c-901f-c7974c174d1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5461872 Dec 22 09:53:40.187297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33568) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:40.429646 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4ac29241-134d-4b6e-8715-0af96f58f5f1 req-01ece1b2-9cbe-4d56-a1e2-70f0f51e0775 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7651062 Dec 22 09:53:40.447380 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:40.614231 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e9259d1-2b00-4769-90bf-844ce5ac52f0 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:40.618725 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:40.755751 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:40.813535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f0ad2e-3a5b-49f6-a201-efc309d3e5aa req-4f13638a-b217-42aa-92b5-052422a3c0f1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] No DVR routers for this DVR port 309da8c4-b23b-4a6e-8b28-79f39869a7f1 on host n-h2-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:53:40.844976 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] 10.222.0.50 "DELETE /v2.0/networks/b38a780e-8c81-4687-940b-6d931c7854d2 HTTP/1.1" status: 204 len: 168 time: 17.0690608 Dec 22 09:53:40.855397 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d3f0ad2e-3a5b-49f6-a201-efc309d3e5aa req-4f13638a-b217-42aa-92b5-052422a3c0f1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:40.857507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-22e362ba-44b2-4e90-a8b0-28b0d54fd05c None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:53:40.857716 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d3f0ad2e-3a5b-49f6-a201-efc309d3e5aa req-4f13638a-b217-42aa-92b5-052422a3c0f1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.37 "DELETE /v2.0/ports/309da8c4-b23b-4a6e-8b28-79f39869a7f1 HTTP/1.1" status: 204 len: 173 time: 13.5246718 Dec 22 09:53:40.895157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28648dcb-e365-4697-bd0d-e6e94ba3c987', 'name': 'network-vif-deleted', 'tag': '309da8c4-b23b-4a6e-8b28-79f39869a7f1'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:53:40.918216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Pushing event deleted for resources: {'Network': ['ID=b38a780e-8c81-4687-940b-6d931c7854d2,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:40.932254 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:41.231329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c020aec-96d9-4d99-97c5-8f80d5a3e73a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting subnet c84953e4-eea3-4056-8608-37dcc65886a0 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:53:41.242796 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d9113b07-d150-4f0e-973b-69ce313054fe req-61b7c727-e59f-4799-bd86-d3d2762f188e tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] 10.222.0.50 "GET /v2.0/ports?device_id=28648dcb-e365-4697-bd0d-e6e94ba3c987 HTTP/1.1" status: 200 len: 210 time: 0.2214570 Dec 22 09:53:41.251563 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c020aec-96d9-4d99-97c5-8f80d5a3e73a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:41.487724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33588) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:41.535174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c020aec-96d9-4d99-97c5-8f80d5a3e73a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:41.607131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-921e0e69-bc28-41fe-b699-1d2a433dce85 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:41.618193 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-921e0e69-bc28-41fe-b699-1d2a433dce85 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/networks?id=a915dfd1-fb65-4220-811d-3a0badf81285 HTTP/1.1" status: 200 len: 814 time: 0.5911131 Dec 22 09:53:41.669864 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-917c5282-12d2-4891-9be0-5a040aa5abf6 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/quotas/250cbb3aaaac4bfba8dd2bb56fd12217 HTTP/1.1" status: 200 len: 375 time: 0.0500023 Dec 22 09:53:41.761988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-22e362ba-44b2-4e90-a8b0-28b0d54fd05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:53:33Z', 'revision_number': 8, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:35Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '789886e8-dc38-49e4-ac72-e1878f48b9a1', 'name': '', 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:23:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:43Z', 'updated_at': '2020-12-22T09:53:00Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:41.780224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e362ba-44b2-4e90-a8b0-28b0d54fd05c None None] Checking router: 2d498f00-1aa6-437c-901f-c7974c174d1e for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:53:41.785797 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28648dcb-e365-4697-bd0d-e6e94ba3c987', 'name': 'network-vif-deleted', 'tag': '309da8c4-b23b-4a6e-8b28-79f39869a7f1', 'status': 'completed', 'code': 200} Dec 22 09:53:41.808780 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-35cc292c-42ef-4022-9b26-0461738abafc tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?tenant_id=250cbb3aaaac4bfba8dd2bb56fd12217&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1324658 Dec 22 09:53:41.826285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e362ba-44b2-4e90-a8b0-28b0d54fd05c None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:41.827376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-22e362ba-44b2-4e90-a8b0-28b0d54fd05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:53:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:41.988050 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c020aec-96d9-4d99-97c5-8f80d5a3e73a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:42.077247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33598) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:42.280908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-22e362ba-44b2-4e90-a8b0-28b0d54fd05c None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:53:42.411816 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7abbe6fa-86d0-4230-ad20-ca9d2bc475fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:42.508614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7abbe6fa-86d0-4230-ad20-ca9d2bc475fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:53:42.567065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7abbe6fa-86d0-4230-ad20-ca9d2bc475fa admin admin] Usage tracker for resource:security_group_rule and tenant:db620492bd074d7dbdfbff8d0a9a8e82 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:53:42.582994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7abbe6fa-86d0-4230-ad20-ca9d2bc475fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:53:42.654799 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b7297a0d-8f9b-4960-a1f0-44f15df7e829 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=23170fad26154303ac3d5eefb66fa3e6&name=default HTTP/1.1" status: 200 len: 2883 time: 0.5651793 Dec 22 09:53:42.657057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7abbe6fa-86d0-4230-ad20-ca9d2bc475fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:53:42.665969 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-a6089b5b-ee1a-4760-91af-665958862bec service neutron] 10.222.0.50 "GET /v2.0/networks/a915dfd1-fb65-4220-811d-3a0badf81285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8544176 Dec 22 09:53:42.669223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33610) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:42.743748 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:42.855474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc536de-310b-46e5-8863-feabc56896d3 req-ca4c233c-499f-4f77-8d13-f8660715726a tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:42.868950 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9bc536de-310b-46e5-8863-feabc56896d3 req-ca4c233c-499f-4f77-8d13-f8660715726a tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.7922635 Dec 22 09:53:43.058627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-22e362ba-44b2-4e90-a8b0-28b0d54fd05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:53:33Z', 'revision_number': 8, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:35Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '789886e8-dc38-49e4-ac72-e1878f48b9a1', 'name': '', 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:23:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:43Z', 'updated_at': '2020-12-22T09:53:00Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:43.065857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e362ba-44b2-4e90-a8b0-28b0d54fd05c None None] The sync data for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 is: [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:53:33Z', 'revision_number': 8, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:35Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '789886e8-dc38-49e4-ac72-e1878f48b9a1', 'name': '', 'network_id': '8f9ec69a-66c2-4f55-9145-23005e8e0149', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:23:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:43Z', 'updated_at': '2020-12-22T09:53:00Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': 'e96e7c94-5870-424c-a641-568b8a92ef05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:53:43.215053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e79e7316-645c-4286-a40e-bb8a36f371de no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:53:43.282537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: e79e7316-645c-4286-a40e-bb8a36f371de {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:53:43.283224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device e79e7316-645c-4286-a40e-bb8a36f371de not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:53:43.302191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5c375eb8-316a-48e5-9dad-bb410756e7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:43.434467 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5c375eb8-316a-48e5-9dad-bb410756e7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:43.467212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-01f08811-fcbb-4d1f-9f9b-144c05bf1dad req-f2ca8c99-2460-4784-878b-643dc8217d85 service neutron] (81072) timed out ('10.222.0.50', 38606) {{(pid=81072) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 22 09:53:43.496617 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9bc536de-310b-46e5-8863-feabc56896d3 req-0c4d4a09-cab6-4219-b15a-a63944a010fd tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5740962 Dec 22 09:53:43.552249 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-83bca887-791e-4cbc-b13b-c5e413a94782 service neutron] 10.222.0.50 "GET /v2.0/networks/a915dfd1-fb65-4220-811d-3a0badf81285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8691580 Dec 22 09:53:43.685197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33618) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:43.685687 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c020aec-96d9-4d99-97c5-8f80d5a3e73a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:43.722062 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5c375eb8-316a-48e5-9dad-bb410756e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:43.751477 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7a7cac91-7fba-44a8-96c4-2e83312b7ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:43.780863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c375eb8-316a-48e5-9dad-bb410756e7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095aca93-8a08-4c89-8b00-4b8cd1cf815e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:43.804246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7abbe6fa-86d0-4230-ad20-ca9d2bc475fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:43.829777 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5c375eb8-316a-48e5-9dad-bb410756e7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:43.840756 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5c375eb8-316a-48e5-9dad-bb410756e7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:43.842880 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5c375eb8-316a-48e5-9dad-bb410756e7c3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/095aca93-8a08-4c89-8b00-4b8cd1cf815e HTTP/1.1" status: 204 len: 168 time: 1.1678939 Dec 22 09:53:43.855438 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7abbe6fa-86d0-4230-ad20-ca9d2bc475fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:44.006941 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c16a2a1f-e727-4b26-b109-debca1da65af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:44.043005 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7abbe6fa-86d0-4230-ad20-ca9d2bc475fa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=db620492bd074d7dbdfbff8d0a9a8e82&name=default HTTP/1.1" status: 200 len: 2883 time: 2.5401123 Dec 22 09:53:44.058084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33632) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:44.072745 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-13d952f6-b000-426f-adc9-6399e29a41a8 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:44.302545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c020aec-96d9-4d99-97c5-8f80d5a3e73a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Subnet': ['ID=c84953e4-eea3-4056-8608-37dcc65886a0,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:44.311508 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ae592b68-c735-4ece-8fec-111782fc8930 req-3b5bcd43-dae9-41f0-99f0-216f2554d544 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 210 time: 0.1418972 Dec 22 09:53:44.322526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbe6fa-86d0-4230-ad20-ca9d2bc475fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18423cb-1238-4f54-b7e0-78b04b710fad,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:44.331997 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3c020aec-96d9-4d99-97c5-8f80d5a3e73a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:44.345218 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7abbe6fa-86d0-4230-ad20-ca9d2bc475fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:44.386787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-92de2ead-4936-4f95-83dc-f9210961969e admin admin] Deleting subnet 0e972d4f-634f-4801-baf0-a552ccd20fd0 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:53:44.393546 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92de2ead-4936-4f95-83dc-f9210961969e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:44.429531 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:44.520648 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92de2ead-4936-4f95-83dc-f9210961969e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:44.618338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92de2ead-4936-4f95-83dc-f9210961969e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:44.701261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6ff66e-ab09-4397-a20a-399c1feda77a None None] Network 766be565-4799-4932-a414-64d6b730b3f2 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:53:44.725134 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c020aec-96d9-4d99-97c5-8f80d5a3e73a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:44.773782 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3c020aec-96d9-4d99-97c5-8f80d5a3e73a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/subnets/c84953e4-eea3-4056-8608-37dcc65886a0 HTTP/1.1" status: 204 len: 168 time: 4.5853250 Dec 22 09:53:44.779605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33642) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:45.021537 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2f93df6c-7b6a-4485-bd74-22e9faeea265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:45.120846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2f93df6c-7b6a-4485-bd74-22e9faeea265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:45.210915 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2f93df6c-7b6a-4485-bd74-22e9faeea265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:45.223403 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-313cc22d-0d7f-4df3-bd65-46f5c9d2b879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:45.263954 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:45.281866 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2f93df6c-7b6a-4485-bd74-22e9faeea265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:45.287020 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2f93df6c-7b6a-4485-bd74-22e9faeea265 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b18423cb-1238-4f54-b7e0-78b04b710fad HTTP/1.1" status: 204 len: 168 time: 1.1200495 Dec 22 09:53:45.299818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93df6c-7b6a-4485-bd74-22e9faeea265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18423cb-1238-4f54-b7e0-78b04b710fad,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:45.312481 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2f93df6c-7b6a-4485-bd74-22e9faeea265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:45.538959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Router 747d26b5-7630-4e5e-97eb-73874abbe092 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:53:45.834103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79280526-c81a-4732-a3bb-3504492028e2 None None] DHCP port deletion for 766be565-4799-4932-a414-64d6b730b3f2 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:53:45.839860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-79280526-c81a-4732-a3bb-3504492028e2 None None] Deleting port 4c92a615-c195-46fb-974c-06017fc5063b {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:53:45.848761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79280526-c81a-4732-a3bb-3504492028e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:46.260979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:53:46.328876 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:46.330781 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 19.2371230 Dec 22 09:53:46.336122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33672) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:46.360931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-66edb0f0-5e36-4b39-af09-87a66324bd69 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Request body: {'router': {'external_gateway_info': {}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:53:46.581319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-79280526-c81a-4732-a3bb-3504492028e2 None None] For port 4c92a615-c195-46fb-974c-06017fc5063b, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=4c92a615-c195-46fb-974c-06017fc5063b,segment=NetworkSegment(6be5d291-347e-4e9f-8d39-d7637f7da1a0),segment_id=6be5d291-347e-4e9f-8d39-d7637f7da1a0)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:53:46.582928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79280526-c81a-4732-a3bb-3504492028e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:46.601341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ae88ba-c6e2-4eae-9c3e-8f75fe41eaed None None] Sync routers for ids ['747d26b5-7630-4e5e-97eb-73874abbe092'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:53:46.925047 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51111e42-724e-4915-98fe-c72dd903ca15 req-27c615a9-ca42-4c3c-9bd1-432ecaac484e tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 210 time: 1.0536904 Dec 22 09:53:47.046664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ae88ba-c6e2-4eae-9c3e-8f75fe41eaed None None] Routers {'747d26b5-7630-4e5e-97eb-73874abbe092'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:47.055428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-03ae88ba-c6e2-4eae-9c3e-8f75fe41eaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:53:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['747d26b5-7630-4e5e-97eb-73874abbe092'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:47.079340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port 4c92a615-c195-46fb-974c-06017fc5063b {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:53:47.087751 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:47.401950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33686) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:47.463618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-79280526-c81a-4732-a3bb-3504492028e2 None None] Calling delete_port for 4c92a615-c195-46fb-974c-06017fc5063b owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:53:47.708946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 4c92a615-c195-46fb-974c-06017fc5063b no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:53:47.805443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] For port 4c92a615-c195-46fb-974c-06017fc5063b, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=4c92a615-c195-46fb-974c-06017fc5063b,segment=NetworkSegment(6be5d291-347e-4e9f-8d39-d7637f7da1a0),segment_id=6be5d291-347e-4e9f-8d39-d7637f7da1a0)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:53:47.807449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:47.921287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-03ae88ba-c6e2-4eae-9c3e-8f75fe41eaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:47.937776 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79280526-c81a-4732-a3bb-3504492028e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:48.162176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Calling delete_port for 4c92a615-c195-46fb-974c-06017fc5063b owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:53:48.496290 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-66edb0f0-5e36-4b39-af09-87a66324bd69 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:48.547545 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-66edb0f0-5e36-4b39-af09-87a66324bd69 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:48.575103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-66edb0f0-5e36-4b39-af09-87a66324bd69 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Deleting port 10d30bf0-585f-4ceb-8914-6afe74b051a2 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:53:48.581927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-66edb0f0-5e36-4b39-af09-87a66324bd69 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:48.639906 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No ports have port_id starting with 4c92a615-c195-46fb-974c-06017fc5063b Dec 22 09:53:48.643443 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:48.949829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79280526-c81a-4732-a3bb-3504492028e2 None None] Pushing event deleted for resources: {'Port': ['ID=4c92a615-c195-46fb-974c-06017fc5063b,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:48.952891 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-79280526-c81a-4732-a3bb-3504492028e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:49.042097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ae88ba-c6e2-4eae-9c3e-8f75fe41eaed None None] Routers {'747d26b5-7630-4e5e-97eb-73874abbe092'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:49.043737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-03ae88ba-c6e2-4eae-9c3e-8f75fe41eaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:53:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['747d26b5-7630-4e5e-97eb-73874abbe092'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:49.156542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-66edb0f0-5e36-4b39-af09-87a66324bd69 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:49.186055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-03ae88ba-c6e2-4eae-9c3e-8f75fe41eaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:49.186537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ae88ba-c6e2-4eae-9c3e-8f75fe41eaed None None] The sync data for ids ['747d26b5-7630-4e5e-97eb-73874abbe092'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:53:49.237981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79280526-c81a-4732-a3bb-3504492028e2 None None] No DVR routers for this DVR port 4c92a615-c195-46fb-974c-06017fc5063b on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:53:49.474066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-66edb0f0-5e36-4b39-af09-87a66324bd69 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Calling delete_port for 10d30bf0-585f-4ceb-8914-6afe74b051a2 owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:53:49.604464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1167900123'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:53:49.626752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:53:49.666667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Usage tracker for resource:network and tenant:6125102cfad34c5998c23aeb1d5424ae is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:53:49.682316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:53:49.688207 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50ab96d4-221b-4524-ae93-5d85edc5f1af req-c014f147-f24b-4ff8-8fbf-b281c8b2899c tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 210 time: 1.2678926 Dec 22 09:53:49.697244 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92de2ead-4936-4f95-83dc-f9210961969e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:49.890336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:53:49.907623 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-abde826f-977d-4447-9c6c-9615b533750e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:49.976347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Made reservation on behalf of 6125102cfad34c5998c23aeb1d5424ae for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:53:49.983191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:50.020566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de2ead-4936-4f95-83dc-f9210961969e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e972d4f-634f-4801-baf0-a552ccd20fd0,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:50.034854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-ec01ad99-a14e-44a5-a513-9b2b0d9251b6 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:50.036980 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-ec01ad99-a14e-44a5-a513-9b2b0d9251b6 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.64 "GET /v2.0/networks?id=a915dfd1-fb65-4220-811d-3a0badf81285 HTTP/1.1" status: 200 len: 814 time: 1.6582260 Dec 22 09:53:50.037219 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:53:50.037785 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:53:50.038561 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:50.076535 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-92de2ead-4936-4f95-83dc-f9210961969e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:50.080733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-66edb0f0-5e36-4b39-af09-87a66324bd69 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:50.095473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:53:50.100975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Usage tracker for resource:security_group_rule and tenant:6125102cfad34c5998c23aeb1d5424ae is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:53:50.105098 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-05893faf-5a35-443f-a04d-8b3d4bd05641 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:50.108515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:53:50.118127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:53:50.126815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92de2ead-4936-4f95-83dc-f9210961969e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:50.141404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-f67cc698-3c8d-4cea-8b22-a2597e545cee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Request body: {'port': {'device_id': 'a3eeb96b-6213-4422-ab2b-9147ef6465a1', 'network_id': 'a915dfd1-fb65-4220-811d-3a0badf81285', 'admin_state_up': True, 'tenant_id': '250cbb3aaaac4bfba8dd2bb56fd12217'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:53:50.169978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695baba-bdc3-4619-b565-7a4e8daabb68 req-2013badf-954c-446a-8647-9450adbae75d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:50.169978 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4695baba-bdc3-4619-b565-7a4e8daabb68 req-2013badf-954c-446a-8647-9450adbae75d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 4.7477360 Dec 22 09:53:50.200856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edb0f0-5e36-4b39-af09-87a66324bd69 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Pushing event deleted for resources: {'Port': ['ID=10d30bf0-585f-4ceb-8914-6afe74b051a2,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:50.229374 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-66edb0f0-5e36-4b39-af09-87a66324bd69 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:50.296439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:50.310360 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:50.332153 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-65bc52a3-0876-4526-a93a-2350c3d1c875 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:50.423364 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-92de2ead-4936-4f95-83dc-f9210961969e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0e972d4f-634f-4801-baf0-a552ccd20fd0 HTTP/1.1" status: 204 len: 168 time: 6.7326379 Dec 22 09:53:50.432861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33710) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:50.435612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:53:50.577906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port 4c92a615-c195-46fb-974c-06017fc5063b {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:53:50.578504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:50.735667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33716) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:50.749388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-601e55e6-609b-4297-884f-b29f488b662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:50.764267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ffaf92-efb1-4a1b-98b2-0dcebe18b4a6,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:50.796144 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:50.796144 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:50.796144 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Added segment 862ac05f-fcb3-421e-9ac2-2f029c08454b of type vxlan for network ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1 Dec 22 09:53:50.834964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] The port '4c92a615-c195-46fb-974c-06017fc5063b' was deleted {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:53:50.843808 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4695baba-bdc3-4619-b565-7a4e8daabb68 req-18d64cb4-01cf-4bbb-8104-b62b022cbe26 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370936 Dec 22 09:53:50.866633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-66edb0f0-5e36-4b39-af09-87a66324bd69 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:50.936638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:53:50.987504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:51.341890 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-36a06dc9-ee34-45b6-beab-e70e59ca82e8 req-576cd82e-fa4d-425e-bf0b-798de82ba8bc tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 210 time: 0.3298767 Dec 22 09:53:51.364430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-f67cc698-3c8d-4cea-8b22-a2597e545cee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:53:51.379282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-f67cc698-3c8d-4cea-8b22-a2597e545cee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Usage tracker for resource:port and tenant:250cbb3aaaac4bfba8dd2bb56fd12217 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:53:51.379431 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-070cab12-c605-4f88-b604-56946070bb83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:51.384299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-f67cc698-3c8d-4cea-8b22-a2597e545cee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:53:51.395768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-f67cc698-3c8d-4cea-8b22-a2597e545cee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:53:51.422944 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:51.477680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:53:51.570337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:51.570337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:51.570337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:51.588747 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f681ac66-bdc6-4acd-a09d-85e6bc1f598e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:51.745331 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-601e55e6-609b-4297-884f-b29f488b662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:51.774232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event updated for resources: {'Network': ['ID=ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:51.776333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-f67cc698-3c8d-4cea-8b22-a2597e545cee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Made reservation on behalf of 250cbb3aaaac4bfba8dd2bb56fd12217 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:53:51.787047 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-f67cc698-3c8d-4cea-8b22-a2597e545cee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:51.812886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:53:51.817981 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.8851593 Dec 22 09:53:51.860062 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:52.119539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-601e55e6-609b-4297-884f-b29f488b662d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71abf892-394c-4481-a07f-0270c6b0938f']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:52.129937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766be565-4799-4932-a414-64d6b730b3f2']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:52.176633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-601e55e6-609b-4297-884f-b29f488b662d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9f538b-4d34-4926-afe8-9e328751cac3') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:52.176633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-601e55e6-609b-4297-884f-b29f488b662d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9f538b-4d34-4926-afe8-9e328751cac3') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:52.274979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:53:52.296629 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-601e55e6-609b-4297-884f-b29f488b662d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:52.357874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be5d291-347e-4e9f-8d39-d7637f7da1a0') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:52.364160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be5d291-347e-4e9f-8d39-d7637f7da1a0') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:52.422361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-601e55e6-609b-4297-884f-b29f488b662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:52.444418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-601e55e6-609b-4297-884f-b29f488b662d admin admin] Releasing vxlan tunnel 5 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:53:52.557977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:53:52.747523 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:52.959034 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:52.962328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Releasing vxlan tunnel 13 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:53:53.074802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-070cab12-c605-4f88-b604-56946070bb83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:53:53.102974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-070cab12-c605-4f88-b604-56946070bb83 admin admin] Usage tracker for resource:security_group_rule and tenant:151c9e793d454eac9c0d4298b7116ce7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:53:53.132175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-070cab12-c605-4f88-b604-56946070bb83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:53:53.407392 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-66edb0f0-5e36-4b39-af09-87a66324bd69 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:53.415088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-070cab12-c605-4f88-b604-56946070bb83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:53:53.446645 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-66edb0f0-5e36-4b39-af09-87a66324bd69 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846921732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7854069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846964228'] for router, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:53.684777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-601e55e6-609b-4297-884f-b29f488b662d admin admin] Network 71abf892-394c-4481-a07f-0270c6b0938f has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:53:53.705370 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-601e55e6-609b-4297-884f-b29f488b662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:53.740945 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e196452a-ab7d-4b94-b5aa-0a0ea20d84f8 req-6fa0b774-49e0-483d-a3d7-b93e566d234b tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 210 time: 0.9493139 Dec 22 09:53:53.849004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 766be565-4799-4932-a414-64d6b730b3f2 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:53:53.986269 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:55.563053 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-070cab12-c605-4f88-b604-56946070bb83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:55.579656 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-070cab12-c605-4f88-b604-56946070bb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:55.604642 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89ba9f2d-7159-4864-a19b-de85dccf5b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:55.712122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cab12-c605-4f88-b604-56946070bb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd43db19-3e6c-4b6d-ba12-5d29e2295bc7,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:55.726784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66edb0f0-5e36-4b39-af09-87a66324bd69 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Router 747d26b5-7630-4e5e-97eb-73874abbe092 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:53:55.749296 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-070cab12-c605-4f88-b604-56946070bb83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:55.754023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-601e55e6-609b-4297-884f-b29f488b662d admin admin] Network 71abf892-394c-4481-a07f-0270c6b0938f has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:53:55.803012 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:53:55.819797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 766be565-4799-4932-a414-64d6b730b3f2 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:53:55.898793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd89dce-322e-46ea-be2f-28772fe08092 req-780c7c76-0889-48be-86ae-a9140479bdcc tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:55.915101 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3dd89dce-322e-46ea-be2f-28772fe08092 req-780c7c76-0889-48be-86ae-a9140479bdcc tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 3.4741237 Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:53:55.917688 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:53:55.972406 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8f65c229-62bf-4645-aca2-7d1928c81f56 req-bb1ce2ae-6f2b-4733-afb8-1a7d18a52ad4 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 210 time: 0.4325328 Dec 22 09:53:56.128535 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3dd89dce-322e-46ea-be2f-28772fe08092 req-375adc34-5131-4e1f-9b27-a3559a020d5b tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122679 Dec 22 09:53:56.136938 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:56.155467 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a0f7062c-3ffe-4a4d-b22f-95cf75d9bdd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:56.191465 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:56.214757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Network': ['ID=766be565-4799-4932-a414-64d6b730b3f2,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:56.226897 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:56.238676 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/networks/766be565-4799-4932-a414-64d6b730b3f2 HTTP/1.1" status: 204 len: 168 time: 11.4578094 Dec 22 09:53:56.244597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33746) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:56.447821 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-070cab12-c605-4f88-b604-56946070bb83 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=151c9e793d454eac9c0d4298b7116ce7&name=default HTTP/1.1" status: 200 len: 2883 time: 5.7083461 Dec 22 09:53:56.464577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33754) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:56.498423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66edb0f0-5e36-4b39-af09-87a66324bd69 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:53:56.544786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-601e55e6-609b-4297-884f-b29f488b662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:56.579168 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a89b815-bec9-4890-a09f-698be3578100 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:56.579168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-601e55e6-609b-4297-884f-b29f488b662d admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:56.612701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb7d580-84b7-440e-b8a8-d2195423cc12 None None] Sync routers for ids ['747d26b5-7630-4e5e-97eb-73874abbe092'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:53:56.612701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb7d580-84b7-440e-b8a8-d2195423cc12 None None] Routers {'747d26b5-7630-4e5e-97eb-73874abbe092'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:56.619915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5cb7d580-84b7-440e-b8a8-d2195423cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:53:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['747d26b5-7630-4e5e-97eb-73874abbe092'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:56.623727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-f67cc698-3c8d-4cea-8b22-a2597e545cee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Allocated IP 172.20.0.5 (a915dfd1-fb65-4220-811d-3a0badf81285/5534585d-5c7e-4cc6-ba2a-6f9dc7db44c0/3b1fa296-e989-434e-b5f1-730bbee1aa49) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:53:56.688487 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-601e55e6-609b-4297-884f-b29f488b662d admin admin] 10.222.0.50 "DELETE /v2.0/networks/71abf892-394c-4481-a07f-0270c6b0938f HTTP/1.1" status: 204 len: 168 time: 6.2407081 Dec 22 09:53:56.705959 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-66edb0f0-5e36-4b39-af09-87a66324bd69 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:56.705959 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-66edb0f0-5e36-4b39-af09-87a66324bd69 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "PUT /v2.0/routers/747d26b5-7630-4e5e-97eb-73874abbe092 HTTP/1.1" status: 200 len: 710 time: 10.3629944 Dec 22 09:53:56.711762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33760) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:56.711762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33762) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:56.711762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d6be66c1-39e2-4d3b-919b-e8d997484c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:56.715151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e55e6-609b-4297-884f-b29f488b662d admin admin] Pushing event deleted for resources: {'Network': ['ID=71abf892-394c-4481-a07f-0270c6b0938f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:56.727760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-82bd8922-8991-4033-b23b-b6e8d5d1d381 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Request body: {'subnet': {'network_id': 'ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:53:56.794815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5cb7d580-84b7-440e-b8a8-d2195423cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:56.810478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb7d580-84b7-440e-b8a8-d2195423cc12 None None] Routers {'747d26b5-7630-4e5e-97eb-73874abbe092'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:56.811314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5cb7d580-84b7-440e-b8a8-d2195423cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:53:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['747d26b5-7630-4e5e-97eb-73874abbe092'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:56.916419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5cb7d580-84b7-440e-b8a8-d2195423cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:53:56.917061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb7d580-84b7-440e-b8a8-d2195423cc12 None None] The sync data for ids ['747d26b5-7630-4e5e-97eb-73874abbe092'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:53:56.967986 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-601e55e6-609b-4297-884f-b29f488b662d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:56.967986 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8e9528c1-6c03-45df-bc99-1546a5e69f5a tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "GET /v2.0/routers/747d26b5-7630-4e5e-97eb-73874abbe092 HTTP/1.1" status: 200 len: 745 time: 0.2415457 Dec 22 09:53:56.974569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33768) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:57.116912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33774) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:57.128411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-82bd8922-8991-4033-b23b-b6e8d5d1d381 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:53:57.147704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d6280d19-fab8-469f-8fc5-6e3e751821e2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Synchronizing usage tracker for tenant:08b5323c4db5440c9e06461b822b874d on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:53:57.175441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-82bd8922-8991-4033-b23b-b6e8d5d1d381 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Usage tracker for resource:subnet and tenant:6125102cfad34c5998c23aeb1d5424ae is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:53:57.191634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-82bd8922-8991-4033-b23b-b6e8d5d1d381 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:53:57.191634 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d6be66c1-39e2-4d3b-919b-e8d997484c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:57.215643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-82bd8922-8991-4033-b23b-b6e8d5d1d381 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:53:57.230182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d6280d19-fab8-469f-8fc5-6e3e751821e2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Unset dirty status for tenant:08b5323c4db5440c9e06461b822b874d on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:53:57.230182 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d6280d19-fab8-469f-8fc5-6e3e751821e2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] 10.222.0.50 "GET /v2.0/ports?network_id=3e8ac871-e927-441e-85b7-a068ff198db2&device_id=747d26b5-7630-4e5e-97eb-73874abbe092 HTTP/1.1" status: 200 len: 205 time: 0.2305171 Dec 22 09:53:57.241708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33780) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:57.255798 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-319385ba-f2ef-4d8d-af94-8b55bb11273b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:57.296904 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d6f95936-72c8-484e-8578-00a619ec67de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9dfc4173a0084cb081b39e512ef6a1d8&name=default HTTP/1.1" status: 200 len: 2883 time: 0.1747494 Dec 22 09:53:57.296904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bd8922-8991-4033-b23b-b6e8d5d1d381 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Made reservation on behalf of 6125102cfad34c5998c23aeb1d5424ae for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:53:57.358402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33784) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:57.496344 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-82bd8922-8991-4033-b23b-b6e8d5d1d381 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:57.650212 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d6be66c1-39e2-4d3b-919b-e8d997484c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:57.655160 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-58e93ce8-6a67-4356-a021-76fec1356b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:57.681902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be66c1-39e2-4d3b-919b-e8d997484c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd43db19-3e6c-4b6d-ba12-5d29e2295bc7,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:57.685130 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d6be66c1-39e2-4d3b-919b-e8d997484c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:57.697495 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dc14c9b3-7646-4b97-9d43-c64add6bdae4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "GET /v2.0/ports?device_id=747d26b5-7630-4e5e-97eb-73874abbe092 HTTP/1.1" status: 200 len: 205 time: 0.4521153 Dec 22 09:53:57.702273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33790) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:57.751799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c3b6df34-0de5-4b4f-9f8a-d40c80e21b60 req-8f26896a-d666-44de-a852-d72874dacd07 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Synchronizing usage tracker for tenant:250cbb3aaaac4bfba8dd2bb56fd12217 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:53:57.870025 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d6be66c1-39e2-4d3b-919b-e8d997484c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:57.871605 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d6be66c1-39e2-4d3b-919b-e8d997484c98 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd43db19-3e6c-4b6d-ba12-5d29e2295bc7 HTTP/1.1" status: 204 len: 168 time: 1.4063697 Dec 22 09:53:57.988471 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36d3e0a5-29ca-4a42-9a0b-a3496b9eb09a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:58.010407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c3b6df34-0de5-4b4f-9f8a-d40c80e21b60 req-8f26896a-d666-44de-a852-d72874dacd07 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Unset dirty status for tenant:250cbb3aaaac4bfba8dd2bb56fd12217 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:53:58.024604 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c3b6df34-0de5-4b4f-9f8a-d40c80e21b60 req-8f26896a-d666-44de-a852-d72874dacd07 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 210 time: 0.5048428 Dec 22 09:53:58.292749 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a9d759f-3bec-4966-a3bd-056e0ab65ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:58.349621 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a9d759f-3bec-4966-a3bd-056e0ab65ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:58.440422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa290f-f0ba-4326-bd41-ddefc6bbad01 req-feab9064-c0f7-4ab0-980c-1b10455b707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:58.442235 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-44aa290f-f0ba-4326-bd41-ddefc6bbad01 req-feab9064-c0f7-4ab0-980c-1b10455b707a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=633dde4b29c44f53b6aa0cd8d5318325&device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 1160 time: 1.0872099 Dec 22 09:53:58.442695 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36d3e0a5-29ca-4a42-9a0b-a3496b9eb09a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:58.473488 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36d3e0a5-29ca-4a42-9a0b-a3496b9eb09a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:58.482124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32e6e8-9fff-4208-91ed-a810c8a6362d req-5f6f9256-8a2f-44d3-a3ac-99a581dfc7a8 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:58.486206 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9f32e6e8-9fff-4208-91ed-a810c8a6362d req-5f6f9256-8a2f-44d3-a3ac-99a581dfc7a8 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.8751769 Dec 22 09:53:58.508655 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-f67cc698-3c8d-4cea-8b22-a2597e545cee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:58.535682 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36d3e0a5-29ca-4a42-9a0b-a3496b9eb09a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:58.536297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d3e0a5-29ca-4a42-9a0b-a3496b9eb09a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Fanout notify agent at l3_agent the message router_deleted on router 747d26b5-7630-4e5e-97eb-73874abbe092 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:53:58.565594 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36d3e0a5-29ca-4a42-9a0b-a3496b9eb09a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:58.568033 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-36d3e0a5-29ca-4a42-9a0b-a3496b9eb09a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "DELETE /v2.0/routers/747d26b5-7630-4e5e-97eb-73874abbe092 HTTP/1.1" status: 204 len: 168 time: 0.8612018 Dec 22 09:53:58.624860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33800) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:58.870047 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-82bd8922-8991-4033-b23b-b6e8d5d1d381 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:58.903638 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b36b7e23-b9ba-45b0-9e2f-a723bdc20f0b tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:59.096262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd8922-8991-4033-b23b-b6e8d5d1d381 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event updated for resources: {'Subnet': ['ID=bac04364-20e4-4eca-9406-1012b877030d,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:59.107368 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-82bd8922-8991-4033-b23b-b6e8d5d1d381 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:59.160727 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-99edd0b8-543d-4f17-add3-2b953b9732fe tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "GET /v2.0/ports?device_id=747d26b5-7630-4e5e-97eb-73874abbe092 HTTP/1.1" status: 200 len: 205 time: 0.5337377 Dec 22 09:53:59.164476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33814) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:59.194310 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9f32e6e8-9fff-4208-91ed-a810c8a6362d req-9a94a144-9e6f-4954-9819-3d2dff46c7e8 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6326199 Dec 22 09:53:59.266954 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-60e3744c-6fe9-43b9-92c7-dc6e3ca64193 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] delete failed (client error): The resource could not be found. Dec 22 09:53:59.268331 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-60e3744c-6fe9-43b9-92c7-dc6e3ca64193 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "DELETE /v2.0/routers/747d26b5-7630-4e5e-97eb-73874abbe092 HTTP/1.1" status: 404 len: 336 time: 0.1027563 Dec 22 09:53:59.278665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33818) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:59.288365 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a9d759f-3bec-4966-a3bd-056e0ab65ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:59.311658 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f425e672-30cd-41f1-a2c0-f33f40d02d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:59.359412 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-f67cc698-3c8d-4cea-8b22-a2597e545cee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:59.399451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d759f-3bec-4966-a3bd-056e0ab65ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3aec7c8-0f35-4d0f-b093-97f5c945dcd7,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:59.427034 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a9d759f-3bec-4966-a3bd-056e0ab65ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:53:59.428924 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8a9d759f-3bec-4966-a3bd-056e0ab65ed1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a3aec7c8-0f35-4d0f-b093-97f5c945dcd7 HTTP/1.1" status: 204 len: 168 time: 1.9634967 Dec 22 09:53:59.430418 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8a9d759f-3bec-4966-a3bd-056e0ab65ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:59.445937 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-02576bc8-71c6-41c5-9da9-b7a3b4f0b50c tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:53:59.479259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa290f-f0ba-4326-bd41-ddefc6bbad01 req-43d732eb-944e-49e1-9c10-02fd5dab9b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:59.481697 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-44aa290f-f0ba-4326-bd41-ddefc6bbad01 req-43d732eb-944e-49e1-9c10-02fd5dab9b22 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e60b2feb-5482-4662-8917-04a4fc979113 HTTP/1.1" status: 200 len: 908 time: 1.0137281 Dec 22 09:53:59.650402 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-44aa290f-f0ba-4326-bd41-ddefc6bbad01 req-6c766980-7005-4dd8-a679-52a7f98b2dbd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa08cf5-924b-4474-b942-51da3e584e2e HTTP/1.1" status: 200 len: 217 time: 0.1363075 Dec 22 09:53:59.755402 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d8f961c6-bc06-493a-a4d9-12652a8c3387 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "GET /v2.0/ports?device_id=4c5aa0df-9840-495c-b509-a18a6e757a05 HTTP/1.1" status: 200 len: 205 time: 0.4747596 Dec 22 09:53:59.760148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33832) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:59.766526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bd8922-8991-4033-b23b-b6e8d5d1d381 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Checking segment: {'id': '862ac05f-fcb3-421e-9ac2-2f029c08454b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:53:59.767130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bd8922-8991-4033-b23b-b6e8d5d1d381 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network hostable DHCP agents. Network: ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:53:59.799731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cc698-3c8d-4cea-8b22-a2597e545cee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Pushing event updated for resources: {'Port': ['ID=3b1fa296-e989-434e-b5f1-730bbee1aa49,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:53:59.824528 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f67cc698-3c8d-4cea-8b22-a2597e545cee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:53:59.891923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa290f-f0ba-4326-bd41-ddefc6bbad01 req-ac384997-11ad-4ee5-b6af-8cd793ef5753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:59.894242 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-44aa290f-f0ba-4326-bd41-ddefc6bbad01 req-ac384997-11ad-4ee5-b6af-8cd793ef5753 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b87d27f7-24e3-44fe-bd22-f07e43a5cac0 HTTP/1.1" status: 200 len: 853 time: 0.1717198 Dec 22 09:53:59.906066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75b75c-0355-4fd7-8d9e-7aee90b3dc6d req-ba848347-11b0-41a6-8875-8d2b38ba5134 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:53:59.909205 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f75b75c-0355-4fd7-8d9e-7aee90b3dc6d req-ba848347-11b0-41a6-8875-8d2b38ba5134 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 931 time: 0.5735366 Dec 22 09:53:59.924053 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-2bf96617-3401-4fe4-8045-62e4821ebf4c tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] delete failed (client error): The resource could not be found. Dec 22 09:53:59.925523 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2bf96617-3401-4fe4-8045-62e4821ebf4c tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "DELETE /v2.0/routers/4c5aa0df-9840-495c-b509-a18a6e757a05 HTTP/1.1" status: 404 len: 336 time: 0.1631999 Dec 22 09:53:59.933820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33838) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:59.938955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bd8922-8991-4033-b23b-b6e8d5d1d381 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:53:59.998418 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a7be7ec8-08fe-409f-a277-4d313e11feb1 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "GET /v2.0/ports?device_id=647220bc-2c3f-4a4c-89a6-95e326d2ed9e HTTP/1.1" status: 200 len: 205 time: 0.0586140 Dec 22 09:53:59.998418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-82bd8922-8991-4033-b23b-b6e8d5d1d381 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:00.005042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cad47d-a31a-48cb-94d0-88b3e843e597 None None] Network ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:54:00.007841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33842) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:00.055904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-f67cc698-3c8d-4cea-8b22-a2597e545cee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Network a915dfd1-fb65-4220-811d-3a0badf81285 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:54:00.059517 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-44aa290f-f0ba-4326-bd41-ddefc6bbad01 req-d4df4d51-0643-45ff-85a3-28f87ec0bb60 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e60b2feb-5482-4662-8917-04a4fc979113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1451578 Dec 22 09:54:00.067192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-f67cc698-3c8d-4cea-8b22-a2597e545cee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:00.150425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd8922-8991-4033-b23b-b6e8d5d1d381 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:00.151475 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-82bd8922-8991-4033-b23b-b6e8d5d1d381 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:00.182321 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-c61d072a-5105-474a-90d7-8f5859e6d299 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] delete failed (client error): The resource could not be found. Dec 22 09:54:00.183784 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c61d072a-5105-474a-90d7-8f5859e6d299 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "DELETE /v2.0/routers/647220bc-2c3f-4a4c-89a6-95e326d2ed9e HTTP/1.1" status: 404 len: 336 time: 0.1744077 Dec 22 09:54:00.188122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33848) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:00.272344 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c2db6682-b206-4a03-a208-264a5988b631 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "GET /v2.0/ports?device_id=8cfa0fe3-8ca0-4d6c-9120-e1a71ad3524f HTTP/1.1" status: 200 len: 205 time: 0.0819004 Dec 22 09:54:00.277341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-f67cc698-3c8d-4cea-8b22-a2597e545cee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:54:00.280507 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-82bd8922-8991-4033-b23b-b6e8d5d1d381 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5632188 Dec 22 09:54:00.281403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33856) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:00.281879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33858) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:00.291591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-781715351'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:00.298521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:00.303812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Usage tracker for resource:network and tenant:6125102cfad34c5998c23aeb1d5424ae is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:00.308180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:00.315134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:00.330307 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-44aa290f-f0ba-4326-bd41-ddefc6bbad01 req-86697482-c8a4-44be-b15d-5e7be7e9af59 service neutron] 10.222.0.64 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540512 Dec 22 09:54:00.409111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Made reservation on behalf of 6125102cfad34c5998c23aeb1d5424ae for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:00.413741 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f75b75c-0355-4fd7-8d9e-7aee90b3dc6d req-93aa7f13-3a31-4ea2-9d5c-b1b2cc2d69cd tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323714 Dec 22 09:54:00.417719 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:00.455230 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-96bbde40-2793-440a-a418-0d335844a49a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] delete failed (client error): The resource could not be found. Dec 22 09:54:00.467623 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-96bbde40-2793-440a-a418-0d335844a49a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "DELETE /v2.0/routers/8cfa0fe3-8ca0-4d6c-9120-e1a71ad3524f HTTP/1.1" status: 404 len: 336 time: 0.1841888 Dec 22 09:54:00.472944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33866) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:00.543788 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9a746cdb-a9a9-4b67-b96b-e66766e03ce0 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "GET /v2.0/ports?device_id=c96c2bab-c3fe-42a2-9d1b-d1581d3df433 HTTP/1.1" status: 200 len: 205 time: 0.0694201 Dec 22 09:54:00.549630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33874) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:00.721326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-f67cc698-3c8d-4cea-8b22-a2597e545cee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:00.722256 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-f67cc698-3c8d-4cea-8b22-a2597e545cee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:00.762824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1', 'network_id': 'ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1', 'tenant_id': '6125102cfad34c5998c23aeb1d5424ae', 'fixed_ips': [{'subnet_id': 'bac04364-20e4-4eca-9406-1012b877030d'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:54:00.763913 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:00.825191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:54:00.830733 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-da17902d-b597-4b59-ae91-75b9c5abc03d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] delete failed (client error): The resource could not be found. Dec 22 09:54:00.832149 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-da17902d-b597-4b59-ae91-75b9c5abc03d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "DELETE /v2.0/routers/c96c2bab-c3fe-42a2-9d1b-d1581d3df433 HTTP/1.1" status: 404 len: 336 time: 0.2572315 Dec 22 09:54:00.838719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33882) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:00.926364 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:00.930888 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Added segment cec577f7-704a-43cf-8a24-7a80c5e3fcd3 of type vxlan for network b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8 Dec 22 09:54:00.935914 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c7d70c7d-c534-483a-9c77-0f6c9f4f8c5d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "GET /v2.0/ports?device_id=c8bf31ef-c8f4-441c-9536-97bb7e43c534 HTTP/1.1" status: 200 len: 205 time: 0.0955448 Dec 22 09:54:00.945805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33888) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:00.956310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-319385ba-f2ef-4d8d-af94-8b55bb11273b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port 789886e8-dc38-49e4-ac72-e1878f48b9a1 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:54:00.957075 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-319385ba-f2ef-4d8d-af94-8b55bb11273b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:01.062861 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-395c6244-ecba-4aac-afa7-a611f2595e1a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] delete failed (client error): The resource could not be found. Dec 22 09:54:01.064289 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-395c6244-ecba-4aac-afa7-a611f2595e1a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "DELETE /v2.0/routers/c8bf31ef-c8f4-441c-9536-97bb7e43c534 HTTP/1.1" status: 404 len: 336 time: 0.1171684 Dec 22 09:54:01.078728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33894) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:01.185798 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:01.187354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Allocated IP 2001:db8:0:ffff::2 (ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1/bac04364-20e4-4eca-9406-1012b877030d/7d11e8ba-f850-4489-8fda-9b63835362cb) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:54:01.207262 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32cd99d-a613-44d4-8515-86798982905a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] DELETE failed (client error): The resource could not be found. Dec 22 09:54:01.212651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32cd99d-a613-44d4-8515-86798982905a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:54:01.232475 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b32cd99d-a613-44d4-8515-86798982905a tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] 10.222.0.50 "DELETE /v2.0/subnets/fb3a8720-4ac9-48b4-ba4d-8ad218d40ff9 HTTP/1.1" status: 404 len: 337 time: 0.1441784 Dec 22 09:54:01.238016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-319385ba-f2ef-4d8d-af94-8b55bb11273b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] For port 789886e8-dc38-49e4-ac72-e1878f48b9a1, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=789886e8-dc38-49e4-ac72-e1878f48b9a1,segment=NetworkSegment(58104f40-bf72-49da-b062-1330cffa06ca),segment_id=58104f40-bf72-49da-b062-1330cffa06ca)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:54:01.239554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-319385ba-f2ef-4d8d-af94-8b55bb11273b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:01.291916 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:01.298278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:01.312930 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:01.326378 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ba50989-dfcf-4c04-bce8-70a75c60e7af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:01.462295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-319385ba-f2ef-4d8d-af94-8b55bb11273b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Calling delete_port for 789886e8-dc38-49e4-ac72-e1878f48b9a1 owned by network:router_interface {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:54:01.479252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event updated for resources: {'Network': ['ID=b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:01.495976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.497458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.497827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.498415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.498835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.499259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.499676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.500119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.500527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.500934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.501338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.501750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.502862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.503273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.503678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.504128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.504655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.505057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.505485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.505956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.506585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.507063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.507539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.508205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.508856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.509338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.509890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.510415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.510971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.511575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.512282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.512932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.513514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.514131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.514682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.515393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:01.530178 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2444854 Dec 22 09:54:01.532854 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:01.534104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33906) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:01.539195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:01.545769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-89d2ba6b-9b98-4b9e-8200-f492f689194d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Request body: {'subnet': {'network_id': 'b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:01.713713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:01.732713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:01.864287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-89d2ba6b-9b98-4b9e-8200-f492f689194d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:01.918870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-89d2ba6b-9b98-4b9e-8200-f492f689194d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Usage tracker for resource:subnet and tenant:6125102cfad34c5998c23aeb1d5424ae is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:01.925564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-89d2ba6b-9b98-4b9e-8200-f492f689194d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:01.951631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-89d2ba6b-9b98-4b9e-8200-f492f689194d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:01.963232 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-f67cc698-3c8d-4cea-8b22-a2597e545cee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.8811672 Dec 22 09:54:01.985090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d2ba6b-9b98-4b9e-8200-f492f689194d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Made reservation on behalf of 6125102cfad34c5998c23aeb1d5424ae for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:02.189483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33918) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:02.196441 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89d2ba6b-9b98-4b9e-8200-f492f689194d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:02.314246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:02.353513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Transition to ACTIVE for port object 7d11e8ba-f850-4489-8fda-9b63835362cb will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:02.397762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Transition to ACTIVE for port object 7d11e8ba-f850-4489-8fda-9b63835362cb will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:02.412522 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:02.449391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Request body: {'port': {'device_id': 'a3eeb96b-6213-4422-ab2b-9147ef6465a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:02.623855 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-319385ba-f2ef-4d8d-af94-8b55bb11273b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:02.638815 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-79280526-c81a-4732-a3bb-3504492028e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:02.731531 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:02.895729 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-44aa290f-f0ba-4326-bd41-ddefc6bbad01 req-9a30b89c-2e0d-4a45-ac79-7f06e1684331 service neutron] 10.222.0.64 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.5484998 Dec 22 09:54:02.911451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Network ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:54:02.913445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Pushing event updated for resources: {'Port': ['ID=7d11e8ba-f850-4489-8fda-9b63835362cb,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:02.918227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:02.921607 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:02.925130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:54:03.020689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Attempting to bind port 7d11e8ba-f850-4489-8fda-9b63835362cb on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:54:03.021259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Attempting to bind port 7d11e8ba-f850-4489-8fda-9b63835362cb by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '862ac05f-fcb3-421e-9ac2-2f029c08454b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:54:03.022300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Attempting to bind port 7d11e8ba-f850-4489-8fda-9b63835362cb on network ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:54:03.031813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:54:03.032587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Checking segment: {'id': '862ac05f-fcb3-421e-9ac2-2f029c08454b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:54:03.034014 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:03.034670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Bound using segment: {'id': '862ac05f-fcb3-421e-9ac2-2f029c08454b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:54:03.036029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Bound port: 7d11e8ba-f850-4489-8fda-9b63835362cb, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862ac05f-fcb3-421e-9ac2-2f029c08454b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:54:03.036775 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:03.055319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-89d2ba6b-9b98-4b9e-8200-f492f689194d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81072) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:54:03.057252 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89d2ba6b-9b98-4b9e-8200-f492f689194d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:03.060859 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:03.129291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319385ba-f2ef-4d8d-af94-8b55bb11273b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Port': ['ID=789886e8-dc38-49e4-ac72-e1878f48b9a1,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:03.146878 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-319385ba-f2ef-4d8d-af94-8b55bb11273b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:03.170286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06720688-6eaa-4eb0-8097-838683352598 req-fc28c2a4-04b9-4513-b9b0-291670e8e27d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:03.172608 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06720688-6eaa-4eb0-8097-838683352598 req-fc28c2a4-04b9-4513-b9b0-291670e8e27d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 2.4698210 Dec 22 09:54:03.213587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] For port 7d11e8ba-f850-4489-8fda-9b63835362cb, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:54:03.223375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] For port 7d11e8ba-f850-4489-8fda-9b63835362cb, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7d11e8ba-f850-4489-8fda-9b63835362cb,segment=NetworkSegment(862ac05f-fcb3-421e-9ac2-2f029c08454b),segment_id=862ac05f-fcb3-421e-9ac2-2f029c08454b)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:54:03.229805 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:03.276611 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c34b9fa9-5541-4d17-a975-5885293f306e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:03.309155 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a4139f19-33f9-41f3-946c-b1c0cc92c81b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:03.426849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33936) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:03.470008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2ba6b-9b98-4b9e-8200-f492f689194d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event updated for resources: {'Subnet': ['ID=9fc01880-914e-4076-afb0-1d3be740366a,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:03.475071 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89d2ba6b-9b98-4b9e-8200-f492f689194d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:03.491675 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b2b73482-14b3-45f7-bcdb-60b26a168bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:03.517134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b2b73482-14b3-45f7-bcdb-60b26a168bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:03.522697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b2b73482-14b3-45f7-bcdb-60b26a168bb2 admin admin] Usage tracker for resource:security_group_rule and tenant:57295c6adad2492b9b450a14dac3e1fb is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:03.527168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b2b73482-14b3-45f7-bcdb-60b26a168bb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:03.534953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b2b73482-14b3-45f7-bcdb-60b26a168bb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:03.625470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2ba6b-9b98-4b9e-8200-f492f689194d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Checking segment: {'id': 'cec577f7-704a-43cf-8a24-7a80c5e3fcd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:54:03.628122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d2ba6b-9b98-4b9e-8200-f492f689194d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network hostable DHCP agents. Network: b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:54:03.683369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d2ba6b-9b98-4b9e-8200-f492f689194d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:54:03.710493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-89d2ba6b-9b98-4b9e-8200-f492f689194d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:03.733691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d2ba6b-9b98-4b9e-8200-f492f689194d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:03.735648 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89d2ba6b-9b98-4b9e-8200-f492f689194d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:03.742778 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b2b73482-14b3-45f7-bcdb-60b26a168bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:03.745441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e06f893-889b-456e-ad83-b5abd35296d0 None None] Network b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:54:03.755836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b2b73482-14b3-45f7-bcdb-60b26a168bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:03.774698 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9acd6576-c288-4f74-9a96-0e703c28dcea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:03.803563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Pushing event updated for resources: {'Port': ['ID=7d11e8ba-f850-4489-8fda-9b63835362cb,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:03.811290 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:03.830097 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-89d2ba6b-9b98-4b9e-8200-f492f689194d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2920554 Dec 22 09:54:03.838291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33940) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:03.846925 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b2b73482-14b3-45f7-bcdb-60b26a168bb2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57295c6adad2492b9b450a14dac3e1fb&name=default HTTP/1.1" status: 200 len: 2883 time: 1.2480049 Dec 22 09:54:03.854429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Request body: {'port': {'network_id': 'b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8', 'name': 'tempest-NetworksIpV6TestAttrs-1790789459'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:03.870584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33944) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:03.883492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b73482-14b3-45f7-bcdb-60b26a168bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7390b93c-b0dd-4bc1-8fb1-ba62468662b3,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:03.887195 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b2b73482-14b3-45f7-bcdb-60b26a168bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:03.912798 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-319385ba-f2ef-4d8d-af94-8b55bb11273b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:04.066073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0af0b5-ed1a-440a-8e0b-5201e879eb83 req-6e9b4faf-3574-466f-b4e5-946395ad980d tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:04.072353 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8b0af0b5-ed1a-440a-8e0b-5201e879eb83 req-6e9b4faf-3574-466f-b4e5-946395ad980d tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 931 time: 2.1090963 Dec 22 09:54:04.119075 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4fb41839-9c7d-4ca5-9097-97d51fe54c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:04.166158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8', 'network_id': 'b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8', 'tenant_id': '6125102cfad34c5998c23aeb1d5424ae', 'fixed_ips': [{'subnet_id': '9fc01880-914e-4076-afb0-1d3be740366a'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:54:04.167405 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:04.220541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:04.235789 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4fb41839-9c7d-4ca5-9097-97d51fe54c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:04.283371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Usage tracker for resource:port and tenant:6125102cfad34c5998c23aeb1d5424ae is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:04.296577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Quota usage for port was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:04.345608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:04.371085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-61b9c677-1a92-4853-890a-394b754751d2 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Request body: {'quota': {'network': 2}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:04.408912 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4fb41839-9c7d-4ca5-9097-97d51fe54c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:04.419247 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2f93df6c-7b6a-4485-bd74-22e9faeea265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:04.439771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Made reservation on behalf of 6125102cfad34c5998c23aeb1d5424ae for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:04.449692 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:04.464471 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06720688-6eaa-4eb0-8097-838683352598 req-a21705b5-611a-4ef6-bf8c-2d501db36b65 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2452974 Dec 22 09:54:04.468584 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8b0af0b5-ed1a-440a-8e0b-5201e879eb83 req-bc9a100d-c139-4986-b2a3-29181ca55ce6 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490479 Dec 22 09:54:04.520191 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-61b9c677-1a92-4853-890a-394b754751d2 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] 10.222.0.50 "PUT /v2.0/quotas/958fca3bcc684adf91f4132970a661b5 HTTP/1.1" status: 200 len: 368 time: 0.8240256 Dec 22 09:54:04.520941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 33950) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:04.545898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Request body: {'network': {'project_id': '958fca3bcc684adf91f4132970a661b5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:04.586312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:04.619516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Usage tracker for resource:network and tenant:958fca3bcc684adf91f4132970a661b5 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:04.673469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:04.808172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:04.841872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb41839-9c7d-4ca5-9097-97d51fe54c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7390b93c-b0dd-4bc1-8fb1-ba62468662b3,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:04.877827 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4fb41839-9c7d-4ca5-9097-97d51fe54c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:04.898697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] device_id is not set on port cbf5ca55-f4b5-4b48-b356-d8fbaa5a51c2 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:54:04.979002 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4fb41839-9c7d-4ca5-9097-97d51fe54c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:04.981160 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4fb41839-9c7d-4ca5-9097-97d51fe54c84 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7390b93c-b0dd-4bc1-8fb1-ba62468662b3 HTTP/1.1" status: 204 len: 168 time: 1.1084223 Dec 22 09:54:05.084909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Allocated IP 2001:db8::f816:3eff:fe49:3a31 (b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8/9fc01880-914e-4076-afb0-1d3be740366a/63f44d56-30ac-4136-94b0-35c200900240) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:54:05.302386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Made reservation on behalf of 958fca3bcc684adf91f4132970a661b5 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:05.332833 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:05.573874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1fa296-e989-434e-b5f1-730bbee1aa49 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:54:05.581350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7d11e8ba-f850-4489-8fda-9b63835362cb up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:54:05.585989 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:05.609459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Transition to ACTIVE for port object 3b1fa296-e989-434e-b5f1-730bbee1aa49 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:05.754264 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2ce6a874-10a2-4ff2-975b-f8c6857859e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:05.806505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device faa08cf5-924b-4474-b942-51da3e584e2e no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:54:06.003064 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:06.033048 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:06.143122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33978) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:06.202221 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:06.378581 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-95a04f8d-7f48-4ffa-8651-c10b3cb190f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=08b5323c4db5440c9e06461b822b874d&name=default HTTP/1.1" status: 200 len: 2883 time: 0.2282870 Dec 22 09:54:06.378581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 33986) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:06.421341 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:06.514995 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e455bdb-1213-4312-aff1-1fcfe922447b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:06.518478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 7d11e8ba-f850-4489-8fda-9b63835362cb completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:54:06.572915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e95e13-70d0-4a33-b67b-2e7927bf03f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa08cf5-924b-4474-b942-51da3e584e2e'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:54:06.592970 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e455bdb-1213-4312-aff1-1fcfe922447b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:06.607117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc9c835-9532-4ad2-900c-c0e10a86d042 None None] Network ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:54:06.675908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port faa08cf5-924b-4474-b942-51da3e584e2e, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=faa08cf5-924b-4474-b942-51da3e584e2e,segment=NetworkSegment(126ca1e4-ce64-4d48-9d32-88c79a350681),segment_id=126ca1e4-ce64-4d48-9d32-88c79a350681)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:54:06.701233 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e455bdb-1213-4312-aff1-1fcfe922447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:06.711312 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7aeff7b4-4dd2-43ac-b77e-0f5f9bc4608d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:06.748661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e455bdb-1213-4312-aff1-1fcfe922447b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de40148b-7eae-40ae-b3a6-f556a28e47e6,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:06.762681 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e455bdb-1213-4312-aff1-1fcfe922447b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:06.779992 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e455bdb-1213-4312-aff1-1fcfe922447b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:06.781727 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9e455bdb-1213-4312-aff1-1fcfe922447b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de40148b-7eae-40ae-b3a6-f556a28e47e6 HTTP/1.1" status: 204 len: 168 time: 0.4111288 Dec 22 09:54:06.893509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:06.944656 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:06.960682 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:07.080592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319385ba-f2ef-4d8d-af94-8b55bb11273b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router 2d498f00-1aa6-437c-901f-c7974c174d1e has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:54:07.097955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:07.104708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Usage tracker for resource:security_group_rule and tenant:958fca3bcc684adf91f4132970a661b5 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:07.108651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:07.115663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Transition to ACTIVE for port object 63f44d56-30ac-4136-94b0-35c200900240 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:07.143516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:07.171124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Transition to ACTIVE for port object 63f44d56-30ac-4136-94b0-35c200900240 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:07.171124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f870b1e1-2924-4d38-ae61-4bc56e3e9736 None None] Provisioning for port 7d11e8ba-f850-4489-8fda-9b63835362cb completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:54:07.199793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=faa08cf5-924b-4474-b942-51da3e584e2e,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:07.199793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:07.303663 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:07.304764 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:07.471734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Allocated IP 2001:db8::f816:3eff:fe3e:1f95 (b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8/9fc01880-914e-4076-afb0-1d3be740366a/cbf5ca55-f4b5-4b48-b356-d8fbaa5a51c2) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:54:07.647522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Pushing event updated for resources: {'Port': ['ID=63f44d56-30ac-4136-94b0-35c200900240,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:07.654601 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:07.668566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:07.707574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f870b1e1-2924-4d38-ae61-4bc56e3e9736 None None] Provisioning complete for port 7d11e8ba-f850-4489-8fda-9b63835362cb triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:07.707574 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f870b1e1-2924-4d38-ae61-4bc56e3e9736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:07.870630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Pushing event updated for resources: {'Port': ['ID=3b1fa296-e989-434e-b5f1-730bbee1aa49,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:07.883002 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.685s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:07.922779 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:07.944554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:07.977045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Transition to ACTIVE for port object cbf5ca55-f4b5-4b48-b356-d8fbaa5a51c2 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:08.029149 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:08.062716 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:08.118604 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f870b1e1-2924-4d38-ae61-4bc56e3e9736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:08.259072 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ded9e2aa-7679-4d1c-96db-e2b4b70fd84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:08.294691 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f56c2dfa-e831-4505-9772-5a9f846811b4 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:08.305586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f870b1e1-2924-4d38-ae61-4bc56e3e9736 None None] For port 7d11e8ba-f850-4489-8fda-9b63835362cb, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7d11e8ba-f850-4489-8fda-9b63835362cb,segment=NetworkSegment(862ac05f-fcb3-421e-9ac2-2f029c08454b),segment_id=862ac05f-fcb3-421e-9ac2-2f029c08454b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:54:08.340602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Attempting to bind port 3b1fa296-e989-434e-b5f1-730bbee1aa49 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:54:08.340791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Attempting to bind port 3b1fa296-e989-434e-b5f1-730bbee1aa49 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '16041ef7-5666-4b80-a900-6bff3a23bb99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a915dfd1-fb65-4220-811d-3a0badf81285'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:54:08.341016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Attempting to bind port 3b1fa296-e989-434e-b5f1-730bbee1aa49 on network a915dfd1-fb65-4220-811d-3a0badf81285 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:54:08.399629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:54:08.418841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:54:08.422958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc3da2-24f3-49b3-a665-03af6abdbf3b req-70d08750-91c0-497b-bf92-a8f191a0dc32 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:08.423128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:08.425708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f870b1e1-2924-4d38-ae61-4bc56e3e9736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:08.446147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:54:08.446347 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f2e0affe-98d2-4f21-80a8-87c5fdda94aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:08.447063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:08.447063 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:08.473559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event updated for resources: {'Port': ['ID=cbf5ca55-f4b5-4b48-b356-d8fbaa5a51c2,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:08.473559 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:08.477670 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2cc3da2-24f3-49b3-a665-03af6abdbf3b req-70d08750-91c0-497b-bf92-a8f191a0dc32 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 943 time: 2.2977262 Dec 22 09:54:08.488203 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.6477690 Dec 22 09:54:08.493798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34006) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:08.514239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Pushing event updated for resources: {'SecurityGroup': ['ID=1721d29e-03c5-44b9-868f-440c3f6d4449,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:08.519212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:54:08.519212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Checking segment: {'id': '16041ef7-5666-4b80-a900-6bff3a23bb99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a915dfd1-fb65-4220-811d-3a0badf81285'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:54:08.519212 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:08.519459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Bound using segment: {'id': '16041ef7-5666-4b80-a900-6bff3a23bb99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a915dfd1-fb65-4220-811d-3a0badf81285'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:54:08.520610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Bound port: 3b1fa296-e989-434e-b5f1-730bbee1aa49, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16041ef7-5666-4b80-a900-6bff3a23bb99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a915dfd1-fb65-4220-811d-3a0badf81285'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:54:08.520610 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:08.536232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319385ba-f2ef-4d8d-af94-8b55bb11273b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:54:08.546706 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:08.583708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda402cd-5dd9-4920-9517-06cebafbe834 req-71984c2d-9f06-4471-b8ac-90c2eba2a777 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:08.592341 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dda402cd-5dd9-4920-9517-06cebafbe834 req-71984c2d-9f06-4471-b8ac-90c2eba2a777 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 943 time: 2.5938654 Dec 22 09:54:08.598689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ce66e-5b1c-4624-96c7-d06b1d904c82 None None] Sync routers for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:54:08.655636 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:08.656526 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Added segment 108ebefa-a38d-4025-8d61-861693a1ca4e of type vxlan for network 42932d92-512d-42ab-bbdc-64467a8edf61 Dec 22 09:54:08.670927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870b1e1-2924-4d38-ae61-4bc56e3e9736 None None] Pushing event updated for resources: {'Port': ['ID=7d11e8ba-f850-4489-8fda-9b63835362cb,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:08.675415 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f870b1e1-2924-4d38-ae61-4bc56e3e9736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:08.679298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Network b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:54:08.690694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:08.700161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:54:08.783503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] For port 3b1fa296-e989-434e-b5f1-730bbee1aa49, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:54:08.789189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] For port 3b1fa296-e989-434e-b5f1-730bbee1aa49, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=3b1fa296-e989-434e-b5f1-730bbee1aa49,segment=NetworkSegment(16041ef7-5666-4b80-a900-6bff3a23bb99),segment_id=16041ef7-5666-4b80-a900-6bff3a23bb99)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:54:08.835990 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d2cc3da2-24f3-49b3-a665-03af6abdbf3b req-4c2ae4e5-9496-401d-96dd-5ce0ca6a0b31 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438358 Dec 22 09:54:08.841105 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:08.888304 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-09478d41-ae31-4ef7-b18c-198dcf03166f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:08.910657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3ce66e-5b1c-4624-96c7-d06b1d904c82 None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:54:08.912437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7d3ce66e-5b1c-4624-96c7-d06b1d904c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:54:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:09.399527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Pushing event updated for resources: {'Port': ['ID=3b1fa296-e989-434e-b5f1-730bbee1aa49,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:09.417743 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:09.428329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-7d3ce66e-5b1c-4624-96c7-d06b1d904c82 None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:54:09.432785 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dda402cd-5dd9-4920-9517-06cebafbe834 req-897d080b-1b8f-4429-8d4e-06678f92ac40 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8286974 Dec 22 09:54:09.515986 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-319385ba-f2ef-4d8d-af94-8b55bb11273b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/2d498f00-1aa6-437c-901f-c7974c174d1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2697535 Dec 22 09:54:09.537677 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-770c3de6-8180-4a17-8c17-b40513900787 req-4d96d349-a88a-4a7c-85ae-3dd3a5c7675b tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.1532886 Dec 22 09:54:09.539814 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:09.547712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34016) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:09.669355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e46d12-e28c-4b74-a5a5-dae9283cca30 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Deleting subnet 9fc01880-914e-4076-afb0-1d3be740366a {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:54:09.673230 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05e46d12-e28c-4b74-a5a5-dae9283cca30 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:09.761818 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05e46d12-e28c-4b74-a5a5-dae9283cca30 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:09.830986 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:54:09.981995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:09.982699 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:09.999572 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] 10.222.0.64 "PUT /v2.0/ports/3b1fa296-e989-434e-b5f1-730bbee1aa49 HTTP/1.1" status: 200 len: 1155 time: 8.0067084 Dec 22 09:54:10.011645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3eeb96b-6213-4422-ab2b-9147ef6465a1', 'tag': '3b1fa296-e989-434e-b5f1-730bbee1aa49'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:54:10.038786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7d11e8ba-f850-4489-8fda-9b63835362cb up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:54:10.095432 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05e46d12-e28c-4b74-a5a5-dae9283cca30 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:10.201981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Attempting to bind port 63f44d56-30ac-4136-94b0-35c200900240 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:54:10.212957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Attempting to bind port 63f44d56-30ac-4136-94b0-35c200900240 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'cec577f7-704a-43cf-8a24-7a80c5e3fcd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:54:10.227747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Attempting to bind port 63f44d56-30ac-4136-94b0-35c200900240 on network b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:54:10.237310 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:10.448919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-2299ab54-eb87-4af2-9815-1b0df60f011b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting subnet e96e7c94-5870-424c-a641-568b8a92ef05 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:54:10.483477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2299ab54-eb87-4af2-9815-1b0df60f011b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:10.640342 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-944c2436-824f-421a-8a88-b6379ba2d341 req-bce22d4f-baf8-44b3-89d9-e5683c8cabcc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.1756959 Dec 22 09:54:10.764151 n-d-765315-5 neutron-server[80960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '32e95e13-70d0-4a33-b67b-2e7927bf03f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'faa08cf5-924b-4474-b942-51da3e584e2e', 'code': 422} returned with failed status Dec 22 09:54:10.769440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:54:10.770808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Checking segment: {'id': 'cec577f7-704a-43cf-8a24-7a80c5e3fcd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:54:10.771970 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:10.773234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Bound using segment: {'id': 'cec577f7-704a-43cf-8a24-7a80c5e3fcd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:54:10.774163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Bound port: 63f44d56-30ac-4136-94b0-35c200900240, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec577f7-704a-43cf-8a24-7a80c5e3fcd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:54:10.775103 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:10.792552 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:10.794106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:10.795056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:10.811434 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3675b7ba-9d94-4bdc-9179-0a3c736863d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:10.815891 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05e46d12-e28c-4b74-a5a5-dae9283cca30 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:10.821945 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:10.840258 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cd13ee4a-6ec5-4b1a-b3ab-ae044503f4e9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:10.924751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e46d12-e28c-4b74-a5a5-dae9283cca30 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event deleted for resources: {'Subnet': ['ID=9fc01880-914e-4076-afb0-1d3be740366a,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:10.932314 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-05e46d12-e28c-4b74-a5a5-dae9283cca30 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:10.957970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Pushing event updated for resources: {'Network': ['ID=42932d92-512d-42ab-bbdc-64467a8edf61,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:10.967999 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:10.984473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:11.019570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 42932d92-512d-42ab-bbdc-64467a8edf61 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:11.027370 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2299ab54-eb87-4af2-9815-1b0df60f011b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:11.068473 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 830 time: 6.5408406 Dec 22 09:54:11.076061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34040) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:11.095197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-bef1093e-7b37-41de-bce8-40327efaeb83 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Request body: {'network': {'project_id': '958fca3bcc684adf91f4132970a661b5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:11.116194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bef1093e-7b37-41de-bce8-40327efaeb83 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:11.123803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bef1093e-7b37-41de-bce8-40327efaeb83 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Usage tracker for resource:network and tenant:958fca3bcc684adf91f4132970a661b5 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:11.129518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bef1093e-7b37-41de-bce8-40327efaeb83 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:11.141715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bef1093e-7b37-41de-bce8-40327efaeb83 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:11.156829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-e389d795-e01a-45d0-af19-692fe1c4bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:11.158986 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-e389d795-e01a-45d0-af19-692fe1c4bd04 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=250cbb3aaaac4bfba8dd2bb56fd12217&device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 1158 time: 0.6886790 Dec 22 09:54:11.160382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef1093e-7b37-41de-bce8-40327efaeb83 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Made reservation on behalf of 958fca3bcc684adf91f4132970a661b5 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:11.169437 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bef1093e-7b37-41de-bce8-40327efaeb83 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:11.187970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 42932d92-512d-42ab-bbdc-64467a8edf61 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:11.196326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05e46d12-e28c-4b74-a5a5-dae9283cca30 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:11.220875 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-05e46d12-e28c-4b74-a5a5-dae9283cca30 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/subnets/9fc01880-914e-4076-afb0-1d3be740366a HTTP/1.1" status: 204 len: 168 time: 2.7226748 Dec 22 09:54:11.221749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34046) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:11.303429 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-2adade76-1cbb-4dac-bb39-458024e4129a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1fa296-e989-434e-b5f1-730bbee1aa49 HTTP/1.1" status: 200 len: 217 time: 0.1270859 Dec 22 09:54:11.311897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136837d-3f21-47fb-a5a3-910f83135d77 req-8f32ce2b-f967-4dc3-949f-dc4be6af99b0 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:11.320534 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0136837d-3f21-47fb-a5a3-910f83135d77 req-8f32ce2b-f967-4dc3-949f-dc4be6af99b0 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 943 time: 0.6680098 Dec 22 09:54:11.328674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f653b-324e-48d3-a5be-42641ea8d95c req-ceb87d58-74da-41c6-b58e-d4f8886c622e tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:11.332135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009d3d87-87ec-4ca9-bca3-d9720696d401 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:11.334644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009d3d87-87ec-4ca9-bca3-d9720696d401 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:11.335706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-009d3d87-87ec-4ca9-bca3-d9720696d401 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Synchronizing usage tracker for tenant:6125102cfad34c5998c23aeb1d5424ae on resource:subnet {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:54:11.337495 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d82f653b-324e-48d3-a5be-42641ea8d95c req-ceb87d58-74da-41c6-b58e-d4f8886c622e tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 943 time: 0.8704765 Dec 22 09:54:11.368206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-009d3d87-87ec-4ca9-bca3-d9720696d401 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Unset dirty status for tenant:6125102cfad34c5998c23aeb1d5424ae on resource:subnet {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:54:11.370165 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-009d3d87-87ec-4ca9-bca3-d9720696d401 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1442046 Dec 22 09:54:11.375371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34050) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:11.416201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef1093e-7b37-41de-bce8-40327efaeb83 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:54:11.430157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 42932d92-512d-42ab-bbdc-64467a8edf61 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:11.463164 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bef1093e-7b37-41de-bce8-40327efaeb83 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:11.463706 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-bef1093e-7b37-41de-bce8-40327efaeb83 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Added segment 8ea00748-ae43-4149-a874-49c67ff3242a of type vxlan for network 79c7b61c-09f9-4114-b395-05896f8aacc0 Dec 22 09:54:11.546477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2299ab54-eb87-4af2-9815-1b0df60f011b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:11.592542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-63a333e0-dd74-4870-93e0-25dd4b98e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:11.595722 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-63a333e0-dd74-4870-93e0-25dd4b98e290 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5534585d-5c7e-4cc6-ba2a-6f9dc7db44c0 HTTP/1.1" status: 200 len: 854 time: 0.2287443 Dec 22 09:54:11.620595 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3b359e58-a36c-4abb-8f34-2955d4fd48d5 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:11.689665 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:11.724990 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d82f653b-324e-48d3-a5be-42641ea8d95c req-345456fd-dab1-4f03-a6b0-3df926edad80 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860393 Dec 22 09:54:11.757760 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bef1093e-7b37-41de-bce8-40327efaeb83 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:11.772715 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-fba61495-6853-4f6f-b33e-0de4e96fed98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a915dfd1-fb65-4220-811d-3a0badf81285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485953 Dec 22 09:54:11.783848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b8af3ef4-0f5a-4aca-a54c-20993b0fe412 None None] Provisioning complete for port 7d11e8ba-f850-4489-8fda-9b63835362cb triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:11.787571 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8af3ef4-0f5a-4aca-a54c-20993b0fe412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:11.799772 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b359e58-a36c-4abb-8f34-2955d4fd48d5 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 09:54:11.800316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b359e58-a36c-4abb-8f34-2955d4fd48d5 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] No notification will be sent due to unsuccessful status code: 409 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:54:11.830497 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3b359e58-a36c-4abb-8f34-2955d4fd48d5 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/networks/b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8 HTTP/1.1" status: 409 len: 405 time: 0.4534318 Dec 22 09:54:11.841025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34064) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:11.864342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-fedd5bfd-0b70-412e-a8a6-f23b3c9fe566 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-867445386'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:11.885187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34068) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:11.928104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fedd5bfd-0b70-412e-a8a6-f23b3c9fe566 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:11.980257 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0136837d-3f21-47fb-a5a3-910f83135d77 req-008ab9f2-b2be-4f8a-be19-cf288b6c7012 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6580462 Dec 22 09:54:11.980973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fedd5bfd-0b70-412e-a8a6-f23b3c9fe566 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Usage tracker for resource:network and tenant:6125102cfad34c5998c23aeb1d5424ae is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:11.987709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fedd5bfd-0b70-412e-a8a6-f23b3c9fe566 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Quota usage for network was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:12.024706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fedd5bfd-0b70-412e-a8a6-f23b3c9fe566 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:12.043175 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bef1093e-7b37-41de-bce8-40327efaeb83 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:12.048573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef1093e-7b37-41de-bce8-40327efaeb83 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:12.049557 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bef1093e-7b37-41de-bce8-40327efaeb83 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:12.058941 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:12.098935 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:12.174429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedd5bfd-0b70-412e-a8a6-f23b3c9fe566 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Made reservation on behalf of 6125102cfad34c5998c23aeb1d5424ae for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:12.190050 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fedd5bfd-0b70-412e-a8a6-f23b3c9fe566 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:12.319082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1093e-7b37-41de-bce8-40327efaeb83 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Pushing event updated for resources: {'Network': ['ID=79c7b61c-09f9-4114-b395-05896f8aacc0,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:12.327663 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bef1093e-7b37-41de-bce8-40327efaeb83 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 831 time: 1.2497368 Dec 22 09:54:12.329800 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bef1093e-7b37-41de-bce8-40327efaeb83 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:12.333404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34076) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:12.343142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-fe9140b3-4293-45da-b893-c4ed05e9484d tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Request body: {'network': {'project_id': '958fca3bcc684adf91f4132970a661b5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:12.368068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedd5bfd-0b70-412e-a8a6-f23b3c9fe566 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:54:12.380194 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fedd5bfd-0b70-412e-a8a6-f23b3c9fe566 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:12.380444 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-fedd5bfd-0b70-412e-a8a6-f23b3c9fe566 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Added segment d7cf9f3f-a495-4131-b444-bc91185bd9e4 of type vxlan for network 90645753-1e25-4a39-9e94-00adf7431499 Dec 22 09:54:12.402977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-1912ea6b-8f4a-4287-8bae-81a5ab38b9b4 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Request body: {'router': {'name': 'tempest-pretest-check-1923320129'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:12.409509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fe9140b3-4293-45da-b893-c4ed05e9484d tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:12.425568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1912ea6b-8f4a-4287-8bae-81a5ab38b9b4 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:12.429395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fe9140b3-4293-45da-b893-c4ed05e9484d tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Usage tracker for resource:network and tenant:958fca3bcc684adf91f4132970a661b5 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:12.435697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fe9140b3-4293-45da-b893-c4ed05e9484d tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Quota usage for network was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:12.446211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1912ea6b-8f4a-4287-8bae-81a5ab38b9b4 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Usage tracker for resource:router and tenant:ee2a4e850dd04468bd4a0276bcad3c50 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:12.450559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fe9140b3-4293-45da-b893-c4ed05e9484d tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:12.451670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1912ea6b-8f4a-4287-8bae-81a5ab38b9b4 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:12.453384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 79c7b61c-09f9-4114-b395-05896f8aacc0 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:12.456583 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fedd5bfd-0b70-412e-a8a6-f23b3c9fe566 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:12.466268 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9140b3-4293-45da-b893-c4ed05e9484d tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 09:54:12.467004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe9140b3-4293-45da-b893-c4ed05e9484d tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] No notification will be sent due to unsuccessful status code: 409 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:54:12.467559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 79c7b61c-09f9-4114-b395-05896f8aacc0 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:12.468392 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fe9140b3-4293-45da-b893-c4ed05e9484d tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1327600 Dec 22 09:54:12.469518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1912ea6b-8f4a-4287-8bae-81a5ab38b9b4 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:12.473355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34080) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:12.483609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 79c7b61c-09f9-4114-b395-05896f8aacc0 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:12.574913 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3eeb96b-6213-4422-ab2b-9147ef6465a1', 'tag': '3b1fa296-e989-434e-b5f1-730bbee1aa49', 'status': 'completed', 'code': 200} Dec 22 09:54:12.650743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 7d11e8ba-f850-4489-8fda-9b63835362cb triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:12.651411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5eff22b9-b2c3-4974-af6e-4bc3e531c988 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:12.651761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:12.738804 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-fedd5bfd-0b70-412e-a8a6-f23b3c9fe566 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:54:12.763905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1912ea6b-8f4a-4287-8bae-81a5ab38b9b4 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:12.765723 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1912ea6b-8f4a-4287-8bae-81a5ab38b9b4 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:12.808341 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8a1ef9ca-5bc9-4061-951b-0165a3131488 req-2b69e4bd-0253-48cf-9173-0ca853b4658e tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.2685935 Dec 22 09:54:12.977944 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5eff22b9-b2c3-4974-af6e-4bc3e531c988 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:13.022427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] For port 63f44d56-30ac-4136-94b0-35c200900240, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:54:13.075646 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fedd5bfd-0b70-412e-a8a6-f23b3c9fe566 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:13.080926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedd5bfd-0b70-412e-a8a6-f23b3c9fe566 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:13.081614 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fedd5bfd-0b70-412e-a8a6-f23b3c9fe566 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:13.103372 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-8ffdcbb3-342e-433a-be1f-232179b29692 service neutron] 10.222.0.64 "GET /v2.0/networks/a915dfd1-fb65-4220-811d-3a0badf81285?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2942774 Dec 22 09:54:13.164840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7d3ce66e-5b1c-4624-96c7-d06b1d904c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:54:02Z', 'revision_number': 9, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:35Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:13.192690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ce66e-5b1c-4624-96c7-d06b1d904c82 None None] Checking router: 2d498f00-1aa6-437c-901f-c7974c174d1e for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:54:13.228605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] For port 63f44d56-30ac-4136-94b0-35c200900240, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=63f44d56-30ac-4136-94b0-35c200900240,segment=NetworkSegment(cec577f7-704a-43cf-8a24-7a80c5e3fcd3),segment_id=cec577f7-704a-43cf-8a24-7a80c5e3fcd3)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:54:13.250134 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:13.301242 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2a62b2af-1881-4745-a349-98ac5072310f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:13.327110 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c737bfc7-66ad-4918-a840-2200a7e1a193 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:13.427319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Pushing event updated for resources: {'Port': ['ID=63f44d56-30ac-4136-94b0-35c200900240,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:13.434570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8b00e842-09a8-404f-a5cd-63116a770972 None None] Provisioning complete for port 7d11e8ba-f850-4489-8fda-9b63835362cb triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:13.435290 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b00e842-09a8-404f-a5cd-63116a770972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:13.467789 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c4e53fd-b13d-4294-84b6-a6e82b28f1af req-a36da08b-70cc-42a3-978b-50ad372f899d service neutron] 10.222.0.64 "GET /v2.0/networks/a915dfd1-fb65-4220-811d-3a0badf81285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3425562 Dec 22 09:54:13.468888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34108) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:13.488437 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fedd5bfd-0b70-412e-a8a6-f23b3c9fe566 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6435046 Dec 22 09:54:13.491010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1912ea6b-8f4a-4287-8bae-81a5ab38b9b4 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:13.513021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd5bfd-0b70-412e-a8a6-f23b3c9fe566 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event updated for resources: {'Network': ['ID=90645753-1e25-4a39-9e94-00adf7431499,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:13.515194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34112) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:13.528328 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1912ea6b-8f4a-4287-8bae-81a5ab38b9b4 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:13.532700 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:13.536681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3ce66e-5b1c-4624-96c7-d06b1d904c82 None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:54:13.537744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7d3ce66e-5b1c-4624-96c7-d06b1d904c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:54:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:13.562801 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fedd5bfd-0b70-412e-a8a6-f23b3c9fe566 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:13.567617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-10d0a9a3-6f33-45a7-9b02-95f3ddb3f1e6 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Request body: {'subnet': {'network_id': '90645753-1e25-4a39-9e94-00adf7431499', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:13.672374 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2299ab54-eb87-4af2-9815-1b0df60f011b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:13.698588 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d441eaf-923a-4f28-9cbc-368904099abf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:13.749501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-5eff22b9-b2c3-4974-af6e-4bc3e531c988 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c7b61c-09f9-4114-b395-05896f8aacc0']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:13.762095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0f13a-4c0c-4aae-9342-36fef89ffbc5 req-81d99634-2a7c-4481-b02e-68ff32be0863 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:13.763933 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e8f0f13a-4c0c-4aae-9342-36fef89ffbc5 req-81d99634-2a7c-4481-b02e-68ff32be0863 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 943 time: 0.2940850 Dec 22 09:54:13.764827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-5eff22b9-b2c3-4974-af6e-4bc3e531c988 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea00748-ae43-4149-a874-49c67ff3242a') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:13.765172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-5eff22b9-b2c3-4974-af6e-4bc3e531c988 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea00748-ae43-4149-a874-49c67ff3242a') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:13.780004 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5eff22b9-b2c3-4974-af6e-4bc3e531c988 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:13.796731 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5eff22b9-b2c3-4974-af6e-4bc3e531c988 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:13.799714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5eff22b9-b2c3-4974-af6e-4bc3e531c988 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Releasing vxlan tunnel 11 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:54:13.820818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299ab54-eb87-4af2-9815-1b0df60f011b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Subnet': ['ID=e96e7c94-5870-424c-a641-568b8a92ef05,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:13.826997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-7d3ce66e-5b1c-4624-96c7-d06b1d904c82 None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:54:13.879556 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2299ab54-eb87-4af2-9815-1b0df60f011b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:13.930621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-10d0a9a3-6f33-45a7-9b02-95f3ddb3f1e6 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:13.934323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1912ea6b-8f4a-4287-8bae-81a5ab38b9b4 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:13.935561 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1912ea6b-8f4a-4287-8bae-81a5ab38b9b4 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 2.0490248 Dec 22 09:54:13.947580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 90645753-1e25-4a39-9e94-00adf7431499 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:13.958418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34126) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:13.963509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 90645753-1e25-4a39-9e94-00adf7431499 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:13.970123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-10d0a9a3-6f33-45a7-9b02-95f3ddb3f1e6 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:13.980192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 90645753-1e25-4a39-9e94-00adf7431499 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:14.097665 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e8f0f13a-4c0c-4aae-9342-36fef89ffbc5 req-6d7bb5b4-a947-4bfe-b25f-d5ecc49c1eae tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734678 Dec 22 09:54:14.127399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50085dc8-c15a-4049-83f6-12e97df2f599 req-9bf678e1-5d07-463f-83a8-2d5733249b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:14.129876 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50085dc8-c15a-4049-83f6-12e97df2f599 req-9bf678e1-5d07-463f-83a8-2d5733249b46 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=250cbb3aaaac4bfba8dd2bb56fd12217&device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 1158 time: 0.5227735 Dec 22 09:54:14.137869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2299ab54-eb87-4af2-9815-1b0df60f011b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:14.152975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced64a3d-522b-4efd-a95c-14ba3d2391c6 None None] Network 8f9ec69a-66c2-4f55-9145-23005e8e0149 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:54:14.165037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d9cff-e466-41ca-ac84-4eb23f939f01 req-fd0c7e9c-5126-4f8a-b031-c3592486d53d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:14.167218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-214d9cff-e466-41ca-ac84-4eb23f939f01 req-fd0c7e9c-5126-4f8a-b031-c3592486d53d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 943 time: 0.3417001 Dec 22 09:54:14.169128 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2299ab54-eb87-4af2-9815-1b0df60f011b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/subnets/e96e7c94-5870-424c-a641-568b8a92ef05 HTTP/1.1" status: 204 len: 168 time: 4.5816622 Dec 22 09:54:14.175103 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a972b853-075e-4a78-b7f1-db29d5a2b39e req-9602670c-00be-4ea4-ad87-83c7a3b7d387 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7006915 Dec 22 09:54:14.186020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34130) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:14.319656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5eff22b9-b2c3-4974-af6e-4bc3e531c988 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Network 79c7b61c-09f9-4114-b395-05896f8aacc0 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:54:14.328065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d0a9a3-6f33-45a7-9b02-95f3ddb3f1e6 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Made reservation on behalf of 6125102cfad34c5998c23aeb1d5424ae for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:14.377560 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5eff22b9-b2c3-4974-af6e-4bc3e531c988 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:14.381793 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-214d9cff-e466-41ca-ac84-4eb23f939f01 req-fe97f1d3-603f-4c75-90e6-89abaa971f33 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747027 Dec 22 09:54:14.415022 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:14.448238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50085dc8-c15a-4049-83f6-12e97df2f599 req-52e7138c-9bd0-4828-a32e-038dea55c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:14.451719 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50085dc8-c15a-4049-83f6-12e97df2f599 req-52e7138c-9bd0-4828-a32e-038dea55c096 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a915dfd1-fb65-4220-811d-3a0badf81285 HTTP/1.1" status: 200 len: 908 time: 0.2809286 Dec 22 09:54:14.508772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30caef1e-ec85-4a00-9883-83d016b268c6 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:14.556686 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50085dc8-c15a-4049-83f6-12e97df2f599 req-7dd83c3e-8a52-45da-ada3-971a88144de7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1fa296-e989-434e-b5f1-730bbee1aa49 HTTP/1.1" status: 200 len: 217 time: 0.0935488 Dec 22 09:54:14.701823 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9f3a7263-ef42-4556-b4d7-94c86519da6f req-e5ef674d-26c0-40a5-a857-b74887b668c9 tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.0759010 Dec 22 09:54:14.720803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50085dc8-c15a-4049-83f6-12e97df2f599 req-ac04cbda-2500-42ce-b7ce-04ffef0dc77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:14.723036 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50085dc8-c15a-4049-83f6-12e97df2f599 req-ac04cbda-2500-42ce-b7ce-04ffef0dc77e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5534585d-5c7e-4cc6-ba2a-6f9dc7db44c0 HTTP/1.1" status: 200 len: 854 time: 0.1591682 Dec 22 09:54:14.828227 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50085dc8-c15a-4049-83f6-12e97df2f599 req-c7346bc5-89c7-475f-bfae-c27afa2fc192 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a915dfd1-fb65-4220-811d-3a0badf81285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657144 Dec 22 09:54:14.928864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:54:14.929246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:15.076116 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50085dc8-c15a-4049-83f6-12e97df2f599 req-f815886f-9e9a-41d1-acb7-432c81340e53 service neutron] 10.222.0.64 "GET /v2.0/networks/a915dfd1-fb65-4220-811d-3a0badf81285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398853 Dec 22 09:54:15.124514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972b853-075e-4a78-b7f1-db29d5a2b39e req-70a29500-2265-47c2-b367-6f8e559df39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:15.126153 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a972b853-075e-4a78-b7f1-db29d5a2b39e req-70a29500-2265-47c2-b367-6f8e559df39a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0&tenant_id=633dde4b29c44f53b6aa0cd8d5318325 HTTP/1.1" status: 200 len: 1158 time: 0.1640875 Dec 22 09:54:15.190890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1362b68d-076a-4024-8317-575bd4168691 None None] Network b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:54:15.282117 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50085dc8-c15a-4049-83f6-12e97df2f599 req-58c85503-17a9-44dc-95c9-2700f6113433 service neutron] 10.222.0.64 "GET /v2.0/networks/a915dfd1-fb65-4220-811d-3a0badf81285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1982350 Dec 22 09:54:15.433471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5eff22b9-b2c3-4974-af6e-4bc3e531c988 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Network 79c7b61c-09f9-4114-b395-05896f8aacc0 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:54:15.449822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972b853-075e-4a78-b7f1-db29d5a2b39e req-9b916bbe-a2b9-46e0-bfb2-c50cefadf6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:15.451665 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a972b853-075e-4a78-b7f1-db29d5a2b39e req-9b916bbe-a2b9-46e0-bfb2-c50cefadf6a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=633dde4b29c44f53b6aa0cd8d5318325&device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 1158 time: 0.1686733 Dec 22 09:54:15.457982 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10d0a9a3-6f33-45a7-9b02-95f3ddb3f1e6 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:15.464704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4dab5-7cfb-45ec-8bd1-7f63fc2e4535 req-3697bb22-f89f-4705-8107-2085ab6f25f4 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:15.466756 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5c4dab5-7cfb-45ec-8bd1-7f63fc2e4535 req-3697bb22-f89f-4705-8107-2085ab6f25f4 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 943 time: 0.1370955 Dec 22 09:54:15.501350 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30caef1e-ec85-4a00-9883-83d016b268c6 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:54:15.503552 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:54:15.506624 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30caef1e-ec85-4a00-9883-83d016b268c6 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:15.607448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1a615d-dee6-46bb-b684-b4cd6936f3b3 None None] DHCP port deletion for 8f9ec69a-66c2-4f55-9145-23005e8e0149 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:54:15.615856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2d1a615d-dee6-46bb-b684-b4cd6936f3b3 None None] Deleting port 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:54:15.615856 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d1a615d-dee6-46bb-b684-b4cd6936f3b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:15.636967 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5c4dab5-7cfb-45ec-8bd1-7f63fc2e4535 req-5d7a459c-d0ed-43f1-aca4-bdcc9dc17787 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428461 Dec 22 09:54:15.684360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972b853-075e-4a78-b7f1-db29d5a2b39e req-84f582c0-c7e0-4654-bd01-5fbd6e542b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:15.686194 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a972b853-075e-4a78-b7f1-db29d5a2b39e req-84f582c0-c7e0-4654-bd01-5fbd6e542b69 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e60b2feb-5482-4662-8917-04a4fc979113 HTTP/1.1" status: 200 len: 908 time: 0.2185037 Dec 22 09:54:15.751353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7d3ce66e-5b1c-4624-96c7-d06b1d904c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:54:02Z', 'revision_number': 9, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:35Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:15.752164 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30caef1e-ec85-4a00-9883-83d016b268c6 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:15.752817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30caef1e-ec85-4a00-9883-83d016b268c6 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Fanout notify agent at l3_agent the message router_deleted on router ce3dc801-14de-4ce9-8070-d2ad9d53aeda {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:54:15.760550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ce66e-5b1c-4624-96c7-d06b1d904c82 None None] The sync data for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 is: [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:54:02Z', 'revision_number': 9, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': '2584b68c-1b31-4fe8-b3a3-c09ab2c711b7', 'name': '', 'network_id': '04234839-5149-457c-8dac-1b569a2130b2', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:84:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:52:22Z', 'updated_at': '2020-12-22T09:52:35Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '5745ae2a-1da6-4a54-b34e-6283d5b00bd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:54:15.817084 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5eff22b9-b2c3-4974-af6e-4bc3e531c988 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:15.854764 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30caef1e-ec85-4a00-9883-83d016b268c6 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:15.860140 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-30caef1e-ec85-4a00-9883-83d016b268c6 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] 10.222.0.50 "DELETE /v2.0/routers/ce3dc801-14de-4ce9-8070-d2ad9d53aeda HTTP/1.1" status: 204 len: 168 time: 1.8995290 Dec 22 09:54:15.861326 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ea1d192-2ad9-4421-a6fd-33ff359334f9 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:15.882630 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5eff22b9-b2c3-4974-af6e-4bc3e531c988 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:15.884681 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5eff22b9-b2c3-4974-af6e-4bc3e531c988 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] 10.222.0.50 "DELETE /v2.0/networks/79c7b61c-09f9-4114-b395-05896f8aacc0 HTTP/1.1" status: 204 len: 168 time: 3.4087420 Dec 22 09:54:15.885313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34148) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:15.903353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34150) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:15.918091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-02618494-d620-4c11-875f-3591f96aacc8 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Request body: {'router': {'name': 'tempest-router-425227960', 'distributed': False}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:15.924198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff22b9-b2c3-4974-af6e-4bc3e531c988 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Pushing event deleted for resources: {'Network': ['ID=79c7b61c-09f9-4114-b395-05896f8aacc0,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:15.953163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-02618494-d620-4c11-875f-3591f96aacc8 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:15.958208 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5eff22b9-b2c3-4974-af6e-4bc3e531c988 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:15.972119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-02618494-d620-4c11-875f-3591f96aacc8 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Usage tracker for resource:router and tenant:ee2a4e850dd04468bd4a0276bcad3c50 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:15.981741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-02618494-d620-4c11-875f-3591f96aacc8 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:15.994725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-2d1a615d-dee6-46bb-b684-b4cd6936f3b3 None None] For port 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=1b9589d9-d55b-4eb3-a2a7-29ebe4bec270,segment=NetworkSegment(58104f40-bf72-49da-b062-1330cffa06ca),segment_id=58104f40-bf72-49da-b062-1330cffa06ca)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:54:15.995176 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d1a615d-dee6-46bb-b684-b4cd6936f3b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:16.001811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] For port 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=1b9589d9-d55b-4eb3-a2a7-29ebe4bec270,segment=NetworkSegment(58104f40-bf72-49da-b062-1330cffa06ca),segment_id=58104f40-bf72-49da-b062-1330cffa06ca)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:54:16.002217 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:16.016130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-02618494-d620-4c11-875f-3591f96aacc8 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:16.163572 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a972b853-075e-4a78-b7f1-db29d5a2b39e req-04346cbf-08b4-4a55-857a-cf340b86a49b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa08cf5-924b-4474-b942-51da3e584e2e HTTP/1.1" status: 200 len: 217 time: 0.4370284 Dec 22 09:54:16.166813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2d1a615d-dee6-46bb-b684-b4cd6936f3b3 None None] Calling delete_port for 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:54:16.179306 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3b3410e7-7e07-46bd-9005-f61ea801ff9e req-15f947fa-a6a8-4515-af86-45e32b9b49e0 tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.0671630 Dec 22 09:54:16.276123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-18c4bf74-6c93-41c9-8473-91541b654a86 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:54:16.276607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972b853-075e-4a78-b7f1-db29d5a2b39e req-58103f1b-eee2-4dbe-8b53-1381f5785ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:16.278614 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a972b853-075e-4a78-b7f1-db29d5a2b39e req-58103f1b-eee2-4dbe-8b53-1381f5785ecd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b87d27f7-24e3-44fe-bd22-f07e43a5cac0 HTTP/1.1" status: 200 len: 853 time: 0.1016116 Dec 22 09:54:16.279528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Calling delete_port for 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:54:16.286475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffbb57-d920-452a-b7b9-377715c215e6 req-ca4b3eef-4058-448b-a100-4a1e31ea94d5 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:16.287264 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d1a615d-dee6-46bb-b684-b4cd6936f3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:16.294504 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bcffbb57-d920-452a-b7b9-377715c215e6 req-ca4b3eef-4058-448b-a100-4a1e31ea94d5 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 943 time: 0.6042805 Dec 22 09:54:16.338260 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02618494-d620-4c11-875f-3591f96aacc8 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:16.339375 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02618494-d620-4c11-875f-3591f96aacc8 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:16.359919 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bea09bdc-429e-4939-834f-5259774fc43b tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:16.374927 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a972b853-075e-4a78-b7f1-db29d5a2b39e req-2ef9633a-4715-4f9c-aa1c-4f80a7ba392f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e60b2feb-5482-4662-8917-04a4fc979113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780849 Dec 22 09:54:16.379703 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b05c97df-1883-4241-b98c-9bc986760216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:16.439126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a615d-dee6-46bb-b684-b4cd6936f3b3 None None] Pushing event deleted for resources: {'Port': ['ID=1b9589d9-d55b-4eb3-a2a7-29ebe4bec270,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:16.448955 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2d1a615d-dee6-46bb-b684-b4cd6936f3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:16.456280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1a615d-dee6-46bb-b684-b4cd6936f3b3 None None] No DVR routers for this DVR port 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:54:16.462154 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bcffbb57-d920-452a-b7b9-377715c215e6 req-97328211-d2ef-4e63-84e4-7131107976cc tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650510 Dec 22 09:54:16.464998 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02618494-d620-4c11-875f-3591f96aacc8 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:16.502466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadb426c-af54-488d-9b89-3128bf0b9031 None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 09:54:16.580557 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a972b853-075e-4a78-b7f1-db29d5a2b39e req-a8b8c513-cadb-4c0d-b4d6-e26c2da3dc5e service neutron] 10.222.0.64 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977751 Dec 22 09:54:16.650970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadb426c-af54-488d-9b89-3128bf0b9031 None None] Resources bound (agent type, host, resource id): {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 09:54:16.662623 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bea09bdc-429e-4939-834f-5259774fc43b tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:16.759409 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a972b853-075e-4a78-b7f1-db29d5a2b39e req-b60941ad-b7e8-438d-ba35-34af67fb95ac service neutron] 10.222.0.64 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1706700 Dec 22 09:54:16.781352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-bea09bdc-429e-4939-834f-5259774fc43b tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42932d92-512d-42ab-bbdc-64467a8edf61']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:16.801567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-bea09bdc-429e-4939-834f-5259774fc43b tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108ebefa-a38d-4025-8d61-861693a1ca4e') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:16.801890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-bea09bdc-429e-4939-834f-5259774fc43b tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108ebefa-a38d-4025-8d61-861693a1ca4e') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:16.827253 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02618494-d620-4c11-875f-3591f96aacc8 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:16.846837 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bea09bdc-429e-4939-834f-5259774fc43b tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:16.855021 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:54:16.855387 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:54:16.894018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bea09bdc-429e-4939-834f-5259774fc43b tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:16.900979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bea09bdc-429e-4939-834f-5259774fc43b tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Releasing vxlan tunnel 9 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:54:16.927230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3ce78-3210-4b2b-962d-8eec85a6f2b0 req-4022bbce-a850-46d2-9582-7d9bc4b8cff9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:16.930792 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ec3ce78-3210-4b2b-962d-8eec85a6f2b0 req-4022bbce-a850-46d2-9582-7d9bc4b8cff9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 943 time: 0.1203399 Dec 22 09:54:16.939920 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02618494-d620-4c11-875f-3591f96aacc8 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:16.944974 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-02618494-d620-4c11-875f-3591f96aacc8 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0521123 Dec 22 09:54:16.945654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34160) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:17.019798 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ec3ce78-3210-4b2b-962d-8eec85a6f2b0 req-e7f2339c-6562-4a05-9703-3e94b5adc3e5 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827982 Dec 22 09:54:17.040051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 3b1fa296-e989-434e-b5f1-730bbee1aa49 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:54:17.151465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 3b1fa296-e989-434e-b5f1-730bbee1aa49 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:54:17.156786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 3b1fa296-e989-434e-b5f1-730bbee1aa49 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:17.157217 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:17.230947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:54:17.275279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:54:17.275675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:54:17.276175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 789886e8-dc38-49e4-ac72-e1878f48b9a1 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:54:17.316223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 789886e8-dc38-49e4-ac72-e1878f48b9a1 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:54:17.316616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 789886e8-dc38-49e4-ac72-e1878f48b9a1 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:54:17.414742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:17.456655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 3b1fa296-e989-434e-b5f1-730bbee1aa49, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=3b1fa296-e989-434e-b5f1-730bbee1aa49,segment=NetworkSegment(16041ef7-5666-4b80-a900-6bff3a23bb99),segment_id=16041ef7-5666-4b80-a900-6bff3a23bb99)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:54:17.458090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3eeb96b-6213-4422-ab2b-9147ef6465a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1fa296-e989-434e-b5f1-730bbee1aa49'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:54:17.466093 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:17.468282 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:17.493381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port 1b9589d9-d55b-4eb3-a2a7-29ebe4bec270 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:54:17.493766 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:17.550688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=3b1fa296-e989-434e-b5f1-730bbee1aa49,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:17.570929 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-035d7876-1483-4806-82ae-da223b226c4c req-cce9a4bd-c822-447b-8c34-da64ee64560d tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.1063411 Dec 22 09:54:17.590980 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3eeb96b-6213-4422-ab2b-9147ef6465a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1fa296-e989-434e-b5f1-730bbee1aa49', 'code': 200} Dec 22 09:54:17.592442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.592836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.593224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.593606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.593983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.594525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.594902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.595277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.595646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.596063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.596437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.596807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.597252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.597620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.597988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.598354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.598720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.599093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.599913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.600322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.600690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.601051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.601417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.601784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.602209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.602574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.602938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.603302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.603668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.604078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.604445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.605103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.605473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.605839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.606204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.606571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:17.612763 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:17.668325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f40d767c-5a4a-416a-a370-99317307f999 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:17.728259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bea09bdc-429e-4939-834f-5259774fc43b tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Network 42932d92-512d-42ab-bbdc-64467a8edf61 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:54:17.758161 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bea09bdc-429e-4939-834f-5259774fc43b tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:17.786302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] The port '1b9589d9-d55b-4eb3-a2a7-29ebe4bec270' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:54:17.894742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe81a9-acb0-4adf-967e-8ea98c4487fc req-fa8ecf2b-93e6-458a-93f7-7c8398d25903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:17.896971 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0ebe81a9-acb0-4adf-967e-8ea98c4487fc req-fa8ecf2b-93e6-458a-93f7-7c8398d25903 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 1160 time: 0.1802211 Dec 22 09:54:17.912873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f97415-6941-417e-9a11-b059bf3c1a46 req-6759d43e-7208-4e79-a2af-79ae90c850c9 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:17.914858 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-96f97415-6941-417e-9a11-b059bf3c1a46 req-6759d43e-7208-4e79-a2af-79ae90c850c9 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 943 time: 0.1487837 Dec 22 09:54:17.976772 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-96f97415-6941-417e-9a11-b059bf3c1a46 req-0af25a68-f737-432f-abf8-b4c38bdd61c9 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547831 Dec 22 09:54:17.994142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 3b1fa296-e989-434e-b5f1-730bbee1aa49 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:54:18.229894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 3b1fa296-e989-434e-b5f1-730bbee1aa49 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:18.230509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:18.320455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7149453-1e79-4245-bc75-c4aadbd462b1 req-c7b81f8e-7d9b-4d3b-99bc-18abd1471524 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:18.329195 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f7149453-1e79-4245-bc75-c4aadbd462b1 req-c7b81f8e-7d9b-4d3b-99bc-18abd1471524 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.1058545 Dec 22 09:54:18.338187 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f40d767c-5a4a-416a-a370-99317307f999 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:18.342702 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f40d767c-5a4a-416a-a370-99317307f999 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:18.380709 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f40d767c-5a4a-416a-a370-99317307f999 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:18.381774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40d767c-5a4a-416a-a370-99317307f999 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Fanout notify agent at l3_agent the message router_deleted on router 093a9613-bf2b-42e1-90f2-c50a2f0755a6 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:54:18.397241 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f7149453-1e79-4245-bc75-c4aadbd462b1 req-c3b96e35-366e-4b43-8a0f-a5b43e22c20c tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669661 Dec 22 09:54:18.545243 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f40d767c-5a4a-416a-a370-99317307f999 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:18.546625 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f40d767c-5a4a-416a-a370-99317307f999 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] 10.222.0.50 "DELETE /v2.0/routers/093a9613-bf2b-42e1-90f2-c50a2f0755a6 HTTP/1.1" status: 204 len: 168 time: 1.5957258 Dec 22 09:54:18.552092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34190) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:18.559490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ad77ab2f-2937-4553-a961-1d44538e8fe1 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Request body: {'router': {'name': 'tempest-router-1740902265', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '566a75e57c8340e2b4ce95d3b815aba5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:18.565320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ad77ab2f-2937-4553-a961-1d44538e8fe1 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:18.573599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ad77ab2f-2937-4553-a961-1d44538e8fe1 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Usage tracker for resource:router and tenant:566a75e57c8340e2b4ce95d3b815aba5 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:18.581222 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:18.585432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ad77ab2f-2937-4553-a961-1d44538e8fe1 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Quota usage for router was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:18.595669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ad77ab2f-2937-4553-a961-1d44538e8fe1 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:18.615886 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad77ab2f-2937-4553-a961-1d44538e8fe1 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:18.617844 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad77ab2f-2937-4553-a961-1d44538e8fe1 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:18.622608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bea09bdc-429e-4939-834f-5259774fc43b tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Network 42932d92-512d-42ab-bbdc-64467a8edf61 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:54:18.664107 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad77ab2f-2937-4553-a961-1d44538e8fe1 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:18.717606 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad77ab2f-2937-4553-a961-1d44538e8fe1 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:54:18.723008 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:54:18.770157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad77ab2f-2937-4553-a961-1d44538e8fe1 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:18.771978 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ad77ab2f-2937-4553-a961-1d44538e8fe1 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2177334 Dec 22 09:54:18.777255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34196) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:18.785891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-cf8f8e64-a9dd-4721-b49f-121cd7da70d9 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Request body: {'router': {'distributed': True}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:18.906763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9ec69a-66c2-4f55-9145-23005e8e0149']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:18.935274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58104f40-bf72-49da-b062-1330cffa06ca') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:18.935622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58104f40-bf72-49da-b062-1330cffa06ca') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:18.965111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:18.991981 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:18.994163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Releasing vxlan tunnel 16 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:54:19.141871 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-17d14360-757b-4612-89d0-531a6f972324 req-325b3d0f-ef0d-41e1-b256-8bade3783dd4 tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.1294403 Dec 22 09:54:19.304466 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8e64-a9dd-4721-b49f-121cd7da70d9 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:19.304838 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8e64-a9dd-4721-b49f-121cd7da70d9 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:19.392646 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bea09bdc-429e-4939-834f-5259774fc43b tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:19.396489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 8f9ec69a-66c2-4f55-9145-23005e8e0149 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:54:19.414259 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:19.429429 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8677244-fe7d-4715-bf0a-2f94a94fdf5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:19.451350 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bea09bdc-429e-4939-834f-5259774fc43b tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:19.472075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea09bdc-429e-4939-834f-5259774fc43b tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Pushing event deleted for resources: {'Network': ['ID=42932d92-512d-42ab-bbdc-64467a8edf61,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:19.493494 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bea09bdc-429e-4939-834f-5259774fc43b tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:19.507681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cf8f8e64-a9dd-4721-b49f-121cd7da70d9 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=81071) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}} Dec 22 09:54:19.508089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cf8f8e64-a9dd-4721-b49f-121cd7da70d9 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Router 6688f743-0b8a-492d-addf-ce2fa12f8110 migrating from provider to provider. {{(pid=81071) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}} Dec 22 09:54:19.508522 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8e64-a9dd-4721-b49f-121cd7da70d9 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:19.518031 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8e64-a9dd-4721-b49f-121cd7da70d9 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:19.525676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8e64-a9dd-4721-b49f-121cd7da70d9 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846921732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7854069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846964228'] for router, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:19.547565 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bea09bdc-429e-4939-834f-5259774fc43b tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] 10.222.0.50 "DELETE /v2.0/networks/42932d92-512d-42ab-bbdc-64467a8edf61 HTTP/1.1" status: 204 len: 168 time: 3.6376894 Dec 22 09:54:19.622482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-10d0a9a3-6f33-45a7-9b02-95f3ddb3f1e6 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81072) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:54:19.627582 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10d0a9a3-6f33-45a7-9b02-95f3ddb3f1e6 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:19.647277 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-82bd8922-8991-4033-b23b-b6e8d5d1d381 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:19.706854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491020d-186e-4586-9871-24b7481da116 req-fd57f01e-d64f-4d5c-ab5b-745ee7f71085 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:19.715090 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a491020d-186e-4586-9871-24b7481da116 req-fd57f01e-d64f-4d5c-ab5b-745ee7f71085 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 943 time: 0.2722533 Dec 22 09:54:19.792589 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a491020d-186e-4586-9871-24b7481da116 req-0728ead1-5c5c-477b-8cfc-1ab00546b67e tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764637 Dec 22 09:54:19.794860 n-d-765315-5 neutron-server[80960]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cf8f8e64-a9dd-4721-b49f-121cd7da70d9 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] No L3 agents can host the router 6688f743-0b8a-492d-addf-ce2fa12f8110 Dec 22 09:54:19.832252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 8f9ec69a-66c2-4f55-9145-23005e8e0149 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:54:19.978382 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:54:20.056372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0a9a3-6f33-45a7-9b02-95f3ddb3f1e6 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event updated for resources: {'Subnet': ['ID=e539cd6e-2f98-40d5-9f02-96515ecb1f56,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:20.067182 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10d0a9a3-6f33-45a7-9b02-95f3ddb3f1e6 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:20.086269 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:20.091192 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:20.098681 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-780130a4-99d6-4f5e-88e6-2c5aaae1ab0e tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:20.134417 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/networks/8f9ec69a-66c2-4f55-9145-23005e8e0149 HTTP/1.1" status: 204 len: 168 time: 5.9443882 Dec 22 09:54:20.134417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Network': ['ID=8f9ec69a-66c2-4f55-9145-23005e8e0149,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:20.135911 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:20.136553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34210) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:20.205974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8f8e64-a9dd-4721-b49f-121cd7da70d9 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Hosts for router 6688f743-0b8a-492d-addf-ce2fa12f8110: [] {{(pid=81071) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 22 09:54:20.253890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8f8e64-a9dd-4721-b49f-121cd7da70d9 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Hosts for other DVR routers connected to router 6688f743-0b8a-492d-addf-ce2fa12f8110: set() {{(pid=81071) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Dec 22 09:54:20.256479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8e64-a9dd-4721-b49f-121cd7da70d9 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:20.261294 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cf8f8e64-a9dd-4721-b49f-121cd7da70d9 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] 10.222.0.50 "PUT /v2.0/routers/6688f743-0b8a-492d-addf-ce2fa12f8110 HTTP/1.1" status: 200 len: 717 time: 1.4828956 Dec 22 09:54:20.262194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34216) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:20.485951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9b397-f43a-4e54-ab67-9cc85d03c64b req-2bc01c46-9aaa-48af-a8e9-38a0fcafa244 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:20.494557 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-77d9b397-f43a-4e54-ab67-9cc85d03c64b req-2bc01c46-9aaa-48af-a8e9-38a0fcafa244 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.4594812 Dec 22 09:54:20.521888 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9c366926-262c-4675-a668-f5a30ae3b03f tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] 10.222.0.50 "GET /v2.0/routers/6688f743-0b8a-492d-addf-ce2fa12f8110 HTTP/1.1" status: 200 len: 717 time: 0.2574556 Dec 22 09:54:20.522758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34220) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:20.922066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34232) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:21.004221 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-77d9b397-f43a-4e54-ab67-9cc85d03c64b req-5bea1799-bd28-4bf3-81ea-058de3b93297 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082643 Dec 22 09:54:21.036322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d35e4e5-fdb2-40a8-b732-b7a414dcd089 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:21.141708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0a9a3-6f33-45a7-9b02-95f3ddb3f1e6 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Checking segment: {'id': 'd7cf9f3f-a495-4131-b444-bc91185bd9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '90645753-1e25-4a39-9e94-00adf7431499'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:54:21.142117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d0a9a3-6f33-45a7-9b02-95f3ddb3f1e6 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network hostable DHCP agents. Network: 90645753-1e25-4a39-9e94-00adf7431499, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:54:21.218601 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ccd9e470-5b25-4567-88e9-abd5f6c1e38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:21.282099 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-322ee679-60e1-4f90-9ade-cbb03cc4ef50 req-40b478c8-6fcf-4387-bb45-832d0403e6fc tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.0708625 Dec 22 09:54:21.301146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ccd9e470-5b25-4567-88e9-abd5f6c1e38c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:21.313985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ccd9e470-5b25-4567-88e9-abd5f6c1e38c admin admin] Usage tracker for resource:security_group_rule and tenant:c5bc1e383f6a4f339f64f27846f3dfac is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:21.318553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d0a9a3-6f33-45a7-9b02-95f3ddb3f1e6 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network 90645753-1e25-4a39-9e94-00adf7431499 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:54:21.320773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ccd9e470-5b25-4567-88e9-abd5f6c1e38c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:21.339896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ccd9e470-5b25-4567-88e9-abd5f6c1e38c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:21.375554 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-712e2c90-5c85-49da-9a5d-d7bcec6f38ab tempest-RoutersTestDVR-549227800 tempest-RoutersTestDVR-549227800] 10.222.0.50 "GET /v2.0/routers/6688f743-0b8a-492d-addf-ce2fa12f8110 HTTP/1.1" status: 200 len: 683 time: 0.8491864 Dec 22 09:54:21.378634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34238) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:21.400347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-10d0a9a3-6f33-45a7-9b02-95f3ddb3f1e6 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 90645753-1e25-4a39-9e94-00adf7431499) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:21.408209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbacf5d-28b4-4485-93d0-a3a71744dfcf None None] Network 90645753-1e25-4a39-9e94-00adf7431499 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:54:21.440283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d0a9a3-6f33-45a7-9b02-95f3ddb3f1e6 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:21.441270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10d0a9a3-6f33-45a7-9b02-95f3ddb3f1e6 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:21.482387 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-10d0a9a3-6f33-45a7-9b02-95f3ddb3f1e6 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.9558558 Dec 22 09:54:21.486104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34242) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:21.499871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Request body: {'port': {'network_id': '90645753-1e25-4a39-9e94-00adf7431499', 'name': 'tempest-NetworksIpV6TestAttrs-164709060'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:21.658036 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c07e388d-9c3c-4cc0-94d4-ea383a6c22e6 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:21.795798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-90645753-1e25-4a39-9e94-00adf7431499', 'network_id': '90645753-1e25-4a39-9e94-00adf7431499', 'tenant_id': '6125102cfad34c5998c23aeb1d5424ae', 'fixed_ips': [{'subnet_id': 'e539cd6e-2f98-40d5-9f02-96515ecb1f56'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:54:21.797207 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:22.014646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:22.015871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Usage tracker for resource:port and tenant:6125102cfad34c5998c23aeb1d5424ae is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:22.019091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Quota usage for port was recalculated. Used quota:3. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:22.024718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c07e388d-9c3c-4cc0-94d4-ea383a6c22e6 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:22.026523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:22.032870 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c07e388d-9c3c-4cc0-94d4-ea383a6c22e6 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:22.041524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ccd9e470-5b25-4567-88e9-abd5f6c1e38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:22.048948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Made reservation on behalf of 6125102cfad34c5998c23aeb1d5424ae for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:22.055875 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:22.075715 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ccd9e470-5b25-4567-88e9-abd5f6c1e38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:22.085498 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1dd15f6a-1f59-4807-bd65-2f1eb48b7923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:22.094314 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c07e388d-9c3c-4cc0-94d4-ea383a6c22e6 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:22.094883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07e388d-9c3c-4cc0-94d4-ea383a6c22e6 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Fanout notify agent at l3_agent the message router_deleted on router 6688f743-0b8a-492d-addf-ce2fa12f8110 {{(pid=81071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:54:22.125179 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c07e388d-9c3c-4cc0-94d4-ea383a6c22e6 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:22.126158 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c07e388d-9c3c-4cc0-94d4-ea383a6c22e6 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] 10.222.0.50 "DELETE /v2.0/routers/6688f743-0b8a-492d-addf-ce2fa12f8110 HTTP/1.1" status: 204 len: 168 time: 0.7465065 Dec 22 09:54:22.137813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396892aa-b3b2-40d2-bbe6-0207321069c6 req-7bd7bffb-3272-437f-b84c-929cba38eb4e tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:22.146028 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-396892aa-b3b2-40d2-bbe6-0207321069c6 req-7bd7bffb-3272-437f-b84c-929cba38eb4e tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 943 time: 0.6506603 Dec 22 09:54:22.146755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34248) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:22.149270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Allocated IP 2001:db8::f816:3eff:fe76:9b1e (90645753-1e25-4a39-9e94-00adf7431499/e539cd6e-2f98-40d5-9f02-96515ecb1f56/96ff6f2d-066a-4dbe-8ed3-41934aef5348) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:54:22.199866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4db30850-bc97-4b3c-8d9d-1d653c5e4764 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Request body: {'router': {'name': 'tempest-router-2071749480', 'distributed': True}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:22.220736 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-396892aa-b3b2-40d2-bbe6-0207321069c6 req-1f8344db-51d6-41c0-84a2-6a53d3196b06 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735886 Dec 22 09:54:22.241883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4db30850-bc97-4b3c-8d9d-1d653c5e4764 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:22.257221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4db30850-bc97-4b3c-8d9d-1d653c5e4764 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Usage tracker for resource:router and tenant:ee2a4e850dd04468bd4a0276bcad3c50 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:22.277278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34252) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:22.277444 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ccd9e470-5b25-4567-88e9-abd5f6c1e38c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c5bc1e383f6a4f339f64f27846f3dfac&name=default HTTP/1.1" status: 200 len: 2883 time: 1.3539572 Dec 22 09:54:22.278379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9e470-5b25-4567-88e9-abd5f6c1e38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e59f16-bea2-494e-b641-6d0330b7cfba,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:22.286306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4db30850-bc97-4b3c-8d9d-1d653c5e4764 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:22.337147 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ccd9e470-5b25-4567-88e9-abd5f6c1e38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:22.351545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4db30850-bc97-4b3c-8d9d-1d653c5e4764 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:22.416671 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-98d8b149-e6d6-48f5-93cf-d16c3a4c2e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:22.456610 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4db30850-bc97-4b3c-8d9d-1d653c5e4764 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:22.457724 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4db30850-bc97-4b3c-8d9d-1d653c5e4764 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:22.487428 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-98d8b149-e6d6-48f5-93cf-d16c3a4c2e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:22.512540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] device_id is not set on port 19682d3c-fb9d-4a34-9eb8-93a61c2b5ee9 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:54:22.555703 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4db30850-bc97-4b3c-8d9d-1d653c5e4764 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:22.559620 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-98d8b149-e6d6-48f5-93cf-d16c3a4c2e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:22.613475 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aac0e508-5218-456e-92a3-473e28bfdac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:22.630294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8b149-e6d6-48f5-93cf-d16c3a4c2e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e59f16-bea2-494e-b641-6d0330b7cfba,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:22.641548 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-98d8b149-e6d6-48f5-93cf-d16c3a4c2e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:22.641914 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:22.658970 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-98d8b149-e6d6-48f5-93cf-d16c3a4c2e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:22.660968 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-98d8b149-e6d6-48f5-93cf-d16c3a4c2e2f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/47e59f16-bea2-494e-b641-6d0330b7cfba HTTP/1.1" status: 204 len: 168 time: 0.3818290 Dec 22 09:54:22.698175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Transition to ACTIVE for port object 96ff6f2d-066a-4dbe-8ed3-41934aef5348 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:22.722438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb4723-ccdc-437a-b657-67a79572fb6e req-7a765184-a276-4554-8d20-1fe8e3b808b5 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:22.731772 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3eeb4723-ccdc-437a-b657-67a79572fb6e req-7a765184-a276-4554-8d20-1fe8e3b808b5 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.1757562 Dec 22 09:54:22.737944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Transition to ACTIVE for port object 96ff6f2d-066a-4dbe-8ed3-41934aef5348 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:22.745376 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:22.756974 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4db30850-bc97-4b3c-8d9d-1d653c5e4764 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:22.765466 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:22.796630 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3eeb4723-ccdc-437a-b657-67a79572fb6e req-d6c20bb9-3d46-4925-b9e5-4945562dcd05 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636177 Dec 22 09:54:22.909910 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4db30850-bc97-4b3c-8d9d-1d653c5e4764 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:22.911215 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4db30850-bc97-4b3c-8d9d-1d653c5e4764 tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7509961 Dec 22 09:54:22.916051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34260) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:22.967518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Allocated IP 2001:db8::f816:3eff:fe62:8973 (90645753-1e25-4a39-9e94-00adf7431499/e539cd6e-2f98-40d5-9f02-96515ecb1f56/19682d3c-fb9d-4a34-9eb8-93a61c2b5ee9) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:54:23.084686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Pushing event updated for resources: {'Port': ['ID=96ff6f2d-066a-4dbe-8ed3-41934aef5348,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:23.089538 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:23.091512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Network 90645753-1e25-4a39-9e94-00adf7431499 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:54:23.092769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:23.105165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:54:23.207565 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fe1e8781-6844-4211-9611-03838e0da9da req-cfc78cb7-2e6e-4e53-8b85-8d1125f30da2 tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.1442778 Dec 22 09:54:23.239573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14d098da-f904-4ed0-912f-f6b28b8aa55f tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:23.242077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Attempting to bind port 96ff6f2d-066a-4dbe-8ed3-41934aef5348 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:54:23.242508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Attempting to bind port 96ff6f2d-066a-4dbe-8ed3-41934aef5348 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'd7cf9f3f-a495-4131-b444-bc91185bd9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '90645753-1e25-4a39-9e94-00adf7431499'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:54:23.242927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Attempting to bind port 96ff6f2d-066a-4dbe-8ed3-41934aef5348 on network 90645753-1e25-4a39-9e94-00adf7431499 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:54:23.269197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:54:23.269628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Checking segment: {'id': 'd7cf9f3f-a495-4131-b444-bc91185bd9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '90645753-1e25-4a39-9e94-00adf7431499'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:54:23.270087 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:23.270532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Bound using segment: {'id': 'd7cf9f3f-a495-4131-b444-bc91185bd9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '90645753-1e25-4a39-9e94-00adf7431499'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:54:23.271781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Bound port: 96ff6f2d-066a-4dbe-8ed3-41934aef5348, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7cf9f3f-a495-4131-b444-bc91185bd9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '90645753-1e25-4a39-9e94-00adf7431499'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:54:23.272359 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:23.494672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] For port 96ff6f2d-066a-4dbe-8ed3-41934aef5348, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:54:23.498291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] For port 96ff6f2d-066a-4dbe-8ed3-41934aef5348, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=96ff6f2d-066a-4dbe-8ed3-41934aef5348,segment=NetworkSegment(d7cf9f3f-a495-4131-b444-bc91185bd9e4),segment_id=d7cf9f3f-a495-4131-b444-bc91185bd9e4)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:54:23.510011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:23.533786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34268) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:23.564683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-5d35e4e5-fdb2-40a8-b732-b7a414dcd089 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:54:23.565063 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d35e4e5-fdb2-40a8-b732-b7a414dcd089 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:23.640202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-35f4195e-b0d0-4b95-90cc-57a6a1162510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:23.687511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-35f4195e-b0d0-4b95-90cc-57a6a1162510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:23.704792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-35f4195e-b0d0-4b95-90cc-57a6a1162510 admin admin] Usage tracker for resource:security_group_rule and tenant:4cff100723a44933a5289473b308e84f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:23.728963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-35f4195e-b0d0-4b95-90cc-57a6a1162510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:23.736640 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14d098da-f904-4ed0-912f-f6b28b8aa55f tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:23.739116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14d098da-f904-4ed0-912f-f6b28b8aa55f tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:23.747199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-35f4195e-b0d0-4b95-90cc-57a6a1162510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:23.765691 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:23.788928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:23.803496 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14d098da-f904-4ed0-912f-f6b28b8aa55f tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:23.804165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d098da-f904-4ed0-912f-f6b28b8aa55f tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Fanout notify agent at l3_agent the message router_deleted on router 487ae324-9d7f-4e61-86d0-d1f3a5348a16 {{(pid=81071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:54:23.845490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14d098da-f904-4ed0-912f-f6b28b8aa55f tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:23.846729 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-14d098da-f904-4ed0-912f-f6b28b8aa55f tempest-RoutersTestDVR-2082814300 tempest-RoutersTestDVR-2082814300] 10.222.0.50 "DELETE /v2.0/routers/487ae324-9d7f-4e61-86d0-d1f3a5348a16 HTTP/1.1" status: 204 len: 168 time: 0.9293754 Dec 22 09:54:23.905966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a91119-383c-4aaf-9cfd-c58c941b0f11 req-2303f7bf-ba0a-4ae4-8456-0aba86b0fc5c tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:23.907662 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-58a91119-383c-4aaf-9cfd-c58c941b0f11 req-2303f7bf-ba0a-4ae4-8456-0aba86b0fc5c tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 943 time: 0.1469355 Dec 22 09:54:23.955420 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-35f4195e-b0d0-4b95-90cc-57a6a1162510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:23.975212 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-35f4195e-b0d0-4b95-90cc-57a6a1162510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:24.017644 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-313b58de-ec94-46d3-bc61-e37842a33b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:24.024631 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-58a91119-383c-4aaf-9cfd-c58c941b0f11 req-ec42b74c-e7c1-46d4-ac02-a7cb80a1aa81 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089222 Dec 22 09:54:24.057592 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-35f4195e-b0d0-4b95-90cc-57a6a1162510 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4cff100723a44933a5289473b308e84f&name=default HTTP/1.1" status: 200 len: 2883 time: 0.5200200 Dec 22 09:54:24.063423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34278) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:24.064449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4195e-b0d0-4b95-90cc-57a6a1162510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc437a8-8038-4b12-b4da-c8b571d14e40,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:24.068794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Transition to ACTIVE for port object 19682d3c-fb9d-4a34-9eb8-93a61c2b5ee9 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:24.076060 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-35f4195e-b0d0-4b95-90cc-57a6a1162510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:24.124641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5d35e4e5-fdb2-40a8-b732-b7a414dcd089 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] For port 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=2584b68c-1b31-4fe8-b3a3-c09ab2c711b7,segment=NetworkSegment(37c831bf-c006-4213-82a8-109f679e9fa9),segment_id=37c831bf-c006-4213-82a8-109f679e9fa9)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:54:24.125110 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d35e4e5-fdb2-40a8-b732-b7a414dcd089 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:24.127982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Pushing event updated for resources: {'Port': ['ID=96ff6f2d-066a-4dbe-8ed3-41934aef5348,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:24.136798 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:24.282573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b64cdc16-ce37-42ab-a085-580a14c57ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:24.318853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-5d35e4e5-fdb2-40a8-b732-b7a414dcd089 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Calling delete_port for 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:54:24.356903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:24.383269 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4499f88-59d4-4f2a-b0da-1b176a3d07e1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:24.389279 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b64cdc16-ce37-42ab-a085-580a14c57ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:24.507241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event updated for resources: {'Port': ['ID=19682d3c-fb9d-4a34-9eb8-93a61c2b5ee9,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:24.526498 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:24.555010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b64cdc16-ce37-42ab-a085-580a14c57ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:24.567057 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0180aa5b-1479-4f12-baea-71fadfaa020f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:24.618083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64cdc16-ce37-42ab-a085-580a14c57ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc437a8-8038-4b12-b4da-c8b571d14e40,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:24.647427 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b64cdc16-ce37-42ab-a085-580a14c57ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:24.656827 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b64cdc16-ce37-42ab-a085-580a14c57ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:24.674783 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b64cdc16-ce37-42ab-a085-580a14c57ce1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ecc437a8-8038-4b12-b4da-c8b571d14e40 HTTP/1.1" status: 204 len: 168 time: 0.6096313 Dec 22 09:54:24.678485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34288) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:24.776442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1be8e-1094-4dd4-8bc8-f17c6545445b req-47449a17-f4fc-4b86-b588-16750a8dc850 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:24.806190 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ba1be8e-1094-4dd4-8bc8-f17c6545445b req-47449a17-f4fc-4b86-b588-16750a8dc850 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.3279274 Dec 22 09:54:24.889771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network 90645753-1e25-4a39-9e94-00adf7431499 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:54:24.891901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:24.902213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:54:24.912393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:24.913301 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:24.921232 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ba1be8e-1094-4dd4-8bc8-f17c6545445b req-5a2345fa-dcd8-4cda-9b70-2fe524c1b102 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137424 Dec 22 09:54:24.969197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34296) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:24.970714 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.4808822 Dec 22 09:54:25.085773 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d35e4e5-fdb2-40a8-b732-b7a414dcd089 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:25.106574 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5b7a4cd3-87f6-41b1-b5f2-a8439a2cc3e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:25.234454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35e4e5-fdb2-40a8-b732-b7a414dcd089 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Port': ['ID=2584b68c-1b31-4fe8-b3a3-c09ab2c711b7,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:25.273762 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5d35e4e5-fdb2-40a8-b732-b7a414dcd089 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:25.371688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 96ff6f2d-066a-4dbe-8ed3-41934aef5348 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:54:25.529669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 96ff6f2d-066a-4dbe-8ed3-41934aef5348 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:54:25.555373 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0ebe81a9-acb0-4adf-967e-8ea98c4487fc req-bfedf24d-0f7f-45a4-a63d-7916e2def517 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328599 Dec 22 09:54:25.573516 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9cb02742-d3df-4b8a-ac30-4282b1bcc018 req-dad84886-0378-48ca-8994-b632cb3ef824 tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.3133664 Dec 22 09:54:25.700494 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eac6133d-e13a-425c-910f-fd2ef3848382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:25.744579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-eac6133d-e13a-425c-910f-fd2ef3848382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:25.750723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-eac6133d-e13a-425c-910f-fd2ef3848382 admin admin] Usage tracker for resource:security_group_rule and tenant:566a75e57c8340e2b4ce95d3b815aba5 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:25.782038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-eac6133d-e13a-425c-910f-fd2ef3848382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:25.804173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-eac6133d-e13a-425c-910f-fd2ef3848382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:26.065102 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eac6133d-e13a-425c-910f-fd2ef3848382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:26.105215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eac6133d-e13a-425c-910f-fd2ef3848382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:26.214091 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1cc3b172-40b9-44b3-8bff-50ba278728a4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:26.268582 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-eac6133d-e13a-425c-910f-fd2ef3848382 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=566a75e57c8340e2b4ce95d3b815aba5&name=default HTTP/1.1" status: 200 len: 2883 time: 1.5660980 Dec 22 09:54:26.277356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34316) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:26.502145 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d35e4e5-fdb2-40a8-b732-b7a414dcd089 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:26.697793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc23d057-53c6-4be4-a92f-67dc3119005a None None] Network 90645753-1e25-4a39-9e94-00adf7431499 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:54:26.810731 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74df4948-e40b-4561-97e3-2269b51a76cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:26.837812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6133d-e13a-425c-910f-fd2ef3848382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be43f0e-ed96-4c65-8e18-16f178a96cf5,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:26.861330 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eac6133d-e13a-425c-910f-fd2ef3848382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:26.885051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb32643-cf1d-434d-b99c-c7fa184dc6b8 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Deleting subnet e539cd6e-2f98-40d5-9f02-96515ecb1f56 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:54:26.896214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cb32643-cf1d-434d-b99c-c7fa184dc6b8 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:26.973344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d35303b3-bdc1-4f5f-86cf-d4a04b6a1d76 None None] Provisioning for port 96ff6f2d-066a-4dbe-8ed3-41934aef5348 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:54:26.981175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d35303b3-bdc1-4f5f-86cf-d4a04b6a1d76 None None] Provisioning complete for port 96ff6f2d-066a-4dbe-8ed3-41934aef5348 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:26.981587 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d35303b3-bdc1-4f5f-86cf-d4a04b6a1d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:26.990069 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cb32643-cf1d-434d-b99c-c7fa184dc6b8 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:27.122841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cb32643-cf1d-434d-b99c-c7fa184dc6b8 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:27.162962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34326) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:27.254260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cb6a1-3414-4ffe-a668-9f8d9b1d98f0 req-d7beeb82-bfc8-431c-ad5a-b6de7614a0bf tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:27.280941 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8f7cb6a1-3414-4ffe-a668-9f8d9b1d98f0 req-d7beeb82-bfc8-431c-ad5a-b6de7614a0bf tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 943 time: 1.2121844 Dec 22 09:54:27.407994 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d35303b3-bdc1-4f5f-86cf-d4a04b6a1d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:27.565353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d35e4e5-fdb2-40a8-b732-b7a414dcd089 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router 2d498f00-1aa6-437c-901f-c7974c174d1e has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:54:27.719278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1296854554'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:27.779514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f749f-48e9-407f-a61b-99587901d8eb req-8a218295-ebe5-460a-acec-07470fbb84ba tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:27.781301 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b69f749f-48e9-407f-a61b-99587901d8eb req-8a218295-ebe5-460a-acec-07470fbb84ba tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 1.5234582 Dec 22 09:54:27.783411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74df4948-e40b-4561-97e3-2269b51a76cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:27.822828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:27.838175 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cb32643-cf1d-434d-b99c-c7fa184dc6b8 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:27.841823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Usage tracker for resource:network and tenant:9dd55b4c63d1408e8d850a830560f701 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:27.862583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:27.874647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:27.917894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:54:27.922681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d35e4e5-fdb2-40a8-b732-b7a414dcd089 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:54:27.924625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Made reservation on behalf of 9dd55b4c63d1408e8d850a830560f701 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:27.934305 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:27.938875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409c411-5a3b-4252-b69f-ec3109826682 None None] Sync routers for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:54:27.953009 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-d35303b3-bdc1-4f5f-86cf-d4a04b6a1d76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:54:27.953447 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-d35303b3-bdc1-4f5f-86cf-d4a04b6a1d76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:54:27.961476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409c411-5a3b-4252-b69f-ec3109826682 None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:54:27.962429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-6409c411-5a3b-4252-b69f-ec3109826682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:54:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:27.986103 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:28.024567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:28.045190 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5d35e4e5-fdb2-40a8-b732-b7a414dcd089 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/2d498f00-1aa6-437c-901f-c7974c174d1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9042091 Dec 22 09:54:28.045964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34332) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:28.047207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Usage tracker for resource:security_group_rule and tenant:9dd55b4c63d1408e8d850a830560f701 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:28.062889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:28.081975 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:28.131914 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8f7cb6a1-3414-4ffe-a668-9f8d9b1d98f0 req-84ea45fd-43b9-4096-a984-6e87124c2cd4 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8482649 Dec 22 09:54:28.149511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:28.255771 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74df4948-e40b-4561-97e3-2269b51a76cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:28.278149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb32643-cf1d-434d-b99c-c7fa184dc6b8 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event deleted for resources: {'Subnet': ['ID=e539cd6e-2f98-40d5-9f02-96515ecb1f56,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:28.303428 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0cb32643-cf1d-434d-b99c-c7fa184dc6b8 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:28.325098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-6409c411-5a3b-4252-b69f-ec3109826682 None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:54:28.338212 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8a9d759f-3bec-4966-a3bd-056e0ab65ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:28.366683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cb32643-cf1d-434d-b99c-c7fa184dc6b8 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:28.377614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34338) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:28.377828 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0cb32643-cf1d-434d-b99c-c7fa184dc6b8 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/subnets/e539cd6e-2f98-40d5-9f02-96515ecb1f56 HTTP/1.1" status: 204 len: 168 time: 3.4075117 Dec 22 09:54:28.384087 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74df4948-e40b-4561-97e3-2269b51a76cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:28.385394 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-74df4948-e40b-4561-97e3-2269b51a76cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7be43f0e-ed96-4c65-8e18-16f178a96cf5 HTTP/1.1" status: 204 len: 168 time: 2.0954707 Dec 22 09:54:28.387060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df4948-e40b-4561-97e3-2269b51a76cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be43f0e-ed96-4c65-8e18-16f178a96cf5,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:28.414029 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-74df4948-e40b-4561-97e3-2269b51a76cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:28.548022 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b69f749f-48e9-407f-a61b-99587901d8eb req-307221d4-1d00-4f66-b010-5e9c5ae88185 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7335143 Dec 22 09:54:28.605802 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d35303b3-bdc1-4f5f-86cf-d4a04b6a1d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:28.671266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-d35303b3-bdc1-4f5f-86cf-d4a04b6a1d76 None None] For port 96ff6f2d-066a-4dbe-8ed3-41934aef5348, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=96ff6f2d-066a-4dbe-8ed3-41934aef5348,segment=NetworkSegment(d7cf9f3f-a495-4131-b444-bc91185bd9e4),segment_id=d7cf9f3f-a495-4131-b444-bc91185bd9e4)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:54:28.679772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d35303b3-bdc1-4f5f-86cf-d4a04b6a1d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:28.695754 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df1a8d6b-fefc-4e4a-9dcf-e5f6c1e80afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:28.785877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a105328-e2ad-4945-8ae7-f63596c2ce94 None None] Network 90645753-1e25-4a39-9e94-00adf7431499 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:54:28.932720 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0a96515-a6ba-48d8-a268-a2bf95becaa2 req-5348d07f-f79a-42ad-b1ef-3a8174483771 tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.0918145 Dec 22 09:54:29.027933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45e6d9e-326f-4ece-9d37-f0ef70e601e9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting subnet 5745ae2a-1da6-4a54-b34e-6283d5b00bd8 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:54:29.041148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e45e6d9e-326f-4ece-9d37-f0ef70e601e9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:29.088155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f76fd440-6e8b-470f-96d9-629d5a0b14d2 None None] Provisioning complete for port 96ff6f2d-066a-4dbe-8ed3-41934aef5348 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:29.089196 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f76fd440-6e8b-470f-96d9-629d5a0b14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:29.137282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedd444e-88d3-4627-b8e5-2ef126f0e84e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:29.138793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedd444e-88d3-4627-b8e5-2ef126f0e84e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:29.139629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cedd444e-88d3-4627-b8e5-2ef126f0e84e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Synchronizing usage tracker for tenant:6125102cfad34c5998c23aeb1d5424ae on resource:subnet {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:54:29.162604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-6409c411-5a3b-4252-b69f-ec3109826682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:54:24Z', 'revision_number': 10, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:29.171665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409c411-5a3b-4252-b69f-ec3109826682 None None] Checking router: 2d498f00-1aa6-437c-901f-c7974c174d1e for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:54:29.201207 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e45e6d9e-326f-4ece-9d37-f0ef70e601e9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:29.211846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409c411-5a3b-4252-b69f-ec3109826682 None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:54:29.212939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-6409c411-5a3b-4252-b69f-ec3109826682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:54:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:29.229583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35303b3-bdc1-4f5f-86cf-d4a04b6a1d76 None None] Pushing event updated for resources: {'Port': ['ID=96ff6f2d-066a-4dbe-8ed3-41934aef5348,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:29.253336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cedd444e-88d3-4627-b8e5-2ef126f0e84e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Unset dirty status for tenant:6125102cfad34c5998c23aeb1d5424ae on resource:subnet {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:54:29.254203 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d35303b3-bdc1-4f5f-86cf-d4a04b6a1d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:29.254659 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cedd444e-88d3-4627-b8e5-2ef126f0e84e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.8351915 Dec 22 09:54:29.258941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34348) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:29.324603 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:29.345063 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:29.368304 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4fb41839-9c7d-4ca5-9097-97d51fe54c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:29.447082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Pushing event updated for resources: {'SecurityGroup': ['ID=21be4a73-54d2-442d-accd-3b1d522bd86e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:29.461259 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:29.484957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34358) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:29.486247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b01a64-e882-4cad-b3e4-72c704e97f87 None None] DHCP port deletion for 90645753-1e25-4a39-9e94-00adf7431499 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:54:29.511495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-50b01a64-e882-4cad-b3e4-72c704e97f87 None None] Deleting port 96ff6f2d-066a-4dbe-8ed3-41934aef5348 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:54:29.511931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-50b01a64-e882-4cad-b3e4-72c704e97f87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:29.562549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:54:29.563580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-6409c411-5a3b-4252-b69f-ec3109826682 None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:54:29.602767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7520ca25-b64b-4f8c-80dd-636cbc54fa74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:29.611487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f76fd440-6e8b-470f-96d9-629d5a0b14d2 None None] Provisioning for port 19682d3c-fb9d-4a34-9eb8-93a61c2b5ee9 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:54:29.673047 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:29.673497 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Added segment dc914233-0752-4311-ad7f-1560f838c423 of type vxlan for network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 Dec 22 09:54:29.679023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7520ca25-b64b-4f8c-80dd-636cbc54fa74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:29.682808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7520ca25-b64b-4f8c-80dd-636cbc54fa74 admin admin] Usage tracker for resource:security_group_rule and tenant:ee2a4e850dd04468bd4a0276bcad3c50 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:29.686425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7520ca25-b64b-4f8c-80dd-636cbc54fa74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:29.693464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7520ca25-b64b-4f8c-80dd-636cbc54fa74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:29.715515 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3204c4e3-c904-4d0b-a11b-6af3b7ea18fa tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:29.806851 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7520ca25-b64b-4f8c-80dd-636cbc54fa74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:29.816313 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7520ca25-b64b-4f8c-80dd-636cbc54fa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:29.823846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f76fd440-6e8b-470f-96d9-629d5a0b14d2 None None] Provisioning complete for port 19682d3c-fb9d-4a34-9eb8-93a61c2b5ee9 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:29.824693 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f76fd440-6e8b-470f-96d9-629d5a0b14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:29.830344 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e144ca72-9f39-48bb-a445-2fb1f333573b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:29.865096 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-3204c4e3-c904-4d0b-a11b-6af3b7ea18fa tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 09:54:29.866120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3204c4e3-c904-4d0b-a11b-6af3b7ea18fa tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] No notification will be sent due to unsuccessful status code: 409 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:54:29.871993 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3204c4e3-c904-4d0b-a11b-6af3b7ea18fa tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/networks/90645753-1e25-4a39-9e94-00adf7431499 HTTP/1.1" status: 409 len: 405 time: 0.6081436 Dec 22 09:54:29.879831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34368) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:29.881561 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e45e6d9e-326f-4ece-9d37-f0ef70e601e9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:29.897902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2130903310'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:29.906048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:29.911672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Usage tracker for resource:network and tenant:6125102cfad34c5998c23aeb1d5424ae is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:29.914363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520ca25-b64b-4f8c-80dd-636cbc54fa74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2fe3d1-5bcd-4c33-9505-9c2da457c78e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:29.917322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Quota usage for network was recalculated. Used quota:3. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:29.918843 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7520ca25-b64b-4f8c-80dd-636cbc54fa74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:29.926224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:29.941191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Made reservation on behalf of 6125102cfad34c5998c23aeb1d5424ae for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:29.947705 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:29.969417 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:29.989142 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7520ca25-b64b-4f8c-80dd-636cbc54fa74 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ee2a4e850dd04468bd4a0276bcad3c50&name=default HTTP/1.1" status: 200 len: 2883 time: 0.5030162 Dec 22 09:54:29.995464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34382) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:30.017346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fce7c1-c8ab-4af0-bea9-bbc81e6079b2 req-c72a8c8f-b928-4c5f-a3a6-d5d9c9df563d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:30.028359 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28fce7c1-c8ab-4af0-bea9-bbc81e6079b2 req-c72a8c8f-b928-4c5f-a3a6-d5d9c9df563d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 943 time: 0.4612751 Dec 22 09:54:30.029725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-6409c411-5a3b-4252-b69f-ec3109826682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:54:24Z', 'revision_number': 10, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:30.035401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409c411-5a3b-4252-b69f-ec3109826682 None None] The sync data for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 is: [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:54:24Z', 'revision_number': 10, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None, '_interfaces': [{'id': 'b23d940a-26a5-42fe-92b9-4c85bbe8a4a0', 'name': '', 'network_id': '8cf93f4c-b4e4-4f56-a741-d6238f2714f8', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'mac_address': 'fa:16:3e:74:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:51:53Z', 'updated_at': '2020-12-22T09:52:13Z', 'revision_number': 5, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'subnets': [{'id': '4fec2fc3-a417-4228-8d82-730e7be5990b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:54:30.081008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4445cf-a736-4b8b-a79c-54627f7250fe req-4f43a964-3127-4e26-ac68-21e5dffdd349 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:30.082326 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db4445cf-a736-4b8b-a79c-54627f7250fe req-4f43a964-3127-4e26-ac68-21e5dffdd349 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.2967904 Dec 22 09:54:30.143180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-50b01a64-e882-4cad-b3e4-72c704e97f87 None None] For port 96ff6f2d-066a-4dbe-8ed3-41934aef5348, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=96ff6f2d-066a-4dbe-8ed3-41934aef5348,segment=NetworkSegment(d7cf9f3f-a495-4131-b444-bc91185bd9e4),segment_id=d7cf9f3f-a495-4131-b444-bc91185bd9e4)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:54:30.143444 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:30.143808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-50b01a64-e882-4cad-b3e4-72c704e97f87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:30.150842 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28fce7c1-c8ab-4af0-bea9-bbc81e6079b2 req-d92963f8-7849-4de0-af79-b89921cd6429 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213861 Dec 22 09:54:30.151075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:30.152605 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:30.157245 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:54:30.157606 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:54:30.179357 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db4445cf-a736-4b8b-a79c-54627f7250fe req-b6d80f84-d4a2-4841-8d8a-f70285fce822 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835915 Dec 22 09:54:30.265316 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bea09bdc-429e-4939-834f-5259774fc43b tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:30.359400 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8528f54e-2ef7-4a2e-8068-1b81b025e0f9 req-96b6bacd-3206-41bb-92b9-cca18f115bae tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.0512621 Dec 22 09:54:30.382134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f76fd440-6e8b-470f-96d9-629d5a0b14d2 None None] Port 19682d3c-fb9d-4a34-9eb8-93a61c2b5ee9 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:54:30.389894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-50b01a64-e882-4cad-b3e4-72c704e97f87 None None] Calling delete_port for 96ff6f2d-066a-4dbe-8ed3-41934aef5348 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:54:30.409661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Pushing event updated for resources: {'Network': ['ID=e67ce8e1-8a8e-433c-be2d-7393d4e5aa57,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:30.413319 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:30.418162 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.2505305 Dec 22 09:54:30.418803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34390) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:30.425928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6c999360-8aa6-42dd-81cc-b4bc062850b8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Request body: {'subnet': {'network_id': 'e67ce8e1-8a8e-433c-be2d-7393d4e5aa57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:30.472818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:30.493802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:30.547807 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-48ab46a1-6c88-4ad5-84d9-968a08ec00e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:30.592530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:30.593316 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-48ab46a1-6c88-4ad5-84d9-968a08ec00e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:30.612326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6c999360-8aa6-42dd-81cc-b4bc062850b8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:30.624021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6c999360-8aa6-42dd-81cc-b4bc062850b8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Usage tracker for resource:subnet and tenant:9dd55b4c63d1408e8d850a830560f701 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:30.627726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6c999360-8aa6-42dd-81cc-b4bc062850b8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:30.644736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6c999360-8aa6-42dd-81cc-b4bc062850b8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:30.652118 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e45e6d9e-326f-4ece-9d37-f0ef70e601e9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:30.659525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:30.666950 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:30.679916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c999360-8aa6-42dd-81cc-b4bc062850b8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Made reservation on behalf of 9dd55b4c63d1408e8d850a830560f701 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:30.772964 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-50b01a64-e882-4cad-b3e4-72c704e97f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:30.778589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e6d9e-326f-4ece-9d37-f0ef70e601e9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Subnet': ['ID=5745ae2a-1da6-4a54-b34e-6283d5b00bd8,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:30.790607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41304231-4f68-42cd-bc5e-eb0d5d690268 req-0a361f2a-9eb5-456b-89a1-37a57d54d904 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:30.792348 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-41304231-4f68-42cd-bc5e-eb0d5d690268 req-0a361f2a-9eb5-456b-89a1-37a57d54d904 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.2477295 Dec 22 09:54:30.798654 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e45e6d9e-326f-4ece-9d37-f0ef70e601e9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:30.803749 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-48ab46a1-6c88-4ad5-84d9-968a08ec00e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:30.804743 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-49aa30db-7809-4464-a89b-9df31e17e363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:30.806037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:54:30.810704 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7520ca25-b64b-4f8c-80dd-636cbc54fa74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:30.827952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab46a1-6c88-4ad5-84d9-968a08ec00e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2fe3d1-5bcd-4c33-9505-9c2da457c78e,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:30.837706 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-48ab46a1-6c88-4ad5-84d9-968a08ec00e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:30.853173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e45e6d9e-326f-4ece-9d37-f0ef70e601e9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:30.859562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b01a64-e882-4cad-b3e4-72c704e97f87 None None] Pushing event deleted for resources: {'Port': ['ID=96ff6f2d-066a-4dbe-8ed3-41934aef5348,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:30.862351 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:30.862755 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Added segment a7301e00-0815-472b-9a48-af2a0cdaef76 of type vxlan for network b25c1a73-59d5-436a-967a-5acf2cb9aaed Dec 22 09:54:30.865588 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-48ab46a1-6c88-4ad5-84d9-968a08ec00e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:30.867157 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-48ab46a1-6c88-4ad5-84d9-968a08ec00e4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a2fe3d1-5bcd-4c33-9505-9c2da457c78e HTTP/1.1" status: 204 len: 168 time: 0.8671231 Dec 22 09:54:30.870042 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e45e6d9e-326f-4ece-9d37-f0ef70e601e9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/subnets/5745ae2a-1da6-4a54-b34e-6283d5b00bd8 HTTP/1.1" status: 204 len: 168 time: 2.7974715 Dec 22 09:54:30.872069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34396) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:30.881886 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-50b01a64-e882-4cad-b3e4-72c704e97f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:30.886192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e042bbf-42cc-4562-9c4a-d9e58f134d15 None None] Network 04234839-5149-457c-8dac-1b569a2130b2 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:54:30.891878 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:30.929050 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c999360-8aa6-42dd-81cc-b4bc062850b8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:30.949304 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:30.953796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:30.954477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:30.968800 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-334857e7-4e06-4c40-8f0a-e0e7eee637e5 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:31.027704 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:31.107959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port 80f79bf7-8e7a-45b2-8537-3e082907d1e1 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:54:31.108366 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:31.114651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b01a64-e882-4cad-b3e4-72c704e97f87 None None] No DVR routers for this DVR port 96ff6f2d-066a-4dbe-8ed3-41934aef5348 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:54:31.121361 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-41304231-4f68-42cd-bc5e-eb0d5d690268 req-d11ebc1a-24a9-4462-ac60-9cc597f82dfd tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077693 Dec 22 09:54:31.209515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34404) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:31.224942 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3380814 Dec 22 09:54:31.227609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-e4534981-6708-4711-8fcd-a064efad804e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Request body: {'subnet': {'network_id': 'b25c1a73-59d5-436a-967a-5acf2cb9aaed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:31.253393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event updated for resources: {'Network': ['ID=b25c1a73-59d5-436a-967a-5acf2cb9aaed,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:31.269750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.270366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.271573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.272401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.273416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.273981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.274705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.275259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.275813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.277152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.277727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.278435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.279240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.279793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.280371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.280934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.281495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.282054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.282609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.283349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.283912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.284488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.285039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.285581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.286194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.287009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.287614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.288194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.288748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.289392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.289955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.290503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.291037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.291599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.292173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.293131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:54:31.302509 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:31.309504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network b25c1a73-59d5-436a-967a-5acf2cb9aaed details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:31.368743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network b25c1a73-59d5-436a-967a-5acf2cb9aaed details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:31.459473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network b25c1a73-59d5-436a-967a-5acf2cb9aaed details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:31.484377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf016c6-c5f1-4b99-b1ed-e43699a67db9 None None] DHCP port deletion for 04234839-5149-457c-8dac-1b569a2130b2 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:54:31.499055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:54:31.565823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-edf016c6-c5f1-4b99-b1ed-e43699a67db9 None None] Deleting port 80f79bf7-8e7a-45b2-8537-3e082907d1e1 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:54:31.566253 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-edf016c6-c5f1-4b99-b1ed-e43699a67db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:31.688150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:54:31.688945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 2584b68c-1b31-4fe8-b3a3-c09ab2c711b7 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:54:31.689550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 96ff6f2d-066a-4dbe-8ed3-41934aef5348 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:54:31.758304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 96ff6f2d-066a-4dbe-8ed3-41934aef5348 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:54:31.758956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 96ff6f2d-066a-4dbe-8ed3-41934aef5348 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:54:31.810187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5deda-8af8-4ef8-ad40-d85a65c38d84 req-3e889d2f-1aa9-4710-81d6-a29f3c3090d2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:31.810187 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-88b5deda-8af8-4ef8-ad40-d85a65c38d84 req-3e889d2f-1aa9-4710-81d6-a29f3c3090d2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 943 time: 0.1647170 Dec 22 09:54:32.041170 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-88b5deda-8af8-4ef8-ad40-d85a65c38d84 req-4a7b366d-dc6f-4351-9203-519562160324 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152607 Dec 22 09:54:32.057712 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c999360-8aa6-42dd-81cc-b4bc062850b8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:32.154138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e4534981-6708-4711-8fcd-a064efad804e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:32.167752 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-355753a6-0df7-4815-bdb1-793653504c92 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:32.228094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e4534981-6708-4711-8fcd-a064efad804e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:32.360249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c999360-8aa6-42dd-81cc-b4bc062850b8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Pushing event updated for resources: {'Subnet': ['ID=f1d37f20-0b7b-435a-a0be-d9bf1f3a67b3,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:32.383997 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c999360-8aa6-42dd-81cc-b4bc062850b8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:32.445236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] For port 80f79bf7-8e7a-45b2-8537-3e082907d1e1, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=80f79bf7-8e7a-45b2-8537-3e082907d1e1,segment=NetworkSegment(37c831bf-c006-4213-82a8-109f679e9fa9),segment_id=37c831bf-c006-4213-82a8-109f679e9fa9)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:54:32.445644 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:32.449951 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-65f40c3a-471a-4c65-b524-39ad29e4f7e8 req-65e03597-7480-4f9c-8911-31b524812b7c tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.0910590 Dec 22 09:54:32.476480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-edf016c6-c5f1-4b99-b1ed-e43699a67db9 None None] For port 80f79bf7-8e7a-45b2-8537-3e082907d1e1, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=80f79bf7-8e7a-45b2-8537-3e082907d1e1,segment=NetworkSegment(37c831bf-c006-4213-82a8-109f679e9fa9),segment_id=37c831bf-c006-4213-82a8-109f679e9fa9)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:54:32.476939 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-edf016c6-c5f1-4b99-b1ed-e43699a67db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:32.620189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-edf016c6-c5f1-4b99-b1ed-e43699a67db9 None None] Calling delete_port for 80f79bf7-8e7a-45b2-8537-3e082907d1e1 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:54:32.698926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Calling delete_port for 80f79bf7-8e7a-45b2-8537-3e082907d1e1 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:54:32.705477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-edf016c6-c5f1-4b99-b1ed-e43699a67db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:32.746803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919b2ec-b917-41da-a8e6-78aec14f242a req-a8e7992d-9995-4ed3-9b04-245a0ac22be9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:32.756375 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5919b2ec-b917-41da-a8e6-78aec14f242a req-a8e7992d-9995-4ed3-9b04-245a0ac22be9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.3698487 Dec 22 09:54:32.793260 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:54:32.793626 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:54:32.794715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4534981-6708-4711-8fcd-a064efad804e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Made reservation on behalf of 6125102cfad34c5998c23aeb1d5424ae for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:32.814379 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:32.819207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34444) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:32.848418 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5919b2ec-b917-41da-a8e6-78aec14f242a req-de663ab9-a807-4cca-ba7f-d972fd4a6c4c tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903425 Dec 22 09:54:32.849617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c999360-8aa6-42dd-81cc-b4bc062850b8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Checking segment: {'id': 'dc914233-0752-4311-ad7f-1560f838c423', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e67ce8e1-8a8e-433c-be2d-7393d4e5aa57'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:54:32.850031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c999360-8aa6-42dd-81cc-b4bc062850b8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Network hostable DHCP agents. Network: e67ce8e1-8a8e-433c-be2d-7393d4e5aa57, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:54:32.880655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device faa08cf5-924b-4474-b942-51da3e584e2e up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:54:32.896102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c999360-8aa6-42dd-81cc-b4bc062850b8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:54:32.906634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6c999360-8aa6-42dd-81cc-b4bc062850b8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, e67ce8e1-8a8e-433c-be2d-7393d4e5aa57) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:32.924261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c999360-8aa6-42dd-81cc-b4bc062850b8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:32.925297 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c999360-8aa6-42dd-81cc-b4bc062850b8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:32.950355 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4534981-6708-4711-8fcd-a064efad804e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:32.954159 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6c999360-8aa6-42dd-81cc-b4bc062850b8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5337400 Dec 22 09:54:32.960144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34450) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:32.966983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Request body: {'port': {'network_id': 'e67ce8e1-8a8e-433c-be2d-7393d4e5aa57', 'name': 'tempest-AllowedAddressPairTestJSON-105460256'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:32.969305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41cb7a7-32d0-429f-ac5b-854da892e6fc None None] Network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:54:33.159737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'network': {'name': 'tempest-RoutersTest-546787791'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:33.169187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:33.175269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:network and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:33.179204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:33.183365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:33.186980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:33.191992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Usage tracker for resource:port and tenant:9dd55b4c63d1408e8d850a830560f701 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:33.202056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:33.212298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:33.236650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Made reservation on behalf of 9dd55b4c63d1408e8d850a830560f701 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:33.253220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:33.302297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port 80f79bf7-8e7a-45b2-8537-3e082907d1e1 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:54:33.302976 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:33.390709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Made reservation on behalf of 2131d0db1c414ca48292c7e4e9b1f3a7 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:33.397710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:33.421212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf016c6-c5f1-4b99-b1ed-e43699a67db9 None None] Pushing event deleted for resources: {'Port': ['ID=80f79bf7-8e7a-45b2-8537-3e082907d1e1,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:33.459475 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:33.464429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 80f79bf7-8e7a-45b2-8537-3e082907d1e1 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:54:33.484528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] The port '80f79bf7-8e7a-45b2-8537-3e082907d1e1' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:54:33.506444 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-edf016c6-c5f1-4b99-b1ed-e43699a67db9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:33.510953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 80f79bf7-8e7a-45b2-8537-3e082907d1e1 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:54:33.511355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 80f79bf7-8e7a-45b2-8537-3e082907d1e1 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:54:33.544339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:33.590972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:security_group_rule and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:33.592424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf016c6-c5f1-4b99-b1ed-e43699a67db9 None None] No DVR routers for this DVR port 80f79bf7-8e7a-45b2-8537-3e082907d1e1 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:54:33.604073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port faa08cf5-924b-4474-b942-51da3e584e2e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:33.604440 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:33.606188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:33.656804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:33.670085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-e67ce8e1-8a8e-433c-be2d-7393d4e5aa57', 'network_id': 'e67ce8e1-8a8e-433c-be2d-7393d4e5aa57', 'tenant_id': '9dd55b4c63d1408e8d850a830560f701', 'fixed_ips': [{'subnet_id': 'f1d37f20-0b7b-435a-a0be-d9bf1f3a67b3'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:54:33.671319 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:33.757337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:33.915370 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ccb5c0e0-6d42-4c89-90da-a8841dd30e05 req-f10a9457-d7bf-400e-9e65-74c5dc30d1fc tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.1305015 Dec 22 09:54:33.928855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] device_id is not set on port f598c2b6-7849-4d4e-b3b9-c0473f0c53ec yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:54:33.948639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04234839-5149-457c-8dac-1b569a2130b2']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:34.018682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c831bf-c006-4213-82a8-109f679e9fa9') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:34.019035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c831bf-c006-4213-82a8-109f679e9fa9') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:34.028041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Allocated IP 172.20.0.2 (e67ce8e1-8a8e-433c-be2d-7393d4e5aa57/f1d37f20-0b7b-435a-a0be-d9bf1f3a67b3/095e2ce7-2572-45be-ab0c-6e66857d0592) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:54:34.060466 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:34.081309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc14d32-8f2f-4cb3-96f3-3ab41645acd5 req-43e8f548-5a3a-46fc-bb15-6f16ae3f56ab tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:34.083922 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3cc14d32-8f2f-4cb3-96f3-3ab41645acd5 req-43e8f548-5a3a-46fc-bb15-6f16ae3f56ab tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 943 time: 0.2972662 Dec 22 09:54:34.101315 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:34.111119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Releasing vxlan tunnel 15 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:54:34.159539 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:34.169573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:34.195026 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3cc14d32-8f2f-4cb3-96f3-3ab41645acd5 req-e845004f-e9d5-4b09-a484-8a0d9299f0db tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665267 Dec 22 09:54:34.218035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ddc95-6a09-4200-86e3-6496dc2d06d3 req-fdd04d29-4377-4048-a328-588b82c27274 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:34.219532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e95e13-70d0-4a33-b67b-2e7927bf03f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa08cf5-924b-4474-b942-51da3e584e2e'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:54:34.226000 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b08ddc95-6a09-4200-86e3-6496dc2d06d3 req-fdd04d29-4377-4048-a328-588b82c27274 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.1397960 Dec 22 09:54:34.260848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port faa08cf5-924b-4474-b942-51da3e584e2e, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=faa08cf5-924b-4474-b942-51da3e584e2e,segment=NetworkSegment(126ca1e4-ce64-4d48-9d32-88c79a350681),segment_id=126ca1e4-ce64-4d48-9d32-88c79a350681)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:54:34.273703 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:34.274650 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:34.284566 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b08ddc95-6a09-4200-86e3-6496dc2d06d3 req-04bcd654-9d1c-4bc5-a95d-75d36047a4ec tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575325 Dec 22 09:54:34.299103 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-35f4195e-b0d0-4b95-90cc-57a6a1162510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:34.311321 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c3adfd7-ff56-4bd8-b344-a69a3c812c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:34.351316 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e95e13-70d0-4a33-b67b-2e7927bf03f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa08cf5-924b-4474-b942-51da3e584e2e', 'code': 200} Dec 22 09:54:34.409194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:54:34.413374 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:34.420888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=faa08cf5-924b-4474-b942-51da3e584e2e,revision_number=6']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:34.427712 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:34.430354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Transition to ACTIVE for port object 095e2ce7-2572-45be-ab0c-6e66857d0592 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:34.436371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'SecurityGroup': ['ID=0d78f1d8-b4a5-415c-a72e-8ffd98839508,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:34.440547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 04234839-5149-457c-8dac-1b569a2130b2 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:54:34.452024 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:34.453360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Transition to ACTIVE for port object 095e2ce7-2572-45be-ab0c-6e66857d0592 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:34.455348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:34.474628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:34.475089 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Added segment 3cd0aaf2-0c12-470d-b418-79065e664548 of type vxlan for network 6fbc6531-94bf-4c64-ad56-e80f810cf569 Dec 22 09:54:34.476762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:34.571423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Allocated IP 172.20.0.9 (e67ce8e1-8a8e-433c-be2d-7393d4e5aa57/f1d37f20-0b7b-435a-a0be-d9bf1f3a67b3/f598c2b6-7849-4d4e-b3b9-c0473f0c53ec) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:54:34.587149 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b5d087f3-125d-413d-a41f-0a73c4c3eb5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:34.691817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Pushing event updated for resources: {'Port': ['ID=095e2ce7-2572-45be-ab0c-6e66857d0592,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:34.696909 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:34.719610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:54:34.721538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:34.724592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:54:34.790392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Attempting to bind port 095e2ce7-2572-45be-ab0c-6e66857d0592 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:54:34.791093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Attempting to bind port 095e2ce7-2572-45be-ab0c-6e66857d0592 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'dc914233-0752-4311-ad7f-1560f838c423', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e67ce8e1-8a8e-433c-be2d-7393d4e5aa57'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:54:34.791925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Attempting to bind port 095e2ce7-2572-45be-ab0c-6e66857d0592 on network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:54:34.798946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:54:34.799493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Checking segment: {'id': 'dc914233-0752-4311-ad7f-1560f838c423', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e67ce8e1-8a8e-433c-be2d-7393d4e5aa57'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:54:34.800253 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:34.800706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Bound using segment: {'id': 'dc914233-0752-4311-ad7f-1560f838c423', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e67ce8e1-8a8e-433c-be2d-7393d4e5aa57'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:54:34.802112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Bound port: 095e2ce7-2572-45be-ab0c-6e66857d0592, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc914233-0752-4311-ad7f-1560f838c423', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e67ce8e1-8a8e-433c-be2d-7393d4e5aa57'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:54:34.802858 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:34.831897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44e822-e60c-4db5-aa73-8d506c98952d req-eb0526e5-250b-4717-99bd-bc6638b78ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:34.835360 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b44e822-e60c-4db5-aa73-8d506c98952d req-eb0526e5-250b-4717-99bd-bc6638b78ab8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 1160 time: 0.2440069 Dec 22 09:54:34.858908 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:34.878434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 04234839-5149-457c-8dac-1b569a2130b2 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:54:34.904436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] For port 095e2ce7-2572-45be-ab0c-6e66857d0592, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:54:34.907773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] For port 095e2ce7-2572-45be-ab0c-6e66857d0592, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=095e2ce7-2572-45be-ab0c-6e66857d0592,segment=NetworkSegment(dc914233-0752-4311-ad7f-1560f838c423),segment_id=dc914233-0752-4311-ad7f-1560f838c423)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:54:34.912276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:34.918372 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:34.922654 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b44e822-e60c-4db5-aa73-8d506c98952d req-38b82e6f-c030-484e-a629-a891e1117806 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800979 Dec 22 09:54:34.930430 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:34.938319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Transition to ACTIVE for port object f598c2b6-7849-4d4e-b3b9-c0473f0c53ec will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:54:34.942398 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:54:34.951148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-e4534981-6708-4711-8fcd-a064efad804e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81072) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:54:34.956690 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4534981-6708-4711-8fcd-a064efad804e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:34.964878 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:34.985242 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-660efc97-7e38-4b26-9dc3-a5c749e93416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:35.028783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Pushing event updated for resources: {'Port': ['ID=095e2ce7-2572-45be-ab0c-6e66857d0592,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:35.033876 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:35.086641 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:54:35.102271 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-46b00be6-bdc2-4145-94ac-e3d09321cc28 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:35.154300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74dec5c7-512b-47b2-9ffd-e6018471ebf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:35.213462 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:35.217575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:35.218232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:35.222196 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:35.234431 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e0923cf-32d1-4102-b63b-4804f88c1eaf req-d8ad9583-8afd-4fde-8b8e-08491432c110 tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.1012549 Dec 22 09:54:35.250792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:54:35.251217 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:35.254000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4534981-6708-4711-8fcd-a064efad804e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event updated for resources: {'Subnet': ['ID=12ce92bb-d648-44a0-a7cf-8ac5e8100b50,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:35.254389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:35.260199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:54:35.263203 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e4534981-6708-4711-8fcd-a064efad804e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:35.266298 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9f30659-9f13-4f43-ba01-5015c00d42b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:35.289186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Pushing event updated for resources: {'Port': ['ID=f598c2b6-7849-4d4e-b3b9-c0473f0c53ec,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:35.295412 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:35.346530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:35.347294 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:35.388743 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4270883 Dec 22 09:54:35.391842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34472) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:35.406748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Request body: {'port': {'network_id': 'e67ce8e1-8a8e-433c-be2d-7393d4e5aa57', 'name': 'tempest-AllowedAddressPairTestJSON-1657449181', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:54:b3:ef'}]}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:35.455373 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/networks/04234839-5149-457c-8dac-1b569a2130b2 HTTP/1.1" status: 204 len: 168 time: 4.5820138 Dec 22 09:54:35.464529 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.6438477 Dec 22 09:54:35.465285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34476) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:35.474774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34478) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:35.477558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Network': ['ID=6fbc6531-94bf-4c64-ad56-e80f810cf569,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:35.490829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 6fbc6531-94bf-4c64-ad56-e80f810cf569 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:35.517570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 6fbc6531-94bf-4c64-ad56-e80f810cf569 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:35.532514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 6fbc6531-94bf-4c64-ad56-e80f810cf569 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:35.543249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-898449d9-091a-4e16-9862-dcd131c57242 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'network': {'name': 'tempest-RoutersTest-875304684'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:35.585416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Network': ['ID=04234839-5149-457c-8dac-1b569a2130b2,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:35.607669 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:35.657982 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bef1093e-7b37-41de-bce8-40327efaeb83 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.422s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:35.658857 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bef1093e-7b37-41de-bce8-40327efaeb83 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:35.662115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-898449d9-091a-4e16-9862-dcd131c57242 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:35.724069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:35.733749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Usage tracker for resource:port and tenant:9dd55b4c63d1408e8d850a830560f701 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:35.740050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Quota usage for port was recalculated. Used quota:2. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:35.749632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:35.760214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac18607-7c6d-45a8-a8e0-7f2971582c89 req-e6086767-9ca7-4cda-b0b2-67358a34b43f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:35.762264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-898449d9-091a-4e16-9862-dcd131c57242 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:network and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:35.768309 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dac18607-7c6d-45a8-a8e0-7f2971582c89 req-e6086767-9ca7-4cda-b0b2-67358a34b43f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.3368251 Dec 22 09:54:35.769703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-898449d9-091a-4e16-9862-dcd131c57242 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:35.795299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-898449d9-091a-4e16-9862-dcd131c57242 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:35.799547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197c2d7-f8ac-4b3b-9a85-9376bb92d581 req-547040e9-7c94-4d46-a5d9-2a20db3959a7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:35.801292 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8197c2d7-f8ac-4b3b-9a85-9376bb92d581 req-547040e9-7c94-4d46-a5d9-2a20db3959a7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.3197062 Dec 22 09:54:35.807119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4534981-6708-4711-8fcd-a064efad804e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Checking segment: {'id': 'a7301e00-0815-472b-9a48-af2a0cdaef76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'b25c1a73-59d5-436a-967a-5acf2cb9aaed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:54:35.807753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4534981-6708-4711-8fcd-a064efad804e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network hostable DHCP agents. Network: b25c1a73-59d5-436a-967a-5acf2cb9aaed, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:54:35.821689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Made reservation on behalf of 9dd55b4c63d1408e8d850a830560f701 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:35.829592 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:35.848461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898449d9-091a-4e16-9862-dcd131c57242 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Made reservation on behalf of 2131d0db1c414ca48292c7e4e9b1f3a7 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:35.854274 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-898449d9-091a-4e16-9862-dcd131c57242 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:35.914745 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dac18607-7c6d-45a8-a8e0-7f2971582c89 req-4d4d277b-8e82-4fa0-a01e-b114942f564d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452861 Dec 22 09:54:35.971205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4534981-6708-4711-8fcd-a064efad804e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network b25c1a73-59d5-436a-967a-5acf2cb9aaed is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:54:35.980634 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8197c2d7-f8ac-4b3b-9a85-9376bb92d581 req-55c78ec7-cbc5-4ce0-80b9-18978b8f26c8 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652329 Dec 22 09:54:36.081027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898449d9-091a-4e16-9862-dcd131c57242 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:54:36.091480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e4534981-6708-4711-8fcd-a064efad804e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, b25c1a73-59d5-436a-967a-5acf2cb9aaed) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:36.102985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b7bb72-2617-4d98-8d4e-1d57a77aab43 None None] Network b25c1a73-59d5-436a-967a-5acf2cb9aaed requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:54:36.108223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] device_id is not set on port 6090a620-cf79-482c-b200-f9a1230d32ab yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:54:36.116612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-898449d9-091a-4e16-9862-dcd131c57242 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:36.117312 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-898449d9-091a-4e16-9862-dcd131c57242 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Added segment bcf10535-a924-4478-88ae-4d50e27e5287 of type vxlan for network 46271db2-9646-4a00-9f45-54212cefb86a Dec 22 09:54:36.121791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4534981-6708-4711-8fcd-a064efad804e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:36.122457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4534981-6708-4711-8fcd-a064efad804e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:36.158484 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e4534981-6708-4711-8fcd-a064efad804e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.9477570 Dec 22 09:54:36.159848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2f7beef3-5d1d-40de-b86c-4317500257d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:36.169738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34490) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:36.585691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-b25c1a73-59d5-436a-967a-5acf2cb9aaed', 'network_id': 'b25c1a73-59d5-436a-967a-5acf2cb9aaed', 'tenant_id': '6125102cfad34c5998c23aeb1d5424ae', 'fixed_ips': [{'subnet_id': '12ce92bb-d648-44a0-a7cf-8ac5e8100b50'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:54:36.586649 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:36.639962 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:36.674133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device faa08cf5-924b-4474-b942-51da3e584e2e up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:54:36.705590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-898449d9-091a-4e16-9862-dcd131c57242 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:36.839892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-898449d9-091a-4e16-9862-dcd131c57242 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:36.848159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898449d9-091a-4e16-9862-dcd131c57242 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:36.851483 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-898449d9-091a-4e16-9862-dcd131c57242 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:36.868671 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:36.965218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2a96b0db-00d1-4882-b094-9c48cedded3d req-02ceb5f2-f1e6-463d-a627-bd47a74cddf4 tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.2438352 Dec 22 09:54:36.976610 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:37.107210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ea3ec2-2716-4fb4-b191-e2867f9fe85a None None] Network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:54:37.165841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Allocated IP 172.20.0.3 (e67ce8e1-8a8e-433c-be2d-7393d4e5aa57/f1d37f20-0b7b-435a-a0be-d9bf1f3a67b3/6090a620-cf79-482c-b200-f9a1230d32ab) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:54:37.212947 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-898449d9-091a-4e16-9862-dcd131c57242 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7367544 Dec 22 09:54:37.227727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34534) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:37.228749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898449d9-091a-4e16-9862-dcd131c57242 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Network': ['ID=46271db2-9646-4a00-9f45-54212cefb86a,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:37.238343 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-898449d9-091a-4e16-9862-dcd131c57242 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:37.243269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-b079b11a-705e-4825-8ef0-24fbafd7ea66 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'subnet': {'network_id': '6fbc6531-94bf-4c64-ad56-e80f810cf569', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:37.343225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Allocated IP 2001:db8::f816:3eff:fe14:9def (b25c1a73-59d5-436a-967a-5acf2cb9aaed/12ce92bb-d648-44a0-a7cf-8ac5e8100b50/f7102495-7ae3-47aa-97f8-47bac801ee05) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:54:37.465021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b079b11a-705e-4825-8ef0-24fbafd7ea66 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:37.473655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b079b11a-705e-4825-8ef0-24fbafd7ea66 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:subnet and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:37.511837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b079b11a-705e-4825-8ef0-24fbafd7ea66 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:37.527204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b079b11a-705e-4825-8ef0-24fbafd7ea66 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:37.551088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b079b11a-705e-4825-8ef0-24fbafd7ea66 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Made reservation on behalf of 2131d0db1c414ca48292c7e4e9b1f3a7 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:37.567515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 46271db2-9646-4a00-9f45-54212cefb86a details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:37.683235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 46271db2-9646-4a00-9f45-54212cefb86a details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:37.710489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 46271db2-9646-4a00-9f45-54212cefb86a details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:37.728365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 095e2ce7-2572-45be-ab0c-6e66857d0592 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:54:37.765705 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b079b11a-705e-4825-8ef0-24fbafd7ea66 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:37.994585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port faa08cf5-924b-4474-b942-51da3e584e2e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:37.994938 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:38.062437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2f7beef3-5d1d-40de-b86c-4317500257d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:54:38.062646 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2f7beef3-5d1d-40de-b86c-4317500257d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:38.167092 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:38.200232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-97326cc2-c058-4ae9-9128-8d26a0e0d7f1 None None] Provisioning for port 095e2ce7-2572-45be-ab0c-6e66857d0592 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:54:38.228697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4c14a-b0cb-4e41-9d34-2bef4c1c19d4 req-011a20ab-06ec-4fb2-a485-4e46c53a170c tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:38.230390 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-93f4c14a-b0cb-4e41-9d34-2bef4c1c19d4 req-011a20ab-06ec-4fb2-a485-4e46c53a170c tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.0618722 Dec 22 09:54:38.235196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Transition to ACTIVE for port object 6090a620-cf79-482c-b200-f9a1230d32ab will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:38.244841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08985a-ed75-44c0-bb55-132fe87c29c7 req-e9416133-6e3f-49ce-ad6f-210676b84196 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:38.252448 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7a08985a-ed75-44c0-bb55-132fe87c29c7 req-e9416133-6e3f-49ce-ad6f-210676b84196 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.3294537 Dec 22 09:54:38.340106 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7a08985a-ed75-44c0-bb55-132fe87c29c7 req-23617fba-489d-4c49-8b25-eb6b8a863395 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865741 Dec 22 09:54:38.373316 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-58b2224c-1da3-4f58-b243-56c55954ffc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:38.393307 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-93f4c14a-b0cb-4e41-9d34-2bef4c1c19d4 req-40889fcf-57c3-420d-b978-8af67ac78ffc tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904558 Dec 22 09:54:38.401228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:38.423896 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:38.450635 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:38.521105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Transition to ACTIVE for port object f7102495-7ae3-47aa-97f8-47bac801ee05 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:38.521105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 095e2ce7-2572-45be-ab0c-6e66857d0592 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:54:38.528688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 095e2ce7-2572-45be-ab0c-6e66857d0592 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:38.529088 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:38.561172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-2f7beef3-5d1d-40de-b86c-4317500257d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] For port b23d940a-26a5-42fe-92b9-4c85bbe8a4a0, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=b23d940a-26a5-42fe-92b9-4c85bbe8a4a0,segment=NetworkSegment(fcea6f6c-2efe-4e65-8e0e-c869c478209c),segment_id=fcea6f6c-2efe-4e65-8e0e-c869c478209c)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:54:38.561816 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2f7beef3-5d1d-40de-b86c-4317500257d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:38.658121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Transition to ACTIVE for port object f7102495-7ae3-47aa-97f8-47bac801ee05 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:38.702684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:38.728998 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:38.787094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Pushing event updated for resources: {'Port': ['ID=6090a620-cf79-482c-b200-f9a1230d32ab,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:38.799453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2f7beef3-5d1d-40de-b86c-4317500257d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Calling delete_port for b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:54:38.836770 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:38.853088 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-41185199-6374-47e8-a02b-7074c5face93 req-382054f1-efdb-4197-a201-4136d5b529f8 tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.1003480 Dec 22 09:54:38.854348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:38.903393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Pushing event updated for resources: {'Port': ['ID=f7102495-7ae3-47aa-97f8-47bac801ee05,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:38.947814 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:38.973422 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:38.990633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:39.005125 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:39.032420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event deleted for resources: {'Subnet': ['ID=12ce92bb-d648-44a0-a7cf-8ac5e8100b50,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:39.035424 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:39.095159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 095e2ce7-2572-45be-ab0c-6e66857d0592, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=095e2ce7-2572-45be-ab0c-6e66857d0592,segment=NetworkSegment(dc914233-0752-4311-ad7f-1560f838c423),segment_id=dc914233-0752-4311-ad7f-1560f838c423)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:54:39.106277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:39.110409 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:39.137321 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b079b11a-705e-4825-8ef0-24fbafd7ea66 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:39.162589 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-13b39284-8136-4371-9894-9a4f20391b2d tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:39.207106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:54:39.220141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:39.224675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:54:39.287676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Network b25c1a73-59d5-436a-967a-5acf2cb9aaed is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:54:39.290609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=095e2ce7-2572-45be-ab0c-6e66857d0592,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:39.297853 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:39.317063 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:39.319187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:39.326549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:54:39.394185 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2f7beef3-5d1d-40de-b86c-4317500257d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:39.517985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Attempting to bind port f7102495-7ae3-47aa-97f8-47bac801ee05 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:54:39.518661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Attempting to bind port f7102495-7ae3-47aa-97f8-47bac801ee05 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'a7301e00-0815-472b-9a48-af2a0cdaef76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'b25c1a73-59d5-436a-967a-5acf2cb9aaed'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:54:39.519328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Attempting to bind port f7102495-7ae3-47aa-97f8-47bac801ee05 on network b25c1a73-59d5-436a-967a-5acf2cb9aaed {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:54:39.557331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ef6e2199-e69c-4948-8b10-2a3b5bae5107 None None] Provisioning complete for port 095e2ce7-2572-45be-ab0c-6e66857d0592 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:39.557974 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef6e2199-e69c-4948-8b10-2a3b5bae5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:39.581100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079b11a-705e-4825-8ef0-24fbafd7ea66 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Subnet': ['ID=73674844-4892-4388-9501-87cfc1965071,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:39.590563 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b079b11a-705e-4825-8ef0-24fbafd7ea66 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:39.593217 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5024b994-964a-4010-bfed-2122de8f0940 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:39.618655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:54:39.619340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Checking segment: {'id': 'a7301e00-0815-472b-9a48-af2a0cdaef76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'b25c1a73-59d5-436a-967a-5acf2cb9aaed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:54:39.620112 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:39.620830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Bound using segment: {'id': 'a7301e00-0815-472b-9a48-af2a0cdaef76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'b25c1a73-59d5-436a-967a-5acf2cb9aaed'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:54:39.621708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Bound port: f7102495-7ae3-47aa-97f8-47bac801ee05, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7301e00-0815-472b-9a48-af2a0cdaef76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'b25c1a73-59d5-436a-967a-5acf2cb9aaed'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:54:39.622413 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:39.674684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:39.689199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7beef3-5d1d-40de-b86c-4317500257d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Port': ['ID=b23d940a-26a5-42fe-92b9-4c85bbe8a4a0,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:39.698103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:39.699832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:39.766902 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.3734806 Dec 22 09:54:39.786975 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2f7beef3-5d1d-40de-b86c-4317500257d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:39.873461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34546) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:39.901869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25c1a73-59d5-436a-967a-5acf2cb9aaed']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:39.907626 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2f7beef3-5d1d-40de-b86c-4317500257d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:40.003032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] For port f7102495-7ae3-47aa-97f8-47bac801ee05, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:54:40.011403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] For port f7102495-7ae3-47aa-97f8-47bac801ee05, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=f7102495-7ae3-47aa-97f8-47bac801ee05,segment=NetworkSegment(a7301e00-0815-472b-9a48-af2a0cdaef76),segment_id=a7301e00-0815-472b-9a48-af2a0cdaef76)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:54:40.034952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7301e00-0815-472b-9a48-af2a0cdaef76') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:40.035393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7301e00-0815-472b-9a48-af2a0cdaef76') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:40.038315 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:40.085835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:40.086379 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:40.112529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb08f7f-8ac7-4f11-be3f-f7573343e6b8 req-7c10a38c-bae3-408a-8e95-6b780d67992c tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:40.123898 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0bb08f7f-8ac7-4f11-be3f-f7573343e6b8 req-7c10a38c-bae3-408a-8e95-6b780d67992c tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.5750339 Dec 22 09:54:40.143872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b079b11a-705e-4825-8ef0-24fbafd7ea66 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Checking segment: {'id': '3cd0aaf2-0c12-470d-b418-79065e664548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '6fbc6531-94bf-4c64-ad56-e80f810cf569'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:54:40.144864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b079b11a-705e-4825-8ef0-24fbafd7ea66 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network hostable DHCP agents. Network: 6fbc6531-94bf-4c64-ad56-e80f810cf569, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:54:40.202141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ef6e2199-e69c-4948-8b10-2a3b5bae5107 None None] Provisioning for port f598c2b6-7849-4d4e-b3b9-c0473f0c53ec completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:54:40.233993 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0bb08f7f-8ac7-4f11-be3f-f7573343e6b8 req-0f6dca19-a7b7-4c2f-aff2-5731e7a61d57 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087897 Dec 22 09:54:40.275863 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:40.307167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Releasing vxlan tunnel 11 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:54:40.307905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b079b11a-705e-4825-8ef0-24fbafd7ea66 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 6fbc6531-94bf-4c64-ad56-e80f810cf569 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:54:40.350792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0dcefb-66df-4c69-8eaf-10e0d5904093 req-dd687064-b73a-4ba4-b79c-1b5c8c1ba36f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:40.367216 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c0dcefb-66df-4c69-8eaf-10e0d5904093 req-dd687064-b73a-4ba4-b79c-1b5c8c1ba36f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.6213906 Dec 22 09:54:40.403427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ef6e2199-e69c-4948-8b10-2a3b5bae5107 None None] Provisioning complete for port f598c2b6-7849-4d4e-b3b9-c0473f0c53ec triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:40.404228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef6e2199-e69c-4948-8b10-2a3b5bae5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:40.408585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-b079b11a-705e-4825-8ef0-24fbafd7ea66 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 6fbc6531-94bf-4c64-ad56-e80f810cf569) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:40.496263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755fbd73-5b6d-48cf-853b-6c7013a73524 None None] Network 6fbc6531-94bf-4c64-ad56-e80f810cf569 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:54:40.588384 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:40.619091 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:40.709222 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:40.753420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885680bb-6dc9-4dcd-bef9-4f2c9d6215c6 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:40.762717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885680bb-6dc9-4dcd-bef9-4f2c9d6215c6 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:40.772759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885680bb-6dc9-4dcd-bef9-4f2c9d6215c6 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:40.774544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-885680bb-6dc9-4dcd-bef9-4f2c9d6215c6 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Synchronizing usage tracker for tenant:9dd55b4c63d1408e8d850a830560f701 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:54:40.844823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Pushing event updated for resources: {'Port': ['ID=f7102495-7ae3-47aa-97f8-47bac801ee05,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:40.851454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b079b11a-705e-4825-8ef0-24fbafd7ea66 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:40.853038 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b079b11a-705e-4825-8ef0-24fbafd7ea66 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:40.863789 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:40.870236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e2199-e69c-4948-8b10-2a3b5bae5107 None None] Port f598c2b6-7849-4d4e-b3b9-c0473f0c53ec cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:54:40.890557 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c0dcefb-66df-4c69-8eaf-10e0d5904093 req-ca6c1afd-93d8-44d9-9da7-73f2a63e011d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216966 Dec 22 09:54:40.916149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ef6e2199-e69c-4948-8b10-2a3b5bae5107 None None] Provisioning for port 6090a620-cf79-482c-b200-f9a1230d32ab completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:54:40.954902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network b25c1a73-59d5-436a-967a-5acf2cb9aaed has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:54:40.972210 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:40.978172 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b079b11a-705e-4825-8ef0-24fbafd7ea66 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7450099 Dec 22 09:54:40.981960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34554) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:40.986335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7beef3-5d1d-40de-b86c-4317500257d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router 2d498f00-1aa6-437c-901f-c7974c174d1e has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:54:40.992636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a19dfc67-8bbf-4d78-ade3-c5f71cb9bebe tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'subnet': {'network_id': '46271db2-9646-4a00-9f45-54212cefb86a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:41.001765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ef6e2199-e69c-4948-8b10-2a3b5bae5107 None None] Provisioning complete for port 6090a620-cf79-482c-b200-f9a1230d32ab triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:41.002193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef6e2199-e69c-4948-8b10-2a3b5bae5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:41.002689 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-990fdb4b-b88a-4912-ad77-2b0a285ef0d7 req-68eb929e-6b21-4519-bf4b-688cde5ae32f tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.1243725 Dec 22 09:54:41.028695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-885680bb-6dc9-4dcd-bef9-4f2c9d6215c6 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Unset dirty status for tenant:9dd55b4c63d1408e8d850a830560f701 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:54:41.030128 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-885680bb-6dc9-4dcd-bef9-4f2c9d6215c6 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 1.1506760 Dec 22 09:54:41.033505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34558) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:41.077524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e2199-e69c-4948-8b10-2a3b5bae5107 None None] Port 6090a620-cf79-482c-b200-f9a1230d32ab cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:54:41.203101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4fde1ffd-c4bd-4c8e-8438-8426703138d0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Deleting port 6090a620-cf79-482c-b200-f9a1230d32ab {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:54:41.203459 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4fde1ffd-c4bd-4c8e-8438-8426703138d0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:41.310043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7beef3-5d1d-40de-b86c-4317500257d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:54:41.319154 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2f7beef3-5d1d-40de-b86c-4317500257d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/2d498f00-1aa6-437c-901f-c7974c174d1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8472300 Dec 22 09:54:41.323683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34564) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:41.352941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769f7ed-d711-4654-9739-e39eab75e41a None None] Sync routers for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:54:41.373370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a19dfc67-8bbf-4d78-ade3-c5f71cb9bebe tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:41.381941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5769f7ed-d711-4654-9739-e39eab75e41a None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:54:41.382630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5769f7ed-d711-4654-9739-e39eab75e41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:54:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:41.390526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a19dfc67-8bbf-4d78-ade3-c5f71cb9bebe tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:subnet and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:41.396368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a19dfc67-8bbf-4d78-ade3-c5f71cb9bebe tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:41.406800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a19dfc67-8bbf-4d78-ade3-c5f71cb9bebe tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:41.469932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19dfc67-8bbf-4d78-ade3-c5f71cb9bebe tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Made reservation on behalf of 2131d0db1c414ca48292c7e4e9b1f3a7 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:41.524709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d32115-5ae1-4152-97df-5b146c10bfd2 None None] Network b25c1a73-59d5-436a-967a-5acf2cb9aaed requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:54:41.529544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network b25c1a73-59d5-436a-967a-5acf2cb9aaed has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:54:41.548118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 095e2ce7-2572-45be-ab0c-6e66857d0592 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:54:41.589678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-77a5818d-14e6-4597-9c10-cb741e549459 None None] Provisioning complete for port 095e2ce7-2572-45be-ab0c-6e66857d0592 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:41.590176 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-77a5818d-14e6-4597-9c10-cb741e549459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:54:41.614517 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:54:41.623271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-5769f7ed-d711-4654-9739-e39eab75e41a None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:54:41.693971 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a19dfc67-8bbf-4d78-ade3-c5f71cb9bebe tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:41.828096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb4b03f-2a5a-4b94-b743-555dd4b5244f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting subnet 4fec2fc3-a417-4228-8d82-730e7be5990b {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:54:41.835091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5769f7ed-d711-4654-9739-e39eab75e41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:54:39Z', 'revision_number': 11, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:41.837666 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cb4b03f-2a5a-4b94-b743-555dd4b5244f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:41.921320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769f7ed-d711-4654-9739-e39eab75e41a None None] Checking router: 2d498f00-1aa6-437c-901f-c7974c174d1e for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:54:41.930930 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cb4b03f-2a5a-4b94-b743-555dd4b5244f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:41.961120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-6fbc6531-94bf-4c64-ad56-e80f810cf569', 'network_id': '6fbc6531-94bf-4c64-ad56-e80f810cf569', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'fixed_ips': [{'subnet_id': '73674844-4892-4388-9501-87cfc1965071'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:54:41.966353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:42.034014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5769f7ed-d711-4654-9739-e39eab75e41a None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:54:42.034973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5769f7ed-d711-4654-9739-e39eab75e41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:54:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:42.087780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 09:54:42.087780 n-d-765315-5 neutron-server[80960]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 09:54:42.087780 n-d-765315-5 neutron-server[80960]: [parameters: {'id': 'b25c1a73-59d5-436a-967a-5acf2cb9aaed'}] Dec 22 09:54:42.087780 n-d-765315-5 neutron-server[80960]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:54:42.088249 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:54:42.101481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2ed04-5983-4bfb-896e-4a8e6df684e2 req-2581031d-836b-4d50-850b-3bfb342800c7 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:42.104463 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54e2ed04-5983-4bfb-896e-4a8e6df684e2 req-2581031d-836b-4d50-850b-3bfb342800c7 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.9477830 Dec 22 09:54:42.116096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cb4b03f-2a5a-4b94-b743-555dd4b5244f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:42.255969 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54e2ed04-5983-4bfb-896e-4a8e6df684e2 req-e917d196-48e3-4efb-8cfd-6b5042360fcc tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299655 Dec 22 09:54:42.276298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f8d7c-43e7-437c-8980-949188991698 req-a731fecd-d068-46c8-af4c-ab34da4cc201 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:42.287057 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-038f8d7c-43e7-437c-8980-949188991698 req-a731fecd-d068-46c8-af4c-ab34da4cc201 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.7441037 Dec 22 09:54:42.307974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-5769f7ed-d711-4654-9739-e39eab75e41a None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:54:42.377145 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-038f8d7c-43e7-437c-8980-949188991698 req-82ca271d-d2c4-4719-8fef-15efd694a77f tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885162 Dec 22 09:54:42.429484 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4fde1ffd-c4bd-4c8e-8438-8426703138d0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:42.640813 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cb4b03f-2a5a-4b94-b743-555dd4b5244f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:42.641427 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:42.658431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5769f7ed-d711-4654-9739-e39eab75e41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:54:39Z', 'revision_number': 11, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:42.659346 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89d2ba6b-9b98-4b9e-8200-f492f689194d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:42.672389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 095e2ce7-2572-45be-ab0c-6e66857d0592 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:42.672726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:42.708684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769f7ed-d711-4654-9739-e39eab75e41a None None] The sync data for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 is: [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:54:39Z', 'revision_number': 11, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:54:42.721815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4b03f-2a5a-4b94-b743-555dd4b5244f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Subnet': ['ID=4fec2fc3-a417-4228-8d82-730e7be5990b,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:42.729586 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7cb4b03f-2a5a-4b94-b743-555dd4b5244f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:42.753673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4fde1ffd-c4bd-4c8e-8438-8426703138d0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Calling delete_port for 6090a620-cf79-482c-b200-f9a1230d32ab owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:54:42.877357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a19dfc67-8bbf-4d78-ade3-c5f71cb9bebe tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:42.894507 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ee0793a4-ba44-448b-9863-c6837dfeb746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:42.910452 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0c70488-0bf3-4a16-9837-6e5606b8499b req-0bb13103-76bb-4c69-823a-c2d9ada94444 tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.1189258 Dec 22 09:54:42.935307 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cb4b03f-2a5a-4b94-b743-555dd4b5244f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:42.967243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Deleting port f7102495-7ae3-47aa-97f8-47bac801ee05 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:54:42.967733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:43.002583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499d7827-fab9-4fc4-a5e0-c3a6eb8e7664 None None] Network 8cf93f4c-b4e4-4f56-a741-d6238f2714f8 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:54:43.041387 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7cb4b03f-2a5a-4b94-b743-555dd4b5244f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/subnets/4fec2fc3-a417-4228-8d82-730e7be5990b HTTP/1.1" status: 204 len: 168 time: 1.7140903 Dec 22 09:54:43.046487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34574) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:43.089241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-77a5818d-14e6-4597-9c10-cb741e549459 None None] Provisioning complete for port f598c2b6-7849-4d4e-b3b9-c0473f0c53ec triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:43.089669 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-77a5818d-14e6-4597-9c10-cb741e549459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:43.094129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19dfc67-8bbf-4d78-ade3-c5f71cb9bebe tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Subnet': ['ID=830bba2d-234b-4ea2-aa42-aedd5d23dab7,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:43.110929 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a19dfc67-8bbf-4d78-ade3-c5f71cb9bebe tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:43.127877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812aa97-caf5-47ba-9e2a-aa8522335c80 req-a23b1df9-1f88-4937-a980-55a45b04490d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:43.136395 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4812aa97-caf5-47ba-9e2a-aa8522335c80 req-a23b1df9-1f88-4937-a980-55a45b04490d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.3460655 Dec 22 09:54:43.225402 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:43.318131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Deleting port 4d65239c-7694-4af6-b306-b824c9e0c343 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:54:43.318766 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:43.363408 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4812aa97-caf5-47ba-9e2a-aa8522335c80 req-46376353-6332-452d-9941-b45088206df2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260625 Dec 22 09:54:43.394345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] For port f7102495-7ae3-47aa-97f8-47bac801ee05, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=f7102495-7ae3-47aa-97f8-47bac801ee05,segment=NetworkSegment(a7301e00-0815-472b-9a48-af2a0cdaef76),segment_id=a7301e00-0815-472b-9a48-af2a0cdaef76)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:54:43.394760 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:43.419618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:54:43.440700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19dfc67-8bbf-4d78-ade3-c5f71cb9bebe tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Checking segment: {'id': 'bcf10535-a924-4478-88ae-4d50e27e5287', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '46271db2-9646-4a00-9f45-54212cefb86a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:54:43.440941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19dfc67-8bbf-4d78-ade3-c5f71cb9bebe tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network hostable DHCP agents. Network: 46271db2-9646-4a00-9f45-54212cefb86a, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:54:43.492609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:54:43.493298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device b23d940a-26a5-42fe-92b9-4c85bbe8a4a0 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:54:43.508802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19dfc67-8bbf-4d78-ade3-c5f71cb9bebe tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 46271db2-9646-4a00-9f45-54212cefb86a is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:54:43.513423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Allocated IP 172.20.0.2 (6fbc6531-94bf-4c64-ad56-e80f810cf569/73674844-4892-4388-9501-87cfc1965071/8cc41097-983b-4c48-a45d-97781d6c7dae) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:54:43.551575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-77a5818d-14e6-4597-9c10-cb741e549459 None None] Port f598c2b6-7849-4d4e-b3b9-c0473f0c53ec cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:54:43.559981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-77a5818d-14e6-4597-9c10-cb741e549459 None None] Could not find standard attr ID for object 6090a620-cf79-482c-b200-f9a1230d32ab. {{(pid=81073) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 09:54:43.582669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Calling delete_port for f7102495-7ae3-47aa-97f8-47bac801ee05 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:54:43.592697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-a19dfc67-8bbf-4d78-ade3-c5f71cb9bebe tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 46271db2-9646-4a00-9f45-54212cefb86a) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:43.618918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fe3404-70a6-4aed-8d9a-5cbb47b63b62 None None] Network 46271db2-9646-4a00-9f45-54212cefb86a requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:54:43.650129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19dfc67-8bbf-4d78-ade3-c5f71cb9bebe tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:43.651141 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a19dfc67-8bbf-4d78-ade3-c5f71cb9bebe tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:43.656968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] For port 4d65239c-7694-4af6-b306-b824c9e0c343, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=4d65239c-7694-4af6-b306-b824c9e0c343,segment=NetworkSegment(fcea6f6c-2efe-4e65-8e0e-c869c478209c),segment_id=fcea6f6c-2efe-4e65-8e0e-c869c478209c)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:54:43.657638 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:43.713186 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4fde1ffd-c4bd-4c8e-8438-8426703138d0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:43.771195 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ba0cd5fa-2e74-447a-b618-ca6813014bb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:43.835338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:43.880620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde1ffd-c4bd-4c8e-8438-8426703138d0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Pushing event deleted for resources: {'Port': ['ID=6090a620-cf79-482c-b200-f9a1230d32ab,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:43.884587 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4fde1ffd-c4bd-4c8e-8438-8426703138d0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:43.894865 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8c627325-f048-4f1a-98db-17116603f073 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:44.026075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d61477-4f9e-4a46-8bc4-58ce56965c2b None None] DHCP port deletion for 8cf93f4c-b4e4-4f56-a741-d6238f2714f8 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:54:44.038768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event deleted for resources: {'Port': ['ID=f7102495-7ae3-47aa-97f8-47bac801ee05,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:44.054907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b3d61477-4f9e-4a46-8bc4-58ce56965c2b None None] Deleting port 4d65239c-7694-4af6-b306-b824c9e0c343 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:54:44.055378 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3d61477-4f9e-4a46-8bc4-58ce56965c2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:44.106183 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a19dfc67-8bbf-4d78-ade3-c5f71cb9bebe tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1195757 Dec 22 09:54:44.109939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Calling delete_port for 4d65239c-7694-4af6-b306-b824c9e0c343 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:54:44.118913 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:44.119426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34588) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:44.121120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-46271db2-9646-4a00-9f45-54212cefb86a', 'network_id': '46271db2-9646-4a00-9f45-54212cefb86a', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'fixed_ips': [{'subnet_id': '830bba2d-234b-4ea2-aa42-aedd5d23dab7'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:54:44.122042 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:44.145125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a4ee9266-afef-4b16-aab1-7d46df978332 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'router': {'name': 'tempest-RoutersTest-router-572496549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:44.167482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a4ee9266-afef-4b16-aab1-7d46df978332 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:44.186388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a4ee9266-afef-4b16-aab1-7d46df978332 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:router and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:44.199707 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:44.231520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a4ee9266-afef-4b16-aab1-7d46df978332 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for router was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:44.250926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b3d61477-4f9e-4a46-8bc4-58ce56965c2b None None] The port '4d65239c-7694-4af6-b306-b824c9e0c343' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:54:44.252533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] No DVR routers for this DVR port f7102495-7ae3-47aa-97f8-47bac801ee05 on host n-d-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:54:44.254384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a4ee9266-afef-4b16-aab1-7d46df978332 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:44.275361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:44.298418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Transition to ACTIVE for port object 8cc41097-983b-4c48-a45d-97781d6c7dae will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:44.316483 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ff90f70e-b5a7-4fbc-bb43-2e140c45bd41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:44.324168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9c84d-7791-411f-a95c-5e89e63174d2 req-c6622d80-4509-4fc2-9084-a61c033c197f tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:44.325921 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ddc9c84d-7791-411f-a95c-5e89e63174d2 req-c6622d80-4509-4fc2-9084-a61c033c197f tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.6558919 Dec 22 09:54:44.360870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00160f92-355c-4546-a4ce-387c2998c15e req-3d037ab8-6eea-4f15-9f2f-6c11817ab48e tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:44.362116 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00160f92-355c-4546-a4ce-387c2998c15e req-3d037ab8-6eea-4f15-9f2f-6c11817ab48e tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.6942508 Dec 22 09:54:44.375182 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a4ee9266-afef-4b16-aab1-7d46df978332 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:44.376325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a4ee9266-afef-4b16-aab1-7d46df978332 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:44.376630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Port': ['ID=4d65239c-7694-4af6-b306-b824c9e0c343,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:44.381023 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:44.382008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] No DVR routers for this DVR port 4d65239c-7694-4af6-b306-b824c9e0c343 on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:54:44.390879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Transition to ACTIVE for port object 8cc41097-983b-4c48-a45d-97781d6c7dae will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:44.401403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:44.423602 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c84f73a-6c07-4ea1-87ec-59b7e9721ac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:44.555149 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:44.566553 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4fde1ffd-c4bd-4c8e-8438-8426703138d0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:44.635662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Pushing event updated for resources: {'Port': ['ID=8cc41097-983b-4c48-a45d-97781d6c7dae,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:44.650224 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:44.665753 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ddc9c84d-7791-411f-a95c-5e89e63174d2 req-8939f94f-59aa-4e4a-955b-8ddb2bd3c377 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141022 Dec 22 09:54:44.687654 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:44.731524 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00160f92-355c-4546-a4ce-387c2998c15e req-ea65aa89-3d2d-447b-ad1f-e4aa55ff6091 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498600 Dec 22 09:54:44.733188 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a4ee9266-afef-4b16-aab1-7d46df978332 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:44.775929 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4fde1ffd-c4bd-4c8e-8438-8426703138d0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "DELETE /v2.0/ports/6090a620-cf79-482c-b200-f9a1230d32ab HTTP/1.1" status: 204 len: 168 time: 3.7055421 Dec 22 09:54:44.778053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Network 6fbc6531-94bf-4c64-ad56-e80f810cf569 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:54:44.781207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:44.782538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34594) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:44.787575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:54:44.798637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Allocated IP 172.21.0.2 (46271db2-9646-4a00-9f45-54212cefb86a/830bba2d-234b-4ea2-aa42-aedd5d23dab7/609768ea-d497-46b6-95ea-c4f7899e4af8) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:54:44.819083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf93f4c-b4e4-4f56-a741-d6238f2714f8']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:44.861914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcea6f6c-2efe-4e65-8e0e-c869c478209c') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:44.864822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcea6f6c-2efe-4e65-8e0e-c869c478209c') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:44.884527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Attempting to bind port 8cc41097-983b-4c48-a45d-97781d6c7dae on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:54:44.885283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Attempting to bind port 8cc41097-983b-4c48-a45d-97781d6c7dae by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '3cd0aaf2-0c12-470d-b418-79065e664548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '6fbc6531-94bf-4c64-ad56-e80f810cf569'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:54:44.885456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Attempting to bind port 8cc41097-983b-4c48-a45d-97781d6c7dae on network 6fbc6531-94bf-4c64-ad56-e80f810cf569 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:54:44.904886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:54:44.905339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Checking segment: {'id': '3cd0aaf2-0c12-470d-b418-79065e664548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '6fbc6531-94bf-4c64-ad56-e80f810cf569'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:54:44.905774 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:44.906112 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:44.906253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Bound using segment: {'id': '3cd0aaf2-0c12-470d-b418-79065e664548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '6fbc6531-94bf-4c64-ad56-e80f810cf569'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:54:44.906754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Bound port: 8cc41097-983b-4c48-a45d-97781d6c7dae, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd0aaf2-0c12-470d-b418-79065e664548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '6fbc6531-94bf-4c64-ad56-e80f810cf569'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:54:44.907177 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:44.925603 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:44.928679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Releasing vxlan tunnel 12 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:54:45.007719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25c1a73-59d5-436a-967a-5acf2cb9aaed']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:45.033427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7301e00-0815-472b-9a48-af2a0cdaef76') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:45.034253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7301e00-0815-472b-9a48-af2a0cdaef76') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:45.058697 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:45.089010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:45.092911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Releasing vxlan tunnel 11 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:54:45.163564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 8cf93f4c-b4e4-4f56-a741-d6238f2714f8 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:54:45.178838 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:45.213630 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:45.226903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Transition to ACTIVE for port object 609768ea-d497-46b6-95ea-c4f7899e4af8 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:45.231376 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bbf330-812b-4cb1-bde5-2f49e2c2fb81 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] GET failed (client error): The resource could not be found. Dec 22 09:54:45.231976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-44bbf330-812b-4cb1-bde5-2f49e2c2fb81 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Synchronizing usage tracker for tenant:9dd55b4c63d1408e8d850a830560f701 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:54:45.247014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Transition to ACTIVE for port object 609768ea-d497-46b6-95ea-c4f7899e4af8 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:45.249092 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a4ee9266-afef-4b16-aab1-7d46df978332 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:45.263661 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:45.288896 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-50b01a64-e882-4cad-b3e4-72c704e97f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:45.347775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 4d65239c-7694-4af6-b306-b824c9e0c343 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:54:45.434423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7d996462-4f2a-4246-8cc7-8ff58e5be578 req-6308491e-6e7a-477b-86d2-74a474f97912 tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.3186233 Dec 22 09:54:45.439535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 4d65239c-7694-4af6-b306-b824c9e0c343 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:54:45.440066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 4d65239c-7694-4af6-b306-b824c9e0c343 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:54:45.442232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-44bbf330-812b-4cb1-bde5-2f49e2c2fb81 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Unset dirty status for tenant:9dd55b4c63d1408e8d850a830560f701 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:54:45.457419 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-44bbf330-812b-4cb1-bde5-2f49e2c2fb81 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "GET /v2.0/ports/6090a620-cf79-482c-b200-f9a1230d32ab HTTP/1.1" status: 404 len: 333 time: 0.6710217 Dec 22 09:54:45.470618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34600) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:45.490233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6d8d6f54-953d-4fb4-a092-f32d4b377fcd tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Request body: {'port': {'network_id': 'e67ce8e1-8a8e-433c-be2d-7393d4e5aa57', 'name': 'tempest-AllowedAddressPairTestJSON-1250746939'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:45.500321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Network 8cf93f4c-b4e4-4f56-a741-d6238f2714f8 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:54:45.523159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Pushing event updated for resources: {'Port': ['ID=609768ea-d497-46b6-95ea-c4f7899e4af8,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:45.546714 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:45.547987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] For port 8cc41097-983b-4c48-a45d-97781d6c7dae, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:54:45.553215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a4ee9266-afef-4b16-aab1-7d46df978332 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:45.555036 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a4ee9266-afef-4b16-aab1-7d46df978332 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4305198 Dec 22 09:54:45.566420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] For port 8cc41097-983b-4c48-a45d-97781d6c7dae, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8cc41097-983b-4c48-a45d-97781d6c7dae,segment=NetworkSegment(3cd0aaf2-0c12-470d-b418-79065e664548),segment_id=3cd0aaf2-0c12-470d-b418-79065e664548)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:54:45.576063 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:54:45.578363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:45.578448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34604) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:45.594090 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-36c49b3c-3066-4dbb-bdda-a705e1b50736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:45.715202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network b25c1a73-59d5-436a-967a-5acf2cb9aaed has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:54:45.732959 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:45.757220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Network 46271db2-9646-4a00-9f45-54212cefb86a is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:54:45.759831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Pushing event updated for resources: {'Port': ['ID=8cc41097-983b-4c48-a45d-97781d6c7dae,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:45.763971 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:45.768650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:45.772443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:54:45.803660 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:45.815355 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fedd5bfd-0b70-412e-a8a6-f23b3c9fe566 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:45.846320 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:45.956674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Pushing event deleted for resources: {'Network': ['ID=8cf93f4c-b4e4-4f56-a741-d6238f2714f8,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:45.962587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Attempting to bind port 609768ea-d497-46b6-95ea-c4f7899e4af8 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:54:45.963689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Attempting to bind port 609768ea-d497-46b6-95ea-c4f7899e4af8 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'bcf10535-a924-4478-88ae-4d50e27e5287', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '46271db2-9646-4a00-9f45-54212cefb86a'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:54:45.964608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Attempting to bind port 609768ea-d497-46b6-95ea-c4f7899e4af8 on network 46271db2-9646-4a00-9f45-54212cefb86a {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:54:45.972693 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:45.982552 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/networks/8cf93f4c-b4e4-4f56-a741-d6238f2714f8 HTTP/1.1" status: 204 len: 168 time: 2.9327428 Dec 22 09:54:45.983466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34610) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:45.986438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:54:45.987057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Checking segment: {'id': 'bcf10535-a924-4478-88ae-4d50e27e5287', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '46271db2-9646-4a00-9f45-54212cefb86a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:54:45.987927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:45.988863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Bound using segment: {'id': 'bcf10535-a924-4478-88ae-4d50e27e5287', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '46271db2-9646-4a00-9f45-54212cefb86a'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:54:45.990244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Bound port: 609768ea-d497-46b6-95ea-c4f7899e4af8, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf10535-a924-4478-88ae-4d50e27e5287', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '46271db2-9646-4a00-9f45-54212cefb86a'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:54:45.991151 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:46.060756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-47f59c1c-3ca8-4b0d-b713-ef2430830c33 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'router': {'routes': None}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:46.374672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] For port 609768ea-d497-46b6-95ea-c4f7899e4af8, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:54:46.569358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network b25c1a73-59d5-436a-967a-5acf2cb9aaed has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:54:46.601440 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:54:46.637930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6d8d6f54-953d-4fb4-a092-f32d4b377fcd tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:46.733134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883de041-a443-4686-9937-b15e882cdfac req-258c4c83-fda2-48d7-832a-d584d94b35ce tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:46.737167 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-883de041-a443-4686-9937-b15e882cdfac req-258c4c83-fda2-48d7-832a-d584d94b35ce tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.1005337 Dec 22 09:54:46.738869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6d8d6f54-953d-4fb4-a092-f32d4b377fcd tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:46.747781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] For port 609768ea-d497-46b6-95ea-c4f7899e4af8, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=609768ea-d497-46b6-95ea-c4f7899e4af8,segment=NetworkSegment(bcf10535-a924-4478-88ae-4d50e27e5287),segment_id=bcf10535-a924-4478-88ae-4d50e27e5287)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:54:46.752251 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:46.777399 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:46.787322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1c715-9be9-4682-a991-bd0060511141 req-0af68717-a5c3-42d9-85d2-fde0422e0c90 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:46.787514 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:46.795630 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19f1c715-9be9-4682-a991-bd0060511141 req-0af68717-a5c3-42d9-85d2-fde0422e0c90 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.5848939 Dec 22 09:54:46.802991 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:46.811461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.extraroute_db [None req-47f59c1c-3ca8-4b0d-b713-ef2430830c33 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Added routes are [] {{(pid=81072) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 09:54:46.812014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.extraroute_db [None req-47f59c1c-3ca8-4b0d-b713-ef2430830c33 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Removed routes are [] {{(pid=81072) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 09:54:46.812523 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-47f59c1c-3ca8-4b0d-b713-ef2430830c33 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:46.828096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:46.870896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8d6f54-953d-4fb4-a092-f32d4b377fcd tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Made reservation on behalf of 9dd55b4c63d1408e8d850a830560f701 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:46.873225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Pushing event updated for resources: {'Port': ['ID=609768ea-d497-46b6-95ea-c4f7899e4af8,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:46.880116 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:46.883312 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d8d6f54-953d-4fb4-a092-f32d4b377fcd tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:46.929223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event deleted for resources: {'Network': ['ID=b25c1a73-59d5-436a-967a-5acf2cb9aaed,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:46.932321 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:46.955015 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/networks/b25c1a73-59d5-436a-967a-5acf2cb9aaed HTTP/1.1" status: 204 len: 168 time: 10.7836998 Dec 22 09:54:46.966512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34618) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:46.970786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:46.973831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8a572b50-5c77-42b9-ac01-5f2452587c6c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1143516006'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:46.988587 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19f1c715-9be9-4682-a991-bd0060511141 req-bb9dd4bb-6b27-4d46-8ec1-c2d5d4fc6a0c tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917236 Dec 22 09:54:46.991493 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-883de041-a443-4686-9937-b15e882cdfac req-37256daf-8440-48d4-8531-569e41ffa988 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471690 Dec 22 09:54:47.033690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8a572b50-5c77-42b9-ac01-5f2452587c6c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:47.043894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8a572b50-5c77-42b9-ac01-5f2452587c6c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Usage tracker for resource:network and tenant:6125102cfad34c5998c23aeb1d5424ae is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:47.057098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8a572b50-5c77-42b9-ac01-5f2452587c6c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Quota usage for network was recalculated. Used quota:3. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:47.093800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8a572b50-5c77-42b9-ac01-5f2452587c6c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:47.286102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-6d8d6f54-953d-4fb4-a092-f32d4b377fcd tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] device_id is not set on port 6f861d22-c38b-467d-8bd4-9952002fbe8c yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:54:47.367139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8cc41097-983b-4c48-a45d-97781d6c7dae up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:54:47.375252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a572b50-5c77-42b9-ac01-5f2452587c6c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Made reservation on behalf of 6125102cfad34c5998c23aeb1d5424ae for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:47.381986 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a572b50-5c77-42b9-ac01-5f2452587c6c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:47.475903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 8cc41097-983b-4c48-a45d-97781d6c7dae completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:54:47.501433 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9d0d94f2-f484-452a-8350-0e29242ef7e3 req-8801642c-c6ac-434a-a517-5ee33f7e6afe tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.1297936 Dec 22 09:54:47.545360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a572b50-5c77-42b9-ac01-5f2452587c6c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:54:47.571675 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a572b50-5c77-42b9-ac01-5f2452587c6c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:47.572102 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-8a572b50-5c77-42b9-ac01-5f2452587c6c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Added segment 203f9ab7-60e9-4fe3-b7b3-5c2fea192eb3 of type vxlan for network cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6 Dec 22 09:54:47.675820 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a572b50-5c77-42b9-ac01-5f2452587c6c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:47.714099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a11238-2af7-4863-a437-f6a5b5c47539 req-e935bd23-2f5d-4b1d-8eab-b51ac44857a4 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:47.715742 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7a11238-2af7-4863-a437-f6a5b5c47539 req-e935bd23-2f5d-4b1d-8eab-b51ac44857a4 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.2524297 Dec 22 09:54:47.717074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-6d8d6f54-953d-4fb4-a092-f32d4b377fcd tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Allocated IP 172.20.0.5 (e67ce8e1-8a8e-433c-be2d-7393d4e5aa57/f1d37f20-0b7b-435a-a0be-d9bf1f3a67b3/6f861d22-c38b-467d-8bd4-9952002fbe8c) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:54:47.768634 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a572b50-5c77-42b9-ac01-5f2452587c6c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:47.773248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a572b50-5c77-42b9-ac01-5f2452587c6c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:47.774862 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a572b50-5c77-42b9-ac01-5f2452587c6c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:47.784013 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3b0be46e-837a-4746-aaaa-d9c12236b705 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:47.826343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-47f59c1c-3ca8-4b0d-b713-ef2430830c33 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:47.851779 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-47f59c1c-3ca8-4b0d-b713-ef2430830c33 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846921732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7854069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846964228'] for router, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:48.007703 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8a572b50-5c77-42b9-ac01-5f2452587c6c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0398700 Dec 22 09:54:48.010480 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d7a11238-2af7-4863-a437-f6a5b5c47539 req-47175a78-3008-48b2-946f-4ed1f3b9faf8 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762644 Dec 22 09:54:48.011244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a572b50-5c77-42b9-ac01-5f2452587c6c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event updated for resources: {'Network': ['ID=cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:48.013476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34626) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:48.019146 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8a572b50-5c77-42b9-ac01-5f2452587c6c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:48.027468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-72202b8c-b24e-4211-871a-d97705e34b98 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Request body: {'subnet': {'network_id': 'cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:48.039000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:48.087381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:48.098204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f59c1c-3ca8-4b0d-b713-ef2430830c33 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router 2d498f00-1aa6-437c-901f-c7974c174d1e has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:54:48.103260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:54:48.283503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fa3af4-7241-470c-bcfb-d263e800a51c None None] Network 6fbc6531-94bf-4c64-ad56-e80f810cf569 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:54:48.361417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f59c1c-3ca8-4b0d-b713-ef2430830c33 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:54:48.374925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56471db7-cb2c-4b74-8df2-f2370a384e49 None None] Sync routers for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:54:48.389721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56471db7-cb2c-4b74-8df2-f2370a384e49 None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:54:48.390646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-56471db7-cb2c-4b74-8df2-f2370a384e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:54:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:48.433158 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-47f59c1c-3ca8-4b0d-b713-ef2430830c33 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:48.438590 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-47f59c1c-3ca8-4b0d-b713-ef2430830c33 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/2d498f00-1aa6-437c-901f-c7974c174d1e HTTP/1.1" status: 200 len: 704 time: 2.3834267 Dec 22 09:54:48.449912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34636) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:48.512024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7fb897b5-5d9e-49cd-b460-958806a7cdc1 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Synchronizing usage tracker for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:54:48.539811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7fb897b5-5d9e-49cd-b460-958806a7cdc1 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Unset dirty status for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:54:48.545649 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7fb897b5-5d9e-49cd-b460-958806a7cdc1 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/ports?device_id=2d498f00-1aa6-437c-901f-c7974c174d1e HTTP/1.1" status: 200 len: 205 time: 0.0940690 Dec 22 09:54:48.546560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34640) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:48.563494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-56471db7-cb2c-4b74-8df2-f2370a384e49 None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:54:48.651087 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d8d6f54-953d-4fb4-a092-f32d4b377fcd tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:48.688511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-91d20147-aef8-4245-9a0d-1593327db904 None None] Provisioning for port 8cc41097-983b-4c48-a45d-97781d6c7dae completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:54:48.688809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-72202b8c-b24e-4211-871a-d97705e34b98 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:48.699060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-91d20147-aef8-4245-9a0d-1593327db904 None None] Provisioning complete for port 8cc41097-983b-4c48-a45d-97781d6c7dae triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:48.699488 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-91d20147-aef8-4245-9a0d-1593327db904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:48.715328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-56471db7-cb2c-4b74-8df2-f2370a384e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:54:39Z', 'revision_number': 11, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:48.720057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56471db7-cb2c-4b74-8df2-f2370a384e49 None None] Checking router: 2d498f00-1aa6-437c-901f-c7974c174d1e for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:54:48.720859 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51a2fb55-16ae-417c-8fad-09e485573a87 req-d00d5b0d-070f-49b3-a556-3961544288fb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.1082673 Dec 22 09:54:48.736497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56471db7-cb2c-4b74-8df2-f2370a384e49 None None] Routers {'2d498f00-1aa6-437c-901f-c7974c174d1e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:54:48.737927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-56471db7-cb2c-4b74-8df2-f2370a384e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:54:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['2d498f00-1aa6-437c-901f-c7974c174d1e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:48.750287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6d8d6f54-953d-4fb4-a092-f32d4b377fcd tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Transition to ACTIVE for port object 6f861d22-c38b-467d-8bd4-9952002fbe8c will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:48.755314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-72202b8c-b24e-4211-871a-d97705e34b98 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:48.792491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f3a32-5afc-4462-82ed-03259195312f req-e53ccb39-8b17-430d-b3ff-c10a4e04b388 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:48.795007 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c5f3a32-5afc-4462-82ed-03259195312f req-e53ccb39-8b17-430d-b3ff-c10a4e04b388 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.4455597 Dec 22 09:54:48.804793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c85eb3c5-5f60-4324-a07f-c9fdafd8ace4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:48.836837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72202b8c-b24e-4211-871a-d97705e34b98 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Made reservation on behalf of 6125102cfad34c5998c23aeb1d5424ae for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:48.855320 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-91d20147-aef8-4245-9a0d-1593327db904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:48.903035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-91d20147-aef8-4245-9a0d-1593327db904 None None] For port 8cc41097-983b-4c48-a45d-97781d6c7dae, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8cc41097-983b-4c48-a45d-97781d6c7dae,segment=NetworkSegment(3cd0aaf2-0c12-470d-b418-79065e664548),segment_id=3cd0aaf2-0c12-470d-b418-79065e664548)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:54:48.907353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-91d20147-aef8-4245-9a0d-1593327db904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:48.910748 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d35303b3-bdc1-4f5f-86cf-d4a04b6a1d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:49.048171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0afc4d-7052-438b-9e44-0cf7edeeca87 req-683edefe-7e55-4f6f-97f7-4bbb188bc189 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:49.050716 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0afc4d-7052-438b-9e44-0cf7edeeca87 req-683edefe-7e55-4f6f-97f7-4bbb188bc189 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.7832899 Dec 22 09:54:49.062237 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72202b8c-b24e-4211-871a-d97705e34b98 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:49.193661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d20147-aef8-4245-9a0d-1593327db904 None None] Pushing event updated for resources: {'Port': ['ID=8cc41097-983b-4c48-a45d-97781d6c7dae,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:49.213023 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-91d20147-aef8-4245-9a0d-1593327db904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:49.213742 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c5f3a32-5afc-4462-82ed-03259195312f req-21567d43-3076-4113-b5ac-76078e01f082 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971705 Dec 22 09:54:49.228344 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d8d6f54-953d-4fb4-a092-f32d4b377fcd tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:49.300768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-56471db7-cb2c-4b74-8df2-f2370a384e49 None None] Set router 2d498f00-1aa6-437c-901f-c7974c174d1e gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:54:49.363350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Allocated IP 172.20.0.1 (6fbc6531-94bf-4c64-ad56-e80f810cf569/73674844-4892-4388-9501-87cfc1965071/01c37104-3b09-44de-99ab-6618553b5729) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:54:49.381789 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c85eb3c5-5f60-4324-a07f-c9fdafd8ace4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:49.384098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 609768ea-d497-46b6-95ea-c4f7899e4af8 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:54:49.388041 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c85eb3c5-5f60-4324-a07f-c9fdafd8ace4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:49.471308 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:49.482197 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c85eb3c5-5f60-4324-a07f-c9fdafd8ace4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:49.482998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85eb3c5-5f60-4324-a07f-c9fdafd8ace4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Fanout notify agent at l3_agent the message router_deleted on router 2d498f00-1aa6-437c-901f-c7974c174d1e {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:54:49.513639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-56471db7-cb2c-4b74-8df2-f2370a384e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:54:39Z', 'revision_number': 11, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:49.519031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56471db7-cb2c-4b74-8df2-f2370a384e49 None None] The sync data for ids ['2d498f00-1aa6-437c-901f-c7974c174d1e'] in n-d-765315-5 is: [{'id': '2d498f00-1aa6-437c-901f-c7974c174d1e', 'name': 'tempest-RoutersIpV6Test-router-820249766', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:51:39Z', 'updated_at': '2020-12-22T09:54:39Z', 'revision_number': 11, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:54:49.546270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d7d8f3-66e8-4f17-ac2f-11b80818b9fa None None] Network 46271db2-9646-4a00-9f45-54212cefb86a requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:54:49.584969 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b0afc4d-7052-438b-9e44-0cf7edeeca87 req-965e5352-9685-43fe-960a-5c750ca9a371 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882059 Dec 22 09:54:49.639481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c85eb3c5-5f60-4324-a07f-c9fdafd8ace4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:49.646090 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c85eb3c5-5f60-4324-a07f-c9fdafd8ace4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/routers/2d498f00-1aa6-437c-901f-c7974c174d1e HTTP/1.1" status: 204 len: 168 time: 1.0847986 Dec 22 09:54:49.666454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34648) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:49.681045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-cff25326-3b1c-4041-ad31-5ac755a5e174 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1299462943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:49.709166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cff25326-3b1c-4041-ad31-5ac755a5e174 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:49.718710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cff25326-3b1c-4041-ad31-5ac755a5e174 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Usage tracker for resource:router and tenant:ddd4cc142d6346fb8b006ee06c9564e9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:49.728553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cff25326-3b1c-4041-ad31-5ac755a5e174 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:49.748126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cff25326-3b1c-4041-ad31-5ac755a5e174 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:49.841990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8d9dee3c-f32e-4ddc-8d6b-91083669af6b None None] Provisioning for port 609768ea-d497-46b6-95ea-c4f7899e4af8 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:54:49.843649 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:49.852632 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-289e748e-0ce5-4c30-bbc0-5ab6047d59cf req-5892f9fc-ce4d-4c8d-970a-78d4fe6a424c tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.1263752 Dec 22 09:54:49.853606 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cff25326-3b1c-4041-ad31-5ac755a5e174 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:49.857358 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cff25326-3b1c-4041-ad31-5ac755a5e174 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:49.878708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cff25326-3b1c-4041-ad31-5ac755a5e174 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:49.910950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Transition to ACTIVE for port object 01c37104-3b09-44de-99ab-6618553b5729 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:49.915909 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cff25326-3b1c-4041-ad31-5ac755a5e174 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:49.916567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 609768ea-d497-46b6-95ea-c4f7899e4af8 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:54:49.930788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 609768ea-d497-46b6-95ea-c4f7899e4af8 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:49.931220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:50.014992 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cff25326-3b1c-4041-ad31-5ac755a5e174 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:50.019361 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cff25326-3b1c-4041-ad31-5ac755a5e174 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3515232 Dec 22 09:54:50.020166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34654) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:50.037207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d6f54-953d-4fb4-a092-f32d4b377fcd tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Pushing event updated for resources: {'Port': ['ID=6f861d22-c38b-467d-8bd4-9952002fbe8c,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:50.041385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-35cffbd6-c3dd-4012-aeaa-7cb0065e8c17 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Request body: {'router': {'admin_state_up': True}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:50.048527 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6d8d6f54-953d-4fb4-a092-f32d4b377fcd tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:50.135494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8d6f54-953d-4fb4-a092-f32d4b377fcd tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:54:50.137966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6d8d6f54-953d-4fb4-a092-f32d4b377fcd tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:50.140459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8d6f54-953d-4fb4-a092-f32d4b377fcd tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:54:50.151126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8d9dee3c-f32e-4ddc-8d6b-91083669af6b None None] Provisioning complete for port 8cc41097-983b-4c48-a45d-97781d6c7dae triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:50.151749 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d9dee3c-f32e-4ddc-8d6b-91083669af6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:50.396574 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:50.420686 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5d35e4e5-fdb2-40a8-b732-b7a414dcd089 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:50.462028 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:50.625907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 609768ea-d497-46b6-95ea-c4f7899e4af8, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=609768ea-d497-46b6-95ea-c4f7899e4af8,segment=NetworkSegment(bcf10535-a924-4478-88ae-4d50e27e5287),segment_id=bcf10535-a924-4478-88ae-4d50e27e5287)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:54:50.633810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:50.640035 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-00b3da9e-cab0-4796-b272-2b46586c9cbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:50.726790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=609768ea-d497-46b6-95ea-c4f7899e4af8,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:50.731840 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:50.784449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d6f54-953d-4fb4-a092-f32d4b377fcd tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:50.785131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d8d6f54-953d-4fb4-a092-f32d4b377fcd tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:50.858912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-cfc19c92-9db6-42d9-a1f0-9b3c20c7820b None None] Provisioning for port 6f861d22-c38b-467d-8bd4-9952002fbe8c completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:54:50.866886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-cfc19c92-9db6-42d9-a1f0-9b3c20c7820b None None] Provisioning complete for port 6f861d22-c38b-467d-8bd4-9952002fbe8c triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:50.867312 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cfc19c92-9db6-42d9-a1f0-9b3c20c7820b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:50.942994 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6d8d6f54-953d-4fb4-a092-f32d4b377fcd tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4704373 Dec 22 09:54:50.946448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34662) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:50.952768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-cfc19c92-9db6-42d9-a1f0-9b3c20c7820b None None] Port 6f861d22-c38b-467d-8bd4-9952002fbe8c cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:54:50.959494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-1e914245-8d3b-481b-8009-0f6bcad2c6b0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:54:b3:ef'}]}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:50.970264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-cfc19c92-9db6-42d9-a1f0-9b3c20c7820b None None] Provisioning complete for port 8cc41097-983b-4c48-a45d-97781d6c7dae triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:50.970881 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cfc19c92-9db6-42d9-a1f0-9b3c20c7820b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:51.053538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device faa08cf5-924b-4474-b942-51da3e584e2e up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:54:51.061581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=01c37104-3b09-44de-99ab-6618553b5729,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:51.067296 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:51.266278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c3dcf-00cf-4064-98a8-da1738bd0892 req-6d3c312c-4d1e-4768-8761-23820e870bd7 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:51.276126 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b14c3dcf-00cf-4064-98a8-da1738bd0892 req-6d3c312c-4d1e-4768-8761-23820e870bd7 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.9896078 Dec 22 09:54:51.329228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-35cffbd6-c3dd-4012-aeaa-7cb0065e8c17 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:51.335279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53927745-08ec-4321-a3f7-9b843c7c3928 None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 09:54:51.360262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-35cffbd6-c3dd-4012-aeaa-7cb0065e8c17 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846921732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7854069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846964228'] for router, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:51.365332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5deb3-6709-4dfb-8f16-8ed1bcdfe0fc req-d6cc9c4a-3858-48ec-8449-55fe341c48ee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:51.369700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8cc41097-983b-4c48-a45d-97781d6c7dae up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:54:51.373371 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3db5deb3-6709-4dfb-8f16-8ed1bcdfe0fc req-d6cc9c4a-3858-48ec-8449-55fe341c48ee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.5131624 Dec 22 09:54:51.495676 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b14c3dcf-00cf-4064-98a8-da1738bd0892 req-042f0f35-ae77-4d84-8793-c78707bc370a tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182271 Dec 22 09:54:51.521036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 6fbc6531-94bf-4c64-ad56-e80f810cf569 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:54:51.526907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:51.529993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:54:51.552299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port faa08cf5-924b-4474-b942-51da3e584e2e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:51.552722 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:51.568807 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3db5deb3-6709-4dfb-8f16-8ed1bcdfe0fc req-fc01d385-e33c-4b9a-a860-19f2af03c772 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942000 Dec 22 09:54:51.593985 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:51.628548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-cfc19c92-9db6-42d9-a1f0-9b3c20c7820b None None] Provisioning complete for port 609768ea-d497-46b6-95ea-c4f7899e4af8 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:51.628973 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cfc19c92-9db6-42d9-a1f0-9b3c20c7820b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:51.680138 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e914245-8d3b-481b-8009-0f6bcad2c6b0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:51.703039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 8cc41097-983b-4c48-a45d-97781d6c7dae triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:51.703468 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:51.811997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cffbd6-c3dd-4012-aeaa-7cb0065e8c17 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Router 21a78b37-0c5b-425c-806e-9713c8928a47 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:54:51.814594 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ff0a5896-1a6d-4218-a2b9-9bfd3fa6f034 req-30ab5445-8dd4-4583-a337-f45136150bf1 tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.0811188 Dec 22 09:54:51.887575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 609768ea-d497-46b6-95ea-c4f7899e4af8 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:54:51.905740 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72202b8c-b24e-4211-871a-d97705e34b98 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:51.933814 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:51.973966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cffbd6-c3dd-4012-aeaa-7cb0065e8c17 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:54:51.981503 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-35cffbd6-c3dd-4012-aeaa-7cb0065e8c17 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:51.985098 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-35cffbd6-c3dd-4012-aeaa-7cb0065e8c17 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "PUT /v2.0/routers/21a78b37-0c5b-425c-806e-9713c8928a47 HTTP/1.1" status: 200 len: 698 time: 1.9521255 Dec 22 09:54:52.005601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34672) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:52.053156 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:52.074256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71480545-805e-49ec-adf4-d0ccf340be49 None None] Sync routers for ids ['21a78b37-0c5b-425c-806e-9713c8928a47'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:54:52.126525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71480545-805e-49ec-adf4-d0ccf340be49 None None] Routers {'21a78b37-0c5b-425c-806e-9713c8928a47'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:54:52.127241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-71480545-805e-49ec-adf4-d0ccf340be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:54:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['21a78b37-0c5b-425c-806e-9713c8928a47'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:52.454630 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3596b86d-9b10-49ce-a87a-d2138710233a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/routers/21a78b37-0c5b-425c-806e-9713c8928a47 HTTP/1.1" status: 200 len: 704 time: 0.4290051 Dec 22 09:54:52.456369 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-29ce39a0-e61c-4a7a-9396-1bf99e0a4801 req-ca297ab3-094f-42f3-aa06-e1283fa1e19c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9b439d28a67c46f38a3a7a8fa8040f4d&device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.1102960 Dec 22 09:54:52.459487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-71480545-805e-49ec-adf4-d0ccf340be49 None None] Set router 21a78b37-0c5b-425c-806e-9713c8928a47 gateway port host: None {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:54:52.460685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34678) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:52.463224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72202b8c-b24e-4211-871a-d97705e34b98 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event updated for resources: {'Subnet': ['ID=f01109c4-0f4a-456e-8ede-c7adde6796ed,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:52.508261 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-72202b8c-b24e-4211-871a-d97705e34b98 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:52.534273 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-23adc4eb-1b0c-46d8-9dca-2e7963f82a03 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/ports?device_id=21a78b37-0c5b-425c-806e-9713c8928a47 HTTP/1.1" status: 200 len: 205 time: 0.0689251 Dec 22 09:54:52.535716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34682) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:52.574374 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4cfc0db5-0a2f-49cf-925c-33a795025e79 req-845885a4-2a2c-4fc3-a100-966276bae307 tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.1278064 Dec 22 09:54:52.576110 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-29ce39a0-e61c-4a7a-9396-1bf99e0a4801 req-0c7472c8-9a5b-4b8a-9088-86f332f6400b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9b439d28a67c46f38a3a7a8fa8040f4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692713 Dec 22 09:54:52.578039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bd49fd85-7415-4f96-b8e7-5679a9a57524 None None] Provisioning complete for port 609768ea-d497-46b6-95ea-c4f7899e4af8 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:52.578657 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd49fd85-7415-4f96-b8e7-5679a9a57524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:52.641692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-71480545-805e-49ec-adf4-d0ccf340be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a78b37-0c5b-425c-806e-9713c8928a47', 'name': 'tempest-RoutersIpV6Test-router-1299462943', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:54:49Z', 'updated_at': '2020-12-22T09:54:51Z', 'revision_number': 2, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:52.657387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71480545-805e-49ec-adf4-d0ccf340be49 None None] Checking router: 21a78b37-0c5b-425c-806e-9713c8928a47 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:54:52.683877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 609768ea-d497-46b6-95ea-c4f7899e4af8 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:52.696521 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:52.734998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71480545-805e-49ec-adf4-d0ccf340be49 None None] Routers {'21a78b37-0c5b-425c-806e-9713c8928a47'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:54:52.736133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-71480545-805e-49ec-adf4-d0ccf340be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:54:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['21a78b37-0c5b-425c-806e-9713c8928a47'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:52.761533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce39a0-e61c-4a7a-9396-1bf99e0a4801 req-4babd16f-3b62-430f-b6a6-a9268bb047dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:52.763151 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-29ce39a0-e61c-4a7a-9396-1bf99e0a4801 req-4babd16f-3b62-430f-b6a6-a9268bb047dd service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1695724 Dec 22 09:54:52.781591 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2dac212c-7fad-434d-b34b-d3bd04d6c6d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:52.975795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-71480545-805e-49ec-adf4-d0ccf340be49 None None] Set router 21a78b37-0c5b-425c-806e-9713c8928a47 gateway port host: None {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:54:53.067866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72202b8c-b24e-4211-871a-d97705e34b98 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Checking segment: {'id': '203f9ab7-60e9-4fe3-b7b3-5c2fea192eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:54:53.068390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72202b8c-b24e-4211-871a-d97705e34b98 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network hostable DHCP agents. Network: cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:54:53.100642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9445269-48ab-492e-9dbe-fba50defbb2d req-829d5fc1-b1b3-4b9f-8d6d-b1041db05117 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:53.102413 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9445269-48ab-492e-9dbe-fba50defbb2d req-829d5fc1-b1b3-4b9f-8d6d-b1041db05117 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.3270841 Dec 22 09:54:53.121742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a402a-ec73-4a27-9c8d-f12d84eea999 req-3446e5cd-3c17-49c7-9a16-c8508a3296f6 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:53.123398 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-079a402a-ec73-4a27-9c8d-f12d84eea999 req-3446e5cd-3c17-49c7-9a16-c8508a3296f6 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.3043001 Dec 22 09:54:53.135532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-71480545-805e-49ec-adf4-d0ccf340be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a78b37-0c5b-425c-806e-9713c8928a47', 'name': 'tempest-RoutersIpV6Test-router-1299462943', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:54:49Z', 'updated_at': '2020-12-22T09:54:51Z', 'revision_number': 2, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:53.156201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71480545-805e-49ec-adf4-d0ccf340be49 None None] The sync data for ids ['21a78b37-0c5b-425c-806e-9713c8928a47'] in n-d-765315-5 is: [{'id': '21a78b37-0c5b-425c-806e-9713c8928a47', 'name': 'tempest-RoutersIpV6Test-router-1299462943', 'tenant_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:54:49Z', 'updated_at': '2020-12-22T09:54:51Z', 'revision_number': 2, 'project_id': 'ddd4cc142d6346fb8b006ee06c9564e9', 'gw_port_host': None}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:54:53.169383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e914245-8d3b-481b-8009-0f6bcad2c6b0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:53.188404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72202b8c-b24e-4211-871a-d97705e34b98 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:54:53.188404 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e914245-8d3b-481b-8009-0f6bcad2c6b0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:53.205812 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4f13638a-b217-42aa-92b5-052422a3c0f1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:53.239403 n-d-765315-5 neutron-server[80960]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-53927745-08ec-4321-a3f7-9b843c7c3928 None None] Agent 3c561f09-0799-4f08-a834-1f348747df6a already present Dec 22 09:54:53.239403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53927745-08ec-4321-a3f7-9b843c7c3928 None None] Network cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:54:53.239403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53927745-08ec-4321-a3f7-9b843c7c3928 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6) {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 09:54:53.309034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-72202b8c-b24e-4211-871a-d97705e34b98 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:53.344320 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9445269-48ab-492e-9dbe-fba50defbb2d req-c1bacd57-f7d1-482f-9c8d-a5c92d07dc42 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134800 Dec 22 09:54:53.366736 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-079a402a-ec73-4a27-9c8d-f12d84eea999 req-637396fc-2f22-461a-9a46-17880a89da6b tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164888 Dec 22 09:54:53.513907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2dac212c-7fad-434d-b34b-d3bd04d6c6d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:53.519333 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2dac212c-7fad-434d-b34b-d3bd04d6c6d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:53.529279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e914245-8d3b-481b-8009-0f6bcad2c6b0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Pushing event updated for resources: {'Port': ['ID=6f861d22-c38b-467d-8bd4-9952002fbe8c,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:53.551180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72202b8c-b24e-4211-871a-d97705e34b98 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:53.552300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72202b8c-b24e-4211-871a-d97705e34b98 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:53.575848 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1e914245-8d3b-481b-8009-0f6bcad2c6b0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:53.632326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:53.642602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2dac212c-7fad-434d-b34b-d3bd04d6c6d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:53.643468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dac212c-7fad-434d-b34b-d3bd04d6c6d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Fanout notify agent at l3_agent the message router_deleted on router 21a78b37-0c5b-425c-806e-9713c8928a47 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:54:53.651003 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:53.659438 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-72202b8c-b24e-4211-871a-d97705e34b98 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.6419377 Dec 22 09:54:53.660599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34694) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:53.706557 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-12ca34bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:53.830137 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2dac212c-7fad-434d-b34b-d3bd04d6c6d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:53.832167 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2dac212c-7fad-434d-b34b-d3bd04d6c6d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/routers/21a78b37-0c5b-425c-806e-9713c8928a47 HTTP/1.1" status: 204 len: 168 time: 1.2903445 Dec 22 09:54:53.852344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34702) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:53.933501 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-58bd7a13-1160-4b6e-b9d0-f77b9b1517fe tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/ports?device_id=21a78b37-0c5b-425c-806e-9713c8928a47 HTTP/1.1" status: 200 len: 205 time: 0.0755527 Dec 22 09:54:53.934594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=01c37104-3b09-44de-99ab-6618553b5729,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:53.937426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:54.081354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34706) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:54.082341 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:54.105603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6', 'network_id': 'cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6', 'tenant_id': '6125102cfad34c5998c23aeb1d5424ae', 'fixed_ips': [{'subnet_id': 'f01109c4-0f4a-456e-8ede-c7adde6796ed'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:54:54.106504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:54.178775 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-e7b6fc17-af0f-4beb-97b7-2e7c28dc36e4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] delete failed (client error): The resource could not be found. Dec 22 09:54:54.179920 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e7b6fc17-af0f-4beb-97b7-2e7c28dc36e4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/routers/21a78b37-0c5b-425c-806e-9713c8928a47 HTTP/1.1" status: 404 len: 336 time: 0.0853214 Dec 22 09:54:54.185001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34712) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:54.229413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 6fbc6531-94bf-4c64-ad56-e80f810cf569 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:54:54.234218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:54.247407 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-9482bef1-e3d8-4750-9699-fbd5371e63e4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] DELETE failed (client error): The resource could not be found. Dec 22 09:54:54.247763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9482bef1-e3d8-4750-9699-fbd5371e63e4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:54:54.250928 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9482bef1-e3d8-4750-9699-fbd5371e63e4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/subnets/c84953e4-eea3-4056-8608-37dcc65886a0 HTTP/1.1" status: 404 len: 337 time: 0.0646753 Dec 22 09:54:54.257830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34716) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:54.314221 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:54.440360 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e106d1c-336d-4d91-a460-e2cc34570e26 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] DELETE failed (client error): The resource could not be found. Dec 22 09:54:54.441223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e106d1c-336d-4d91-a460-e2cc34570e26 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:54:54.445802 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7e106d1c-336d-4d91-a460-e2cc34570e26 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/subnets/e96e7c94-5870-424c-a641-568b8a92ef05 HTTP/1.1" status: 404 len: 337 time: 0.1841216 Dec 22 09:54:54.451013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34724) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:54.492265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Allocated IP 2001:db8::2 (cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6/f01109c4-0f4a-456e-8ede-c7adde6796ed/5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:54:54.516392 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e21402-af47-448c-9151-4369bdd0218c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] DELETE failed (client error): The resource could not be found. Dec 22 09:54:54.517073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e21402-af47-448c-9151-4369bdd0218c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:54:54.522606 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-21e21402-af47-448c-9151-4369bdd0218c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/subnets/5745ae2a-1da6-4a54-b34e-6283d5b00bd8 HTTP/1.1" status: 404 len: 337 time: 0.0669684 Dec 22 09:54:54.524374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34728) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:54.527427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1e914245-8d3b-481b-8009-0f6bcad2c6b0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] In _notify_port_updated(), no bound segment for port 6f861d22-c38b-467d-8bd4-9952002fbe8c on network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 {{(pid=81071) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}} Dec 22 09:54:54.531646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e914245-8d3b-481b-8009-0f6bcad2c6b0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:54.532357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e914245-8d3b-481b-8009-0f6bcad2c6b0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:54.537049 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1e914245-8d3b-481b-8009-0f6bcad2c6b0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "PUT /v2.0/ports/6f861d22-c38b-467d-8bd4-9952002fbe8c HTTP/1.1" status: 200 len: 993 time: 3.5813451 Dec 22 09:54:54.562531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34732) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:54.569685 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b1b2e091-5c69-4fd3-8d10-fccfbc57a604 req-e07355b6-e542-4132-9eff-76f44ea8ed7a tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.2068048 Dec 22 09:54:54.593335 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-29ce39a0-e61c-4a7a-9396-1bf99e0a4801 req-ab54fc00-9bdd-446c-bc6f-2107fbb61a1b tempest-ServerShowV257Test-1408380842 tempest-ServerShowV257Test-1408380842] 10.222.0.64 "GET /v2.0/ports?device_id=ff2b4e12-9988-4fd6-b307-1f5a33bdffab HTTP/1.1" status: 200 len: 210 time: 0.2239912 Dec 22 09:54:54.623918 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2c9571-df9b-4a94-a5c5-1529e898f92d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] DELETE failed (client error): The resource could not be found. Dec 22 09:54:54.624499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2c9571-df9b-4a94-a5c5-1529e898f92d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:54:54.629360 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1c2c9571-df9b-4a94-a5c5-1529e898f92d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/subnets/4fec2fc3-a417-4228-8d82-730e7be5990b HTTP/1.1" status: 404 len: 337 time: 0.1038244 Dec 22 09:54:54.630342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34736) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:54.701819 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:54.770409 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-35c28c5f-76de-4ab5-a399-6502380a49c3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/ports?device_id=2d498f00-1aa6-437c-901f-c7974c174d1e HTTP/1.1" status: 200 len: 205 time: 0.1147332 Dec 22 09:54:54.771733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34742) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:54.846203 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:54.855285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c49707-5aeb-4512-861d-afd012e5d260 req-5a7a486a-3ead-48c6-9614-55869c17997f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:54.859097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Transition to ACTIVE for port object 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:54.860555 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a9c49707-5aeb-4512-861d-afd012e5d260 req-5a7a486a-3ead-48c6-9614-55869c17997f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.4916606 Dec 22 09:54:54.877418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Transition to ACTIVE for port object 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:54:54.884399 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:54.888154 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-8c417cdf-c7e3-4005-8b91-fccbd39a8fef tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] delete failed (client error): The resource could not be found. Dec 22 09:54:54.893269 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8c417cdf-c7e3-4005-8b91-fccbd39a8fef tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/routers/2d498f00-1aa6-437c-901f-c7974c174d1e HTTP/1.1" status: 404 len: 336 time: 0.1124504 Dec 22 09:54:54.897415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fed787a9-2df3-4f76-83a5-c747e5e06941 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Deleting port 6f861d22-c38b-467d-8bd4-9952002fbe8c {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:54:54.897804 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fed787a9-2df3-4f76-83a5-c747e5e06941 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:54.901184 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-91d20147-aef8-4245-9a0d-1593327db904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:54.905613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34746) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:54.962393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:54:54.993834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de47cbb-c9eb-46f4-a738-1d4f68510b11 req-943c863d-edac-471a-a007-8cc73fc6c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:54.995465 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7de47cbb-c9eb-46f4-a738-1d4f68510b11 req-943c863d-edac-471a-a007-8cc73fc6c426 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=633dde4b29c44f53b6aa0cd8d5318325&device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 1160 time: 0.6314681 Dec 22 09:54:55.091897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Pushing event updated for resources: {'Port': ['ID=5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:55.098870 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:55.105097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Network cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:54:55.106460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:54:55.108877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:54:55.171480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Attempting to bind port 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:54:55.172069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Attempting to bind port 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '203f9ab7-60e9-4fe3-b7b3-5c2fea192eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:54:55.172585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Attempting to bind port 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046 on network cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:54:55.181130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:54:55.181764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Checking segment: {'id': '203f9ab7-60e9-4fe3-b7b3-5c2fea192eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:54:55.182325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:55.182887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Bound using segment: {'id': '203f9ab7-60e9-4fe3-b7b3-5c2fea192eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:54:55.183520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Bound port: 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203f9ab7-60e9-4fe3-b7b3-5c2fea192eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:54:55.184079 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:55.307651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3c7cbed5-3be7-4686-b128-b364bb82200a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Synchronizing usage tracker for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:54:55.310023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] For port 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:54:55.315785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] For port 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046,segment=NetworkSegment(203f9ab7-60e9-4fe3-b7b3-5c2fea192eb3),segment_id=203f9ab7-60e9-4fe3-b7b3-5c2fea192eb3)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:54:55.321057 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:55.354303 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a9c49707-5aeb-4512-861d-afd012e5d260 req-8eb09714-b3e1-4114-bd62-e3a104585cae tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623475 Dec 22 09:54:55.400178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:54:55.407666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3c7cbed5-3be7-4686-b128-b364bb82200a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Unset dirty status for tenant:ddd4cc142d6346fb8b006ee06c9564e9 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:54:55.410736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b68443d-caea-43c3-9d64-5657acbe8abe None None] Sync routers for ids ['dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:54:55.412591 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7692235 Dec 22 09:54:55.413073 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3c7cbed5-3be7-4686-b128-b364bb82200a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/ports?device_id=b5d174bc-41a2-430b-8cac-90947c4e81e6 HTTP/1.1" status: 200 len: 205 time: 0.4838095 Dec 22 09:54:55.413695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34750) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:55.414191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34752) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:55.432669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b68443d-caea-43c3-9d64-5657acbe8abe None None] Routers {'dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:54:55.433608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-3b68443d-caea-43c3-9d64-5657acbe8abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:54:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:55.482169 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-36987bf6-40e1-408a-a220-4e810c702155 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:55.486139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995afa3a-d867-4f18-9930-80f6c0836804 req-3dc50295-4bb6-4f19-b00b-c7d6e1554657 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:55.499917 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-995afa3a-d867-4f18-9930-80f6c0836804 req-3dc50295-4bb6-4f19-b00b-c7d6e1554657 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.7676120 Dec 22 09:54:55.546105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-3b68443d-caea-43c3-9d64-5657acbe8abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:55.566209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b68443d-caea-43c3-9d64-5657acbe8abe None None] Routers {'dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:54:55.567316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-3b68443d-caea-43c3-9d64-5657acbe8abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:54:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:55.621983 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-995afa3a-d867-4f18-9930-80f6c0836804 req-146d6eaf-2a58-4211-b097-8d758bf69bdd tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001368 Dec 22 09:54:55.622163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Pushing event updated for resources: {'Port': ['ID=5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:55.633244 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:55.683193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-3b68443d-caea-43c3-9d64-5657acbe8abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:55.684045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b68443d-caea-43c3-9d64-5657acbe8abe None None] The sync data for ids ['dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:54:55.734031 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fed787a9-2df3-4f76-83a5-c747e5e06941 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:55.734859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de47cbb-c9eb-46f4-a738-1d4f68510b11 req-50059869-7423-4508-a910-e8ba97287aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:55.736506 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7de47cbb-c9eb-46f4-a738-1d4f68510b11 req-50059869-7423-4508-a910-e8ba97287aa4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e60b2feb-5482-4662-8917-04a4fc979113 HTTP/1.1" status: 200 len: 908 time: 0.6668441 Dec 22 09:54:55.858712 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7de47cbb-c9eb-46f4-a738-1d4f68510b11 req-51f44cdd-8dcb-4cca-b749-28c126def362 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa08cf5-924b-4474-b942-51da3e584e2e HTTP/1.1" status: 200 len: 217 time: 0.1127377 Dec 22 09:54:55.914293 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-77b85ddd-adb9-482e-a9ac-727e297c9fa8 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] delete failed (client error): The resource could not be found. Dec 22 09:54:55.918285 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-77b85ddd-adb9-482e-a9ac-727e297c9fa8 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/routers/b5d174bc-41a2-430b-8cac-90947c4e81e6 HTTP/1.1" status: 404 len: 336 time: 0.4966125 Dec 22 09:54:55.921006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34764) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:55.922917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fed787a9-2df3-4f76-83a5-c747e5e06941 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Calling delete_port for 6f861d22-c38b-467d-8bd4-9952002fbe8c owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:54:55.969999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dde86c5-e270-44d9-9b38-2af443245d71 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:55.970672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0dde86c5-e270-44d9-9b38-2af443245d71 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Synchronizing usage tracker for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:54:55.988280 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-30505e0d-2828-474c-9afb-ed3f2308a0f4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] DELETE failed (client error): The resource could not be found. Dec 22 09:54:55.991030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30505e0d-2828-474c-9afb-ed3f2308a0f4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:54:55.997078 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:56.014581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0dde86c5-e270-44d9-9b38-2af443245d71 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Unset dirty status for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:54:56.016821 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-670b8033-b3fd-4534-bbd9-eb4bf6ef537f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:56.017292 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0dde86c5-e270-44d9-9b38-2af443245d71 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/ports/01c37104-3b09-44de-99ab-6618553b5729 HTTP/1.1" status: 200 len: 910 time: 0.5961487 Dec 22 09:54:56.025126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34768) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:56.093179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de47cbb-c9eb-46f4-a738-1d4f68510b11 req-2465e97d-e585-4304-bb50-60f4ba23969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:56.095160 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7de47cbb-c9eb-46f4-a738-1d4f68510b11 req-2465e97d-e585-4304-bb50-60f4ba23969f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b87d27f7-24e3-44fe-bd22-f07e43a5cac0 HTTP/1.1" status: 200 len: 853 time: 0.2275906 Dec 22 09:54:56.121480 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-30505e0d-2828-474c-9afb-ed3f2308a0f4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/subnets/2187d217-61b3-41be-b7d7-397bcbf9351d HTTP/1.1" status: 404 len: 337 time: 0.1993580 Dec 22 09:54:56.128019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34776) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:56.128911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event deleted for resources: {'Subnet': ['ID=f01109c4-0f4a-456e-8ede-c7adde6796ed,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:56.132932 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:56.292578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34780) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:56.336616 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7de47cbb-c9eb-46f4-a738-1d4f68510b11 req-bc13e182-42d8-4958-ad50-5e72da0023a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e60b2feb-5482-4662-8917-04a4fc979113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2097259 Dec 22 09:54:56.341233 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9795db3f-d2cb-4c49-b7c2-0b61cbf2335a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/ports?device_id=af7bd132-7fd5-4864-8244-008334dd4252 HTTP/1.1" status: 200 len: 205 time: 0.2070692 Dec 22 09:54:56.352105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34786) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:56.508952 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-17e83111-f834-455e-ae57-4ae2b31a66f4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] delete failed (client error): The resource could not be found. Dec 22 09:54:56.514067 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-17e83111-f834-455e-ae57-4ae2b31a66f4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/routers/af7bd132-7fd5-4864-8244-008334dd4252 HTTP/1.1" status: 404 len: 336 time: 0.1307249 Dec 22 09:54:56.526178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34792) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:56.666740 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-101a832b-a2f0-449f-afdf-99e8794d6202 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/ports?device_id=dcaf7ef7-7daf-401d-98ad-74967c4e4387 HTTP/1.1" status: 200 len: 205 time: 0.1313193 Dec 22 09:54:56.736503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34800) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:56.839033 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fed787a9-2df3-4f76-83a5-c747e5e06941 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:56.864747 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-66edb0f0-5e36-4b39-af09-87a66324bd69 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:56.958158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed787a9-2df3-4f76-83a5-c747e5e06941 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Pushing event deleted for resources: {'Port': ['ID=6f861d22-c38b-467d-8bd4-9952002fbe8c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:57.038853 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fed787a9-2df3-4f76-83a5-c747e5e06941 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:57.040602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a43bce06-1fce-4863-aab0-5abcf14e1c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:57.093831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a43bce06-1fce-4863-aab0-5abcf14e1c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:57.119445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a43bce06-1fce-4863-aab0-5abcf14e1c48 admin admin] Usage tracker for resource:security_group_rule and tenant:9b439d28a67c46f38a3a7a8fa8040f4d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:54:57.133587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a43bce06-1fce-4863-aab0-5abcf14e1c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:54:57.175622 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-744f86e1-6554-49a2-9f56-5a6ae51af7de tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] delete failed (client error): The resource could not be found. Dec 22 09:54:57.178359 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-744f86e1-6554-49a2-9f56-5a6ae51af7de tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/routers/dcaf7ef7-7daf-401d-98ad-74967c4e4387 HTTP/1.1" status: 404 len: 336 time: 0.4404924 Dec 22 09:54:57.194497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34806) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:57.200578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:57.221174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a43bce06-1fce-4863-aab0-5abcf14e1c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:57.393802 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa50cfce-4061-4e89-bfe3-56be1afd343b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] DELETE failed (client error): The resource could not be found. Dec 22 09:54:57.394315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa50cfce-4061-4e89-bfe3-56be1afd343b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:54:57.396551 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-aa50cfce-4061-4e89-bfe3-56be1afd343b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/subnets/b825cd53-fe28-446e-aa91-2e8a0bbf2637 HTTP/1.1" status: 404 len: 337 time: 0.1750364 Dec 22 09:54:57.434535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34810) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:57.483463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54e9c20-ebad-40da-b37d-e0de42ce5432 None None] Network cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:54:57.516720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:54:57.554677 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7de47cbb-c9eb-46f4-a738-1d4f68510b11 req-a787bc6c-78c5-4d89-a87f-71faa27b0a66 service neutron] 10.222.0.64 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2104495 Dec 22 09:54:57.622062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:57.624950 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-95636030-da95-4fe9-9fee-56c7c67f9851 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/ports?device_id=8cb33da0-e94f-4fff-b208-7c659d5ba96a HTTP/1.1" status: 200 len: 205 time: 0.1787286 Dec 22 09:54:57.641500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34814) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:57.649973 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fed787a9-2df3-4f76-83a5-c747e5e06941 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:57.736292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1378d888-56e7-484c-beee-340a4b37e5b4 None None] Provisioning for port 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:54:57.790357 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7de47cbb-c9eb-46f4-a738-1d4f68510b11 req-d7530f2a-97be-4e15-a269-9a454a531aac service neutron] 10.222.0.64 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2169156 Dec 22 09:54:57.799492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203f9ab7-60e9-4fe3-b7b3-5c2fea192eb3') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:57.800005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203f9ab7-60e9-4fe3-b7b3-5c2fea192eb3') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:54:57.846676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce8277-f7f7-4220-8931-63b49c38b34a req-01a6e251-bda1-4e65-8566-0a47ba254d7e tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:57.854161 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a43bce06-1fce-4863-aab0-5abcf14e1c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:57.862145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:54:57.871991 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fed787a9-2df3-4f76-83a5-c747e5e06941 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "DELETE /v2.0/ports/6f861d22-c38b-467d-8bd4-9952002fbe8c HTTP/1.1" status: 204 len: 168 time: 3.3064778 Dec 22 09:54:57.872221 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81ce8277-f7f7-4220-8931-63b49c38b34a req-01a6e251-bda1-4e65-8566-0a47ba254d7e tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.6800592 Dec 22 09:54:57.874435 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-38687dbd-42a1-4aa5-8bb8-b183018b548d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] delete failed (client error): The resource could not be found. Dec 22 09:54:57.878385 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-38687dbd-42a1-4aa5-8bb8-b183018b548d tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/routers/8cb33da0-e94f-4fff-b208-7c659d5ba96a HTTP/1.1" status: 404 len: 336 time: 0.2058263 Dec 22 09:54:57.879152 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a43bce06-1fce-4863-aab0-5abcf14e1c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:57.882257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:57.882856 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:57.887652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34820) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:57.888064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34822) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:57.888983 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6dd33a81-557f-4bdb-a097-237e5a5d7dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:57.928618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632f13e-701b-4763-87a1-81bde8c040c2 req-3b941d2a-e922-4335-bb50-1dc249b963cc tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:57.931782 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1632f13e-701b-4763-87a1-81bde8c040c2 req-3b941d2a-e922-4335-bb50-1dc249b963cc tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.3365684 Dec 22 09:54:57.985059 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:58.055010 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa49d55-9bbb-48c9-9861-661411c50fc9 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] GET failed (client error): The resource could not be found. Dec 22 09:54:58.055279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0aa49d55-9bbb-48c9-9861-661411c50fc9 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Synchronizing usage tracker for tenant:9dd55b4c63d1408e8d850a830560f701 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:54:58.067386 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:58.072344 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1632f13e-701b-4763-87a1-81bde8c040c2 req-7d3befe7-3e27-451b-9601-1be14630d730 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319919 Dec 22 09:54:58.088600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81ce8277-f7f7-4220-8931-63b49c38b34a req-77be165b-e686-4b90-8e7e-b2174e0b27b8 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163899 Dec 22 09:54:58.089619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Releasing vxlan tunnel 11 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:54:58.101080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fd011562-d786-4a98-a1d9-e7bf255e7f20 None None] Provisioning for port 01c37104-3b09-44de-99ab-6618553b5729 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:54:58.134108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fd011562-d786-4a98-a1d9-e7bf255e7f20 None None] Provisioning complete for port 01c37104-3b09-44de-99ab-6618553b5729 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:58.134576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd011562-d786-4a98-a1d9-e7bf255e7f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:58.140106 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5b27a5-43db-4af9-9ce2-8a73c4b570f2 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] DELETE failed (client error): The resource could not be found. Dec 22 09:54:58.140645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5b27a5-43db-4af9-9ce2-8a73c4b570f2 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:54:58.149262 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ec5b27a5-43db-4af9-9ce2-8a73c4b570f2 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/subnets/69ebda63-3b50-4ca7-bfaa-12de3e79ef3c HTTP/1.1" status: 404 len: 337 time: 0.2472360 Dec 22 09:54:58.158759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34828) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:58.288351 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4ccd3d0e-6be7-485a-a7da-3ea1398c6f9a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "GET /v2.0/ports?device_id=7df07c53-19cd-483f-b277-78ae4097db46 HTTP/1.1" status: 200 len: 205 time: 0.1095374 Dec 22 09:54:58.309842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34832) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:58.311439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0aa49d55-9bbb-48c9-9861-661411c50fc9 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Unset dirty status for tenant:9dd55b4c63d1408e8d850a830560f701 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:54:58.312057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fd011562-d786-4a98-a1d9-e7bf255e7f20 None None] Port 01c37104-3b09-44de-99ab-6618553b5729 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:54:58.312993 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0aa49d55-9bbb-48c9-9861-661411c50fc9 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "GET /v2.0/ports/6f861d22-c38b-467d-8bd4-9952002fbe8c HTTP/1.1" status: 404 len: 333 time: 0.4157233 Dec 22 09:54:58.320223 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a43bce06-1fce-4863-aab0-5abcf14e1c48 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b439d28a67c46f38a3a7a8fa8040f4d&name=default HTTP/1.1" status: 200 len: 2883 time: 2.0262613 Dec 22 09:54:58.323895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fd011562-d786-4a98-a1d9-e7bf255e7f20 None None] Could not find standard attr ID for object 6f861d22-c38b-467d-8bd4-9952002fbe8c. {{(pid=81073) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 09:54:58.334374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34836) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:58.334805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34838) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:58.358571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ad8f5e45-0393-40fb-8e52-2cfeb86f6688 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Request body: {'port': {'network_id': 'e67ce8e1-8a8e-433c-be2d-7393d4e5aa57', 'name': 'tempest-AllowedAddressPairTestJSON-1355734181'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:54:58.378116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ba1f0d-8f64-4601-9dae-ff8fb6577325 None None] Network cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:54:58.396515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bce06-1fce-4863-aab0-5abcf14e1c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfecd95-6795-424d-a0f7-47fcbd495625,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:58.400946 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a43bce06-1fce-4863-aab0-5abcf14e1c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:58.426254 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:58.489422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:58.501801 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-93928ca5-881d-4a50-965c-c7a5d18c0f14 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] delete failed (client error): The resource could not be found. Dec 22 09:54:58.503198 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-93928ca5-881d-4a50-965c-c7a5d18c0f14 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/routers/7df07c53-19cd-483f-b277-78ae4097db46 HTTP/1.1" status: 404 len: 336 time: 0.1890979 Dec 22 09:54:58.506575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34844) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:58.543033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6120bb74-b80f-4e49-a340-fb6df5623acf None None] Provisioning complete for port 01c37104-3b09-44de-99ab-6618553b5729 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:54:58.543573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6120bb74-b80f-4e49-a340-fb6df5623acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:58.547786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:54:58.562955 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:58.586225 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9aacdb-b245-4047-9e05-e01dc74460f3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] DELETE failed (client error): The resource could not be found. Dec 22 09:54:58.586988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9aacdb-b245-4047-9e05-e01dc74460f3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:54:58.589060 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3b9aacdb-b245-4047-9e05-e01dc74460f3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/subnets/a73b2f65-e9e1-4ea3-b98a-b86e833514f7 HTTP/1.1" status: 404 len: 337 time: 0.0810952 Dec 22 09:54:58.593977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34848) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:58.651416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6120bb74-b80f-4e49-a340-fb6df5623acf None None] Port 01c37104-3b09-44de-99ab-6618553b5729 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:54:58.684110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046,segment=NetworkSegment(203f9ab7-60e9-4fe3-b7b3-5c2fea192eb3),segment_id=203f9ab7-60e9-4fe3-b7b3-5c2fea192eb3)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:54:58.692457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:58.697449 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:58.750351 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-29879484-2fab-4b83-87f2-c10f8fcb59b9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] DELETE failed (client error): The resource could not be found. Dec 22 09:54:58.751345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29879484-2fab-4b83-87f2-c10f8fcb59b9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:54:58.757833 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-29879484-2fab-4b83-87f2-c10f8fcb59b9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] 10.222.0.50 "DELETE /v2.0/subnets/00cf0b3b-462b-4778-9e34-a0e84380fe6c HTTP/1.1" status: 404 len: 337 time: 0.1591640 Dec 22 09:54:58.800570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:58.819319 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:58.925547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0f23c1-36cb-45dd-a18b-116786f2487d None None] DHCP port deletion for cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:54:58.933372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bb0f23c1-36cb-45dd-a18b-116786f2487d None None] Deleting port 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:54:58.934068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb0f23c1-36cb-45dd-a18b-116786f2487d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:58.978241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:54:58.988476 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18c9c94d-bdb5-4af8-b452-3ee941f5404a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:54:59.014594 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:54:59.178125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34860) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:59.191035 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18c9c94d-bdb5-4af8-b452-3ee941f5404a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:59.200062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ad8f5e45-0393-40fb-8e52-2cfeb86f6688 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:54:59.220824 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 09:54:59.220824 n-d-765315-5 neutron-server[80960]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 09:54:59.220824 n-d-765315-5 neutron-server[80960]: [parameters: {'id': 'cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6'}] Dec 22 09:54:59.220824 n-d-765315-5 neutron-server[80960]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:54:59.221238 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:54:59.228870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ad8f5e45-0393-40fb-8e52-2cfeb86f6688 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:54:59.256501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8f5e45-0393-40fb-8e52-2cfeb86f6688 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Made reservation on behalf of 9dd55b4c63d1408e8d850a830560f701 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:54:59.263397 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad8f5e45-0393-40fb-8e52-2cfeb86f6688 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:59.369552 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18c9c94d-bdb5-4af8-b452-3ee941f5404a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:59.421097 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-04d8173a-36fd-4076-9a1c-9c12f77ef6b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:54:59.548922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9c94d-bdb5-4af8-b452-3ee941f5404a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfecd95-6795-424d-a0f7-47fcbd495625,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:54:59.629148 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-18c9c94d-bdb5-4af8-b452-3ee941f5404a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:54:59.661403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18c9c94d-bdb5-4af8-b452-3ee941f5404a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:59.665519 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-18c9c94d-bdb5-4af8-b452-3ee941f5404a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bbfecd95-6795-424d-a0f7-47fcbd495625 HTTP/1.1" status: 204 len: 168 time: 1.3255606 Dec 22 09:54:59.713276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-ad8f5e45-0393-40fb-8e52-2cfeb86f6688 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] device_id is not set on port 52cd16b3-d122-4368-b926-8d5c3c273eb7 yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:54:59.725986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Allocated IP 172.21.0.1 (46271db2-9646-4a00-9f45-54212cefb86a/830bba2d-234b-4ea2-aa42-aedd5d23dab7/e6322116-ccb9-4176-9a3f-924f8933a795) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:54:59.733703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-bb0f23c1-36cb-45dd-a18b-116786f2487d None None] For port 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046,segment=NetworkSegment(203f9ab7-60e9-4fe3-b7b3-5c2fea192eb3),segment_id=203f9ab7-60e9-4fe3-b7b3-5c2fea192eb3)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:54:59.734490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb0f23c1-36cb-45dd-a18b-116786f2487d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:59.734676 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8ce421bb-6ed7-4a51-ad7e-ccf15bc3faab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ddd4cc142d6346fb8b006ee06c9564e9&name=default HTTP/1.1" status: 200 len: 2883 time: 0.5539269 Dec 22 09:54:59.735344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34870) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:54:59.760183 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:59.883802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86616a83-aff5-48b4-871a-e3207b9ffefe req-058ecec3-78f1-47cb-a9e5-7011c9ee8f28 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:59.885596 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86616a83-aff5-48b4-871a-e3207b9ffefe req-058ecec3-78f1-47cb-a9e5-7011c9ee8f28 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.5095665 Dec 22 09:54:59.934103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bb0f23c1-36cb-45dd-a18b-116786f2487d None None] Calling delete_port for 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:54:59.956496 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e56399fb-f005-4124-95f9-789547716d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:54:59.961660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66473a1e-bf58-4774-98db-0d079df8063f req-d40b5cff-7ed4-41e5-864b-872173d65d13 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:54:59.963387 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-66473a1e-bf58-4774-98db-0d079df8063f req-d40b5cff-7ed4-41e5-864b-872173d65d13 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.5289061 Dec 22 09:54:59.971597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Deleting port 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:54:59.972010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:00.016318 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e56399fb-f005-4124-95f9-789547716d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:00.041880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device faa08cf5-924b-4474-b942-51da3e584e2e up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:55:00.046961 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86616a83-aff5-48b4-871a-e3207b9ffefe req-68a36072-8b1c-4f6c-abd2-1fd5776eddb1 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432505 Dec 22 09:55:00.082772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:55:00.143238 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e56399fb-f005-4124-95f9-789547716d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:00.164184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:55:00.164741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:55:00.182864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb0f23c1-36cb-45dd-a18b-116786f2487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:00.190604 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8584fec8-6b86-4d17-9990-aa45c38d9f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:00.220870 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-66473a1e-bf58-4774-98db-0d079df8063f req-e6cbbc7b-7d99-4fdb-8f15-7151ef31301a tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057171 Dec 22 09:55:00.226289 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5d5bfd14-42c6-4d27-adf4-f68f95adac90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:00.238998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] The port '5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046' was deleted {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:55:00.277736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56399fb-f005-4124-95f9-789547716d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84d84dd-8381-4d7a-8f63-cee8de92b156,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:00.292346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-ad8f5e45-0393-40fb-8e52-2cfeb86f6688 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Allocated IP 172.20.0.7 (e67ce8e1-8a8e-433c-be2d-7393d4e5aa57/f1d37f20-0b7b-435a-a0be-d9bf1f3a67b3/52cd16b3-d122-4368-b926-8d5c3c273eb7) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:55:00.296755 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e56399fb-f005-4124-95f9-789547716d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:00.382818 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:00.405175 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e56399fb-f005-4124-95f9-789547716d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:00.412361 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e56399fb-f005-4124-95f9-789547716d90 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d84d84dd-8381-4d7a-8f63-cee8de92b156 HTTP/1.1" status: 204 len: 168 time: 0.6723225 Dec 22 09:55:00.429545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Transition to ACTIVE for port object e6322116-ccb9-4176-9a3f-924f8933a795 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:55:00.472431 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:00.497052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f23c1-36cb-45dd-a18b-116786f2487d None None] Pushing event deleted for resources: {'Port': ['ID=5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:00.497939 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:00.510175 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bb0f23c1-36cb-45dd-a18b-116786f2487d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:00.613634 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6ffaf1f5-f4c2-4a3c-88c6-a3827cd18dc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:00.667916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port faa08cf5-924b-4474-b942-51da3e584e2e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:00.668633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:00.719417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=e6322116-ccb9-4176-9a3f-924f8933a795,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:00.730754 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:00.742026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 46271db2-9646-4a00-9f45-54212cefb86a is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:55:00.743254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:55:00.755865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:55:00.777937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:00.841002 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:00.908265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203f9ab7-60e9-4fe3-b7b3-5c2fea192eb3') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:00.908265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203f9ab7-60e9-4fe3-b7b3-5c2fea192eb3') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:00.925208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f23c1-36cb-45dd-a18b-116786f2487d None None] No DVR routers for this DVR port 5fa6e9a1-15dd-4fb0-92d1-dba8a4a98046 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:55:00.937993 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:00.970339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf2a40-c9da-4df6-88f8-f5703d359873 req-43c96678-f2e8-465b-82c0-c4f63be4c0c0 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:00.979186 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-67cf2a40-c9da-4df6-88f8-f5703d359873 req-43c96678-f2e8-465b-82c0-c4f63be4c0c0 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.4640195 Dec 22 09:55:01.010253 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:01.033635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Releasing vxlan tunnel 11 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:55:01.086797 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:01.204200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-59eb2209-9a1b-499e-b0dd-e1d62c2f7459 None None] Provisioning for port e6322116-ccb9-4176-9a3f-924f8933a795 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:55:01.215283 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad8f5e45-0393-40fb-8e52-2cfeb86f6688 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:01.219037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-59eb2209-9a1b-499e-b0dd-e1d62c2f7459 None None] Provisioning complete for port e6322116-ccb9-4176-9a3f-924f8933a795 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:01.219471 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-59eb2209-9a1b-499e-b0dd-e1d62c2f7459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:01.295864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 3b1fa296-e989-434e-b5f1-730bbee1aa49 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:55:01.312331 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-67cf2a40-c9da-4df6-88f8-f5703d359873 req-3fa3bd27-e5a5-4192-8c02-73c60ca5c10b tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319349 Dec 22 09:55:01.521291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-59eb2209-9a1b-499e-b0dd-e1d62c2f7459 None None] Port e6322116-ccb9-4176-9a3f-924f8933a795 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:55:01.567087 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:01.617776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ad8f5e45-0393-40fb-8e52-2cfeb86f6688 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Transition to ACTIVE for port object 52cd16b3-d122-4368-b926-8d5c3c273eb7 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:55:01.622360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 3b1fa296-e989-434e-b5f1-730bbee1aa49, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=3b1fa296-e989-434e-b5f1-730bbee1aa49,segment=NetworkSegment(16041ef7-5666-4b80-a900-6bff3a23bb99),segment_id=16041ef7-5666-4b80-a900-6bff3a23bb99)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:55:01.624880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3eeb96b-6213-4422-ab2b-9147ef6465a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1fa296-e989-434e-b5f1-730bbee1aa49'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:55:01.636333 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:01.638457 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bb0f23c1-36cb-45dd-a18b-116786f2487d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:01.668730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:55:01.730919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=3b1fa296-e989-434e-b5f1-730bbee1aa49,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:01.734994 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:01.897944 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:01.902695 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:01.934416 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b25b8b93-e086-431a-97e5-0185a44dee18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:02.002836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:02.194100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e17500-f463-40c6-aea6-0d12aedc4dba req-ad34a6e6-4884-48f0-b3c0-14519e512c72 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:02.202633 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d8e17500-f463-40c6-aea6-0d12aedc4dba req-ad34a6e6-4884-48f0-b3c0-14519e512c72 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.8750241 Dec 22 09:55:02.300504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad8f5e45-0393-40fb-8e52-2cfeb86f6688 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:02.337505 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6807e5e6-b4e2-4dfb-bdd3-0354b9ea4ec4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:02.387253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:55:02.452196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=e6322116-ccb9-4176-9a3f-924f8933a795,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:02.463048 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:02.478136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.478570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.479002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.479430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.479851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.480302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.480728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.481120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.481533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.481976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.482395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.482809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.483294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.483706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.484143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.484562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.484973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.485386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:55:02.485761 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:55:02.487521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.487521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.487521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.487521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.487521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.487819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.489475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.489475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.489475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.489475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.490101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.490272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.490666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.491082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.491470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.491885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.492344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.492754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:02.499867 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:02.667619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 46271db2-9646-4a00-9f45-54212cefb86a is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:55:02.668945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:55:02.758998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63266336-a3bf-4647-9032-96d57c38947b req-dc689875-78f5-48bc-8295-6e2a76f024e8 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:02.760728 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-63266336-a3bf-4647-9032-96d57c38947b req-dc689875-78f5-48bc-8295-6e2a76f024e8 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 1.1210744 Dec 22 09:55:02.763195 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d8e17500-f463-40c6-aea6-0d12aedc4dba req-401c7f9d-4bd5-4913-9c40-2ba8527723e0 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5593612 Dec 22 09:55:02.787695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f5e45-0393-40fb-8e52-2cfeb86f6688 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Pushing event updated for resources: {'Port': ['ID=52cd16b3-d122-4368-b926-8d5c3c273eb7,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:02.797972 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ad8f5e45-0393-40fb-8e52-2cfeb86f6688 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:02.833573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:02.848540 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-71d808ef-8cf1-408d-bc3b-0d31b23498a4 tempest-ExternalNetworksTestJSON-1138759328 tempest-ExternalNetworksTestJSON-1138759328] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:02.884800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:02.918561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event deleted for resources: {'Network': ['ID=cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:02.934174 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:02.935173 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-63266336-a3bf-4647-9032-96d57c38947b req-46e376c5-31c6-4616-b817-5d2a99374ffb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571002 Dec 22 09:55:02.945393 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/networks/cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6 HTTP/1.1" status: 204 len: 168 time: 9.2758307 Dec 22 09:55:02.948149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34944) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:02.951573 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a0fc02f-d75a-4ee0-b9b5-d78427f62e9e req-8b6e275c-884a-44d5-91c8-a61beadb97ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.5665069 Dec 22 09:55:02.966581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-abe5444a-b24f-4db3-9f39-f99026a584bb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1030526040'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:03.014190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-abe5444a-b24f-4db3-9f39-f99026a584bb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:03.018633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-abe5444a-b24f-4db3-9f39-f99026a584bb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Usage tracker for resource:network and tenant:6125102cfad34c5998c23aeb1d5424ae is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:03.022912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-abe5444a-b24f-4db3-9f39-f99026a584bb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Quota usage for network was recalculated. Used quota:3. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:03.030543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:55:03.038192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-abe5444a-b24f-4db3-9f39-f99026a584bb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:03.059390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a7a86115-58bd-4cbd-a37a-c24e9d79e4e3 None None] Provisioning complete for port e6322116-ccb9-4176-9a3f-924f8933a795 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:03.059817 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7a86115-58bd-4cbd-a37a-c24e9d79e4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:03.074080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe5444a-b24f-4db3-9f39-f99026a584bb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Made reservation on behalf of 6125102cfad34c5998c23aeb1d5424ae for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:55:03.079743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abe5444a-b24f-4db3-9f39-f99026a584bb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:03.119831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8f5e45-0393-40fb-8e52-2cfeb86f6688 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:55:03.125735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ad8f5e45-0393-40fb-8e52-2cfeb86f6688 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:55:03.187391 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3eeb96b-6213-4422-ab2b-9147ef6465a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1fa296-e989-434e-b5f1-730bbee1aa49', 'code': 200} Dec 22 09:55:03.188255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a7a86115-58bd-4cbd-a37a-c24e9d79e4e3 None None] Port e6322116-ccb9-4176-9a3f-924f8933a795 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:55:03.235064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8f5e45-0393-40fb-8e52-2cfeb86f6688 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:55:03.364774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8f5e45-0393-40fb-8e52-2cfeb86f6688 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:03.366233 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad8f5e45-0393-40fb-8e52-2cfeb86f6688 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:03.380666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:55:03.390233 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3155308 Dec 22 09:55:03.390640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34956) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:03.399292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89449f02-5a2b-492b-814b-a0517fcaf3d9 None None] Sync routers for ids ['dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:55:03.421651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89449f02-5a2b-492b-814b-a0517fcaf3d9 None None] Routers {'dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:55:03.422369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-89449f02-5a2b-492b-814b-a0517fcaf3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:54:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:03.478308 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ad8f5e45-0393-40fb-8e52-2cfeb86f6688 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1424010 Dec 22 09:55:03.481043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe5444a-b24f-4db3-9f39-f99026a584bb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:55:03.481610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34962) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:03.505864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abe5444a-b24f-4db3-9f39-f99026a584bb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:03.506269 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-abe5444a-b24f-4db3-9f39-f99026a584bb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Added segment 0ad2fe47-a073-44e1-813a-088b71ee4cd5 of type vxlan for network cf88698a-0b7c-4199-a073-3a931a780452 Dec 22 09:55:03.512373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-795eea5f-a4d3-4852-87e2-7a72447c624c tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:54:b3:ef'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:03.526443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-89449f02-5a2b-492b-814b-a0517fcaf3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:03.537777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abe5444a-b24f-4db3-9f39-f99026a584bb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:03.540929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89449f02-5a2b-492b-814b-a0517fcaf3d9 None None] Routers {'dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:55:03.541675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-89449f02-5a2b-492b-814b-a0517fcaf3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:54:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:03.574880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abe5444a-b24f-4db3-9f39-f99026a584bb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:03.578671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe5444a-b24f-4db3-9f39-f99026a584bb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:03.579333 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abe5444a-b24f-4db3-9f39-f99026a584bb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:03.607955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51650ef-f86d-4d41-bcd6-1f43111eebfc tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:03.609748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c51650ef-f86d-4d41-bcd6-1f43111eebfc tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Synchronizing usage tracker for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:55:03.610202 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-adc65b9a-e199-43e9-8cc8-44c3fadebcdf tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:03.616458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-89449f02-5a2b-492b-814b-a0517fcaf3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:03.617089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89449f02-5a2b-492b-814b-a0517fcaf3d9 None None] The sync data for ids ['dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:55:03.619638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d585c8a4-4776-4946-93af-01474876875e None None] Provisioning for port 52cd16b3-d122-4368-b926-8d5c3c273eb7 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:55:03.627573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d585c8a4-4776-4946-93af-01474876875e None None] Provisioning complete for port 52cd16b3-d122-4368-b926-8d5c3c273eb7 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:03.628094 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d585c8a4-4776-4946-93af-01474876875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:03.662811 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-abe5444a-b24f-4db3-9f39-f99026a584bb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7101159 Dec 22 09:55:03.668168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 34970) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:03.691882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d585c8a4-4776-4946-93af-01474876875e None None] Port 52cd16b3-d122-4368-b926-8d5c3c273eb7 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:55:03.704131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c51650ef-f86d-4d41-bcd6-1f43111eebfc tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Unset dirty status for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:55:03.705681 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c51650ef-f86d-4d41-bcd6-1f43111eebfc tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/ports/e6322116-ccb9-4176-9a3f-924f8933a795 HTTP/1.1" status: 200 len: 910 time: 0.3140023 Dec 22 09:55:03.712121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 34976) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:03.752318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-d900cc0d-84f1-4ff7-9ae4-b3dd5dfdacdb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Request body: {'subnet': {'network_id': 'cf88698a-0b7c-4199-a073-3a931a780452', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:03.860068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5444a-b24f-4db3-9f39-f99026a584bb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event updated for resources: {'Network': ['ID=cf88698a-0b7c-4199-a073-3a931a780452,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:03.863665 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-abe5444a-b24f-4db3-9f39-f99026a584bb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:03.876957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network cf88698a-0b7c-4199-a073-3a931a780452 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:55:03.924589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcff43c-12e5-4d2a-a05b-c2c5f909cb41 req-5880b376-3ae4-46d0-b932-1f72a45a76bb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:03.935429 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ebcff43c-12e5-4d2a-a05b-c2c5f909cb41 req-5880b376-3ae4-46d0-b932-1f72a45a76bb tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.5904033 Dec 22 09:55:03.941916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fc02f-d75a-4ee0-b9b5-d78427f62e9e req-4ef26186-3a4e-4384-8d15-46df67e14da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:03.943538 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a0fc02f-d75a-4ee0-b9b5-d78427f62e9e req-4ef26186-3a4e-4384-8d15-46df67e14da6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=633dde4b29c44f53b6aa0cd8d5318325&device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 1160 time: 0.8192279 Dec 22 09:55:04.007716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d900cc0d-84f1-4ff7-9ae4-b3dd5dfdacdb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:04.052154 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ebcff43c-12e5-4d2a-a05b-c2c5f909cb41 req-f5b7c9ac-33c5-45f6-b6e1-a7b27c2294b3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111841 Dec 22 09:55:04.101196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d900cc0d-84f1-4ff7-9ae4-b3dd5dfdacdb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:04.140761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network cf88698a-0b7c-4199-a073-3a931a780452 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:55:04.158927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network cf88698a-0b7c-4199-a073-3a931a780452 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:55:04.173824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 3b1fa296-e989-434e-b5f1-730bbee1aa49 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:55:04.332758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d900cc0d-84f1-4ff7-9ae4-b3dd5dfdacdb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Made reservation on behalf of 6125102cfad34c5998c23aeb1d5424ae for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:55:04.419053 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-795eea5f-a4d3-4852-87e2-7a72447c624c tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:04.482788 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d900cc0d-84f1-4ff7-9ae4-b3dd5dfdacdb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:04.681483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e47af-9052-4f11-8843-1390f88d5b4a req-f67add1d-6134-444b-83a1-0e3c69accf99 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:04.689383 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-298e47af-9052-4f11-8843-1390f88d5b4a req-f67add1d-6134-444b-83a1-0e3c69accf99 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 943 time: 0.5927701 Dec 22 09:55:04.690406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 3b1fa296-e989-434e-b5f1-730bbee1aa49 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:04.698516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:04.700794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fc02f-d75a-4ee0-b9b5-d78427f62e9e req-6e73d6a8-c754-490a-a86a-3af890516bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:04.702537 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a0fc02f-d75a-4ee0-b9b5-d78427f62e9e req-6e73d6a8-c754-490a-a86a-3af890516bdb service neutron] 10.222.0.64 "GET /v2.0/networks?id=e60b2feb-5482-4662-8917-04a4fc979113 HTTP/1.1" status: 200 len: 908 time: 0.7353821 Dec 22 09:55:04.911116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-795eea5f-a4d3-4852-87e2-7a72447c624c tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:04.914425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aeaa65ed-7814-4351-a9e1-163bc347c2b4 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:04.919400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:55:04.932087 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:04.948073 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a0fc02f-d75a-4ee0-b9b5-d78427f62e9e req-f3c8ebbd-e604-443e-9826-a97e616e72de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa08cf5-924b-4474-b942-51da3e584e2e HTTP/1.1" status: 200 len: 217 time: 0.1568847 Dec 22 09:55:04.975686 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-298e47af-9052-4f11-8843-1390f88d5b4a req-1aa5b1c1-6ed1-464e-bccb-5b7e616ff68c tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804461 Dec 22 09:55:04.986797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 3b1fa296-e989-434e-b5f1-730bbee1aa49, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=3b1fa296-e989-434e-b5f1-730bbee1aa49,segment=NetworkSegment(16041ef7-5666-4b80-a900-6bff3a23bb99),segment_id=16041ef7-5666-4b80-a900-6bff3a23bb99)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:55:04.991418 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:04.997948 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:04.999839 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-795eea5f-a4d3-4852-87e2-7a72447c624c tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:05.039797 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fd8f180-6099-44f2-8332-fc3db3dcec47 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:05.171282 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1aab4c63-2e87-4140-b5b0-83a2786e49e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:05.188502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3eeb96b-6213-4422-ab2b-9147ef6465a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1fa296-e989-434e-b5f1-730bbee1aa49'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:55:05.235370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=3b1fa296-e989-434e-b5f1-730bbee1aa49,revision_number=6']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:05.244742 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:05.320361 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3eeb96b-6213-4422-ab2b-9147ef6465a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1fa296-e989-434e-b5f1-730bbee1aa49', 'code': 200} Dec 22 09:55:05.650597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fc02f-d75a-4ee0-b9b5-d78427f62e9e req-106c218a-01f7-49a2-9085-92fc82795cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:05.652061 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a0fc02f-d75a-4ee0-b9b5-d78427f62e9e req-106c218a-01f7-49a2-9085-92fc82795cc2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b87d27f7-24e3-44fe-bd22-f07e43a5cac0 HTTP/1.1" status: 200 len: 853 time: 0.6028411 Dec 22 09:55:05.662529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6386414-6572-4b44-bf48-6591db553cfa req-cba00b25-af3b-4659-8744-0b88df4486e4 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:05.664311 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6386414-6572-4b44-bf48-6591db553cfa req-cba00b25-af3b-4659-8744-0b88df4486e4 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.9204473 Dec 22 09:55:05.763909 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a0fc02f-d75a-4ee0-b9b5-d78427f62e9e req-864170bb-e9d8-4fa0-b607-5a7c86c45ece service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e60b2feb-5482-4662-8917-04a4fc979113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854509 Dec 22 09:55:05.937225 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6386414-6572-4b44-bf48-6591db553cfa req-061f0913-f57e-4451-b780-5e7d0b2cd783 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606230 Dec 22 09:55:05.944697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795eea5f-a4d3-4852-87e2-7a72447c624c tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Pushing event updated for resources: {'Port': ['ID=52cd16b3-d122-4368-b926-8d5c3c273eb7,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:05.951717 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-795eea5f-a4d3-4852-87e2-7a72447c624c tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.923s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:05.980517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005c386-43e0-4dc3-a574-1ede4b906f01 req-42e46c9f-3e23-46b5-964a-734db93dd84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:05.982312 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f005c386-43e0-4dc3-a574-1ede4b906f01 req-42e46c9f-3e23-46b5-964a-734db93dd84d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 1160 time: 0.4104054 Dec 22 09:55:06.156363 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a0fc02f-d75a-4ee0-b9b5-d78427f62e9e req-b887eb49-1da6-4000-a033-f49d898227af service neutron] 10.222.0.64 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834801 Dec 22 09:55:06.329999 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f005c386-43e0-4dc3-a574-1ede4b906f01 req-89335b04-d30e-4669-9d4b-068e2f1eb296 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324947 Dec 22 09:55:06.407352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-795eea5f-a4d3-4852-87e2-7a72447c624c tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] In _notify_port_updated(), no bound segment for port 52cd16b3-d122-4368-b926-8d5c3c273eb7 on network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 {{(pid=81072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}} Dec 22 09:55:06.413783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795eea5f-a4d3-4852-87e2-7a72447c624c tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:06.414527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-795eea5f-a4d3-4852-87e2-7a72447c624c tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:06.419673 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-795eea5f-a4d3-4852-87e2-7a72447c624c tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "PUT /v2.0/ports/52cd16b3-d122-4368-b926-8d5c3c273eb7 HTTP/1.1" status: 200 len: 996 time: 2.9332614 Dec 22 09:55:06.421021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35052) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:06.597524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557dddb-2ff4-4793-8bbe-c472b9c2deaa req-eb62d00c-619f-4d82-bdad-803d4e032e0d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:06.609828 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b557dddb-2ff4-4793-8bbe-c472b9c2deaa req-eb62d00c-619f-4d82-bdad-803d4e032e0d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.4531186 Dec 22 09:55:06.659685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-76e8fb92-ed0a-440b-bb17-88d316374bb7 None None] Provisioning complete for port 52cd16b3-d122-4368-b926-8d5c3c273eb7 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:06.660389 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76e8fb92-ed0a-440b-bb17-88d316374bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:06.696159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1bb76-4195-4cb0-bac5-b9cd4d4a314d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Deleting port 52cd16b3-d122-4368-b926-8d5c3c273eb7 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:55:06.697202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b9e1bb76-4195-4cb0-bac5-b9cd4d4a314d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:06.713759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e00a1-5664-4e60-8589-85110c742ae0 req-06fe8a3c-98fe-45f1-b3e1-5a339708f17d tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:06.730273 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-806e00a1-5664-4e60-8589-85110c742ae0 req-06fe8a3c-98fe-45f1-b3e1-5a339708f17d tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.5649757 Dec 22 09:55:06.767862 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a0fc02f-d75a-4ee0-b9b5-d78427f62e9e req-0f0bb71a-d404-481f-bf86-d21e463d0a4d service neutron] 10.222.0.64 "GET /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5503953 Dec 22 09:55:06.803017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-76e8fb92-ed0a-440b-bb17-88d316374bb7 None None] Port 52cd16b3-d122-4368-b926-8d5c3c273eb7 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:55:06.864521 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b557dddb-2ff4-4793-8bbe-c472b9c2deaa req-47467e98-a820-46d9-a1fd-f462d3a685ab tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566416 Dec 22 09:55:06.954880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-d900cc0d-84f1-4ff7-9ae4-b3dd5dfdacdb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81071) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:55:06.965162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d900cc0d-84f1-4ff7-9ae4-b3dd5dfdacdb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:07.126074 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-806e00a1-5664-4e60-8589-85110c742ae0 req-c4632b1f-a35a-4e1a-b0e3-263b682972c5 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980150 Dec 22 09:55:07.126956 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-12c6df46-f681-44fa-b03e-e2d376fd62c8 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:07.279929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa65ed-7814-4351-a9e1-163bc347c2b4 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port e6322116-ccb9-4176-9a3f-924f8933a795 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:55:07.280509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aeaa65ed-7814-4351-a9e1-163bc347c2b4 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:07.328482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900cc0d-84f1-4ff7-9ae4-b3dd5dfdacdb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event updated for resources: {'Subnet': ['ID=ca06b1d8-1e49-41ab-b363-9aee6575bbed,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:07.333614 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d900cc0d-84f1-4ff7-9ae4-b3dd5dfdacdb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:07.343681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d900cc0d-84f1-4ff7-9ae4-b3dd5dfdacdb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Checking segment: {'id': '0ad2fe47-a073-44e1-813a-088b71ee4cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'cf88698a-0b7c-4199-a073-3a931a780452'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:55:07.344147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d900cc0d-84f1-4ff7-9ae4-b3dd5dfdacdb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network hostable DHCP agents. Network: cf88698a-0b7c-4199-a073-3a931a780452, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:55:07.406544 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b9e1bb76-4195-4cb0-bac5-b9cd4d4a314d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:07.460583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d900cc0d-84f1-4ff7-9ae4-b3dd5dfdacdb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network cf88698a-0b7c-4199-a073-3a931a780452 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:55:07.482557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-d900cc0d-84f1-4ff7-9ae4-b3dd5dfdacdb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, cf88698a-0b7c-4199-a073-3a931a780452) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:55:07.492787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62324835-5906-4536-a469-a5aca01b7fae None None] Network cf88698a-0b7c-4199-a073-3a931a780452 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:55:07.524281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853892d-3f1a-4f76-9fdf-d1302317b94a req-49504b0f-2e6e-479f-a8f1-6ee4e2721828 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:07.533292 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e853892d-3f1a-4f76-9fdf-d1302317b94a req-49504b0f-2e6e-479f-a8f1-6ee4e2721828 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.1785288 Dec 22 09:55:07.537822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d900cc0d-84f1-4ff7-9ae4-b3dd5dfdacdb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:07.538691 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d900cc0d-84f1-4ff7-9ae4-b3dd5dfdacdb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:07.604878 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d900cc0d-84f1-4ff7-9ae4-b3dd5dfdacdb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.9277475 Dec 22 09:55:07.619851 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e853892d-3f1a-4f76-9fdf-d1302317b94a req-4f64f30e-dcb7-48d4-a59f-ae43a2d10143 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853465 Dec 22 09:55:07.620618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35098) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:07.636523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1bb76-4195-4cb0-bac5-b9cd4d4a314d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Calling delete_port for 52cd16b3-d122-4368-b926-8d5c3c273eb7 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:55:07.841326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 3b1fa296-e989-434e-b5f1-730bbee1aa49 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:55:07.852770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:07.947315 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aeaa65ed-7814-4351-a9e1-163bc347c2b4 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:08.046805 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e851d3a9-d55e-445d-8f4e-8cf1081feedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:08.091868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 3b1fa296-e989-434e-b5f1-730bbee1aa49 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:08.092555 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:08.151016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa65ed-7814-4351-a9e1-163bc347c2b4 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Calling delete_port for e6322116-ccb9-4176-9a3f-924f8933a795 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:55:08.225366 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:08.329708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b9e1bb76-4195-4cb0-bac5-b9cd4d4a314d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:08.334002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15347f6e-05d7-4abb-b608-b8573e76b08f req-36a37860-d84a-427b-aafa-e8d58cc8e55f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:08.350674 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15347f6e-05d7-4abb-b608-b8573e76b08f req-36a37860-d84a-427b-aafa-e8d58cc8e55f tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.3534853 Dec 22 09:55:08.367959 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7cf23940-c8dd-4a97-873a-bb946b283260 tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:08.421406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1bb76-4195-4cb0-bac5-b9cd4d4a314d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Pushing event deleted for resources: {'Port': ['ID=52cd16b3-d122-4368-b926-8d5c3c273eb7,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:08.438461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc92ff8a-51c0-42e9-9e21-a4c106b2822e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-cf88698a-0b7c-4199-a073-3a931a780452', 'network_id': 'cf88698a-0b7c-4199-a073-3a931a780452', 'tenant_id': '6125102cfad34c5998c23aeb1d5424ae', 'fixed_ips': [{'subnet_id': 'ca06b1d8-1e49-41ab-b363-9aee6575bbed'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:55:08.439538 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc92ff8a-51c0-42e9-9e21-a4c106b2822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:08.444663 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b9e1bb76-4195-4cb0-bac5-b9cd4d4a314d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:08.911258 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b9e1bb76-4195-4cb0-bac5-b9cd4d4a314d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:08.914470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35122) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:08.948450 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aeaa65ed-7814-4351-a9e1-163bc347c2b4 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:08.954292 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:09.002855 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2299ab54-eb87-4af2-9815-1b0df60f011b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:09.027204 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:09.112988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event deleted for resources: {'Subnet': ['ID=ca06b1d8-1e49-41ab-b363-9aee6575bbed,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:09.283884 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e546a345-ef4d-4893-a5b6-b9cc4890885d tempest-RoutersIpV6AdminTest-1331933571 tempest-RoutersIpV6AdminTest-1331933571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:09.349675 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:09.363660 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b9e1bb76-4195-4cb0-bac5-b9cd4d4a314d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "DELETE /v2.0/ports/52cd16b3-d122-4368-b926-8d5c3c273eb7 HTTP/1.1" status: 204 len: 168 time: 2.9419439 Dec 22 09:55:09.376944 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-15347f6e-05d7-4abb-b608-b8573e76b08f req-34ea724d-375c-4191-a9f3-a9030f478ced tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0224464 Dec 22 09:55:09.377577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35132) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:09.397888 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b06ad87e-98c8-4c6a-b969-f31c9fed5dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:09.421853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa65ed-7814-4351-a9e1-163bc347c2b4 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Port': ['ID=e6322116-ccb9-4176-9a3f-924f8933a795,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:09.436560 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aeaa65ed-7814-4351-a9e1-163bc347c2b4 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:09.479653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35140) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:09.500561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b06ad87e-98c8-4c6a-b969-f31c9fed5dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:09.500829 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a937a2f-d3b9-4d63-9166-1b0bd4076533 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] GET failed (client error): The resource could not be found. Dec 22 09:55:09.501461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7a937a2f-d3b9-4d63-9166-1b0bd4076533 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Synchronizing usage tracker for tenant:9dd55b4c63d1408e8d850a830560f701 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:55:09.506255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b06ad87e-98c8-4c6a-b969-f31c9fed5dde admin admin] Usage tracker for resource:security_group_rule and tenant:714ce88b3f324500bdbea89339089a85 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:09.509613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b06ad87e-98c8-4c6a-b969-f31c9fed5dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:09.516806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b06ad87e-98c8-4c6a-b969-f31c9fed5dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:09.517082 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server [None req-dc92ff8a-51c0-42e9-9e21-a4c106b2822e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca06b1d8-1e49-41ab-b363-9aee6575bbed: This subnet is being modified by another concurrent operation. Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise exception Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca06b1d8-1e49-41ab-b363-9aee6575bbed: This subnet is being modified by another concurrent operation. Dec 22 09:55:09.541175 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server Dec 22 09:55:09.573906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1402fea4-32c7-402a-b834-2d1c6c483a2e None None] Network cf88698a-0b7c-4199-a073-3a931a780452 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:55:09.776375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7a937a2f-d3b9-4d63-9166-1b0bd4076533 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Unset dirty status for tenant:9dd55b4c63d1408e8d850a830560f701 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:55:09.782157 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7a937a2f-d3b9-4d63-9166-1b0bd4076533 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "GET /v2.0/ports/52cd16b3-d122-4368-b926-8d5c3c273eb7 HTTP/1.1" status: 404 len: 333 time: 0.3998535 Dec 22 09:55:09.784384 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:09.840390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad9be8f-81b5-4534-8658-b4e34959ffe0 None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 09:55:09.843284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35148) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:09.883126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-f53d15db-1025-4ff0-a45e-08e1801fcbea tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Request body: {'port': {'network_id': 'e67ce8e1-8a8e-433c-be2d-7393d4e5aa57', 'name': 'tempest-AllowedAddressPairTestJSON-426072083'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:09.938604 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d83de73-0126-4dc4-8e7b-9c6dc64f3035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:09.969678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8d83de73-0126-4dc4-8e7b-9c6dc64f3035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:10.010353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7cbe0-d267-4e65-999e-6d01b0c7ae25 req-90f82f98-a508-4080-9e8d-42a72d0d07cc tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:10.012039 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ea7cbe0-d267-4e65-999e-6d01b0c7ae25 req-90f82f98-a508-4080-9e8d-42a72d0d07cc tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 1.0689130 Dec 22 09:55:10.019287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad9be8f-81b5-4534-8658-b4e34959ffe0 None None] Resources bound (agent type, host, resource id): {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 09:55:10.049716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8d83de73-0126-4dc4-8e7b-9c6dc64f3035 admin admin] Usage tracker for resource:security_group_rule and tenant:b34d34513183405da27c9a656f2e8af8 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:10.054986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8d83de73-0126-4dc4-8e7b-9c6dc64f3035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:10.056142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf88698a-0b7c-4199-a073-3a931a780452']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:10.079694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8d83de73-0126-4dc4-8e7b-9c6dc64f3035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:10.088829 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aeaa65ed-7814-4351-a9e1-163bc347c2b4 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:10.203554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:10.205051 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:10.336741 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b06ad87e-98c8-4c6a-b969-f31c9fed5dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:10.398449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad2fe47-a073-44e1-813a-088b71ee4cd5') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:10.398449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad2fe47-a073-44e1-813a-088b71ee4cd5') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:10.424209 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b06ad87e-98c8-4c6a-b969-f31c9fed5dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:10.431858 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:10.463534 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ea7cbe0-d267-4e65-999e-6d01b0c7ae25 req-7eb372ef-a5bd-4b22-a170-863256ee1be0 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332788 Dec 22 09:55:10.467412 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:10.470123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Releasing vxlan tunnel 11 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:55:10.611226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca9ee3-0e8b-4765-8094-ae5ba2c47d3e req-55336ea3-e7a5-49bd-869f-1ece896482b0 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:10.625522 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-74ca9ee3-0e8b-4765-8094-ae5ba2c47d3e req-55336ea3-e7a5-49bd-869f-1ece896482b0 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.6880012 Dec 22 09:55:10.742048 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:10.773861 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-74ca9ee3-0e8b-4765-8094-ae5ba2c47d3e req-2aadd1b1-f77d-4ff7-ad04-4fc16caa18d8 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468189 Dec 22 09:55:10.797206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f53d15db-1025-4ff0-a45e-08e1801fcbea tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:10.804649 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d9d216fd-f77a-4c73-9d7d-4d9b63e065cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:10.836586 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b06ad87e-98c8-4c6a-b969-f31c9fed5dde admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=714ce88b3f324500bdbea89339089a85&name=default HTTP/1.1" status: 200 len: 2883 time: 1.9208493 Dec 22 09:55:10.860945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35158) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:10.917507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f53d15db-1025-4ff0-a45e-08e1801fcbea tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:10.935117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ad87e-98c8-4c6a-b969-f31c9fed5dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b37c1ee-b8ac-4375-9a92-5e1aa0bc7f24,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:10.949064 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b06ad87e-98c8-4c6a-b969-f31c9fed5dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:10.983364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53d15db-1025-4ff0-a45e-08e1801fcbea tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Made reservation on behalf of 9dd55b4c63d1408e8d850a830560f701 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:55:10.985759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network cf88698a-0b7c-4199-a073-3a931a780452 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:55:10.992747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f53d15db-1025-4ff0-a45e-08e1801fcbea tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:11.001017 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:11.281254 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d83de73-0126-4dc4-8e7b-9c6dc64f3035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:11.314462 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d83de73-0126-4dc4-8e7b-9c6dc64f3035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:11.317003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network cf88698a-0b7c-4199-a073-3a931a780452 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:55:11.329781 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e56399fb-f005-4124-95f9-789547716d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:55:11.345541 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:55:11.355092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd5af1-91ed-499a-9c2a-0ec746b98217 req-6cf3a206-ab22-4c64-a6b7-ef5b12485cde tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:11.357032 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-41fd5af1-91ed-499a-9c2a-0ec746b98217 req-6cf3a206-ab22-4c64-a6b7-ef5b12485cde tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.4699392 Dec 22 09:55:11.360268 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1f0e42b7-4e5b-49bb-a4a9-dd6c5ffc0720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:11.502808 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8d83de73-0126-4dc4-8e7b-9c6dc64f3035 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b34d34513183405da27c9a656f2e8af8&name=default HTTP/1.1" status: 200 len: 2883 time: 2.0220201 Dec 22 09:55:11.510791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35162) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:11.511276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83de73-0126-4dc4-8e7b-9c6dc64f3035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef8c0ec-90cb-4482-8807-ee3568c10377,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:11.520998 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d83de73-0126-4dc4-8e7b-9c6dc64f3035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:11.534952 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:11.546959 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-41fd5af1-91ed-499a-9c2a-0ec746b98217 req-0bab0bdd-a1a9-4667-801c-9742a16b51bf tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697364 Dec 22 09:55:11.547661 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:11.564523 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:11.585420 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1f0e42b7-4e5b-49bb-a4a9-dd6c5ffc0720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:11.598718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event deleted for resources: {'Network': ['ID=cf88698a-0b7c-4199-a073-3a931a780452,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:11.607241 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:11.627093 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/networks/cf88698a-0b7c-4199-a073-3a931a780452 HTTP/1.1" status: 204 len: 168 time: 4.0005493 Dec 22 09:55:11.633997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46e99f-d28e-4cdc-8926-8595cb9bdce6 req-f32d36bd-23bc-4cb1-9101-d4312d8f6af8 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:11.635708 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee46e99f-d28e-4cdc-8926-8595cb9bdce6 req-f32d36bd-23bc-4cb1-9101-d4312d8f6af8 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.4614725 Dec 22 09:55:11.636433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35168) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:11.679101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-f53d15db-1025-4ff0-a45e-08e1801fcbea tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] device_id is not set on port 580eb6da-ca08-40be-9049-8b17ae762a76 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:55:11.723179 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb8c8ea-aa65-4d50-a810-4e29220f0d93 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] DELETE failed (client error): The resource could not be found. Dec 22 09:55:11.723743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb8c8ea-aa65-4d50-a810-4e29220f0d93 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:55:11.727988 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-edb8c8ea-aa65-4d50-a810-4e29220f0d93 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/subnets/ca06b1d8-1e49-41ab-b363-9aee6575bbed HTTP/1.1" status: 404 len: 337 time: 0.0878510 Dec 22 09:55:11.727988 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-482f2d0f-700b-42d5-9b0b-cffd262e7d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:11.733036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35172) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:11.763184 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ee46e99f-d28e-4cdc-8926-8595cb9bdce6 req-a8c0464c-cc6d-45b0-91b4-b392e675d38b tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759203 Dec 22 09:55:11.791018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-482f2d0f-700b-42d5-9b0b-cffd262e7d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:11.821521 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f82425-92c4-41bc-94f2-bc086f552822 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] DELETE failed (client error): The resource could not be found. Dec 22 09:55:11.821990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f82425-92c4-41bc-94f2-bc086f552822 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:55:11.902027 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-482f2d0f-700b-42d5-9b0b-cffd262e7d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:11.925013 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b564d006-48be-4250-b0b0-d77d28ba0867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:11.955598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeaa65ed-7814-4351-a9e1-163bc347c2b4 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:55:11.955598 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a0f82425-92c4-41bc-94f2-bc086f552822 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/networks/cf88698a-0b7c-4199-a073-3a931a780452 HTTP/1.1" status: 404 len: 339 time: 0.2095876 Dec 22 09:55:11.955598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35180) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:11.957538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f2d0f-700b-42d5-9b0b-cffd262e7d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef8c0ec-90cb-4482-8807-ee3568c10377,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:11.962535 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-482f2d0f-700b-42d5-9b0b-cffd262e7d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:11.976824 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-482f2d0f-700b-42d5-9b0b-cffd262e7d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:11.994920 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-482f2d0f-700b-42d5-9b0b-cffd262e7d71 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aef8c0ec-90cb-4482-8807-ee3568c10377 HTTP/1.1" status: 204 len: 168 time: 0.4810538 Dec 22 09:55:12.067049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1f0e42b7-4e5b-49bb-a4a9-dd6c5ffc0720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:12.081529 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:12.097398 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aec8d83-2a93-4477-ae37-c9f8e96d91c4 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] DELETE failed (client error): The resource could not be found. Dec 22 09:55:12.098227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aec8d83-2a93-4477-ae37-c9f8e96d91c4 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:55:12.102510 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7aec8d83-2a93-4477-ae37-c9f8e96d91c4 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/subnets/f01109c4-0f4a-456e-8ede-c7adde6796ed HTTP/1.1" status: 404 len: 337 time: 0.1338406 Dec 22 09:55:12.168473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35190) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:12.169985 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1f0e42b7-4e5b-49bb-a4a9-dd6c5ffc0720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:12.181999 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1f0e42b7-4e5b-49bb-a4a9-dd6c5ffc0720 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6b37c1ee-b8ac-4375-9a92-5e1aa0bc7f24 HTTP/1.1" status: 204 len: 168 time: 1.3059456 Dec 22 09:55:12.181999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e42b7-4e5b-49bb-a4a9-dd6c5ffc0720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b37c1ee-b8ac-4375-9a92-5e1aa0bc7f24,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:12.198500 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1f0e42b7-4e5b-49bb-a4a9-dd6c5ffc0720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:12.336226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c9eb6-ec44-49a3-9340-d6a4dc129730 req-0102fee0-56f5-40ee-b0ba-13e7ae8707cd tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:12.343436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-f53d15db-1025-4ff0-a45e-08e1801fcbea tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Allocated IP 172.20.0.11 (e67ce8e1-8a8e-433c-be2d-7393d4e5aa57/f1d37f20-0b7b-435a-a0be-d9bf1f3a67b3/580eb6da-ca08-40be-9049-8b17ae762a76) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:55:12.358239 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c67c9eb6-ec44-49a3-9340-d6a4dc129730 req-0102fee0-56f5-40ee-b0ba-13e7ae8707cd tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.2812614 Dec 22 09:55:12.384291 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b8f62f-619a-4347-b496-0b2a96cb032f tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] DELETE failed (client error): The resource could not be found. Dec 22 09:55:12.384932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b8f62f-619a-4347-b496-0b2a96cb032f tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:55:12.392698 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-67b8f62f-619a-4347-b496-0b2a96cb032f tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/networks/cf3ce86c-7932-4cb8-9d95-4a5d6eff8ba6 HTTP/1.1" status: 404 len: 339 time: 0.2148452 Dec 22 09:55:12.397899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35200) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:12.510870 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c67c9eb6-ec44-49a3-9340-d6a4dc129730 req-efde128f-2de6-47ab-8d1b-8821ae7f38d7 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498044 Dec 22 09:55:12.570260 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb52c8c7-b83c-4af0-a5fa-a3fe81971e80 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] DELETE failed (client error): The resource could not be found. Dec 22 09:55:12.570735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb52c8c7-b83c-4af0-a5fa-a3fe81971e80 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:55:12.572903 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cb52c8c7-b83c-4af0-a5fa-a3fe81971e80 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/subnets/12ce92bb-d648-44a0-a7cf-8ac5e8100b50 HTTP/1.1" status: 404 len: 337 time: 0.1727536 Dec 22 09:55:12.578817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35214) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:12.588182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeaa65ed-7814-4351-a9e1-163bc347c2b4 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:55:12.602409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb5c7c2-5099-4a3b-9546-c714a9376a34 None None] Sync routers for ids ['dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:55:12.638228 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-aeaa65ed-7814-4351-a9e1-163bc347c2b4 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9249535 Dec 22 09:55:12.642398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35218) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:12.647126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb5c7c2-5099-4a3b-9546-c714a9376a34 None None] Routers {'dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:55:12.647126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0fb5c7c2-5099-4a3b-9546-c714a9376a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:55:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:12.805165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0fb5c7c2-5099-4a3b-9546-c714a9376a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:12.821870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb5c7c2-5099-4a3b-9546-c714a9376a34 None None] Routers {'dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:55:12.821870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0fb5c7c2-5099-4a3b-9546-c714a9376a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:55:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:12.851817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35224) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:12.913663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0fb5c7c2-5099-4a3b-9546-c714a9376a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:12.913663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb5c7c2-5099-4a3b-9546-c714a9376a34 None None] The sync data for ids ['dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:55:12.957376 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ccead390-3770-45c6-8eec-860f61cbe4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:13.016324 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d402ba5-8f8d-4dff-ae99-cd6cb3b51bcd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] DELETE failed (client error): The resource could not be found. Dec 22 09:55:13.016871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d402ba5-8f8d-4dff-ae99-cd6cb3b51bcd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:55:13.019318 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2d402ba5-8f8d-4dff-ae99-cd6cb3b51bcd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/networks/b25c1a73-59d5-436a-967a-5acf2cb9aaed HTTP/1.1" status: 404 len: 339 time: 0.4354088 Dec 22 09:55:13.024712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35228) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:13.050537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ccead390-3770-45c6-8eec-860f61cbe4d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:13.079336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ccead390-3770-45c6-8eec-860f61cbe4d6 admin admin] Usage tracker for resource:security_group_rule and tenant:1479c5753bd34c36a3450729b5a0afe7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:13.158255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-c25d0318-e341-4a34-8453-15fd60484669 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:13.162558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ccead390-3770-45c6-8eec-860f61cbe4d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:13.168588 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-c25d0318-e341-4a34-8453-15fd60484669 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/networks?id=a915dfd1-fb65-4220-811d-3a0badf81285 HTTP/1.1" status: 200 len: 814 time: 0.5774081 Dec 22 09:55:13.184151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ccead390-3770-45c6-8eec-860f61cbe4d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:13.198276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9b3aee02-9bf4-4729-ae1f-39a09f964c6f tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Deleting port 19682d3c-fb9d-4a34-9eb8-93a61c2b5ee9 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:55:13.198276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b3aee02-9bf4-4729-ae1f-39a09f964c6f tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:13.248899 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-ca2fef47-b53e-47b6-af39-e2cadf5d5411 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/quotas/250cbb3aaaac4bfba8dd2bb56fd12217 HTTP/1.1" status: 200 len: 375 time: 0.0798430 Dec 22 09:55:13.352535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf735a-22f0-4e64-b6bb-e1a79149d344 req-626d47d6-79e7-4533-8d18-f27e00d260e5 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:13.362935 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4baf735a-22f0-4e64-b6bb-e1a79149d344 req-626d47d6-79e7-4533-8d18-f27e00d260e5 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.4560258 Dec 22 09:55:13.385710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-50e1cf25-e0c8-48af-bf09-597b74c50b9e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:13.491109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35234) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:13.606479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ca9f2e84-8b1d-4236-9a64-878af95dfaae admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:13.782933 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f53d15db-1025-4ff0-a45e-08e1801fcbea tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:13.795237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ca9f2e84-8b1d-4236-9a64-878af95dfaae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:13.812710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b3aee02-9bf4-4729-ae1f-39a09f964c6f tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:13.836917 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4baf735a-22f0-4e64-b6bb-e1a79149d344 req-d9bce09d-2bbd-4ef9-94fb-5c11352b109d tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719000 Dec 22 09:55:13.846693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ca9f2e84-8b1d-4236-9a64-878af95dfaae admin admin] Usage tracker for resource:security_group_rule and tenant:984068768c064f3ca1f37b6ec2e41931 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:13.850915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ca9f2e84-8b1d-4236-9a64-878af95dfaae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:13.864258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ca9f2e84-8b1d-4236-9a64-878af95dfaae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:13.907105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f53d15db-1025-4ff0-a45e-08e1801fcbea tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Transition to ACTIVE for port object 580eb6da-ca08-40be-9049-8b17ae762a76 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:55:14.030215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f53d15db-1025-4ff0-a45e-08e1801fcbea tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:14.055388 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:14.062488 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-039a23e4-6e8b-4157-8498-3e1c5091b48c tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?tenant_id=250cbb3aaaac4bfba8dd2bb56fd12217&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8125272 Dec 22 09:55:14.077749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9b3aee02-9bf4-4729-ae1f-39a09f964c6f tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Calling delete_port for 19682d3c-fb9d-4a34-9eb8-93a61c2b5ee9 owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:55:14.096607 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ccead390-3770-45c6-8eec-860f61cbe4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:14.189381 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ccead390-3770-45c6-8eec-860f61cbe4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:14.332714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cfd0f-ec25-4f68-9f87-913a339389a1 req-ac7eef90-1ffe-4a42-8e7d-2dfeca87aac8 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:14.334400 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8c3cfd0f-ec25-4f68-9f87-913a339389a1 req-ac7eef90-1ffe-4a42-8e7d-2dfeca87aac8 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.64 "GET /v2.0/ports?device_id=a3eeb96b-6213-4422-ab2b-9147ef6465a1 HTTP/1.1" status: 200 len: 945 time: 0.6044676 Dec 22 09:55:14.443042 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ccead390-3770-45c6-8eec-860f61cbe4d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1479c5753bd34c36a3450729b5a0afe7&name=default HTTP/1.1" status: 200 len: 2883 time: 1.5735250 Dec 22 09:55:14.443519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35244) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:14.447929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d15db-1025-4ff0-a45e-08e1801fcbea tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Pushing event updated for resources: {'Port': ['ID=580eb6da-ca08-40be-9049-8b17ae762a76,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:14.459571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-8c3cfd0f-ec25-4f68-9f87-913a339389a1 req-7a98a977-da9e-4b33-b58a-b72b57b12cb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Deleting port 3b1fa296-e989-434e-b5f1-730bbee1aa49 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:55:14.459571 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8c3cfd0f-ec25-4f68-9f87-913a339389a1 req-7a98a977-da9e-4b33-b58a-b72b57b12cb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:14.463289 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f53d15db-1025-4ff0-a45e-08e1801fcbea tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:14.463872 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1f0e42b7-4e5b-49bb-a4a9-dd6c5ffc0720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:14.514608 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b3aee02-9bf4-4729-ae1f-39a09f964c6f tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:14.561056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccead390-3770-45c6-8eec-860f61cbe4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56160149-e15b-4bc2-83c9-d1cf655c37fa,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:14.561903 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99ed200d-5e53-4e45-b477-6b641c34ac75 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:14.573352 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ccead390-3770-45c6-8eec-860f61cbe4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:14.600564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53d15db-1025-4ff0-a45e-08e1801fcbea tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:55:14.603736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-f53d15db-1025-4ff0-a45e-08e1801fcbea tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:55:14.607342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d15db-1025-4ff0-a45e-08e1801fcbea tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:55:14.723734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53d15db-1025-4ff0-a45e-08e1801fcbea tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:14.724588 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f53d15db-1025-4ff0-a45e-08e1801fcbea tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:14.772412 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f53d15db-1025-4ff0-a45e-08e1801fcbea tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9278896 Dec 22 09:55:14.779094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35248) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:14.789991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-d0d5e146-ce66-45a8-b384-bc53a02a4a4d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Request body: {'port': {'network_id': 'e67ce8e1-8a8e-433c-be2d-7393d4e5aa57', 'name': 'tempest-AllowedAddressPairTestJSON-1813785001'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:14.942955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3aee02-9bf4-4729-ae1f-39a09f964c6f tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event deleted for resources: {'Port': ['ID=19682d3c-fb9d-4a34-9eb8-93a61c2b5ee9,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:14.973330 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9b3aee02-9bf4-4729-ae1f-39a09f964c6f tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:14.974786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ca9f2e84-8b1d-4236-9a64-878af95dfaae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:15.007646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f69cc-5fef-4593-992c-4cbc2834d4d0 req-c330a2c2-d8ea-49ea-b612-1f6668fd8c67 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:15.016607 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c75f69cc-5fef-4593-992c-4cbc2834d4d0 req-c330a2c2-d8ea-49ea-b612-1f6668fd8c67 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.7989199 Dec 22 09:55:15.051542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-50e1cf25-e0c8-48af-bf09-597b74c50b9e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port 01c37104-3b09-44de-99ab-6618553b5729 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:55:15.051542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-50e1cf25-e0c8-48af-bf09-597b74c50b9e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:15.076801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e746c436-b669-45f7-990d-6ca909236820 None None] Provisioning for port 580eb6da-ca08-40be-9049-8b17ae762a76 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:55:15.083530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e746c436-b669-45f7-990d-6ca909236820 None None] Provisioning complete for port 580eb6da-ca08-40be-9049-8b17ae762a76 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:15.084697 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e746c436-b669-45f7-990d-6ca909236820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:15.107751 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ca9f2e84-8b1d-4236-9a64-878af95dfaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:15.116953 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-482f2d0f-700b-42d5-9b0b-cffd262e7d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:15.118199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d0d5e146-ce66-45a8-b384-bc53a02a4a4d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:15.174658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e746c436-b669-45f7-990d-6ca909236820 None None] Port 580eb6da-ca08-40be-9049-8b17ae762a76 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:55:15.185275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d0d5e146-ce66-45a8-b384-bc53a02a4a4d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:15.352617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 3b1fa296-e989-434e-b5f1-730bbee1aa49 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:55:15.367922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d5e146-ce66-45a8-b384-bc53a02a4a4d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Made reservation on behalf of 9dd55b4c63d1408e8d850a830560f701 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:55:15.378421 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0d5e146-ce66-45a8-b384-bc53a02a4a4d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:15.435208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f2e84-8b1d-4236-9a64-878af95dfaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37d7bd6-31da-475a-8539-a29fda1a1f85,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:15.462604 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ca9f2e84-8b1d-4236-9a64-878af95dfaae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=984068768c064f3ca1f37b6ec2e41931&name=default HTTP/1.1" status: 200 len: 2883 time: 1.9498003 Dec 22 09:55:15.468442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35254) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:15.474157 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ca9f2e84-8b1d-4236-9a64-878af95dfaae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:15.481087 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c75f69cc-5fef-4593-992c-4cbc2834d4d0 req-89c5202c-fb6d-4055-b2f8-f9520c928f47 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632208 Dec 22 09:55:15.530885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-50e1cf25-e0c8-48af-bf09-597b74c50b9e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:15.551430 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0afe-a372-4802-8639-7e0753754524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:15.553406 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:15.569966 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-94cbad31-6a36-4c03-8a79-162efd1ada75 service neutron] 10.222.0.50 "GET /v2.0/networks/a915dfd1-fb65-4220-811d-3a0badf81285?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4552670 Dec 22 09:55:15.612455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3eeb96b-6213-4422-ab2b-9147ef6465a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1fa296-e989-434e-b5f1-730bbee1aa49'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:55:15.622985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 3b1fa296-e989-434e-b5f1-730bbee1aa49, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=3b1fa296-e989-434e-b5f1-730bbee1aa49,segment=NetworkSegment(16041ef7-5666-4b80-a900-6bff3a23bb99),segment_id=16041ef7-5666-4b80-a900-6bff3a23bb99)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:55:15.626847 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:15.629319 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2d0dae7-ba4a-4089-a7bc-9061031497e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:15.721174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b3aee02-9bf4-4729-ae1f-39a09f964c6f tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:15.750906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-50e1cf25-e0c8-48af-bf09-597b74c50b9e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Calling delete_port for 01c37104-3b09-44de-99ab-6618553b5729 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:55:15.751378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=3b1fa296-e989-434e-b5f1-730bbee1aa49,revision_number=7']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:15.789652 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:15.875020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-d0d5e146-ce66-45a8-b384-bc53a02a4a4d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] device_id is not set on port 959c916d-225a-4040-a75a-cf8a24f711aa yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:55:15.954808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0afe-a372-4802-8639-7e0753754524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:15.968188 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae8c51d8-e602-4e92-a544-265480640665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:16.056635 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9b3aee02-9bf4-4729-ae1f-39a09f964c6f tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/ports/19682d3c-fb9d-4a34-9eb8-93a61c2b5ee9 HTTP/1.1" status: 204 len: 168 time: 3.0250993 Dec 22 09:55:16.057441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35262) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:16.062291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-8c3cfd0f-ec25-4f68-9f87-913a339389a1 req-7a98a977-da9e-4b33-b58a-b72b57b12cb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] For port 3b1fa296-e989-434e-b5f1-730bbee1aa49, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=3b1fa296-e989-434e-b5f1-730bbee1aa49,segment=NetworkSegment(16041ef7-5666-4b80-a900-6bff3a23bb99),segment_id=16041ef7-5666-4b80-a900-6bff3a23bb99)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:55:16.062824 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8c3cfd0f-ec25-4f68-9f87-913a339389a1 req-7a98a977-da9e-4b33-b58a-b72b57b12cb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:16.143921 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-318adc10-e0e9-45ad-b556-f0a2215a7042 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] DELETE failed (client error): The resource could not be found. Dec 22 09:55:16.144476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318adc10-e0e9-45ad-b556-f0a2215a7042 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:55:16.178340 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-318adc10-e0e9-45ad-b556-f0a2215a7042 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/subnets/e539cd6e-2f98-40d5-9f02-96515ecb1f56 HTTP/1.1" status: 404 len: 337 time: 0.1228104 Dec 22 09:55:16.181776 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae8c51d8-e602-4e92-a544-265480640665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:16.183258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35266) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:16.196796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-d0d5e146-ce66-45a8-b384-bc53a02a4a4d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Allocated IP 172.20.0.8 (e67ce8e1-8a8e-433c-be2d-7393d4e5aa57/f1d37f20-0b7b-435a-a0be-d9bf1f3a67b3/959c916d-225a-4040-a75a-cf8a24f711aa) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:55:16.280085 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-50e1cf25-e0c8-48af-bf09-597b74c50b9e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:16.285900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-8c3cfd0f-ec25-4f68-9f87-913a339389a1 req-7a98a977-da9e-4b33-b58a-b72b57b12cb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Calling delete_port for 3b1fa296-e989-434e-b5f1-730bbee1aa49 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:55:16.289609 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e16b34e-543d-455f-9f65-c070fb260ea8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:16.374488 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-70ea1027-195e-4914-bc2b-a2c1197cbc6b service neutron] 10.222.0.50 "GET /v2.0/networks/a915dfd1-fb65-4220-811d-3a0badf81285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8032546 Dec 22 09:55:16.420423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1cf25-e0c8-48af-bf09-597b74c50b9e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Port': ['ID=01c37104-3b09-44de-99ab-6618553b5729,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:16.424329 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-50e1cf25-e0c8-48af-bf09-597b74c50b9e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:16.450734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0afe-a372-4802-8639-7e0753754524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:16.473645 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4b45de82-977a-48fc-8666-65806f751d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:16.504145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9a98e-a0eb-4574-84f3-cb9bc1d40dca req-006199c1-6d8d-4fba-9a18-36aa6b5713e9 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:16.504145 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49c9a98e-a0eb-4574-84f3-cb9bc1d40dca req-006199c1-6d8d-4fba-9a18-36aa6b5713e9 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.6584554 Dec 22 09:55:16.539246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf0afe-a372-4802-8639-7e0753754524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56160149-e15b-4bc2-83c9-d1cf655c37fa,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:16.539246 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3aaf0afe-a372-4802-8639-7e0753754524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:16.560887 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae8c51d8-e602-4e92-a544-265480640665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:16.580733 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-18c9c94d-bdb5-4af8-b452-3ee941f5404a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:16.585151 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-114e8295-1b9b-47a7-a448-551865bd1a9e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:16.612809 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-8c3cfd0f-ec25-4f68-9f87-913a339389a1 req-7a98a977-da9e-4b33-b58a-b72b57b12cb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:55:16.613421 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-8c3cfd0f-ec25-4f68-9f87-913a339389a1 req-7a98a977-da9e-4b33-b58a-b72b57b12cb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:55:16.650984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c51d8-e602-4e92-a544-265480640665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37d7bd6-31da-475a-8539-a29fda1a1f85,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:16.654342 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0afe-a372-4802-8639-7e0753754524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:16.659616 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3aaf0afe-a372-4802-8639-7e0753754524 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56160149-e15b-4bc2-83c9-d1cf655c37fa HTTP/1.1" status: 204 len: 168 time: 2.2093420 Dec 22 09:55:16.659616 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ae8c51d8-e602-4e92-a544-265480640665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:16.684347 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae8c51d8-e602-4e92-a544-265480640665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:16.689682 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ae8c51d8-e602-4e92-a544-265480640665 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c37d7bd6-31da-475a-8539-a29fda1a1f85 HTTP/1.1" status: 204 len: 168 time: 1.2109935 Dec 22 09:55:16.702495 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3eeb96b-6213-4422-ab2b-9147ef6465a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1fa296-e989-434e-b5f1-730bbee1aa49', 'code': 200} Dec 22 09:55:16.731977 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49c9a98e-a0eb-4574-84f3-cb9bc1d40dca req-477d2bcc-6166-45b3-b433-283d3b239971 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127233 Dec 22 09:55:16.884090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-141d5d06-cfa2-41e0-b5c6-988090181abd req-c5bb42ed-ffe2-445a-95b9-dc2e94d47eb1 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Synchronizing usage tracker for tenant:250cbb3aaaac4bfba8dd2bb56fd12217 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:55:16.920901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-141d5d06-cfa2-41e0-b5c6-988090181abd req-c5bb42ed-ffe2-445a-95b9-dc2e94d47eb1 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Unset dirty status for tenant:250cbb3aaaac4bfba8dd2bb56fd12217 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:55:16.924551 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-141d5d06-cfa2-41e0-b5c6-988090181abd req-c5bb42ed-ffe2-445a-95b9-dc2e94d47eb1 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 210 time: 0.1844549 Dec 22 09:55:17.115279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-8c3cfd0f-ec25-4f68-9f87-913a339389a1 req-7a98a977-da9e-4b33-b58a-b72b57b12cb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Deleting port 3b1fa296-e989-434e-b5f1-730bbee1aa49 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:55:17.117166 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8c3cfd0f-ec25-4f68-9f87-913a339389a1 req-7a98a977-da9e-4b33-b58a-b72b57b12cb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:17.544238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e618fc-636e-4467-9192-9bcca65e3cfb req-7b6acfa6-8370-4e1a-9d94-7c60aac1aae3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:17.546216 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00e618fc-636e-4467-9192-9bcca65e3cfb req-7b6acfa6-8370-4e1a-9d94-7c60aac1aae3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.3284626 Dec 22 09:55:17.752334 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-00e618fc-636e-4467-9192-9bcca65e3cfb req-1717429b-2b05-41d2-917e-7380ff24f943 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847517 Dec 22 09:55:17.845380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-8c3cfd0f-ec25-4f68-9f87-913a339389a1 req-7a98a977-da9e-4b33-b58a-b72b57b12cb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] For port 3b1fa296-e989-434e-b5f1-730bbee1aa49, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=3b1fa296-e989-434e-b5f1-730bbee1aa49,segment=NetworkSegment(16041ef7-5666-4b80-a900-6bff3a23bb99),segment_id=16041ef7-5666-4b80-a900-6bff3a23bb99)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:55:17.846638 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8c3cfd0f-ec25-4f68-9f87-913a339389a1 req-7a98a977-da9e-4b33-b58a-b72b57b12cb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:18.055895 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-114e8295-1b9b-47a7-a448-551865bd1a9e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:18.102763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-8c3cfd0f-ec25-4f68-9f87-913a339389a1 req-7a98a977-da9e-4b33-b58a-b72b57b12cb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Calling delete_port for 3b1fa296-e989-434e-b5f1-730bbee1aa49 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:55:18.200204 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0d5e146-ce66-45a8-b384-bc53a02a4a4d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:18.794797 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8c3cfd0f-ec25-4f68-9f87-913a339389a1 req-7a98a977-da9e-4b33-b58a-b72b57b12cb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:18.860304 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e6097e0-8569-4254-bf59-3de9b1ccf8df req-00f2fced-a500-4353-a373-af739111d113 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 210 time: 0.5308158 Dec 22 09:55:18.861491 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6e02ce4a-d45a-469c-b580-dfa643aa0686 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:18.915580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-114e8295-1b9b-47a7-a448-551865bd1a9e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90645753-1e25-4a39-9e94-00adf7431499']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:18.976836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98a977-da9e-4b33-b58a-b72b57b12cb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Pushing event deleted for resources: {'Port': ['ID=3b1fa296-e989-434e-b5f1-730bbee1aa49,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:18.994382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d0d5e146-ce66-45a8-b384-bc53a02a4a4d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Transition to ACTIVE for port object 959c916d-225a-4040-a75a-cf8a24f711aa will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:55:19.000725 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7a98a977-da9e-4b33-b58a-b72b57b12cb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:19.016130 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-50e1cf25-e0c8-48af-bf09-597b74c50b9e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:19.409693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-c43b7eb3-d425-402e-9417-311a5f036cba tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:19.412952 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-c43b7eb3-d425-402e-9417-311a5f036cba tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.64 "GET /v2.0/networks?id=a915dfd1-fb65-4220-811d-3a0badf81285 HTTP/1.1" status: 200 len: 814 time: 0.2995284 Dec 22 09:55:19.463502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-4ab7927d-0148-4f8c-8ee6-ebcbd7d54c61 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Request body: {'port': {'device_id': 'ead3a49a-dc86-4171-bc3e-98d747153126', 'network_id': 'a915dfd1-fb65-4220-811d-3a0badf81285', 'admin_state_up': True, 'tenant_id': '250cbb3aaaac4bfba8dd2bb56fd12217'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:19.498300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-114e8295-1b9b-47a7-a448-551865bd1a9e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7cf9f3f-a495-4131-b444-bc91185bd9e4') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:19.513715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-114e8295-1b9b-47a7-a448-551865bd1a9e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7cf9f3f-a495-4131-b444-bc91185bd9e4') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:19.605857 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-114e8295-1b9b-47a7-a448-551865bd1a9e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:19.828977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3cfd0f-ec25-4f68-9f87-913a339389a1 req-7a98a977-da9e-4b33-b58a-b72b57b12cb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] No DVR routers for this DVR port 3b1fa296-e989-434e-b5f1-730bbee1aa49 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:55:19.848033 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8c3cfd0f-ec25-4f68-9f87-913a339389a1 req-7a98a977-da9e-4b33-b58a-b72b57b12cb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:19.875985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3eeb96b-6213-4422-ab2b-9147ef6465a1', 'name': 'network-vif-deleted', 'tag': '3b1fa296-e989-434e-b5f1-730bbee1aa49'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:55:19.892407 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8c3cfd0f-ec25-4f68-9f87-913a339389a1 req-7a98a977-da9e-4b33-b58a-b72b57b12cb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.64 "DELETE /v2.0/ports/3b1fa296-e989-434e-b5f1-730bbee1aa49 HTTP/1.1" status: 204 len: 173 time: 5.5360966 Dec 22 09:55:19.956693 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-114e8295-1b9b-47a7-a448-551865bd1a9e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:19.977150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-4ab7927d-0148-4f8c-8ee6-ebcbd7d54c61 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:19.982537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-114e8295-1b9b-47a7-a448-551865bd1a9e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Releasing vxlan tunnel 13 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:55:20.005465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-4ab7927d-0148-4f8c-8ee6-ebcbd7d54c61 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Usage tracker for resource:port and tenant:250cbb3aaaac4bfba8dd2bb56fd12217 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:20.017130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-4ab7927d-0148-4f8c-8ee6-ebcbd7d54c61 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:20.046861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-4ab7927d-0148-4f8c-8ee6-ebcbd7d54c61 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:20.075311 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3eeb96b-6213-4422-ab2b-9147ef6465a1', 'name': 'network-vif-deleted', 'tag': '3b1fa296-e989-434e-b5f1-730bbee1aa49', 'status': 'completed', 'code': 200} Dec 22 09:55:20.095396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-4ab7927d-0148-4f8c-8ee6-ebcbd7d54c61 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Made reservation on behalf of 250cbb3aaaac4bfba8dd2bb56fd12217 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:55:20.115530 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-4ab7927d-0148-4f8c-8ee6-ebcbd7d54c61 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:20.433685 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0d5e146-ce66-45a8-b384-bc53a02a4a4d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:20.529573 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-be4e66f9-70a2-456d-b786-fe38042f06a5 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:21.001282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5e146-ce66-45a8-b384-bc53a02a4a4d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Pushing event updated for resources: {'Port': ['ID=959c916d-225a-4040-a75a-cf8a24f711aa,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:21.005532 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d0d5e146-ce66-45a8-b384-bc53a02a4a4d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:21.351494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e1cf25-e0c8-48af-bf09-597b74c50b9e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:55:21.382288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d5e146-ce66-45a8-b384-bc53a02a4a4d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:55:21.491405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-d0d5e146-ce66-45a8-b384-bc53a02a4a4d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:55:21.509643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d5e146-ce66-45a8-b384-bc53a02a4a4d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:55:21.619767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-4ab7927d-0148-4f8c-8ee6-ebcbd7d54c61 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Allocated IP 172.20.0.12 (a915dfd1-fb65-4220-811d-3a0badf81285/5534585d-5c7e-4cc6-ba2a-6f9dc7db44c0/491223cd-8996-47f7-9008-014cfe1ddf53) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:55:21.739691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-114e8295-1b9b-47a7-a448-551865bd1a9e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network 90645753-1e25-4a39-9e94-00adf7431499 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:55:21.777381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b8072d0c-72b2-465c-a761-89ca50275132 req-d3dd82d7-6f39-4eb2-a038-6703f8ec43a3 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Synchronizing usage tracker for tenant:250cbb3aaaac4bfba8dd2bb56fd12217 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:55:21.870367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b8072d0c-72b2-465c-a761-89ca50275132 req-d3dd82d7-6f39-4eb2-a038-6703f8ec43a3 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Unset dirty status for tenant:250cbb3aaaac4bfba8dd2bb56fd12217 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:55:21.872176 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b8072d0c-72b2-465c-a761-89ca50275132 req-d3dd82d7-6f39-4eb2-a038-6703f8ec43a3 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 210 time: 1.4777339 Dec 22 09:55:21.936874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-114e8295-1b9b-47a7-a448-551865bd1a9e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:21.990772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d9f79e15-8f5a-4778-ba71-1ede12432a53 None None] Provisioning for port 959c916d-225a-4040-a75a-cf8a24f711aa completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:55:22.011560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d9f79e15-8f5a-4778-ba71-1ede12432a53 None None] Provisioning complete for port 959c916d-225a-4040-a75a-cf8a24f711aa triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:22.015738 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d9f79e15-8f5a-4778-ba71-1ede12432a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:22.105036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e1cf25-e0c8-48af-bf09-597b74c50b9e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:55:22.116807 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-50e1cf25-e0c8-48af-bf09-597b74c50b9e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4730537 Dec 22 09:55:22.122683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35378) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:22.241608 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-4ab7927d-0148-4f8c-8ee6-ebcbd7d54c61 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:22.242690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d5e146-ce66-45a8-b384-bc53a02a4a4d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:22.249588 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0d5e146-ce66-45a8-b384-bc53a02a4a4d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:22.285301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d9f79e15-8f5a-4778-ba71-1ede12432a53 None None] Port 959c916d-225a-4040-a75a-cf8a24f711aa cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:55:22.293344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea17648-7b7d-462d-9f2e-2652901241c8 None None] Sync routers for ids ['dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:55:22.320664 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-4ab7927d-0148-4f8c-8ee6-ebcbd7d54c61 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:22.329462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea17648-7b7d-462d-9f2e-2652901241c8 None None] Routers {'dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:55:22.332937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b183aaf4-1601-4a12-ba6f-c0dd1d2fb2a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Synchronizing usage tracker for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:55:22.334252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5ea17648-7b7d-462d-9f2e-2652901241c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:55:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:22.346002 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d0d5e146-ce66-45a8-b384-bc53a02a4a4d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.5640218 Dec 22 09:55:22.346864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35386) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:22.456083 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-94f9d40b-bfc3-4c00-b892-dc890567bca0 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:22.479981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5ea17648-7b7d-462d-9f2e-2652901241c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:22.508327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea17648-7b7d-462d-9f2e-2652901241c8 None None] Routers {'dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:55:22.509005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5ea17648-7b7d-462d-9f2e-2652901241c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:55:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:22.765747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5ea17648-7b7d-462d-9f2e-2652901241c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:22.766330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea17648-7b7d-462d-9f2e-2652901241c8 None None] The sync data for ids ['dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:55:22.803903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7927d-0148-4f8c-8ee6-ebcbd7d54c61 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Pushing event updated for resources: {'Port': ['ID=491223cd-8996-47f7-9008-014cfe1ddf53,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:22.816888 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4ab7927d-0148-4f8c-8ee6-ebcbd7d54c61 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:22.891230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-4ab7927d-0148-4f8c-8ee6-ebcbd7d54c61 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Network a915dfd1-fb65-4220-811d-3a0badf81285 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:55:22.892683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-4ab7927d-0148-4f8c-8ee6-ebcbd7d54c61 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:55:22.896854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-4ab7927d-0148-4f8c-8ee6-ebcbd7d54c61 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:55:23.057519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-4ab7927d-0148-4f8c-8ee6-ebcbd7d54c61 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:23.058357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-4ab7927d-0148-4f8c-8ee6-ebcbd7d54c61 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:23.060697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-facac461-db0d-4ccc-a5b8-0f3911fd0e12 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:54:b3:ef'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e4:0d:43'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:23.107431 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-4ab7927d-0148-4f8c-8ee6-ebcbd7d54c61 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6711707 Dec 22 09:55:23.126180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Request body: {'port': {'device_id': 'ead3a49a-dc86-4171-bc3e-98d747153126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:23.196198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-114e8295-1b9b-47a7-a448-551865bd1a9e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network 90645753-1e25-4a39-9e94-00adf7431499 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:55:23.357410 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:55:23.386192 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:23.645710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-114e8295-1b9b-47a7-a448-551865bd1a9e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:23.663591 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-114e8295-1b9b-47a7-a448-551865bd1a9e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:23.666714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b183aaf4-1601-4a12-ba6f-c0dd1d2fb2a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Unset dirty status for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:55:23.670922 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b183aaf4-1601-4a12-ba6f-c0dd1d2fb2a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/ports?device_id=dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e HTTP/1.1" status: 200 len: 205 time: 1.5440130 Dec 22 09:55:23.677849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35418) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:23.678620 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-067789c3-fc80-4fb9-b4f0-bf2771833a1a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:23.872887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c172d81-12fc-41fc-a945-c34c856809ec req-b4b49fec-8430-465b-8359-080b5810005c tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:23.875339 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c172d81-12fc-41fc-a945-c34c856809ec req-b4b49fec-8430-465b-8359-080b5810005c tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 932 time: 0.4901428 Dec 22 09:55:23.967856 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-958e01c9-d696-4a13-8094-a6bdbe456078 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:24.090928 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0c172d81-12fc-41fc-a945-c34c856809ec req-64634f9c-9e48-4783-bce6-bcc612012e3d tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068992 Dec 22 09:55:24.122363 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-114e8295-1b9b-47a7-a448-551865bd1a9e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/networks/90645753-1e25-4a39-9e94-00adf7431499 HTTP/1.1" status: 204 len: 168 time: 7.9356563 Dec 22 09:55:24.137611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e8295-1b9b-47a7-a448-551865bd1a9e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event deleted for resources: {'Network': ['ID=90645753-1e25-4a39-9e94-00adf7431499,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:24.141691 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-114e8295-1b9b-47a7-a448-551865bd1a9e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:24.161728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35432) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:24.490429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491223cd-8996-47f7-9008-014cfe1ddf53 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:55:24.496874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:24.514188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Transition to ACTIVE for port object 491223cd-8996-47f7-9008-014cfe1ddf53 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:55:24.525492 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:24.544017 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b59aaf10-bf74-4a5c-9ba8-62bfccd48873 tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:24.622393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=491223cd-8996-47f7-9008-014cfe1ddf53,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:24.628640 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:24.903092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e00b838a-eccd-427f-9bca-849b0b337ecf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Deleting port cbf5ca55-f4b5-4b48-b356-d8fbaa5a51c2 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:55:24.903736 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e00b838a-eccd-427f-9bca-849b0b337ecf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:24.984933 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-958e01c9-d696-4a13-8094-a6bdbe456078 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:25.084692 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-958e01c9-d696-4a13-8094-a6bdbe456078 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:25.150230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Attempting to bind port 491223cd-8996-47f7-9008-014cfe1ddf53 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:55:25.150596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Attempting to bind port 491223cd-8996-47f7-9008-014cfe1ddf53 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '16041ef7-5666-4b80-a900-6bff3a23bb99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a915dfd1-fb65-4220-811d-3a0badf81285'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:55:25.150916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Attempting to bind port 491223cd-8996-47f7-9008-014cfe1ddf53 on network a915dfd1-fb65-4220-811d-3a0badf81285 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:55:25.171974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:55:25.172634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Checking segment: {'id': '16041ef7-5666-4b80-a900-6bff3a23bb99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a915dfd1-fb65-4220-811d-3a0badf81285'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:55:25.173053 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:25.173457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Bound using segment: {'id': '16041ef7-5666-4b80-a900-6bff3a23bb99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a915dfd1-fb65-4220-811d-3a0badf81285'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:55:25.176773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Bound port: 491223cd-8996-47f7-9008-014cfe1ddf53, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16041ef7-5666-4b80-a900-6bff3a23bb99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a915dfd1-fb65-4220-811d-3a0badf81285'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:55:25.177214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:25.223306 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-958e01c9-d696-4a13-8094-a6bdbe456078 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:25.224103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958e01c9-d696-4a13-8094-a6bdbe456078 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Fanout notify agent at l3_agent the message router_deleted on router dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:55:25.361093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] For port 491223cd-8996-47f7-9008-014cfe1ddf53, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:55:25.365468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] For port 491223cd-8996-47f7-9008-014cfe1ddf53, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=491223cd-8996-47f7-9008-014cfe1ddf53,segment=NetworkSegment(16041ef7-5666-4b80-a900-6bff3a23bb99),segment_id=16041ef7-5666-4b80-a900-6bff3a23bb99)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:55:25.368669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35456) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:25.369921 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:25.396159 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:25.455656 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e00b838a-eccd-427f-9bca-849b0b337ecf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:25.547986 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-facac461-db0d-4ccc-a5b8-0f3911fd0e12 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:25.739972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-958e01c9-d696-4a13-8094-a6bdbe456078 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:25.746665 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-958e01c9-d696-4a13-8094-a6bdbe456078 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/routers/dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e HTTP/1.1" status: 204 len: 168 time: 2.0359209 Dec 22 09:55:25.757856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35466) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:25.884591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e00b838a-eccd-427f-9bca-849b0b337ecf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Calling delete_port for cbf5ca55-f4b5-4b48-b356-d8fbaa5a51c2 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:55:25.966486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=491223cd-8996-47f7-9008-014cfe1ddf53,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:25.969830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d73da62-a01b-4a66-bf06-81679ea620cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:25.990487 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:26.006449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc5f9e-1f92-45c4-8382-488decddd49a req-38ccf126-0387-4678-b130-41c9f784366f tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:26.008390 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6bc5f9e-1f92-45c4-8382-488decddd49a req-38ccf126-0387-4678-b130-41c9f784366f tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 944 time: 0.5077076 Dec 22 09:55:26.070925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7d73da62-a01b-4a66-bf06-81679ea620cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:26.085525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7d73da62-a01b-4a66-bf06-81679ea620cf admin admin] Usage tracker for resource:security_group_rule and tenant:3212df5ca92d42fca4cacbf4070c2bde is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:26.139294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7d73da62-a01b-4a66-bf06-81679ea620cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:26.148650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7d73da62-a01b-4a66-bf06-81679ea620cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:26.268079 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d73da62-a01b-4a66-bf06-81679ea620cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:26.283377 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6bc5f9e-1f92-45c4-8382-488decddd49a req-b10f25f1-2aa2-4df3-bc0d-f0834c7ac4a2 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577703 Dec 22 09:55:26.295491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:26.296669 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:26.303403 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] 10.222.0.64 "PUT /v2.0/ports/491223cd-8996-47f7-9008-014cfe1ddf53 HTTP/1.1" status: 200 len: 1156 time: 3.1818900 Dec 22 09:55:26.344955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead3a49a-dc86-4171-bc3e-98d747153126', 'tag': '491223cd-8996-47f7-9008-014cfe1ddf53'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:55:26.351470 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d73da62-a01b-4a66-bf06-81679ea620cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:26.397185 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e00b838a-eccd-427f-9bca-849b0b337ecf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:26.404583 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ae8c51d8-e602-4e92-a544-265480640665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:26.549767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73da62-a01b-4a66-bf06-81679ea620cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed787aee-e631-45b4-995f-a1afef5ff79a,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:26.568286 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7d73da62-a01b-4a66-bf06-81679ea620cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:26.591611 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead3a49a-dc86-4171-bc3e-98d747153126', 'tag': '491223cd-8996-47f7-9008-014cfe1ddf53', 'status': 'completed', 'code': 200} Dec 22 09:55:26.603567 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f2109847-08ca-4937-bd1b-d5f04e438308 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:26.671377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b838a-eccd-427f-9bca-849b0b337ecf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event deleted for resources: {'Port': ['ID=cbf5ca55-f4b5-4b48-b356-d8fbaa5a51c2,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:26.675076 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e00b838a-eccd-427f-9bca-849b0b337ecf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:26.680851 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e00b838a-eccd-427f-9bca-849b0b337ecf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:26.690460 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e00b838a-eccd-427f-9bca-849b0b337ecf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/ports/cbf5ca55-f4b5-4b48-b356-d8fbaa5a51c2 HTTP/1.1" status: 204 len: 168 time: 2.5257878 Dec 22 09:55:26.700067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35480) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:26.754007 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cc965b-6d8a-4c6a-ad85-2c1629db301d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] DELETE failed (client error): The resource could not be found. Dec 22 09:55:26.754807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cc965b-6d8a-4c6a-ad85-2c1629db301d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:55:26.759637 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-77cc965b-6d8a-4c6a-ad85-2c1629db301d tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/subnets/9fc01880-914e-4076-afb0-1d3be740366a HTTP/1.1" status: 404 len: 337 time: 0.0583396 Dec 22 09:55:26.762296 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-facac461-db0d-4ccc-a5b8-0f3911fd0e12 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:26.764076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35484) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:26.789270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-facac461-db0d-4ccc-a5b8-0f3911fd0e12 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:26.790715 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7d73da62-a01b-4a66-bf06-81679ea620cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3212df5ca92d42fca4cacbf4070c2bde&name=default HTTP/1.1" status: 200 len: 2883 time: 1.3996761 Dec 22 09:55:26.806307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35488) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:26.902200 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-91c5b1fd-2f9e-4647-ac52-73fe1841a17c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:26.931026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e76ac7f-628d-47ea-b628-ca1da11081a1 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting subnet 830bba2d-234b-4ea2-aa42-aedd5d23dab7 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:55:26.934786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-bf2349ba-cf14-4786-ad1b-3e046e6ba0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:26.936604 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-bf2349ba-cf14-4786-ad1b-3e046e6ba0b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=250cbb3aaaac4bfba8dd2bb56fd12217&device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 1159 time: 0.4767022 Dec 22 09:55:26.954727 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e76ac7f-628d-47ea-b628-ca1da11081a1 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:26.999124 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2849766-f261-465f-b68f-22d761a2ea4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:27.106145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facac461-db0d-4ccc-a5b8-0f3911fd0e12 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Pushing event updated for resources: {'Port': ['ID=959c916d-225a-4040-a75a-cf8a24f711aa,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:27.124096 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-facac461-db0d-4ccc-a5b8-0f3911fd0e12 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:27.129925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeeb06-ff01-485b-8b26-f95811d2d92f req-fb825f02-b849-4d62-8b9e-1a1c344036db tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:27.132070 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3eeeeb06-ff01-485b-8b26-f95811d2d92f req-fb825f02-b849-4d62-8b9e-1a1c344036db tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.5387051 Dec 22 09:55:27.134398 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-7f5d7cfd-5116-4a9b-9e51-424e71622a9a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=491223cd-8996-47f7-9008-014cfe1ddf53 HTTP/1.1" status: 200 len: 217 time: 0.1807804 Dec 22 09:55:27.141339 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:27.310091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Deleting port 63f44d56-30ac-4136-94b0-35c200900240 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:55:27.310488 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:27.473140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-facac461-db0d-4ccc-a5b8-0f3911fd0e12 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] In _notify_port_updated(), no bound segment for port 959c916d-225a-4040-a75a-cf8a24f711aa on network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 {{(pid=81072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}} Dec 22 09:55:27.476722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facac461-db0d-4ccc-a5b8-0f3911fd0e12 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:27.477632 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-facac461-db0d-4ccc-a5b8-0f3911fd0e12 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:27.485017 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-facac461-db0d-4ccc-a5b8-0f3911fd0e12 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "PUT /v2.0/ports/959c916d-225a-4040-a75a-cf8a24f711aa HTTP/1.1" status: 200 len: 1056 time: 5.0889730 Dec 22 09:55:27.638597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35498) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:27.658300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e76ac7f-628d-47ea-b628-ca1da11081a1 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:27.692647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4b602fde-be90-4b45-80be-8df6ad2afd1e None None] Provisioning complete for port 959c916d-225a-4040-a75a-cf8a24f711aa triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:27.693076 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b602fde-be90-4b45-80be-8df6ad2afd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:27.757090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4b602fde-be90-4b45-80be-8df6ad2afd1e None None] Port 959c916d-225a-4040-a75a-cf8a24f711aa cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:55:27.765941 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2849766-f261-465f-b68f-22d761a2ea4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:27.951454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-5f6a4b1f-d0fb-4932-96c5-02233c3f050f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:27.952998 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-5f6a4b1f-d0fb-4932-96c5-02233c3f050f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5534585d-5c7e-4cc6-ba2a-6f9dc7db44c0 HTTP/1.1" status: 200 len: 854 time: 0.8061378 Dec 22 09:55:27.955631 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3eeeeb06-ff01-485b-8b26-f95811d2d92f req-2fd12f46-b3bb-4bea-b9f1-8fff78d91570 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8108771 Dec 22 09:55:28.011611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-19fc5972-3ad8-4f15-9b29-639367f2af93 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Deleting port 959c916d-225a-4040-a75a-cf8a24f711aa {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:55:28.012247 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-19fc5972-3ad8-4f15-9b29-639367f2af93 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:28.040720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] For port 63f44d56-30ac-4136-94b0-35c200900240, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=63f44d56-30ac-4136-94b0-35c200900240,segment=NetworkSegment(cec577f7-704a-43cf-8a24-7a80c5e3fcd3),segment_id=cec577f7-704a-43cf-8a24-7a80c5e3fcd3)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:55:28.041162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:28.158863 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-6e7111b7-e5be-48b9-94cd-4d4e781410f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a915dfd1-fb65-4220-811d-3a0badf81285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201825 Dec 22 09:55:28.191762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Calling delete_port for 63f44d56-30ac-4136-94b0-35c200900240 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:55:28.293918 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:28.301863 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2849766-f261-465f-b68f-22d761a2ea4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:28.310505 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-660392c1-ef06-4e80-a2cc-df7fb687532e tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:28.322858 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5c375eb8-316a-48e5-9dad-bb410756e7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:28.332071 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e76ac7f-628d-47ea-b628-ca1da11081a1 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:28.359694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event deleted for resources: {'Port': ['ID=63f44d56-30ac-4136-94b0-35c200900240,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:28.364247 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:28.461732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac004c-631e-4056-adcb-ed463a76a7ac req-d1f25544-9010-45cc-943e-893268d49de7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:28.463411 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8bac004c-631e-4056-adcb-ed463a76a7ac req-d1f25544-9010-45cc-943e-893268d49de7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 944 time: 0.6886566 Dec 22 09:55:28.475321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] No DVR routers for this DVR port 63f44d56-30ac-4136-94b0-35c200900240 on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:55:28.515434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2849766-f261-465f-b68f-22d761a2ea4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed787aee-e631-45b4-995f-a1afef5ff79a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:28.546681 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d2849766-f261-465f-b68f-22d761a2ea4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:28.579646 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2849766-f261-465f-b68f-22d761a2ea4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:28.583931 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d2849766-f261-465f-b68f-22d761a2ea4c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed787aee-e631-45b4-995f-a1afef5ff79a HTTP/1.1" status: 204 len: 168 time: 1.7703235 Dec 22 09:55:28.720301 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:28.758462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59828b2-f79f-4abb-82bc-aa1ef7582f8f req-c7fd7881-6fb0-4eb1-ab72-aaa1d53aaaab tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:28.760207 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b59828b2-f79f-4abb-82bc-aa1ef7582f8f req-c7fd7881-6fb0-4eb1-ab72-aaa1d53aaaab tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.64 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.7183380 Dec 22 09:55:28.762669 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8bac004c-631e-4056-adcb-ed463a76a7ac req-7244b35a-3612-4cfc-b13e-563a28e07f7e tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705438 Dec 22 09:55:28.772281 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-72fcc9f2-5c92-420d-93f1-3cc4141f1071 service neutron] 10.222.0.64 "GET /v2.0/networks/a915dfd1-fb65-4220-811d-3a0badf81285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872095 Dec 22 09:55:28.945346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:28.969414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec577f7-704a-43cf-8a24-7a80c5e3fcd3') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:28.969960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec577f7-704a-43cf-8a24-7a80c5e3fcd3') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:28.990843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:29.023039 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:29.026245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Releasing vxlan tunnel 5 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:55:29.111557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-b59828b2-f79f-4abb-82bc-aa1ef7582f8f req-fb9392ac-e331-485b-bd2d-9f7d44df6ee3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Deleting port faa08cf5-924b-4474-b942-51da3e584e2e {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:55:29.112020 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b59828b2-f79f-4abb-82bc-aa1ef7582f8f req-fb9392ac-e331-485b-bd2d-9f7d44df6ee3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:29.226562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35518) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:29.258182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:55:29.273091 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:29.287734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a41c7d88-c973-434b-99bc-58c2faefed0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:29.306711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-19fc5972-3ad8-4f15-9b29-639367f2af93 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:29.369112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a41c7d88-c973-434b-99bc-58c2faefed0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:29.381597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a41c7d88-c973-434b-99bc-58c2faefed0a admin admin] Usage tracker for resource:security_group_rule and tenant:494b7c73f1af4555bd8d1edd0088b540 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:29.403660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a41c7d88-c973-434b-99bc-58c2faefed0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:29.417644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a41c7d88-c973-434b-99bc-58c2faefed0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:29.482359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device faa08cf5-924b-4474-b942-51da3e584e2e no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:55:29.498465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:55:29.523455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-19fc5972-3ad8-4f15-9b29-639367f2af93 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Calling delete_port for 959c916d-225a-4040-a75a-cf8a24f711aa owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:55:29.524727 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:55:29.615043 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:29.631676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:29.635899 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:29.652089 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:29.653992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e95e13-70d0-4a33-b67b-2e7927bf03f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa08cf5-924b-4474-b942-51da3e584e2e'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:55:29.667703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port faa08cf5-924b-4474-b942-51da3e584e2e, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=faa08cf5-924b-4474-b942-51da3e584e2e,segment=NetworkSegment(126ca1e4-ce64-4d48-9d32-88c79a350681),segment_id=126ca1e4-ce64-4d48-9d32-88c79a350681)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:55:29.671534 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:29.674123 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:29.674559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event deleted for resources: {'Network': ['ID=b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:29.684258 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:29.687117 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f91d08d-66e1-4f33-9761-eb9458be8266 req-4ebd5ff7-3d4b-47be-92fc-fc4f16d71005 service neutron] 10.222.0.64 "GET /v2.0/networks/a915dfd1-fb65-4220-811d-3a0badf81285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7170608 Dec 22 09:55:29.689712 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/networks/b07052ba-b9e0-4d2d-b62b-ae34b8c38cc8 HTTP/1.1" status: 204 len: 168 time: 2.9243593 Dec 22 09:55:29.695367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35524) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:29.792883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=faa08cf5-924b-4474-b942-51da3e584e2e,revision_number=7']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:29.805236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.805505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.806157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.806543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.806926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.807309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.807684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.808089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.808471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.808845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.809218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.809589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.810057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.810431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.810950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.811322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.811692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.812115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.812489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.812858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.813225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.813595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.813966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.814334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.814776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.815143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.815510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.816205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.816852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.817966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.818361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.818737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.819114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.819485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.819856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.820288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:29.826927 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e95e13-70d0-4a33-b67b-2e7927bf03f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa08cf5-924b-4474-b942-51da3e584e2e', 'code': 200} Dec 22 09:55:29.827820 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:29.850119 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a41c7d88-c973-434b-99bc-58c2faefed0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:29.855221 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a41c7d88-c973-434b-99bc-58c2faefed0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:29.868000 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ccead390-3770-45c6-8eec-860f61cbe4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:29.970218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a41c7d88-c973-434b-99bc-58c2faefed0a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=494b7c73f1af4555bd8d1edd0088b540&name=default HTTP/1.1" status: 200 len: 2883 time: 0.7424788 Dec 22 09:55:29.975601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35538) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:29.976620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c7d88-c973-434b-99bc-58c2faefed0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da17dc6e-2c31-4ba8-89d8-9ac29b0335c8,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:29.982296 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a41c7d88-c973-434b-99bc-58c2faefed0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:30.138665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879aa26-5069-4076-a7ed-db9aa6067189 req-29b9d2df-5186-4e32-9a7c-1bf2b3c9acc7 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:30.140339 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2879aa26-5069-4076-a7ed-db9aa6067189 req-29b9d2df-5186-4e32-9a7c-1bf2b3c9acc7 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 945 time: 0.9732635 Dec 22 09:55:30.142836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b17c12a-f275-4e25-b3a7-b9f2e8b99a2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Deleting subnet bac04364-20e4-4eca-9406-1012b877030d {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:55:30.145929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-82b11254-7f37-49b3-8b1e-0c3d0325c8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:30.149975 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b17c12a-f275-4e25-b3a7-b9f2e8b99a2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:30.249676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-82b11254-7f37-49b3-8b1e-0c3d0325c8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:30.274350 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b17c12a-f275-4e25-b3a7-b9f2e8b99a2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:30.357290 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e76ac7f-628d-47ea-b628-ca1da11081a1 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:30.385267 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-82b11254-7f37-49b3-8b1e-0c3d0325c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:30.394020 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d6be66c1-39e2-4d3b-919b-e8d997484c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:30.411429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b11254-7f37-49b3-8b1e-0c3d0325c8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da17dc6e-2c31-4ba8-89d8-9ac29b0335c8,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:30.413860 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-82b11254-7f37-49b3-8b1e-0c3d0325c8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:30.415445 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-82b11254-7f37-49b3-8b1e-0c3d0325c8b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da17dc6e-2c31-4ba8-89d8-9ac29b0335c8 HTTP/1.1" status: 204 len: 168 time: 0.4342787 Dec 22 09:55:30.416145 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-82b11254-7f37-49b3-8b1e-0c3d0325c8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:30.423508 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f84c5fdd-336b-41e8-993d-f1bbf9c30f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:30.438516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b17c12a-f275-4e25-b3a7-b9f2e8b99a2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:30.520050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76ac7f-628d-47ea-b628-ca1da11081a1 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Subnet': ['ID=830bba2d-234b-4ea2-aa42-aedd5d23dab7,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:30.554212 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1e76ac7f-628d-47ea-b628-ca1da11081a1 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:30.648601 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2879aa26-5069-4076-a7ed-db9aa6067189 req-50f150a7-45a5-42ca-9724-0bb89f6277c2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023700 Dec 22 09:55:30.720477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-b59828b2-f79f-4abb-82bc-aa1ef7582f8f req-fb9392ac-e331-485b-bd2d-9f7d44df6ee3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] For port faa08cf5-924b-4474-b942-51da3e584e2e, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=faa08cf5-924b-4474-b942-51da3e584e2e,segment=NetworkSegment(126ca1e4-ce64-4d48-9d32-88c79a350681),segment_id=126ca1e4-ce64-4d48-9d32-88c79a350681)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:55:30.721191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b59828b2-f79f-4abb-82bc-aa1ef7582f8f req-fb9392ac-e331-485b-bd2d-9f7d44df6ee3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:30.751233 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-19fc5972-3ad8-4f15-9b29-639367f2af93 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:30.867838 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ed6b93c3-b96f-4d5a-8d60-60de6ab340cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:30.912337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b17c12a-f275-4e25-b3a7-b9f2e8b99a2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:30.932882 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6271d4bb-f361-469a-acfb-d2fd1b236f54 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:30.980920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-b59828b2-f79f-4abb-82bc-aa1ef7582f8f req-fb9392ac-e331-485b-bd2d-9f7d44df6ee3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Calling delete_port for faa08cf5-924b-4474-b942-51da3e584e2e owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:55:31.005695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17c12a-f275-4e25-b3a7-b9f2e8b99a2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event deleted for resources: {'Subnet': ['ID=bac04364-20e4-4eca-9406-1012b877030d,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:31.005695 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4b17c12a-f275-4e25-b3a7-b9f2e8b99a2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:31.031959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638c2b40-a0b7-4802-b002-a3f8240927af None None] Network 46271db2-9646-4a00-9f45-54212cefb86a requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:55:31.034462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc5972-3ad8-4f15-9b29-639367f2af93 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Pushing event deleted for resources: {'Port': ['ID=959c916d-225a-4040-a75a-cf8a24f711aa,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:31.037517 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e76ac7f-628d-47ea-b628-ca1da11081a1 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:31.056195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6f0d9-cd65-44ed-85ab-f222af362609 req-a93c5fdc-15c8-4344-82a6-d40d74ac502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:31.057702 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eaa6f0d9-cd65-44ed-85ab-f222af362609 req-a93c5fdc-15c8-4344-82a6-d40d74ac502d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=250cbb3aaaac4bfba8dd2bb56fd12217&device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 1159 time: 0.8981342 Dec 22 09:55:31.066875 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-19fc5972-3ad8-4f15-9b29-639367f2af93 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:31.123481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b17c12a-f275-4e25-b3a7-b9f2e8b99a2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:31.146870 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4b17c12a-f275-4e25-b3a7-b9f2e8b99a2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/subnets/bac04364-20e4-4eca-9406-1012b877030d HTTP/1.1" status: 204 len: 168 time: 1.4503522 Dec 22 09:55:31.148546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35554) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:31.185851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50ce9a-2fd0-4167-9bf2-797abf6b86e7 req-2ab282be-4dfc-42d7-ac77-68d88822649e tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:31.194024 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd50ce9a-2fd0-4167-9bf2-797abf6b86e7 req-2ab282be-4dfc-42d7-ac77-68d88822649e tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 944 time: 1.0420601 Dec 22 09:55:31.199828 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1e76ac7f-628d-47ea-b628-ca1da11081a1 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/subnets/830bba2d-234b-4ea2-aa42-aedd5d23dab7 HTTP/1.1" status: 204 len: 168 time: 5.4404759 Dec 22 09:55:31.215537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35558) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:31.357075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a2755a-191f-40e8-b4a2-a3d6133182b8 None None] Network ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:55:31.391855 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:31.478074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6f0d9-cd65-44ed-85ab-f222af362609 req-185298c3-c602-469d-a12d-04cd4513f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:31.480473 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eaa6f0d9-cd65-44ed-85ab-f222af362609 req-185298c3-c602-469d-a12d-04cd4513f55d service neutron] 10.222.0.64 "GET /v2.0/networks?id=a915dfd1-fb65-4220-811d-3a0badf81285 HTTP/1.1" status: 200 len: 908 time: 0.4019313 Dec 22 09:55:31.495110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Deleting port 7d11e8ba-f850-4489-8fda-9b63835362cb {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:55:31.495505 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:31.628505 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eaa6f0d9-cd65-44ed-85ab-f222af362609 req-f6ef04cb-0259-47ed-876c-aaecf8cde074 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=491223cd-8996-47f7-9008-014cfe1ddf53 HTTP/1.1" status: 200 len: 217 time: 0.1296825 Dec 22 09:55:31.885360 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd50ce9a-2fd0-4167-9bf2-797abf6b86e7 req-555d43fc-2d02-40cb-8e8e-9088d4f1c033 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6901476 Dec 22 09:55:31.899273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting subnet 73674844-4892-4388-9501-87cfc1965071 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:55:31.929187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52f36b6-d3fb-4a28-b34b-032296a9568e None None] DHCP port deletion for 46271db2-9646-4a00-9f45-54212cefb86a request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:55:31.933888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f52f36b6-d3fb-4a28-b34b-032296a9568e None None] Deleting port 609768ea-d497-46b6-95ea-c4f7899e4af8 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:55:31.934318 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f52f36b6-d3fb-4a28-b34b-032296a9568e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:31.966108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] For port 7d11e8ba-f850-4489-8fda-9b63835362cb, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7d11e8ba-f850-4489-8fda-9b63835362cb,segment=NetworkSegment(862ac05f-fcb3-421e-9ac2-2f029c08454b),segment_id=862ac05f-fcb3-421e-9ac2-2f029c08454b)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:55:31.966525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:32.049542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-b59828b2-f79f-4abb-82bc-aa1ef7582f8f req-fb9392ac-e331-485b-bd2d-9f7d44df6ee3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:55:32.049925 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-b59828b2-f79f-4abb-82bc-aa1ef7582f8f req-fb9392ac-e331-485b-bd2d-9f7d44df6ee3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:55:32.061052 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:32.169009 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:32.195525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Calling delete_port for 7d11e8ba-f850-4489-8fda-9b63835362cb owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:55:32.272843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:32.283390 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:32.316678 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0003f0d9-7cfa-4381-ae15-13d3dd3038f2 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:32.369085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event deleted for resources: {'Port': ['ID=7d11e8ba-f850-4489-8fda-9b63835362cb,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:32.372970 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:32.424372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f52f36b6-d3fb-4a28-b34b-032296a9568e None None] For port 609768ea-d497-46b6-95ea-c4f7899e4af8, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=609768ea-d497-46b6-95ea-c4f7899e4af8,segment=NetworkSegment(bcf10535-a924-4478-88ae-4d50e27e5287),segment_id=bcf10535-a924-4478-88ae-4d50e27e5287)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:55:32.425609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f52f36b6-d3fb-4a28-b34b-032296a9568e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:32.549834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] No DVR routers for this DVR port 7d11e8ba-f850-4489-8fda-9b63835362cb on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:55:32.578149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-b59828b2-f79f-4abb-82bc-aa1ef7582f8f req-fb9392ac-e331-485b-bd2d-9f7d44df6ee3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Deleting port faa08cf5-924b-4474-b942-51da3e584e2e {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:55:32.579367 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b59828b2-f79f-4abb-82bc-aa1ef7582f8f req-fb9392ac-e331-485b-bd2d-9f7d44df6ee3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:32.691557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f52f36b6-d3fb-4a28-b34b-032296a9568e None None] Calling delete_port for 609768ea-d497-46b6-95ea-c4f7899e4af8 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:55:32.757575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6f0d9-cd65-44ed-85ab-f222af362609 req-dc38d274-3e98-4a7b-8dad-6ca70a09a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:32.761460 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eaa6f0d9-cd65-44ed-85ab-f222af362609 req-dc38d274-3e98-4a7b-8dad-6ca70a09a30b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5534585d-5c7e-4cc6-ba2a-6f9dc7db44c0 HTTP/1.1" status: 200 len: 854 time: 0.8725538 Dec 22 09:55:32.832392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98702cb3-de4c-4f51-8320-b1686325c66b None None] DHCP port deletion for ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:55:32.839308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 491223cd-8996-47f7-9008-014cfe1ddf53 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:55:32.888792 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:33.031815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f52f36b6-d3fb-4a28-b34b-032296a9568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:33.245993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:33.275527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-19fc5972-3ad8-4f15-9b29-639367f2af93 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:33.289383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862ac05f-fcb3-421e-9ac2-2f029c08454b') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:33.290170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862ac05f-fcb3-421e-9ac2-2f029c08454b') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:33.319811 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eaa6f0d9-cd65-44ed-85ab-f222af362609 req-421d7469-f8e0-438f-9447-231f88d4ae56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a915dfd1-fb65-4220-811d-3a0badf81285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1957448 Dec 22 09:55:33.322809 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-edf016c6-c5f1-4b99-b1ed-e43699a67db9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:33.324982 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:33.367320 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:33.374929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Releasing vxlan tunnel 7 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:55:33.419708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f36b6-d3fb-4a28-b34b-032296a9568e None None] Pushing event deleted for resources: {'Port': ['ID=609768ea-d497-46b6-95ea-c4f7899e4af8,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:33.422599 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f52f36b6-d3fb-4a28-b34b-032296a9568e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:33.425885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52f36b6-d3fb-4a28-b34b-032296a9568e None None] No DVR routers for this DVR port 609768ea-d497-46b6-95ea-c4f7899e4af8 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:55:33.430297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 491223cd-8996-47f7-9008-014cfe1ddf53 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:55:33.437473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 491223cd-8996-47f7-9008-014cfe1ddf53 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:33.438081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:33.513539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7d11e8ba-f850-4489-8fda-9b63835362cb no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:55:33.567077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 7d11e8ba-f850-4489-8fda-9b63835362cb {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:55:33.567699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7d11e8ba-f850-4489-8fda-9b63835362cb not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:55:33.568290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 609768ea-d497-46b6-95ea-c4f7899e4af8 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:55:33.619089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 609768ea-d497-46b6-95ea-c4f7899e4af8 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:55:33.629851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 609768ea-d497-46b6-95ea-c4f7899e4af8 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:55:33.767098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:55:33.782949 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:33.925886 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eaa6f0d9-cd65-44ed-85ab-f222af362609 req-a2b69a11-ff6e-4d23-ac89-47f15c2eb9ab service neutron] 10.222.0.64 "GET /v2.0/networks/a915dfd1-fb65-4220-811d-3a0badf81285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857058 Dec 22 09:55:33.927326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:33.943646 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-19fc5972-3ad8-4f15-9b29-639367f2af93 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "DELETE /v2.0/ports/959c916d-225a-4040-a75a-cf8a24f711aa HTTP/1.1" status: 204 len: 168 time: 6.2957077 Dec 22 09:55:33.949942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35606) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:33.957663 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4966077f-90e4-4780-8e5b-507892c93de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:33.975964 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:34.047182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 491223cd-8996-47f7-9008-014cfe1ddf53, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=491223cd-8996-47f7-9008-014cfe1ddf53,segment=NetworkSegment(16041ef7-5666-4b80-a900-6bff3a23bb99),segment_id=16041ef7-5666-4b80-a900-6bff3a23bb99)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:55:34.076797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead3a49a-dc86-4171-bc3e-98d747153126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491223cd-8996-47f7-9008-014cfe1ddf53'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:55:34.089222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Subnet': ['ID=73674844-4892-4388-9501-87cfc1965071,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:34.089419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:34.098771 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-211b39b8-c44d-4e30-9c4f-2fd92f0c90db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:34.221886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=491223cd-8996-47f7-9008-014cfe1ddf53,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:34.249228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.250375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.251165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.251730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.252410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.252949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.254034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.254577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.255102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.255625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.256183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.256325 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:34.256817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.257444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.257963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.258486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.259173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.259669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.260221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.260742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.261274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.261858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.262365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.262878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.263394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.264035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.264549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.265077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.265594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.266393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.266584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.267107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.267627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.268168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.268690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.269770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.270293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:55:34.362443 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:34.427455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e95cf-f446-4653-a453-e6344eb570ad req-51491775-d2ef-4264-a248-12abcedec3e2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:34.428635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-635e95cf-f446-4653-a453-e6344eb570ad req-51491775-d2ef-4264-a248-12abcedec3e2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Synchronizing usage tracker for tenant:633dde4b29c44f53b6aa0cd8d5318325 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:55:34.447225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ea842-20bc-4b9d-b05d-fff3d696384a req-02b11ace-3455-4989-959a-7631cdf30f4b tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:34.455071 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-078ea842-20bc-4b9d-b05d-fff3d696384a req-02b11ace-3455-4989-959a-7631cdf30f4b tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 944 time: 1.2053683 Dec 22 09:55:34.542432 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-84374193-3ad9-4d4a-88bf-b742babbb973 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] GET failed (client error): The resource could not be found. Dec 22 09:55:34.542860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-84374193-3ad9-4d4a-88bf-b742babbb973 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Synchronizing usage tracker for tenant:9dd55b4c63d1408e8d850a830560f701 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:55:34.547242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Network ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:55:34.574575 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:55:34.579138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-635e95cf-f446-4653-a453-e6344eb570ad req-51491775-d2ef-4264-a248-12abcedec3e2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Unset dirty status for tenant:633dde4b29c44f53b6aa0cd8d5318325 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:55:34.580812 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-635e95cf-f446-4653-a453-e6344eb570ad req-51491775-d2ef-4264-a248-12abcedec3e2 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 943 time: 2.0246112 Dec 22 09:55:34.594903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-84374193-3ad9-4d4a-88bf-b742babbb973 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Unset dirty status for tenant:9dd55b4c63d1408e8d850a830560f701 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:55:34.599285 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-84374193-3ad9-4d4a-88bf-b742babbb973 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "GET /v2.0/ports/959c916d-225a-4040-a75a-cf8a24f711aa HTTP/1.1" status: 404 len: 333 time: 0.6481090 Dec 22 09:55:34.599997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35618) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:34.625758 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:34.630882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3139f875-926d-4f1e-8ea1-96b49009541c None None] Network 6fbc6531-94bf-4c64-ad56-e80f810cf569 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:55:34.636528 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/subnets/73674844-4892-4388-9501-87cfc1965071 HTTP/1.1" status: 204 len: 168 time: 3.4168186 Dec 22 09:55:34.656927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35622) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:34.691394 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eaa6f0d9-cd65-44ed-85ab-f222af362609 req-5e852f04-a596-4dcc-bfee-6ff7836473b2 service neutron] 10.222.0.64 "GET /v2.0/networks/a915dfd1-fb65-4220-811d-3a0badf81285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7459431 Dec 22 09:55:34.719928 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-078ea842-20bc-4b9d-b05d-fff3d696384a req-ed999e9f-49ea-4816-980c-8803a92e811d tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637613 Dec 22 09:55:34.772543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-b59828b2-f79f-4abb-82bc-aa1ef7582f8f req-fb9392ac-e331-485b-bd2d-9f7d44df6ee3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] For port faa08cf5-924b-4474-b942-51da3e584e2e, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=faa08cf5-924b-4474-b942-51da3e584e2e,segment=NetworkSegment(126ca1e4-ce64-4d48-9d32-88c79a350681),segment_id=126ca1e4-ce64-4d48-9d32-88c79a350681)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:55:34.773133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b59828b2-f79f-4abb-82bc-aa1ef7582f8f req-fb9392ac-e331-485b-bd2d-9f7d44df6ee3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:34.779486 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:34.793560 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:34.814899 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d27c4b73-b10f-4029-b043-cb76f48e853a tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:34.853534 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-635e95cf-f446-4653-a453-e6344eb570ad req-6a3b0559-aac8-447e-aaf2-51dac1e33544 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/security-groups?id=322b31cc-0cce-469d-aff3-b1018feb34d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427750 Dec 22 09:55:34.899434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Pushing event deleted for resources: {'Network': ['ID=ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:34.903852 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:34.917900 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] 10.222.0.50 "DELETE /v2.0/networks/ac9bfbbc-a3ad-47e4-93a1-f162ebf404c1 HTTP/1.1" status: 204 len: 168 time: 3.7674551 Dec 22 09:55:34.934768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ffa3d031-3312-47f4-98a9-fc3c1365e348 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Deleting port 580eb6da-ca08-40be-9049-8b17ae762a76 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:55:34.935156 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d031-3312-47f4-98a9-fc3c1365e348 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:35.077397 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead3a49a-dc86-4171-bc3e-98d747153126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491223cd-8996-47f7-9008-014cfe1ddf53', 'code': 200} Dec 22 09:55:35.090792 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-752116c9-d138-4ff1-8489-773c239863e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:35.163139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-b59828b2-f79f-4abb-82bc-aa1ef7582f8f req-fb9392ac-e331-485b-bd2d-9f7d44df6ee3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Calling delete_port for faa08cf5-924b-4474-b942-51da3e584e2e owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:55:35.214921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99e8573-a5d5-4957-8b7a-a95c2d174844 None None] DHCP port deletion for 6fbc6531-94bf-4c64-ad56-e80f810cf569 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:55:35.223354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c99e8573-a5d5-4957-8b7a-a95c2d174844 None None] Deleting port 8cc41097-983b-4c48-a45d-97781d6c7dae {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:55:35.223885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c99e8573-a5d5-4957-8b7a-a95c2d174844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:35.341602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df9cf587-aeb9-445b-ac55-7e25165d89ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:35.622966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b5f4f-3ce3-4dc3-b306-1166b2682657 req-36753c66-a99e-4c84-9b07-de1ee7631737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:35.624664 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-727b5f4f-3ce3-4dc3-b306-1166b2682657 req-36753c66-a99e-4c84-9b07-de1ee7631737 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 1161 time: 0.4300284 Dec 22 09:55:35.736622 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df9cf587-aeb9-445b-ac55-7e25165d89ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:35.748603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35650) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:35.793154 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d031-3312-47f4-98a9-fc3c1365e348 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:35.818836 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-727b5f4f-3ce3-4dc3-b306-1166b2682657 req-ccc34d05-3221-4ed6-9bfb-966926916c25 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975878 Dec 22 09:55:35.828735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8cc41097-983b-4c48-a45d-97781d6c7dae no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:55:35.974573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b59828b2-f79f-4abb-82bc-aa1ef7582f8f req-fb9392ac-e331-485b-bd2d-9f7d44df6ee3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:36.002964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c99e8573-a5d5-4957-8b7a-a95c2d174844 None None] For port 8cc41097-983b-4c48-a45d-97781d6c7dae, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8cc41097-983b-4c48-a45d-97781d6c7dae,segment=NetworkSegment(3cd0aaf2-0c12-470d-b418-79065e664548),segment_id=3cd0aaf2-0c12-470d-b418-79065e664548)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:55:36.003456 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c99e8573-a5d5-4957-8b7a-a95c2d174844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:36.014273 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-319385ba-f2ef-4d8d-af94-8b55bb11273b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:36.098712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-df9cf587-aeb9-445b-ac55-7e25165d89ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46271db2-9646-4a00-9f45-54212cefb86a']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:36.131647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ffa3d031-3312-47f4-98a9-fc3c1365e348 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Calling delete_port for 580eb6da-ca08-40be-9049-8b17ae762a76 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:55:36.225038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9392ac-e331-485b-bd2d-9f7d44df6ee3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Pushing event deleted for resources: {'Port': ['ID=faa08cf5-924b-4474-b942-51da3e584e2e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:36.228506 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fb9392ac-e331-485b-bd2d-9f7d44df6ee3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:36.233349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-df9cf587-aeb9-445b-ac55-7e25165d89ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf10535-a924-4478-88ae-4d50e27e5287') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:36.234025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-df9cf587-aeb9-445b-ac55-7e25165d89ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf10535-a924-4478-88ae-4d50e27e5287') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:36.317118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c99e8573-a5d5-4957-8b7a-a95c2d174844 None None] Calling delete_port for 8cc41097-983b-4c48-a45d-97781d6c7dae owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:55:36.372759 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:36.431087 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f16f9eb9-d064-4f87-9226-9d431e47f93c req-eb3ffc45-b900-4275-9ab3-e4a0eeef936e tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 210 time: 0.2005675 Dec 22 09:55:36.432985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 8cc41097-983b-4c48-a45d-97781d6c7dae, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8cc41097-983b-4c48-a45d-97781d6c7dae,segment=NetworkSegment(3cd0aaf2-0c12-470d-b418-79065e664548),segment_id=3cd0aaf2-0c12-470d-b418-79065e664548)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:55:36.436901 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:36.439339 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bf1cbee6-1e23-4a02-b90a-14fb089298eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:36.452357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d031-3312-47f4-98a9-fc3c1365e348 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:36.544081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=8cc41097-983b-4c48-a45d-97781d6c7dae,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:36.547000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 491223cd-8996-47f7-9008-014cfe1ddf53 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:55:36.626926 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:36.631738 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-c99e8573-a5d5-4957-8b7a-a95c2d174844 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:55:36.632205 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-c99e8573-a5d5-4957-8b7a-a95c2d174844 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:55:36.656051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 491223cd-8996-47f7-9008-014cfe1ddf53 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:36.656403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:36.662206 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df9cf587-aeb9-445b-ac55-7e25165d89ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:36.755589 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2f7beef3-5d1d-40de-b86c-4317500257d3 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:36.793131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df9cf587-aeb9-445b-ac55-7e25165d89ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:36.814494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-df9cf587-aeb9-445b-ac55-7e25165d89ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Releasing vxlan tunnel 15 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:55:36.869161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3d031-3312-47f4-98a9-fc3c1365e348 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Pushing event deleted for resources: {'Port': ['ID=580eb6da-ca08-40be-9049-8b17ae762a76,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:36.876214 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ffa3d031-3312-47f4-98a9-fc3c1365e348 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:36.989854 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3fc2aa88-36d8-4a14-abe6-b3c347f7437d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6125102cfad34c5998c23aeb1d5424ae&name=default HTTP/1.1" status: 200 len: 2883 time: 1.2239895 Dec 22 09:55:36.993446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35672) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:37.000319 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d031-3312-47f4-98a9-fc3c1365e348 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:37.103404 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ffa3d031-3312-47f4-98a9-fc3c1365e348 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "DELETE /v2.0/ports/580eb6da-ca08-40be-9049-8b17ae762a76 HTTP/1.1" status: 204 len: 168 time: 2.4889433 Dec 22 09:55:37.111067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35678) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:37.134320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c99e8573-a5d5-4957-8b7a-a95c2d174844 None None] Deleting port 8cc41097-983b-4c48-a45d-97781d6c7dae {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:55:37.135036 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c99e8573-a5d5-4957-8b7a-a95c2d174844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:37.201371 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-86aca969-7918-4285-b6da-feeb0b82bfcb tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] GET failed (client error): The resource could not be found. Dec 22 09:55:37.201785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-86aca969-7918-4285-b6da-feeb0b82bfcb tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Synchronizing usage tracker for tenant:9dd55b4c63d1408e8d850a830560f701 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:55:37.243273 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-06c5d8db-19fc-4211-90b2-61a264d83f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:37.277706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-86aca969-7918-4285-b6da-feeb0b82bfcb tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Unset dirty status for tenant:9dd55b4c63d1408e8d850a830560f701 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:55:37.286420 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-86aca969-7918-4285-b6da-feeb0b82bfcb tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "GET /v2.0/ports/580eb6da-ca08-40be-9049-8b17ae762a76 HTTP/1.1" status: 404 len: 333 time: 0.1634758 Dec 22 09:55:37.295191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-06c5d8db-19fc-4211-90b2-61a264d83f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:37.352479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35682) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:37.376880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-06c5d8db-19fc-4211-90b2-61a264d83f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:37.386482 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6f8d313d-3247-4aa5-8670-4ff976a36c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:37.396698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-df9cf587-aeb9-445b-ac55-7e25165d89ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 46271db2-9646-4a00-9f45-54212cefb86a has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:55:37.436007 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-06c5d8db-19fc-4211-90b2-61a264d83f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:37.444080 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-06c5d8db-19fc-4211-90b2-61a264d83f94 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f2ffaf92-efb1-4a1b-98b2-0dcebe18b4a6 HTTP/1.1" status: 204 len: 168 time: 0.4475470 Dec 22 09:55:37.448362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5d8db-19fc-4211-90b2-61a264d83f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ffaf92-efb1-4a1b-98b2-0dcebe18b4a6,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:37.465198 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-06c5d8db-19fc-4211-90b2-61a264d83f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:37.512700 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df9cf587-aeb9-445b-ac55-7e25165d89ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:37.539330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-02ba58c4-cd4c-435c-9471-631eb560acf4 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Deleting port f598c2b6-7849-4d4e-b3b9-c0473f0c53ec {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:55:37.540363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02ba58c4-cd4c-435c-9471-631eb560acf4 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:37.582049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c99e8573-a5d5-4957-8b7a-a95c2d174844 None None] For port 8cc41097-983b-4c48-a45d-97781d6c7dae, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8cc41097-983b-4c48-a45d-97781d6c7dae,segment=NetworkSegment(3cd0aaf2-0c12-470d-b418-79065e664548),segment_id=3cd0aaf2-0c12-470d-b418-79065e664548)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:55:37.582516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c99e8573-a5d5-4957-8b7a-a95c2d174844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:37.608331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acba0cf-964e-4149-b6f5-8edfc6b1dd06 req-a79f4cf2-26f6-44a2-b508-84e699564e28 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:37.646595 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8acba0cf-964e-4149-b6f5-8edfc6b1dd06 req-a79f4cf2-26f6-44a2-b508-84e699564e28 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 946 time: 1.5250752 Dec 22 09:55:37.976496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c99e8573-a5d5-4957-8b7a-a95c2d174844 None None] Calling delete_port for 8cc41097-983b-4c48-a45d-97781d6c7dae owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:55:38.049078 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a9e632d-d8f6-46ae-a041-bf4294f72c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:38.103205 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c99e8573-a5d5-4957-8b7a-a95c2d174844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:38.146356 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:38.343233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e8573-a5d5-4957-8b7a-a95c2d174844 None None] Pushing event deleted for resources: {'Port': ['ID=8cc41097-983b-4c48-a45d-97781d6c7dae,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:38.349220 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c99e8573-a5d5-4957-8b7a-a95c2d174844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:38.375098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e8573-a5d5-4957-8b7a-a95c2d174844 None None] No DVR routers for this DVR port 8cc41097-983b-4c48-a45d-97781d6c7dae on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:55:38.425615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59828b2-f79f-4abb-82bc-aa1ef7582f8f req-fb9392ac-e331-485b-bd2d-9f7d44df6ee3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] No DVR routers for this DVR port faa08cf5-924b-4474-b942-51da3e584e2e on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:55:38.431834 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-b59828b2-f79f-4abb-82bc-aa1ef7582f8f req-fb9392ac-e331-485b-bd2d-9f7d44df6ee3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:38.527254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e95e13-70d0-4a33-b67b-2e7927bf03f0', 'name': 'network-vif-deleted', 'tag': 'faa08cf5-924b-4474-b942-51da3e584e2e'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:55:38.788404 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:38.833551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02ba58c4-cd4c-435c-9471-631eb560acf4 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:39.013628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-02ba58c4-cd4c-435c-9471-631eb560acf4 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Calling delete_port for f598c2b6-7849-4d4e-b3b9-c0473f0c53ec owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:55:39.128206 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-100dcfa2-5dd4-4497-ba2f-c4c290cb7cbb req-a2fac4b5-6214-41db-9c27-37af1efdc433 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.50 "GET /v2.0/ports?device_id=32e95e13-70d0-4a33-b67b-2e7927bf03f0 HTTP/1.1" status: 200 len: 210 time: 0.8847506 Dec 22 09:55:39.251531 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8acba0cf-964e-4149-b6f5-8edfc6b1dd06 req-2930c5eb-9ffe-45a3-a9ad-057f1fd9424e tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6038775 Dec 22 09:55:39.253930 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b59828b2-f79f-4abb-82bc-aa1ef7582f8f req-fb9392ac-e331-485b-bd2d-9f7d44df6ee3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] 10.222.0.64 "DELETE /v2.0/ports/faa08cf5-924b-4474-b942-51da3e584e2e HTTP/1.1" status: 204 len: 173 time: 10.3935933 Dec 22 09:55:39.286538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-df9cf587-aeb9-445b-ac55-7e25165d89ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 46271db2-9646-4a00-9f45-54212cefb86a has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:55:39.340074 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:55:39.398507 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:39.492629 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e95e13-70d0-4a33-b67b-2e7927bf03f0', 'name': 'network-vif-deleted', 'tag': 'faa08cf5-924b-4474-b942-51da3e584e2e', 'status': 'completed', 'code': 200} Dec 22 09:55:39.555978 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df9cf587-aeb9-445b-ac55-7e25165d89ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:39.560158 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df9cf587-aeb9-445b-ac55-7e25165d89ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:39.570718 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:39.606267 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-df9cf587-aeb9-445b-ac55-7e25165d89ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/networks/46271db2-9646-4a00-9f45-54212cefb86a HTTP/1.1" status: 204 len: 168 time: 4.9449637 Dec 22 09:55:39.607421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cf587-aeb9-445b-ac55-7e25165d89ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Network': ['ID=46271db2-9646-4a00-9f45-54212cefb86a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:39.609155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35732) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:39.610259 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df9cf587-aeb9-445b-ac55-7e25165d89ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:39.649549 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02ba58c4-cd4c-435c-9471-631eb560acf4 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:39.665780 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fb9392ac-e331-485b-bd2d-9f7d44df6ee3 tempest-ServersNegativeTestJSON-300171649 tempest-ServersNegativeTestJSON-300171649] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:39.701439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35738) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:39.734198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba58c4-cd4c-435c-9471-631eb560acf4 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Pushing event deleted for resources: {'Port': ['ID=f598c2b6-7849-4d4e-b3b9-c0473f0c53ec,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:39.749275 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-02ba58c4-cd4c-435c-9471-631eb560acf4 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:39.777907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-917ebc71-3af8-44ff-af9d-f33d9a72682b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:39.836884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35746) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:40.047126 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-917ebc71-3af8-44ff-af9d-f33d9a72682b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:40.144963 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:40.155365 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02ba58c4-cd4c-435c-9471-631eb560acf4 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:40.157496 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-02ba58c4-cd4c-435c-9471-631eb560acf4 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "DELETE /v2.0/ports/f598c2b6-7849-4d4e-b3b9-c0473f0c53ec HTTP/1.1" status: 204 len: 168 time: 2.8031495 Dec 22 09:55:40.175336 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:40.185568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35754) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:40.277865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-917ebc71-3af8-44ff-af9d-f33d9a72682b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbc6531-94bf-4c64-ad56-e80f810cf569']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:40.290971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a3fb72d1-1636-4b44-96aa-5cf85334fc47 tempest-DvrRoutersNegativeTest-1010688659 tempest-DvrRoutersNegativeTest-1010688659] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1675242459', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:40.293601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.policy [None req-a3fb72d1-1636-4b44-96aa-5cf85334fc47 tempest-DvrRoutersNegativeTest-1010688659 tempest-DvrRoutersNegativeTest-1010688659] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=81071) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Dec 22 09:55:40.293723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-917ebc71-3af8-44ff-af9d-f33d9a72682b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd0aaf2-0c12-470d-b418-79065e664548') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:40.293944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.policy [None req-a3fb72d1-1636-4b44-96aa-5cf85334fc47 tempest-DvrRoutersNegativeTest-1010688659 tempest-DvrRoutersNegativeTest-1010688659] Failed policy check for 'create_router' {{(pid=81071) enforce /opt/stack/neutron/neutron/policy.py:482}} Dec 22 09:55:40.294072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-917ebc71-3af8-44ff-af9d-f33d9a72682b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd0aaf2-0c12-470d-b418-79065e664548') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:40.294478 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-a3fb72d1-1636-4b44-96aa-5cf85334fc47 tempest-DvrRoutersNegativeTest-1010688659 tempest-DvrRoutersNegativeTest-1010688659] create failed (client error): Access was denied to this resource. Dec 22 09:55:40.298673 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a3fb72d1-1636-4b44-96aa-5cf85334fc47 tempest-DvrRoutersNegativeTest-1010688659 tempest-DvrRoutersNegativeTest-1010688659] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5889199 Dec 22 09:55:40.310821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35768) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:40.323807 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-917ebc71-3af8-44ff-af9d-f33d9a72682b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:40.343443 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-917ebc71-3af8-44ff-af9d-f33d9a72682b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:40.345808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-917ebc71-3af8-44ff-af9d-f33d9a72682b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Releasing vxlan tunnel 14 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:55:40.554176 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6665e78-779f-4d2b-a7a1-507cae8cd50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:40.626786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:40.639279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b6665e78-779f-4d2b-a7a1-507cae8cd50f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:40.644549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b6665e78-779f-4d2b-a7a1-507cae8cd50f admin admin] Usage tracker for resource:security_group_rule and tenant:5e0b8364aabc46efb4a8f083a05bdbfc is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:40.648381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b6665e78-779f-4d2b-a7a1-507cae8cd50f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:40.655148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b6665e78-779f-4d2b-a7a1-507cae8cd50f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:40.711789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc530dda-b093-4915-a1c4-da831f0046f2 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Deleting subnet f1d37f20-0b7b-435a-a0be-d9bf1f3a67b3 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:55:40.716908 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc530dda-b093-4915-a1c4-da831f0046f2 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:40.723600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-917ebc71-3af8-44ff-af9d-f33d9a72682b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 6fbc6531-94bf-4c64-ad56-e80f810cf569 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:55:40.737120 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-917ebc71-3af8-44ff-af9d-f33d9a72682b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:40.784953 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc530dda-b093-4915-a1c4-da831f0046f2 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:40.858525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35786) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:40.901401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad80f99-4069-4b59-97f0-e177c3ed5522 req-aea5c1f4-722b-4c67-aa3e-5b78d1be5d10 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:40.903050 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cad80f99-4069-4b59-97f0-e177c3ed5522 req-aea5c1f4-722b-4c67-aa3e-5b78d1be5d10 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 946 time: 0.3323481 Dec 22 09:55:40.938937 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc530dda-b093-4915-a1c4-da831f0046f2 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:41.017228 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cad80f99-4069-4b59-97f0-e177c3ed5522 req-005d06ea-eb3a-4f16-a2b5-1aa2a98e3825 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078053 Dec 22 09:55:41.021012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-917ebc71-3af8-44ff-af9d-f33d9a72682b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 6fbc6531-94bf-4c64-ad56-e80f810cf569 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:55:41.049627 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:55:41.060720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-82af0079-ead1-4c67-8772-4c01dd83fbb1 admin admin] Deleting subnet b87d27f7-24e3-44fe-bd22-f07e43a5cac0 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:55:41.073314 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-82af0079-ead1-4c67-8772-4c01dd83fbb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:41.135088 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-346abfca-7e50-4c8b-aa60-e8538c051068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:41.207347 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-917ebc71-3af8-44ff-af9d-f33d9a72682b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:41.211167 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-82af0079-ead1-4c67-8772-4c01dd83fbb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:41.243547 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c436f21a-744f-4408-8740-e719fe6abba6 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:41.259678 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-917ebc71-3af8-44ff-af9d-f33d9a72682b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:41.259881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-346abfca-7e50-4c8b-aa60-e8538c051068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:41.288322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ebc71-3af8-44ff-af9d-f33d9a72682b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Network': ['ID=6fbc6531-94bf-4c64-ad56-e80f810cf569,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:41.298152 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-917ebc71-3af8-44ff-af9d-f33d9a72682b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/networks/6fbc6531-94bf-4c64-ad56-e80f810cf569 HTTP/1.1" status: 204 len: 168 time: 1.6874557 Dec 22 09:55:41.298969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35800) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:41.299900 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-917ebc71-3af8-44ff-af9d-f33d9a72682b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:41.310093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a6a74eda-b1dc-4ac7-9eb6-4e53b90cbfd8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'network': {'name': 'tempest-RoutersTest-115508001'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:41.317697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a6a74eda-b1dc-4ac7-9eb6-4e53b90cbfd8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:41.321006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a6a74eda-b1dc-4ac7-9eb6-4e53b90cbfd8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:network and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:41.324130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a6a74eda-b1dc-4ac7-9eb6-4e53b90cbfd8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:41.326098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-346abfca-7e50-4c8b-aa60-e8538c051068 admin admin] Usage tracker for resource:security_group_rule and tenant:93fd7dd45df0401189abc81a71cf4702 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:41.331731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a6a74eda-b1dc-4ac7-9eb6-4e53b90cbfd8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:41.337191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-346abfca-7e50-4c8b-aa60-e8538c051068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:41.349220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a74eda-b1dc-4ac7-9eb6-4e53b90cbfd8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Made reservation on behalf of 2131d0db1c414ca48292c7e4e9b1f3a7 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:55:41.354810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6a74eda-b1dc-4ac7-9eb6-4e53b90cbfd8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:41.355427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-346abfca-7e50-4c8b-aa60-e8538c051068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:41.376515 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-82af0079-ead1-4c67-8772-4c01dd83fbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:41.451560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a74eda-b1dc-4ac7-9eb6-4e53b90cbfd8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:55:41.493573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6a74eda-b1dc-4ac7-9eb6-4e53b90cbfd8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:41.494246 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-a6a74eda-b1dc-4ac7-9eb6-4e53b90cbfd8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Added segment b92c20f9-c046-4878-bef9-507b0a2a9ebc of type vxlan for network d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2 Dec 22 09:55:41.572537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add26391-f9ef-4607-90c8-092fb7c49baa req-2ad9171e-f856-45c6-bf78-8cc460b400f9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:41.574168 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-add26391-f9ef-4607-90c8-092fb7c49baa req-2ad9171e-f856-45c6-bf78-8cc460b400f9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 946 time: 0.3287981 Dec 22 09:55:41.589941 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6665e78-779f-4d2b-a7a1-507cae8cd50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:41.621685 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6a74eda-b1dc-4ac7-9eb6-4e53b90cbfd8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:41.624477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b6665e78-779f-4d2b-a7a1-507cae8cd50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:41.639774 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-114b2952-0faa-43b2-8697-a837d8980cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:41.686989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6665e78-779f-4d2b-a7a1-507cae8cd50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdd79b7-453a-4055-8cf3-06dacf44f25e,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:41.698064 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b6665e78-779f-4d2b-a7a1-507cae8cd50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:41.734284 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc530dda-b093-4915-a1c4-da831f0046f2 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:41.755101 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b1acc257-e015-44ad-8e8b-2d41eebdd33f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:41.760720 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6a74eda-b1dc-4ac7-9eb6-4e53b90cbfd8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:41.765074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a74eda-b1dc-4ac7-9eb6-4e53b90cbfd8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:41.765736 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6a74eda-b1dc-4ac7-9eb6-4e53b90cbfd8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:41.785507 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-147bdf06-42f7-495b-848f-36710239d20a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:41.788467 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b6665e78-779f-4d2b-a7a1-507cae8cd50f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5e0b8364aabc46efb4a8f083a05bdbfc&name=default HTTP/1.1" status: 200 len: 2883 time: 1.9501228 Dec 22 09:55:41.793056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35812) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:41.811250 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-add26391-f9ef-4607-90c8-092fb7c49baa req-aff46265-686e-482a-841c-aae092b7d990 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264109 Dec 22 09:55:41.845791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc530dda-b093-4915-a1c4-da831f0046f2 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Pushing event deleted for resources: {'Subnet': ['ID=f1d37f20-0b7b-435a-a0be-d9bf1f3a67b3,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:41.860116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-346abfca-7e50-4c8b-aa60-e8538c051068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:41.866536 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc530dda-b093-4915-a1c4-da831f0046f2 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:41.918375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a74eda-b1dc-4ac7-9eb6-4e53b90cbfd8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Network': ['ID=d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:41.921647 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-346abfca-7e50-4c8b-aa60-e8538c051068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:41.927208 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a6a74eda-b1dc-4ac7-9eb6-4e53b90cbfd8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:41.930607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:55:41.942736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:55:41.949918 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a6a74eda-b1dc-4ac7-9eb6-4e53b90cbfd8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6440883 Dec 22 09:55:41.951661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35818) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:41.966730 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3aaf0afe-a372-4802-8639-7e0753754524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:41.978157 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-346abfca-7e50-4c8b-aa60-e8538c051068 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93fd7dd45df0401189abc81a71cf4702&name=default HTTP/1.1" status: 200 len: 2883 time: 1.1170170 Dec 22 09:55:41.980987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-f60e5637-3d95-4a57-8ba7-43f862beaf68 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'subnet': {'network_id': 'd6f68d1b-5f56-4747-ba3f-9e6ed4a370e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:41.986732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35822) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:42.096702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:55:42.100532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346abfca-7e50-4c8b-aa60-e8538c051068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef36eaf-c577-4285-a523-f27f7be3a7c3,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:42.106834 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-346abfca-7e50-4c8b-aa60-e8538c051068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:42.111883 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc530dda-b093-4915-a1c4-da831f0046f2 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:42.132237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:55:42.183874 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dc530dda-b093-4915-a1c4-da831f0046f2 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "DELETE /v2.0/subnets/f1d37f20-0b7b-435a-a0be-d9bf1f3a67b3 HTTP/1.1" status: 204 len: 168 time: 1.9970362 Dec 22 09:55:42.192208 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-60eab6dc-e61d-4142-ad9c-46ef268556a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:42.193966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35830) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:42.264619 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cc02539-390e-4d7f-ad3a-b2a91d9dd364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:42.337630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08330a0c-8033-4d9f-ba0a-54c6cd6ea345 None None] Network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:55:42.343204 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-60eab6dc-e61d-4142-ad9c-46ef268556a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:42.496048 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cc02539-390e-4d7f-ad3a-b2a91d9dd364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:42.505234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-82af0079-ead1-4c67-8772-4c01dd83fbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:42.584530 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:42.609040 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e45e6d9e-326f-4ece-9d37-f0ef70e601e9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:42.710757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af0079-ead1-4c67-8772-4c01dd83fbb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b87d27f7-24e3-44fe-bd22-f07e43a5cac0,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:42.713737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f60e5637-3d95-4a57-8ba7-43f862beaf68 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:42.727322 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-82af0079-ead1-4c67-8772-4c01dd83fbb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:42.732278 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-60eab6dc-e61d-4142-ad9c-46ef268556a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:42.733041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f60e5637-3d95-4a57-8ba7-43f862beaf68 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:subnet and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:42.740942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f60e5637-3d95-4a57-8ba7-43f862beaf68 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:42.742798 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ca442213-b672-424d-aecb-1a2d20be719b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:42.759886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f60e5637-3d95-4a57-8ba7-43f862beaf68 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:42.763863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Deleting port 095e2ce7-2572-45be-ab0c-6e66857d0592 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:55:42.764303 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:42.765975 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-82af0079-ead1-4c67-8772-4c01dd83fbb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:42.776130 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-82af0079-ead1-4c67-8772-4c01dd83fbb1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b87d27f7-24e3-44fe-bd22-f07e43a5cac0 HTTP/1.1" status: 204 len: 168 time: 2.4641237 Dec 22 09:55:42.779451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35838) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:42.803680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60e5637-3d95-4a57-8ba7-43f862beaf68 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Made reservation on behalf of 2131d0db1c414ca48292c7e4e9b1f3a7 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:55:42.817469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bc361-e0cc-4aa9-baf3-454b1a8d91bb req-9eae8f74-d6d6-4dc4-aaee-60dac52d94c6 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:42.819990 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e4bc361-e0cc-4aa9-baf3-454b1a8d91bb req-9eae8f74-d6d6-4dc4-aaee-60dac52d94c6 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 946 time: 0.4894850 Dec 22 09:55:42.828297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c830c6-1beb-49b1-855c-67efb1a96481 None None] DHCP port deletion for e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:55:42.835899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-51c830c6-1beb-49b1-855c-67efb1a96481 None None] Deleting port 095e2ce7-2572-45be-ab0c-6e66857d0592 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:55:42.836847 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51c830c6-1beb-49b1-855c-67efb1a96481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:43.015007 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f60e5637-3d95-4a57-8ba7-43f862beaf68 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:43.181769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-51c830c6-1beb-49b1-855c-67efb1a96481 None None] For port 095e2ce7-2572-45be-ab0c-6e66857d0592, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=095e2ce7-2572-45be-ab0c-6e66857d0592,segment=NetworkSegment(dc914233-0752-4311-ad7f-1560f838c423),segment_id=dc914233-0752-4311-ad7f-1560f838c423)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:55:43.182035 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51c830c6-1beb-49b1-855c-67efb1a96481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:43.192400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eab6dc-e61d-4142-ad9c-46ef268556a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdd79b7-453a-4055-8cf3-06dacf44f25e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:43.223825 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-60eab6dc-e61d-4142-ad9c-46ef268556a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:43.242181 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0673d20b-5121-4b13-a925-f2ced3298fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:43.276749 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-60eab6dc-e61d-4142-ad9c-46ef268556a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:43.278284 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-60eab6dc-e61d-4142-ad9c-46ef268556a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8fdd79b7-453a-4055-8cf3-06dacf44f25e HTTP/1.1" status: 204 len: 168 time: 1.4706686 Dec 22 09:55:43.285559 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cc02539-390e-4d7f-ad3a-b2a91d9dd364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:43.296261 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-be3d3b5a-ff12-4421-9896-0430fc1412dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:43.310626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc02539-390e-4d7f-ad3a-b2a91d9dd364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef36eaf-c577-4285-a523-f27f7be3a7c3,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:43.323800 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7cc02539-390e-4d7f-ad3a-b2a91d9dd364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:43.329789 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cc02539-390e-4d7f-ad3a-b2a91d9dd364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:43.332096 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7cc02539-390e-4d7f-ad3a-b2a91d9dd364 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ef36eaf-c577-4285-a523-f27f7be3a7c3 HTTP/1.1" status: 204 len: 168 time: 1.3387175 Dec 22 09:55:43.372336 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e4bc361-e0cc-4aa9-baf3-454b1a8d91bb req-64c9605b-5947-48f8-b13b-ec939349b996 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468782 Dec 22 09:55:43.402153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-51c830c6-1beb-49b1-855c-67efb1a96481 None None] Calling delete_port for 095e2ce7-2572-45be-ab0c-6e66857d0592 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:55:43.575740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] For port 095e2ce7-2572-45be-ab0c-6e66857d0592, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=095e2ce7-2572-45be-ab0c-6e66857d0592,segment=NetworkSegment(dc914233-0752-4311-ad7f-1560f838c423),segment_id=dc914233-0752-4311-ad7f-1560f838c423)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:55:43.576569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:43.576754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 095e2ce7-2572-45be-ab0c-6e66857d0592 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:55:43.708344 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0673d20b-5121-4b13-a925-f2ced3298fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:43.837729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Calling delete_port for 095e2ce7-2572-45be-ab0c-6e66857d0592 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:55:43.963025 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:44.000517 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51c830c6-1beb-49b1-855c-67efb1a96481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:44.006906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-0673d20b-5121-4b13-a925-f2ced3298fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60b2feb-5482-4662-8917-04a4fc979113']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:44.028178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-0673d20b-5121-4b13-a925-f2ced3298fe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126ca1e4-ce64-4d48-9d32-88c79a350681') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:44.028504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-0673d20b-5121-4b13-a925-f2ced3298fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126ca1e4-ce64-4d48-9d32-88c79a350681') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:44.058547 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0673d20b-5121-4b13-a925-f2ced3298fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:44.065251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c892fa-f6ea-451a-84a4-0eab4687b9c4 req-35492f70-4799-4cf4-8412-8af0a64e43ac tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:44.079130 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21c892fa-f6ea-451a-84a4-0eab4687b9c4 req-35492f70-4799-4cf4-8412-8af0a64e43ac tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 946 time: 0.3557413 Dec 22 09:55:44.083693 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0673d20b-5121-4b13-a925-f2ced3298fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:44.086924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0673d20b-5121-4b13-a925-f2ced3298fe1 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:55:44.151491 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:55:44.151861 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:55:44.196662 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21c892fa-f6ea-451a-84a4-0eab4687b9c4 req-be8f509c-73de-46ab-b094-1cbca6867e6c tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164424 Dec 22 09:55:44.197243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35868) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:44.292576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-524f7ba6-a681-48eb-9efb-e2a353bd68dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:44.369286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-524f7ba6-a681-48eb-9efb-e2a353bd68dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:44.381280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-524f7ba6-a681-48eb-9efb-e2a353bd68dc admin admin] Usage tracker for resource:security_group_rule and tenant:008146352034460a9553118457138859 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:44.393127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-524f7ba6-a681-48eb-9efb-e2a353bd68dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:44.408805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-524f7ba6-a681-48eb-9efb-e2a353bd68dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:44.477578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-0673d20b-5121-4b13-a925-f2ced3298fe1 admin admin] Network e60b2feb-5482-4662-8917-04a4fc979113 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:55:44.491648 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0673d20b-5121-4b13-a925-f2ced3298fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:44.567179 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-524f7ba6-a681-48eb-9efb-e2a353bd68dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:44.571148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-524f7ba6-a681-48eb-9efb-e2a353bd68dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:44.582901 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7d73da62-a01b-4a66-bf06-81679ea620cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:44.605625 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f60e5637-3d95-4a57-8ba7-43f862beaf68 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:44.666618 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-524f7ba6-a681-48eb-9efb-e2a353bd68dc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=008146352034460a9553118457138859&name=default HTTP/1.1" status: 200 len: 2883 time: 0.4679677 Dec 22 09:55:44.668908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35890) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:44.672976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Deleting port 095e2ce7-2572-45be-ab0c-6e66857d0592 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:55:44.673506 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:44.751643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f7ba6-a681-48eb-9efb-e2a353bd68dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a2f060-5893-4ee8-a0b7-b39d5ac94f13,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:44.770488 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-524f7ba6-a681-48eb-9efb-e2a353bd68dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:44.782588 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5b0107ce-5e2f-4c03-a1c9-cf47c3769f57 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:44.810663 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:44.849382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] The port '095e2ce7-2572-45be-ab0c-6e66857d0592' was deleted {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:55:44.927167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c830c6-1beb-49b1-855c-67efb1a96481 None None] Pushing event deleted for resources: {'Port': ['ID=095e2ce7-2572-45be-ab0c-6e66857d0592,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:44.946129 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-51c830c6-1beb-49b1-855c-67efb1a96481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:44.958822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c830c6-1beb-49b1-855c-67efb1a96481 None None] No DVR routers for this DVR port 095e2ce7-2572-45be-ab0c-6e66857d0592 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:55:45.017275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-0673d20b-5121-4b13-a925-f2ced3298fe1 admin admin] Network e60b2feb-5482-4662-8917-04a4fc979113 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:55:45.029548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60e5637-3d95-4a57-8ba7-43f862beaf68 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Checking segment: {'id': 'b92c20f9-c046-4878-bef9-507b0a2a9ebc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6f68d1b-5f56-4747-ba3f-9e6ed4a370e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:55:45.029948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60e5637-3d95-4a57-8ba7-43f862beaf68 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network hostable DHCP agents. Network: d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:55:45.096492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e5637-3d95-4a57-8ba7-43f862beaf68 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Subnet': ['ID=34145a6f-25f3-424a-8a29-44f49d243352,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:55:45.099505 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:55:45.102428 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f60e5637-3d95-4a57-8ba7-43f862beaf68 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:45.226007 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:45.258306 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9c296c9-9d27-4c3f-bb52-7142923c563f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:45.271122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60e5637-3d95-4a57-8ba7-43f862beaf68 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:55:45.276070 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0673d20b-5121-4b13-a925-f2ced3298fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:45.287795 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61b06667-2723-4fac-b209-02ff4d4b59fc tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:45.311266 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0673d20b-5121-4b13-a925-f2ced3298fe1 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:45.324441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673d20b-5121-4b13-a925-f2ced3298fe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e60b2feb-5482-4662-8917-04a4fc979113,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:45.327056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-f60e5637-3d95-4a57-8ba7-43f862beaf68 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:55:45.329506 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0673d20b-5121-4b13-a925-f2ced3298fe1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e60b2feb-5482-4662-8917-04a4fc979113 HTTP/1.1" status: 204 len: 168 time: 2.5488000 Dec 22 09:55:45.330634 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0673d20b-5121-4b13-a925-f2ced3298fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:45.336568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affbb231-0954-4d70-af4f-504d057a7c82 None None] Network d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:55:45.362762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60e5637-3d95-4a57-8ba7-43f862beaf68 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:45.363877 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f60e5637-3d95-4a57-8ba7-43f862beaf68 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:45.391859 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f60e5637-3d95-4a57-8ba7-43f862beaf68 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4398265 Dec 22 09:55:45.392826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35910) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:45.400485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-984caba6-3be9-4292-ba27-1b7aef2100ee tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'router': {'name': 'tempest-RoutersTest-router-470256988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:45.410200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-984caba6-3be9-4292-ba27-1b7aef2100ee tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:45.414871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-984caba6-3be9-4292-ba27-1b7aef2100ee tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:router and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:45.418836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-984caba6-3be9-4292-ba27-1b7aef2100ee tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:45.425893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-984caba6-3be9-4292-ba27-1b7aef2100ee tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:45.436880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-984caba6-3be9-4292-ba27-1b7aef2100ee tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:45.437984 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-984caba6-3be9-4292-ba27-1b7aef2100ee tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:45.454710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-984caba6-3be9-4292-ba27-1b7aef2100ee tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:45.484724 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-984caba6-3be9-4292-ba27-1b7aef2100ee tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:45.532203 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-984caba6-3be9-4292-ba27-1b7aef2100ee tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:45.546618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35916) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:45.550290 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-984caba6-3be9-4292-ba27-1b7aef2100ee tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1434176 Dec 22 09:55:45.555178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67ce8e1-8a8e-433c-be2d-7393d4e5aa57']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:45.571744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc914233-0752-4311-ad7f-1560f838c423') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:45.572124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc914233-0752-4311-ad7f-1560f838c423') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:45.597120 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:45.614342 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:45.616668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Releasing vxlan tunnel 9 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:55:45.819085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35924) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:45.827804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:55:45.838796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2', 'network_id': 'd6f68d1b-5f56-4747-ba3f-9e6ed4a370e2', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'fixed_ips': [{'subnet_id': '34145a6f-25f3-424a-8a29-44f49d243352'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:55:45.840126 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:45.846147 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9c296c9-9d27-4c3f-bb52-7142923c563f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:45.857780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-476f1dcc-6a62-4652-b6a2-d73eba658300 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'port': {'network_id': 'd6f68d1b-5f56-4747-ba3f-9e6ed4a370e2', 'name': 'tempest-RoutersTest-1712331964'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:45.875297 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:45.917706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35930) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:46.005748 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-58fa9fa7-93d7-4dad-afbb-0858499fec83 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=633dde4b29c44f53b6aa0cd8d5318325&name=default HTTP/1.1" status: 200 len: 2883 time: 0.0864780 Dec 22 09:55:46.008367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35936) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:46.089348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Network e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:55:46.101413 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46f87e29-2302-41ae-9108-e793b4ddd943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:46.151678 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46f87e29-2302-41ae-9108-e793b4ddd943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:46.246020 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46f87e29-2302-41ae-9108-e793b4ddd943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:55:46.261528 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:55:46.277893 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-090bfbeb-d22a-42bf-81a5-92fb4735e4f7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:46.296302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f87e29-2302-41ae-9108-e793b4ddd943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322b31cc-0cce-469d-aff3-b1018feb34d7,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:46.311393 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-46f87e29-2302-41ae-9108-e793b4ddd943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:46.315205 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:46.323419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9c296c9-9d27-4c3f-bb52-7142923c563f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:46.327247 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46f87e29-2302-41ae-9108-e793b4ddd943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:46.329665 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-46f87e29-2302-41ae-9108-e793b4ddd943 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/322b31cc-0cce-469d-aff3-b1018feb34d7 HTTP/1.1" status: 204 len: 168 time: 0.3195393 Dec 22 09:55:46.344427 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-60eab6dc-e61d-4142-ad9c-46ef268556a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:46.364198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:46.379551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c296c9-9d27-4c3f-bb52-7142923c563f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a2f060-5893-4ee8-a0b7-b39d5ac94f13,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:46.394879 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9c296c9-9d27-4c3f-bb52-7142923c563f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:46.428182 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8a572b50-5c77-42b9-ac01-5f2452587c6c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:46.510650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Allocated IP 172.20.0.2 (d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2/34145a6f-25f3-424a-8a29-44f49d243352/6140c7e2-3f01-45c0-af1d-eae551e66f11) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:55:46.555478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group': {'name': 'tempest-secgroup--239746966'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:46.584989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Pushing event deleted for resources: {'Network': ['ID=e67ce8e1-8a8e-433c-be2d-7393d4e5aa57,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:46.585902 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:46.590499 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9c296c9-9d27-4c3f-bb52-7142923c563f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:46.597483 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a9c296c9-9d27-4c3f-bb52-7142923c563f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80a2f060-5893-4ee8-a0b7-b39d5ac94f13 HTTP/1.1" status: 204 len: 168 time: 1.8255734 Dec 22 09:55:46.601774 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7cad6696-efb4-4073-8556-6d41e9d9480a tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] 10.222.0.50 "DELETE /v2.0/networks/e67ce8e1-8a8e-433c-be2d-7393d4e5aa57 HTTP/1.1" status: 204 len: 168 time: 4.4023466 Dec 22 09:55:46.605041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:46.615760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:46.623294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:46.648128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:46.675575 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:46.677904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f7dbe-ae2f-4c07-8900-0b05c7de8c8d req-727a6954-c146-420b-909a-f2b195e6ed93 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:46.689288 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e36f7dbe-ae2f-4c07-8900-0b05c7de8c8d req-727a6954-c146-420b-909a-f2b195e6ed93 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 946 time: 1.2424965 Dec 22 09:55:46.712728 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:46.732954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:46.738472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group_rule and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:46.744242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:46.751984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:46.827667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-476f1dcc-6a62-4652-b6a2-d73eba658300 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:46.836608 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:46.840549 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e36f7dbe-ae2f-4c07-8900-0b05c7de8c8d req-103ba4ce-ebfa-4894-97c0-f4e2c059a608 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502640 Dec 22 09:55:46.858514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Transition to ACTIVE for port object 6140c7e2-3f01-45c0-af1d-eae551e66f11 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:55:46.870843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-476f1dcc-6a62-4652-b6a2-d73eba658300 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:46.900732 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:46.904430 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:46.906631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476f1dcc-6a62-4652-b6a2-d73eba658300 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Made reservation on behalf of 2131d0db1c414ca48292c7e4e9b1f3a7 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:55:46.909996 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-866f0a03-ebe9-4044-a02e-b250032c8517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:46.918518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Transition to ACTIVE for port object 6140c7e2-3f01-45c0-af1d-eae551e66f11 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:55:46.921995 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-476f1dcc-6a62-4652-b6a2-d73eba658300 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:46.930469 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:46.953931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:46.958426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroup': ['ID=685ef63e-3fbe-4045-b73e-67311bb1b2c2,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:46.973249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group_rule and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:46.993793 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:46.998552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:47.007576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:47.088179 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:47.111830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:47.116484 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:47.150913 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-efa24d56-d46d-4920-aee4-9b7b20148fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:47.166054 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:47.169016 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1695 time: 1.3487039 Dec 22 09:55:47.174467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35954) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:47.182765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Network d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:55:47.194521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:55:47.197559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:55:47.276348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Attempting to bind port 6140c7e2-3f01-45c0-af1d-eae551e66f11 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:55:47.276848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Attempting to bind port 6140c7e2-3f01-45c0-af1d-eae551e66f11 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'b92c20f9-c046-4878-bef9-507b0a2a9ebc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6f68d1b-5f56-4747-ba3f-9e6ed4a370e2'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:55:47.277220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Attempting to bind port 6140c7e2-3f01-45c0-af1d-eae551e66f11 on network d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:55:47.287489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:55:47.287927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Checking segment: {'id': 'b92c20f9-c046-4878-bef9-507b0a2a9ebc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6f68d1b-5f56-4747-ba3f-9e6ed4a370e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:55:47.288608 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:47.289066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Bound using segment: {'id': 'b92c20f9-c046-4878-bef9-507b0a2a9ebc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6f68d1b-5f56-4747-ba3f-9e6ed4a370e2'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:55:47.289611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Bound port: 6140c7e2-3f01-45c0-af1d-eae551e66f11, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92c20f9-c046-4878-bef9-507b0a2a9ebc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6f68d1b-5f56-4747-ba3f-9e6ed4a370e2'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:55:47.290214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:47.314319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-476f1dcc-6a62-4652-b6a2-d73eba658300 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] device_id is not set on port 6977f442-c383-435b-bbc4-20bd1ed951d6 yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:55:47.344482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Pushing event updated for resources: {'Port': ['ID=6140c7e2-3f01-45c0-af1d-eae551e66f11,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:47.348990 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:47.349869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c3276e-c2a7-4d30-bde7-eed5401c19ac,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:47.357199 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:47.378737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3b158ebd-89ee-4ea3-8359-fadaa63edf80 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:55:47.403706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3b158ebd-89ee-4ea3-8359-fadaa63edf80 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:55:47.405683 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3b158ebd-89ee-4ea3-8359-fadaa63edf80 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4360 time: 0.2281041 Dec 22 09:55:47.408685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35960) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:47.417244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-80f45086-e300-48c7-aa71-748924608663 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group': {'name': 'tempest-security--1413022179', 'description': 'tempest-security-description-1211561584'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:47.422172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] For port 6140c7e2-3f01-45c0-af1d-eae551e66f11, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:55:47.426266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] For port 6140c7e2-3f01-45c0-af1d-eae551e66f11, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=6140c7e2-3f01-45c0-af1d-eae551e66f11,segment=NetworkSegment(b92c20f9-c046-4878-bef9-507b0a2a9ebc),segment_id=b92c20f9-c046-4878-bef9-507b0a2a9ebc)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:55:47.430486 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:47.484002 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-80f45086-e300-48c7-aa71-748924608663 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:47.565031 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-80f45086-e300-48c7-aa71-748924608663 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:47.569582 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-80f45086-e300-48c7-aa71-748924608663 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:47.574535 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-80f45086-e300-48c7-aa71-748924608663 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:47.575019 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:47.579353 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-80f45086-e300-48c7-aa71-748924608663 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "PUT /v2.0/security-groups/b5c3276e-c2a7-4d30-bde7-eed5401c19ac HTTP/1.1" status: 200 len: 1730 time: 0.1665680 Dec 22 09:55:47.579353 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-48ab46a1-6c88-4ad5-84d9-968a08ec00e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:47.582114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 35966) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:47.619380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f45086-e300-48c7-aa71-748924608663 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c3276e-c2a7-4d30-bde7-eed5401c19ac,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:47.623344 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-80f45086-e300-48c7-aa71-748924608663 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:47.665635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-476f1dcc-6a62-4652-b6a2-d73eba658300 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Allocated IP 172.20.0.6 (d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2/34145a6f-25f3-424a-8a29-44f49d243352/6977f442-c383-435b-bbc4-20bd1ed951d6) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:55:47.707397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Pushing event updated for resources: {'Port': ['ID=6140c7e2-3f01-45c0-af1d-eae551e66f11,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:47.720863 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:47.735435 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-253c740a-9889-4cfb-91e1-29d9ff20a206 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-groups/b5c3276e-c2a7-4d30-bde7-eed5401c19ac HTTP/1.1" status: 200 len: 1730 time: 0.1345284 Dec 22 09:55:47.739106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35972) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:47.834396 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e29ea6c-52f4-41a8-9a05-80f89cb4c6dc tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:47.867059 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e29ea6c-52f4-41a8-9a05-80f89cb4c6dc tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:47.929559 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e29ea6c-52f4-41a8-9a05-80f89cb4c6dc tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:47.937262 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b53befc-b817-4fb4-945f-537a46851339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:47.956931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35984) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:47.961150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29ea6c-52f4-41a8-9a05-80f89cb4c6dc tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c3276e-c2a7-4d30-bde7-eed5401c19ac,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:47.974612 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e29ea6c-52f4-41a8-9a05-80f89cb4c6dc tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:48.011965 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e29ea6c-52f4-41a8-9a05-80f89cb4c6dc tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:48.013059 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4e29ea6c-52f4-41a8-9a05-80f89cb4c6dc tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "DELETE /v2.0/security-groups/b5c3276e-c2a7-4d30-bde7-eed5401c19ac HTTP/1.1" status: 204 len: 168 time: 0.2725945 Dec 22 09:55:48.015726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 35990) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:48.131632 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-476f1dcc-6a62-4652-b6a2-d73eba658300 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:48.139395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-23109bbd-89a7-4583-a7e8-d7add0e40f55 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:55:48.154571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-476f1dcc-6a62-4652-b6a2-d73eba658300 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Transition to ACTIVE for port object 6977f442-c383-435b-bbc4-20bd1ed951d6 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:55:48.178678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-23109bbd-89a7-4583-a7e8-d7add0e40f55 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:55:48.181572 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-23109bbd-89a7-4583-a7e8-d7add0e40f55 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2883 time: 0.1647708 Dec 22 09:55:48.182284 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-476f1dcc-6a62-4652-b6a2-d73eba658300 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:48.186595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36000) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:48.258031 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f67cc698-3c8d-4cea-8b22-a2597e545cee tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:48.362963 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-ddf18e95-bd96-4ef2-9394-be61c5ec1b6d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] delete failed (client error): The resource could not be found. Dec 22 09:55:48.364617 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ddf18e95-bd96-4ef2-9394-be61c5ec1b6d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "DELETE /v2.0/security-groups/b5c3276e-c2a7-4d30-bde7-eed5401c19ac HTTP/1.1" status: 404 len: 347 time: 0.1767697 Dec 22 09:55:48.370250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36006) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:48.377228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-652ecef4-68aa-4c1f-9e0a-765d22d1ad7c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group': {'name': 'tempest-secgroup--33444044'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:48.388617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-652ecef4-68aa-4c1f-9e0a-765d22d1ad7c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:48.402623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-652ecef4-68aa-4c1f-9e0a-765d22d1ad7c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:48.417479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-652ecef4-68aa-4c1f-9e0a-765d22d1ad7c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:48.450745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-652ecef4-68aa-4c1f-9e0a-765d22d1ad7c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:48.455087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-652ecef4-68aa-4c1f-9e0a-765d22d1ad7c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group_rule and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:48.459093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-652ecef4-68aa-4c1f-9e0a-765d22d1ad7c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:48.465434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-652ecef4-68aa-4c1f-9e0a-765d22d1ad7c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:48.522119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f1dcc-6a62-4652-b6a2-d73eba658300 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=6977f442-c383-435b-bbc4-20bd1ed951d6,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:48.526012 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-476f1dcc-6a62-4652-b6a2-d73eba658300 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:48.564132 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-652ecef4-68aa-4c1f-9e0a-765d22d1ad7c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:48.577172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d791dd-3769-4a15-b9cf-fc15ca5c5686 req-f98703be-136c-4559-9041-e7b3259b832b tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:48.582356 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-652ecef4-68aa-4c1f-9e0a-765d22d1ad7c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:48.589265 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-75d791dd-3769-4a15-b9cf-fc15ca5c5686 req-f98703be-136c-4559-9041-e7b3259b832b tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 946 time: 0.4100752 Dec 22 09:55:48.617377 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d83de73-0126-4dc4-8e7b-9c6dc64f3035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:48.663415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ecef4-68aa-4c1f-9e0a-765d22d1ad7c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd4f4bb-f6ae-4d05-b373-79ba1fa62164,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:48.672155 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-75d791dd-3769-4a15-b9cf-fc15ca5c5686 req-f53d2ceb-da92-4c0a-8c4a-529bd46fc0c2 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817633 Dec 22 09:55:48.679629 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-652ecef4-68aa-4c1f-9e0a-765d22d1ad7c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:48.681358 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-652ecef4-68aa-4c1f-9e0a-765d22d1ad7c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1694 time: 0.3099024 Dec 22 09:55:48.686044 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-652ecef4-68aa-4c1f-9e0a-765d22d1ad7c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:48.688492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36014) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:48.696532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476f1dcc-6a62-4652-b6a2-d73eba658300 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:55:48.697885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-476f1dcc-6a62-4652-b6a2-d73eba658300 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:55:48.700496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476f1dcc-6a62-4652-b6a2-d73eba658300 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:55:48.710656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-df2d452a-1088-4173-b0e3-dd796a113fc9 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group_rule': {'security_group_id': '5bd4f4bb-f6ae-4d05-b373-79ba1fa62164', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:48.720451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-df2d452a-1088-4173-b0e3-dd796a113fc9 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:48.726748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-df2d452a-1088-4173-b0e3-dd796a113fc9 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group_rule and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:48.730594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-df2d452a-1088-4173-b0e3-dd796a113fc9 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:48.738362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-df2d452a-1088-4173-b0e3-dd796a113fc9 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:48.767730 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df2d452a-1088-4173-b0e3-dd796a113fc9 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:48.777555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476f1dcc-6a62-4652-b6a2-d73eba658300 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:48.778240 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-476f1dcc-6a62-4652-b6a2-d73eba658300 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:48.808713 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-476f1dcc-6a62-4652-b6a2-d73eba658300 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2224605 Dec 22 09:55:48.811854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36020) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:48.834858 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5207c21c-cce3-4f5a-89ea-ade3acc60171 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9dd55b4c63d1408e8d850a830560f701&name=default HTTP/1.1" status: 200 len: 2883 time: 0.8605561 Dec 22 09:55:48.855218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df2d452a-1088-4173-b0e3-dd796a113fc9 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:48.856369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36024) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:48.860747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df2d452a-1088-4173-b0e3-dd796a113fc9 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:48.915229 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:48.938063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d452a-1088-4173-b0e3-dd796a113fc9 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891a2dc1-2219-4798-a4b2-0afe2c367f96,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:48.944192 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df2d452a-1088-4173-b0e3-dd796a113fc9 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:48.979292 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df2d452a-1088-4173-b0e3-dd796a113fc9 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:48.985367 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-df2d452a-1088-4173-b0e3-dd796a113fc9 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.2953346 Dec 22 09:55:48.988937 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac71eeb-198b-4c95-b2e5-6a1ad4b79898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:48.992094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36030) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:49.071028 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76cd1c3a-92c6-4a1f-9b7a-ab213c34d1e0 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:49.084986 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac71eeb-198b-4c95-b2e5-6a1ad4b79898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:49.105551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76cd1c3a-92c6-4a1f-9b7a-ab213c34d1e0 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:49.191450 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76cd1c3a-92c6-4a1f-9b7a-ab213c34d1e0 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:49.196631 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df2d452a-1088-4173-b0e3-dd796a113fc9 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:49.242247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd1c3a-92c6-4a1f-9b7a-ab213c34d1e0 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=891a2dc1-2219-4798-a4b2-0afe2c367f96,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:49.250762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76cd1c3a-92c6-4a1f-9b7a-ab213c34d1e0 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:49.255735 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-76cd1c3a-92c6-4a1f-9b7a-ab213c34d1e0 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "DELETE /v2.0/security-group-rules/891a2dc1-2219-4798-a4b2-0afe2c367f96 HTTP/1.1" status: 204 len: 168 time: 0.2624977 Dec 22 09:55:49.258195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36038) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:49.259219 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76cd1c3a-92c6-4a1f-9b7a-ab213c34d1e0 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:49.281131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac71eeb-198b-4c95-b2e5-6a1ad4b79898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:49.286645 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac71eeb-198b-4c95-b2e5-6a1ad4b79898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:49.290749 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5ac71eeb-198b-4c95-b2e5-6a1ad4b79898 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/21be4a73-54d2-442d-accd-3b1d522bd86e HTTP/1.1" status: 204 len: 168 time: 0.4303110 Dec 22 09:55:49.296678 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-620c7b90-13a5-479f-803f-1ecd4936262e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:49.338443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac71eeb-198b-4c95-b2e5-6a1ad4b79898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21be4a73-54d2-442d-accd-3b1d522bd86e,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:49.347846 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ac71eeb-198b-4c95-b2e5-6a1ad4b79898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:49.443249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6b59a5cd-0de0-4962-8593-7f0e7a7a7156 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:55:49.466811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6b59a5cd-0de0-4962-8593-7f0e7a7a7156 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:55:49.472869 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6b59a5cd-0de0-4962-8593-7f0e7a7a7156 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3417 time: 0.2120438 Dec 22 09:55:49.473602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36048) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:49.617596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21020ec3-b39d-462d-b004-a41c177e576b None None] Network d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:55:49.666627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 6140c7e2-3f01-45c0-af1d-eae551e66f11 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:55:49.921852 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7137fa60-f472-4452-ab28-0ec7ab3655c7 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:49.929998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-009263ea-e2bb-4a28-9d75-1eb66354e358 None None] Provisioning for port 6140c7e2-3f01-45c0-af1d-eae551e66f11 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:55:49.975555 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7137fa60-f472-4452-ab28-0ec7ab3655c7 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:50.036003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 6140c7e2-3f01-45c0-af1d-eae551e66f11 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:55:50.043868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 6140c7e2-3f01-45c0-af1d-eae551e66f11 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:50.044679 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:50.057704 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7137fa60-f472-4452-ab28-0ec7ab3655c7 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:50.076022 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:50.115580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137fa60-f472-4452-ab28-0ec7ab3655c7 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd4f4bb-f6ae-4d05-b373-79ba1fa62164,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:50.143909 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7137fa60-f472-4452-ab28-0ec7ab3655c7 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:50.157548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7137fa60-f472-4452-ab28-0ec7ab3655c7 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:50.158848 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7137fa60-f472-4452-ab28-0ec7ab3655c7 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "DELETE /v2.0/security-groups/5bd4f4bb-f6ae-4d05-b373-79ba1fa62164 HTTP/1.1" status: 204 len: 168 time: 0.6841292 Dec 22 09:55:50.162503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36062) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:50.296040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d304c0b1-e31e-41f7-b0b0-be12478a2304 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:55:50.306123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36068) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:50.337164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d304c0b1-e31e-41f7-b0b0-be12478a2304 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:55:50.339329 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d304c0b1-e31e-41f7-b0b0-be12478a2304 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2883 time: 0.1757231 Dec 22 09:55:50.343846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36074) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:50.349991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0bc34727-6b8b-4b51-8f45-71fb90deec0d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group': {'name': 'tempest-secgroup--448928009'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:50.365650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0bc34727-6b8b-4b51-8f45-71fb90deec0d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:50.391696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0bc34727-6b8b-4b51-8f45-71fb90deec0d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:50.392569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c779a07-6cd5-4315-8150-ae6d2b701253 req-1da050e1-9e4a-4495-bf15-3b7487612347 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:50.402737 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:50.403676 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c779a07-6cd5-4315-8150-ae6d2b701253 req-1da050e1-9e4a-4495-bf15-3b7487612347 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 946 time: 0.4847488 Dec 22 09:55:50.407213 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0bc34727-6b8b-4b51-8f45-71fb90deec0d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:50.442746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 6140c7e2-3f01-45c0-af1d-eae551e66f11, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=6140c7e2-3f01-45c0-af1d-eae551e66f11,segment=NetworkSegment(b92c20f9-c046-4878-bef9-507b0a2a9ebc),segment_id=b92c20f9-c046-4878-bef9-507b0a2a9ebc)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:55:50.444861 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed0847e5-7ea2-4acc-84c6-9bbee67f4d3e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:50.456800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:50.460498 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:50.469853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0bc34727-6b8b-4b51-8f45-71fb90deec0d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:50.478490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0bc34727-6b8b-4b51-8f45-71fb90deec0d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group_rule and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:50.483175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0bc34727-6b8b-4b51-8f45-71fb90deec0d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:50.496397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0bc34727-6b8b-4b51-8f45-71fb90deec0d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:50.549779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=6140c7e2-3f01-45c0-af1d-eae551e66f11,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:50.562714 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:50.626580 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0bc34727-6b8b-4b51-8f45-71fb90deec0d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:50.633013 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0bc34727-6b8b-4b51-8f45-71fb90deec0d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:50.644565 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e455bdb-1213-4312-aff1-1fcfe922447b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:50.718075 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0bc34727-6b8b-4b51-8f45-71fb90deec0d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:50.719423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0bc34727-6b8b-4b51-8f45-71fb90deec0d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1695 time: 0.3749199 Dec 22 09:55:50.735031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36090) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:50.759214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6c3beb40-9d97-492d-afa5-380627eb7e26 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group_rule': {'security_group_id': '788eaffe-8ef5-496f-bfae-310acc6b9c83', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:50.790710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1f9db795-0f75-47f7-ace3-7bb385388a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:50.805814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6c3beb40-9d97-492d-afa5-380627eb7e26 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:50.813596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1f9db795-0f75-47f7-ace3-7bb385388a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:50.818655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1f9db795-0f75-47f7-ace3-7bb385388a10 admin admin] Usage tracker for resource:security_group_rule and tenant:ba3f8bbdbe604145b4b93b1f142fbcf2 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:50.822188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1f9db795-0f75-47f7-ace3-7bb385388a10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:50.828522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1f9db795-0f75-47f7-ace3-7bb385388a10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:50.889736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1d5f7f4d-3c34-4b6f-97f0-4bd4298eb592 None None] Provisioning complete for port 6140c7e2-3f01-45c0-af1d-eae551e66f11 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:50.889736 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7f4d-3c34-4b6f-97f0-4bd4298eb592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:50.953501 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1f9db795-0f75-47f7-ace3-7bb385388a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:50.960174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1f9db795-0f75-47f7-ace3-7bb385388a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:50.996800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6c3beb40-9d97-492d-afa5-380627eb7e26 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group_rule and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:51.002030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc34727-6b8b-4b51-8f45-71fb90deec0d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroup': ['ID=788eaffe-8ef5-496f-bfae-310acc6b9c83,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:51.006571 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0bc34727-6b8b-4b51-8f45-71fb90deec0d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:51.013371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6c3beb40-9d97-492d-afa5-380627eb7e26 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:51.021171 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b06ad87e-98c8-4c6a-b969-f31c9fed5dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:51.041934 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed0847e5-7ea2-4acc-84c6-9bbee67f4d3e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:51.047255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6c3beb40-9d97-492d-afa5-380627eb7e26 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:51.109029 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1f9db795-0f75-47f7-ace3-7bb385388a10 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba3f8bbdbe604145b4b93b1f142fbcf2&name=default HTTP/1.1" status: 200 len: 2883 time: 0.8015084 Dec 22 09:55:51.114181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9db795-0f75-47f7-ace3-7bb385388a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400e49d6-76a7-43a4-b524-903e67e3ce8e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:51.116630 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c779a07-6cd5-4315-8150-ae6d2b701253 req-f6c27d05-f22f-4ae2-b133-5ae204548d7f tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7117827 Dec 22 09:55:51.117459 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed0847e5-7ea2-4acc-84c6-9bbee67f4d3e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:51.138479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36098) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:51.165727 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4ab7927d-0148-4f8c-8ee6-ebcbd7d54c61 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:51.263595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1d5f7f4d-3c34-4b6f-97f0-4bd4298eb592 None None] Provisioning for port 6977f442-c383-435b-bbc4-20bd1ed951d6 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:55:51.270168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1d5f7f4d-3c34-4b6f-97f0-4bd4298eb592 None None] Provisioning complete for port 6977f442-c383-435b-bbc4-20bd1ed951d6 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:51.270596 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7f4d-3c34-4b6f-97f0-4bd4298eb592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:51.384299 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1f9db795-0f75-47f7-ace3-7bb385388a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:51.389709 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c3beb40-9d97-492d-afa5-380627eb7e26 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:51.415729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f7f4d-3c34-4b6f-97f0-4bd4298eb592 None None] Port 6977f442-c383-435b-bbc4-20bd1ed951d6 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:55:51.510234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0847e5-7ea2-4acc-84c6-9bbee67f4d3e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=6977f442-c383-435b-bbc4-20bd1ed951d6,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:51.519895 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ed0847e5-7ea2-4acc-84c6-9bbee67f4d3e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:51.563919 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85fe2142-1eee-4a0b-ad72-a34b3cc92445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:51.570765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 6140c7e2-3f01-45c0-af1d-eae551e66f11 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:55:51.633086 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c3beb40-9d97-492d-afa5-380627eb7e26 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:51.639924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85fe2142-1eee-4a0b-ad72-a34b3cc92445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:51.649619 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c3beb40-9d97-492d-afa5-380627eb7e26 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:51.655971 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:51.706862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3beb40-9d97-492d-afa5-380627eb7e26 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5030c65a-7c04-49a2-b4b9-8c0fecee7cf9,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:51.724589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a506d37b-3ecc-441d-ab1c-9b1d7544a750 None None] Provisioning complete for port 6140c7e2-3f01-45c0-af1d-eae551e66f11 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:51.725028 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a506d37b-3ecc-441d-ab1c-9b1d7544a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:51.732479 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c3beb40-9d97-492d-afa5-380627eb7e26 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:51.805001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 6140c7e2-3f01-45c0-af1d-eae551e66f11 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:51.805649 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:51.814011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c3beb40-9d97-492d-afa5-380627eb7e26 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:51.818674 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6c3beb40-9d97-492d-afa5-380627eb7e26 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 738 time: 1.0790074 Dec 22 09:55:51.819039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36114) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:51.830283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4964d9fe-d795-47ae-8db8-e8e9e575ecdb tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group_rule': {'security_group_id': '788eaffe-8ef5-496f-bfae-310acc6b9c83', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:51.838633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4964d9fe-d795-47ae-8db8-e8e9e575ecdb tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:51.843123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4964d9fe-d795-47ae-8db8-e8e9e575ecdb tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group_rule and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:51.847932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4964d9fe-d795-47ae-8db8-e8e9e575ecdb tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:51.860105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4964d9fe-d795-47ae-8db8-e8e9e575ecdb tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:51.884248 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4964d9fe-d795-47ae-8db8-e8e9e575ecdb tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:51.895536 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85fe2142-1eee-4a0b-ad72-a34b3cc92445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:51.913661 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-070cab12-c605-4f88-b604-56946070bb83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:51.929321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe2142-1eee-4a0b-ad72-a34b3cc92445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400e49d6-76a7-43a4-b524-903e67e3ce8e,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:51.946114 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-85fe2142-1eee-4a0b-ad72-a34b3cc92445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:51.989353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85fe2142-1eee-4a0b-ad72-a34b3cc92445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:51.991409 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-85fe2142-1eee-4a0b-ad72-a34b3cc92445 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/400e49d6-76a7-43a4-b524-903e67e3ce8e HTTP/1.1" status: 204 len: 168 time: 0.8475132 Dec 22 09:55:52.045091 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4964d9fe-d795-47ae-8db8-e8e9e575ecdb tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:52.052330 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4964d9fe-d795-47ae-8db8-e8e9e575ecdb tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:52.055507 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:52.167057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2897b32e-21b1-4923-ab44-4f76b685731d None None] Provisioning complete for port 6140c7e2-3f01-45c0-af1d-eae551e66f11 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:52.167486 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2897b32e-21b1-4923-ab44-4f76b685731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:52.174448 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4964d9fe-d795-47ae-8db8-e8e9e575ecdb tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:52.179855 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4964d9fe-d795-47ae-8db8-e8e9e575ecdb tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 738 time: 0.3589287 Dec 22 09:55:52.187489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36128) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:52.195179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964d9fe-d795-47ae-8db8-e8e9e575ecdb tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15291f3-71ab-486c-807b-a4e2e23cb777,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:52.243684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-f7a5e33c-c88b-46b9-9bfe-2771329f3c5e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group_rule': {'security_group_id': '788eaffe-8ef5-496f-bfae-310acc6b9c83', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:52.280144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f7a5e33c-c88b-46b9-9bfe-2771329f3c5e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:52.301806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f7a5e33c-c88b-46b9-9bfe-2771329f3c5e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group_rule and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:52.310603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f7a5e33c-c88b-46b9-9bfe-2771329f3c5e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:52.339143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f7a5e33c-c88b-46b9-9bfe-2771329f3c5e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:52.366424 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4964d9fe-d795-47ae-8db8-e8e9e575ecdb tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:52.376576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36134) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:52.416601 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e33c-c88b-46b9-9bfe-2771329f3c5e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:52.428266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2897b32e-21b1-4923-ab44-4f76b685731d None None] Provisioning complete for port 6977f442-c383-435b-bbc4-20bd1ed951d6 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:52.428985 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2897b32e-21b1-4923-ab44-4f76b685731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:52.478520 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed0847e5-7ea2-4acc-84c6-9bbee67f4d3e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:52.495521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2897b32e-21b1-4923-ab44-4f76b685731d None None] Port 6977f442-c383-435b-bbc4-20bd1ed951d6 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:55:52.511719 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e33c-c88b-46b9-9bfe-2771329f3c5e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:52.516449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e33c-c88b-46b9-9bfe-2771329f3c5e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:52.522676 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:52.574435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5e33c-c88b-46b9-9bfe-2771329f3c5e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017db419-b60e-48b2-ac12-51ceb3990ea6,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:52.580692 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e33c-c88b-46b9-9bfe-2771329f3c5e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:52.584665 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f7a5e33c-c88b-46b9-9bfe-2771329f3c5e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 738 time: 0.3911180 Dec 22 09:55:52.586843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36144) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:52.588637 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f7a5e33c-c88b-46b9-9bfe-2771329f3c5e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:52.598004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-9dfc651d-4ff6-4672-8d19-a030efb687c0 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group_rule': {'security_group_id': '788eaffe-8ef5-496f-bfae-310acc6b9c83', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:52.605944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9dfc651d-4ff6-4672-8d19-a030efb687c0 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:52.612657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9dfc651d-4ff6-4672-8d19-a030efb687c0 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group_rule and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:52.617925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9dfc651d-4ff6-4672-8d19-a030efb687c0 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:52.634157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9dfc651d-4ff6-4672-8d19-a030efb687c0 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:52.658704 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9dfc651d-4ff6-4672-8d19-a030efb687c0 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:52.665475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-529e9d20-166f-4b93-9fe0-facec25df6c2 None None] Provisioning complete for port 6977f442-c383-435b-bbc4-20bd1ed951d6 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:52.665927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-529e9d20-166f-4b93-9fe0-facec25df6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:52.779249 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9dfc651d-4ff6-4672-8d19-a030efb687c0 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:52.785953 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9dfc651d-4ff6-4672-8d19-a030efb687c0 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:52.789830 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:52.804913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-529e9d20-166f-4b93-9fe0-facec25df6c2 None None] Port 6977f442-c383-435b-bbc4-20bd1ed951d6 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:55:52.846154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc651d-4ff6-4672-8d19-a030efb687c0 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4e3d92-bcba-42eb-ad19-434d3c0fa47c,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:52.859797 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9dfc651d-4ff6-4672-8d19-a030efb687c0 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:52.861669 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9dfc651d-4ff6-4672-8d19-a030efb687c0 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 738 time: 0.2709520 Dec 22 09:55:52.864294 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9dfc651d-4ff6-4672-8d19-a030efb687c0 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:52.865082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36150) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:52.874798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-c8f38e9a-a172-4da9-b2a1-2f1de9e4e1c5 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group_rule': {'security_group_id': '788eaffe-8ef5-496f-bfae-310acc6b9c83', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:52.887590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c8f38e9a-a172-4da9-b2a1-2f1de9e4e1c5 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:52.895054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c8f38e9a-a172-4da9-b2a1-2f1de9e4e1c5 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group_rule and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:52.898851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c8f38e9a-a172-4da9-b2a1-2f1de9e4e1c5 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:52.908698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c8f38e9a-a172-4da9-b2a1-2f1de9e4e1c5 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:52.932323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8f38e9a-a172-4da9-b2a1-2f1de9e4e1c5 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:52.986893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed0847e5-7ea2-4acc-84c6-9bbee67f4d3e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:53.037884 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8f38e9a-a172-4da9-b2a1-2f1de9e4e1c5 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:53.042104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8f38e9a-a172-4da9-b2a1-2f1de9e4e1c5 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:53.044471 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:53.077497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f38e9a-a172-4da9-b2a1-2f1de9e4e1c5 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27ce551-6878-47a4-a682-4095e72e062a,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:53.088609 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8f38e9a-a172-4da9-b2a1-2f1de9e4e1c5 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:53.121279 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8f38e9a-a172-4da9-b2a1-2f1de9e4e1c5 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:53.122962 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c8f38e9a-a172-4da9-b2a1-2f1de9e4e1c5 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 742 time: 0.2563519 Dec 22 09:55:53.129421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36156) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:53.130486 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b55a5d9-d4f8-4dcf-bffa-357460ef5e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:53.171688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7b55a5d9-d4f8-4dcf-bffa-357460ef5e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:53.175887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d9368-f1df-4e6e-a2ed-a564d740bcb1 req-98cb6322-f50e-4724-90ed-6f80d40c86f8 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:53.178095 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-575d9368-f1df-4e6e-a2ed-a564d740bcb1 req-98cb6322-f50e-4724-90ed-6f80d40c86f8 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 946 time: 0.3115280 Dec 22 09:55:53.188862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7b55a5d9-d4f8-4dcf-bffa-357460ef5e24 admin admin] Usage tracker for resource:security_group_rule and tenant:d293ed57f9f0486886ac1a39304517e5 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:53.198615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7b55a5d9-d4f8-4dcf-bffa-357460ef5e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:53.224190 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0674d53-86b6-46f8-8a1a-db4c175d78bf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:53.244714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7b55a5d9-d4f8-4dcf-bffa-357460ef5e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:53.249332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36160) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:53.266065 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0674d53-86b6-46f8-8a1a-db4c175d78bf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:53.328220 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-575d9368-f1df-4e6e-a2ed-a564d740bcb1 req-2dfbf352-d301-47c4-8d4d-486aea244c39 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358030 Dec 22 09:55:53.331924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0674d53-86b6-46f8-8a1a-db4c175d78bf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:53.339509 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:53.397454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0674d53-86b6-46f8-8a1a-db4c175d78bf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c27ce551-6878-47a4-a682-4095e72e062a,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:53.404701 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b0674d53-86b6-46f8-8a1a-db4c175d78bf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:53.426146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36166) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:53.429195 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0674d53-86b6-46f8-8a1a-db4c175d78bf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:53.430576 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b0674d53-86b6-46f8-8a1a-db4c175d78bf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "DELETE /v2.0/security-group-rules/c27ce551-6878-47a4-a682-4095e72e062a HTTP/1.1" status: 204 len: 168 time: 0.2873862 Dec 22 09:55:53.434072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36170) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:53.546436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a5e22a56-a2e7-4a11-9939-adba4197037e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:55:53.551868 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b55a5d9-d4f8-4dcf-bffa-357460ef5e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:53.560098 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7b55a5d9-d4f8-4dcf-bffa-357460ef5e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:53.590262 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-82b11254-7f37-49b3-8b1e-0c3d0325c8b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:53.639962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a5e22a56-a2e7-4a11-9939-adba4197037e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:55:53.647021 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a5e22a56-a2e7-4a11-9939-adba4197037e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5481 time: 0.2048874 Dec 22 09:55:53.654741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36176) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:53.684713 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7b55a5d9-d4f8-4dcf-bffa-357460ef5e24 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d293ed57f9f0486886ac1a39304517e5&name=default HTTP/1.1" status: 200 len: 2883 time: 1.3041875 Dec 22 09:55:53.688563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36180) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:53.713804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55a5d9-d4f8-4dcf-bffa-357460ef5e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a4bba9-83f0-4b0e-9c37-8ea170b21424,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:53.718783 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7b55a5d9-d4f8-4dcf-bffa-357460ef5e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:53.719978 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18b3c204-3a7f-4a91-b713-f6a43e10efcf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:53.732880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18b3c204-3a7f-4a91-b713-f6a43e10efcf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:53.762337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d28e0f55-7c78-4434-af52-0b5d9b59be7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:53.773618 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18b3c204-3a7f-4a91-b713-f6a43e10efcf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:53.788442 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6a30b2fe-bfe5-476c-a690-0c533f0aeff6 tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:53.808109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3c204-3a7f-4a91-b713-f6a43e10efcf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e4e3d92-bcba-42eb-ad19-434d3c0fa47c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:53.808366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d28e0f55-7c78-4434-af52-0b5d9b59be7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:53.811241 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-18b3c204-3a7f-4a91-b713-f6a43e10efcf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:53.812704 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18b3c204-3a7f-4a91-b713-f6a43e10efcf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:53.813268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d28e0f55-7c78-4434-af52-0b5d9b59be7c admin admin] Usage tracker for resource:security_group_rule and tenant:26b1d78103314ecd8f6a6a046a350956 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:53.813940 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-18b3c204-3a7f-4a91-b713-f6a43e10efcf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "DELETE /v2.0/security-group-rules/4e4e3d92-bcba-42eb-ad19-434d3c0fa47c HTTP/1.1" status: 204 len: 168 time: 0.1581764 Dec 22 09:55:53.819002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36190) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:53.821827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d28e0f55-7c78-4434-af52-0b5d9b59be7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:53.831865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d28e0f55-7c78-4434-af52-0b5d9b59be7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:53.861746 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-ed0847e5-7ea2-4acc-84c6-9bbee67f4d3e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:55:53.866690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1838096324'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:53.883270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:53.895317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Usage tracker for resource:network and tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:53.907121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5b6e827b-95d7-4591-af7a-29c4f7d0e5c9 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:55:53.912500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:53.943827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:53.948319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5b6e827b-95d7-4591-af7a-29c4f7d0e5c9 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:55:53.949893 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5b6e827b-95d7-4591-af7a-29c4f7d0e5c9 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4965 time: 0.1298347 Dec 22 09:55:53.964913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36196) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:53.984498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Made reservation on behalf of a8323ea8911b4b5bb68d9c0c0d8d3886 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:55:53.998463 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.026939 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.070197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:54.074871 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0eaac3c8-8800-471e-85b9-a46f3e309312 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.092586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Usage tracker for resource:security_group_rule and tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:54.097712 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0eaac3c8-8800-471e-85b9-a46f3e309312 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.104990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:54.118730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:54.149762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0eaac3c8-8800-471e-85b9-a46f3e309312 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.153104 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-02fc563a-9fed-4ce0-b7bd-cdbd56ef5d9f tempest-ServersTestJSON-1746943816 tempest-ServersTestJSON-1746943816] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:54.185898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaac3c8-8800-471e-85b9-a46f3e309312 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=017db419-b60e-48b2-ac12-51ceb3990ea6,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:54.191259 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0eaac3c8-8800-471e-85b9-a46f3e309312 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:54.218880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0eaac3c8-8800-471e-85b9-a46f3e309312 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.225125 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0eaac3c8-8800-471e-85b9-a46f3e309312 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "DELETE /v2.0/security-group-rules/017db419-b60e-48b2-ac12-51ceb3990ea6 HTTP/1.1" status: 204 len: 168 time: 0.2573345 Dec 22 09:55:54.225821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36202) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:54.290367 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cc5dd2f4-7b0f-4c44-8ecf-aa64b61bae5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.301478 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed0847e5-7ea2-4acc-84c6-9bbee67f4d3e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.336487 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed0847e5-7ea2-4acc-84c6-9bbee67f4d3e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.339731 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.348555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0a0911d2-0e51-469e-8d1f-b4a1ea5b6c68 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:55:54.354046 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.359257 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-652ecef4-68aa-4c1f-9e0a-765d22d1ad7c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:54.368739 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cc5dd2f4-7b0f-4c44-8ecf-aa64b61bae5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.389643 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ed0847e5-7ea2-4acc-84c6-9bbee67f4d3e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:54.406632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:55:54.417305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0a0911d2-0e51-469e-8d1f-b4a1ea5b6c68 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:55:54.419583 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0a0911d2-0e51-469e-8d1f-b4a1ea5b6c68 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4449 time: 0.1883888 Dec 22 09:55:54.431370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36208) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:54.446698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'SecurityGroup': ['ID=aba030a4-f2e5-4b97-8033-edb46b633f71,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:54.457213 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:54.470006 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.470463 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Added segment 14a9aae0-21bd-4a33-9dca-7227c7162641 of type vxlan for network 15386a6f-8b2c-488f-9a7a-86db4026c34e Dec 22 09:55:54.485811 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac804f7c-2bf3-45fc-a4e4-b7b196a6f228 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.503683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac804f7c-2bf3-45fc-a4e4-b7b196a6f228 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.510291 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cc5dd2f4-7b0f-4c44-8ecf-aa64b61bae5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.558008 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.568167 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d28e0f55-7c78-4434-af52-0b5d9b59be7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.575596 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac804f7c-2bf3-45fc-a4e4-b7b196a6f228 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.579680 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8f38e9a-a172-4da9-b2a1-2f1de9e4e1c5 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:54.581839 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cc5dd2f4-7b0f-4c44-8ecf-aa64b61bae5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.586200 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cc5dd2f4-7b0f-4c44-8ecf-aa64b61bae5b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/69a4bba9-83f0-4b0e-9c37-8ea170b21424 HTTP/1.1" status: 204 len: 168 time: 0.8767595 Dec 22 09:55:54.586200 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d28e0f55-7c78-4434-af52-0b5d9b59be7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.605241 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed0847e5-7ea2-4acc-84c6-9bbee67f4d3e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.616142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac804f7c-2bf3-45fc-a4e4-b7b196a6f228 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c15291f3-71ab-486c-807b-a4e2e23cb777,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:54.623115 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ac804f7c-2bf3-45fc-a4e4-b7b196a6f228 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:54.651479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.657938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:54.659531 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.666015 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-97f4233c-0c5c-4bfd-b5d2-77b403f9805e tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:54.694096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac804f7c-2bf3-45fc-a4e4-b7b196a6f228 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:54.695491 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ac804f7c-2bf3-45fc-a4e4-b7b196a6f228 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "DELETE /v2.0/security-group-rules/c15291f3-71ab-486c-807b-a4e2e23cb777 HTTP/1.1" status: 204 len: 168 time: 0.2626147 Dec 22 09:55:54.707829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36214) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:54.783533 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5312104 Dec 22 09:55:54.841682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36218) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:54.847755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0847e5-7ea2-4acc-84c6-9bbee67f4d3e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=6977f442-c383-435b-bbc4-20bd1ed951d6,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:54.868620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4a6c5c5f-211a-4bef-a17a-8bcb8f175adf tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'subnet': {'network_id': '15386a6f-8b2c-488f-9a7a-86db4026c34e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:54.883894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Network': ['ID=15386a6f-8b2c-488f-9a7a-86db4026c34e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:54.891811 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:54.901030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 15386a6f-8b2c-488f-9a7a-86db4026c34e details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:55:54.909800 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ed0847e5-7ea2-4acc-84c6-9bbee67f4d3e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:54.910822 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:54.919895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 15386a6f-8b2c-488f-9a7a-86db4026c34e details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:55:54.932892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-12916c9d-8136-4d95-867b-d6655ceb1e9e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:55:54.938231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 15386a6f-8b2c-488f-9a7a-86db4026c34e details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:55:54.956790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-12916c9d-8136-4d95-867b-d6655ceb1e9e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:55:54.960880 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-12916c9d-8136-4d95-867b-d6655ceb1e9e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3933 time: 0.2515531 Dec 22 09:55:54.965143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36226) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:55.021734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3206523c-5bdd-495b-bd85-4aa5899388e1 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:55.043733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3206523c-5bdd-495b-bd85-4aa5899388e1 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:55.071292 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3206523c-5bdd-495b-bd85-4aa5899388e1 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:55.079249 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fdad8d67-85b5-4800-a9a0-8791c7dd1ccd tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:55.119407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206523c-5bdd-495b-bd85-4aa5899388e1 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5030c65a-7c04-49a2-b4b9-8c0fecee7cf9,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:55.136310 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3206523c-5bdd-495b-bd85-4aa5899388e1 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:55.149819 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3206523c-5bdd-495b-bd85-4aa5899388e1 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:55.154504 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3206523c-5bdd-495b-bd85-4aa5899388e1 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "DELETE /v2.0/security-group-rules/5030c65a-7c04-49a2-b4b9-8c0fecee7cf9 HTTP/1.1" status: 204 len: 168 time: 0.1848669 Dec 22 09:55:55.155022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36232) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:55.210102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4a6c5c5f-211a-4bef-a17a-8bcb8f175adf tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:55.217458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4a6c5c5f-211a-4bef-a17a-8bcb8f175adf tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Usage tracker for resource:subnet and tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:55.222854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4a6c5c5f-211a-4bef-a17a-8bcb8f175adf tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:55.231869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4a6c5c5f-211a-4bef-a17a-8bcb8f175adf tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:55.269742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0847e5-7ea2-4acc-84c6-9bbee67f4d3e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:55:55.276952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ed0847e5-7ea2-4acc-84c6-9bbee67f4d3e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:55:55.282195 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d28e0f55-7c78-4434-af52-0b5d9b59be7c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=26b1d78103314ecd8f6a6a046a350956&name=default HTTP/1.1" status: 200 len: 2883 time: 1.8543348 Dec 22 09:55:55.283766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6c5c5f-211a-4bef-a17a-8bcb8f175adf tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Made reservation on behalf of a8323ea8911b4b5bb68d9c0c0d8d3886 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:55:55.299704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36240) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:55.367132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b80db08a-9cc4-497c-9128-ffef1a33fadd tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:55:55.438730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b80db08a-9cc4-497c-9128-ffef1a33fadd tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:55:55.440876 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b80db08a-9cc4-497c-9128-ffef1a33fadd tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3417 time: 0.2803311 Dec 22 09:55:55.468541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36244) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:55.525177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5dd2f4-7b0f-4c44-8ecf-aa64b61bae5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a4bba9-83f0-4b0e-9c37-8ea170b21424,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:55.659726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d43af41-202b-401f-8233-1d90290e495e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:55.721063 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d43af41-202b-401f-8233-1d90290e495e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:55.837668 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-309194a3-07b5-4115-9536-2fb80d1ef3a6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:55.862818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e0f55-7c78-4434-af52-0b5d9b59be7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7f2760-2a80-4ebc-bdab-f116d728be65,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:55.875347 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d28e0f55-7c78-4434-af52-0b5d9b59be7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.964s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:55.881558 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8fcc1d4-f6ec-44ea-8cd5-1b5f527d864b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.283s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:55.882258 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8fcc1d4-f6ec-44ea-8cd5-1b5f527d864b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:55.913479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d43af41-202b-401f-8233-1d90290e495e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:55.920161 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4a6c5c5f-211a-4bef-a17a-8bcb8f175adf tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:55.926521 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ccd9e470-5b25-4567-88e9-abd5f6c1e38c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:55.942117 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-309194a3-07b5-4115-9536-2fb80d1ef3a6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:55.965478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43af41-202b-401f-8233-1d90290e495e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7f2760-2a80-4ebc-bdab-f116d728be65,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:55.973553 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5d43af41-202b-401f-8233-1d90290e495e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:55.981326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d43af41-202b-401f-8233-1d90290e495e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:55.985154 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5d43af41-202b-401f-8233-1d90290e495e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee7f2760-2a80-4ebc-bdab-f116d728be65 HTTP/1.1" status: 204 len: 168 time: 0.6819229 Dec 22 09:55:55.995471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d7e2b755-b7e7-443c-b79c-9ca92e732943 None None] Provisioning complete for port 6977f442-c383-435b-bbc4-20bd1ed951d6 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:55:55.996783 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d7e2b755-b7e7-443c-b79c-9ca92e732943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:56.020484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be355675-672d-4f27-b768-7c02a5faf279 req-baf432af-bea5-4745-ad05-ed339d8f9dc1 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:56.022234 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be355675-672d-4f27-b768-7c02a5faf279 req-baf432af-bea5-4745-ad05-ed339d8f9dc1 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 946 time: 1.4185743 Dec 22 09:55:56.030007 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-309194a3-07b5-4115-9536-2fb80d1ef3a6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:56.036858 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a41c7d88-c973-434b-99bc-58c2faefed0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:56.078757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309194a3-07b5-4115-9536-2fb80d1ef3a6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event deleted for resources: {'SecurityGroup': ['ID=788eaffe-8ef5-496f-bfae-310acc6b9c83,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:56.088925 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-309194a3-07b5-4115-9536-2fb80d1ef3a6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:56.112548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-309194a3-07b5-4115-9536-2fb80d1ef3a6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:56.118624 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-309194a3-07b5-4115-9536-2fb80d1ef3a6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "DELETE /v2.0/security-groups/788eaffe-8ef5-496f-bfae-310acc6b9c83 HTTP/1.1" status: 204 len: 168 time: 0.6448085 Dec 22 09:55:56.119342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36258) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:56.140478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d7e2b755-b7e7-443c-b79c-9ca92e732943 None None] Port 6977f442-c383-435b-bbc4-20bd1ed951d6 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:55:56.326321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ba86c016-496f-4e37-9342-5d2baff7e9df tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:55:56.364186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ba86c016-496f-4e37-9342-5d2baff7e9df tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:55:56.370790 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ba86c016-496f-4e37-9342-5d2baff7e9df tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2883 time: 0.2502584 Dec 22 09:55:56.372611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36264) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:56.387627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-3849bc9a-6e8f-4a30-a0ce-fa12b7374c4e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group': {'name': 'tempest-secgroup--13810768'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:56.404497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3849bc9a-6e8f-4a30-a0ce-fa12b7374c4e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:56.424231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3849bc9a-6e8f-4a30-a0ce-fa12b7374c4e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:56.452835 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be355675-672d-4f27-b768-7c02a5faf279 req-1c2e631e-f6aa-491d-b20c-b1f5ad233395 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668709 Dec 22 09:55:56.459708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3849bc9a-6e8f-4a30-a0ce-fa12b7374c4e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:56.477696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0847e5-7ea2-4acc-84c6-9bbee67f4d3e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router 81f8ebab-539f-4730-b587-0b40ed45ecb3 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:55:56.511515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3849bc9a-6e8f-4a30-a0ce-fa12b7374c4e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:56.520173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3849bc9a-6e8f-4a30-a0ce-fa12b7374c4e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group_rule and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:56.524909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3849bc9a-6e8f-4a30-a0ce-fa12b7374c4e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:56.531641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3849bc9a-6e8f-4a30-a0ce-fa12b7374c4e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:56.642564 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3849bc9a-6e8f-4a30-a0ce-fa12b7374c4e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:56.647007 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3849bc9a-6e8f-4a30-a0ce-fa12b7374c4e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:56.652902 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:56.731115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849bc9a-6e8f-4a30-a0ce-fa12b7374c4e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroup': ['ID=ef971026-f430-4865-adee-83cf1449704e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:56.737352 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3849bc9a-6e8f-4a30-a0ce-fa12b7374c4e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:56.747987 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3849bc9a-6e8f-4a30-a0ce-fa12b7374c4e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:56.753750 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3849bc9a-6e8f-4a30-a0ce-fa12b7374c4e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1694 time: 0.3792105 Dec 22 09:55:56.755488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36280) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:56.764101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0847e5-7ea2-4acc-84c6-9bbee67f4d3e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:55:56.771006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a469252a-5917-4b38-b934-cb0ae5f2148d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group_rule': {'security_group_id': 'ef971026-f430-4865-adee-83cf1449704e', 'direction': 'ingress', 'protocol': 17}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:56.776011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce36e4df-3fcc-441e-a948-45bf9d3e15e8 None None] Sync routers for ids ['81f8ebab-539f-4730-b587-0b40ed45ecb3'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:55:56.786320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a469252a-5917-4b38-b934-cb0ae5f2148d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:56.796135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a469252a-5917-4b38-b934-cb0ae5f2148d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group_rule and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:56.796652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce36e4df-3fcc-441e-a948-45bf9d3e15e8 None None] Routers {'81f8ebab-539f-4730-b587-0b40ed45ecb3'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:55:56.798091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ce36e4df-3fcc-441e-a948-45bf9d3e15e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:55:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['81f8ebab-539f-4730-b587-0b40ed45ecb3'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:56.801849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a469252a-5917-4b38-b934-cb0ae5f2148d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:56.809113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a469252a-5917-4b38-b934-cb0ae5f2148d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:56.810690 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ed0847e5-7ea2-4acc-84c6-9bbee67f4d3e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/81f8ebab-539f-4730-b587-0b40ed45ecb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9975359 Dec 22 09:55:56.811797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36284) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:56.835243 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a469252a-5917-4b38-b934-cb0ae5f2148d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:56.899702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ce36e4df-3fcc-441e-a948-45bf9d3e15e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:56.910155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce36e4df-3fcc-441e-a948-45bf9d3e15e8 None None] Routers {'81f8ebab-539f-4730-b587-0b40ed45ecb3'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:55:56.911151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ce36e4df-3fcc-441e-a948-45bf9d3e15e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:55:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['81f8ebab-539f-4730-b587-0b40ed45ecb3'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:56.926310 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a469252a-5917-4b38-b934-cb0ae5f2148d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:56.930656 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a469252a-5917-4b38-b934-cb0ae5f2148d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:56.936582 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c3beb40-9d97-492d-afa5-380627eb7e26 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:56.972923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469252a-5917-4b38-b934-cb0ae5f2148d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4154b58-5977-42fc-8a3f-44ec2185b0a4,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:56.978434 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a469252a-5917-4b38-b934-cb0ae5f2148d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:56.993670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ce36e4df-3fcc-441e-a948-45bf9d3e15e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:55:56.994514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce36e4df-3fcc-441e-a948-45bf9d3e15e8 None None] The sync data for ids ['81f8ebab-539f-4730-b587-0b40ed45ecb3'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:55:57.005643 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a469252a-5917-4b38-b934-cb0ae5f2148d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:57.011731 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a469252a-5917-4b38-b934-cb0ae5f2148d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 742 time: 0.2509680 Dec 22 09:55:57.012398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36292) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:57.047346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5de1911-e64e-4060-bbb4-c20db6b778a3 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:57.048195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c5de1911-e64e-4060-bbb4-c20db6b778a3 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Synchronizing usage tracker for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:55:57.086679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c5de1911-e64e-4060-bbb4-c20db6b778a3 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Unset dirty status for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:55:57.090880 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c5de1911-e64e-4060-bbb4-c20db6b778a3 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/ports/6977f442-c383-435b-bbc4-20bd1ed951d6 HTTP/1.1" status: 200 len: 977 time: 0.2738624 Dec 22 09:55:57.091577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36298) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:57.127038 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4538da1b-bbe6-4fed-a46c-b1b191b92313 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:57.178324 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4538da1b-bbe6-4fed-a46c-b1b191b92313 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:57.184104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36302) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:57.297497 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4538da1b-bbe6-4fed-a46c-b1b191b92313 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:57.306608 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1f9db795-0f75-47f7-ace3-7bb385388a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:57.337715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538da1b-bbe6-4fed-a46c-b1b191b92313 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef971026-f430-4865-adee-83cf1449704e,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:57.341048 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4538da1b-bbe6-4fed-a46c-b1b191b92313 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:57.352664 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4538da1b-bbe6-4fed-a46c-b1b191b92313 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:57.356849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4538da1b-bbe6-4fed-a46c-b1b191b92313 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "DELETE /v2.0/security-groups/ef971026-f430-4865-adee-83cf1449704e HTTP/1.1" status: 204 len: 168 time: 0.3399465 Dec 22 09:55:57.357303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36310) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:57.385420 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4a6c5c5f-211a-4bef-a17a-8bcb8f175adf tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:57.442574 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-92de2ead-4936-4f95-83dc-f9210961969e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:57.449704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8d13450c-b192-4899-909b-51f289bdf43c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:55:57.472131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8d13450c-b192-4899-909b-51f289bdf43c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:55:57.477461 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8d13450c-b192-4899-909b-51f289bdf43c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2883 time: 0.1142206 Dec 22 09:55:57.478137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36318) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:57.492320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-46b8d2bf-bfdb-4be3-947a-40ca2e485906 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group': {'name': 'tempest-secgroup--466038719'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:57.508005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-46b8d2bf-bfdb-4be3-947a-40ca2e485906 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:57.520826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-46b8d2bf-bfdb-4be3-947a-40ca2e485906 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:57.531640 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46b8d2bf-bfdb-4be3-947a-40ca2e485906 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:57.574866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-46b8d2bf-bfdb-4be3-947a-40ca2e485906 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:57.587491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-46b8d2bf-bfdb-4be3-947a-40ca2e485906 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group_rule and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:57.595259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-46b8d2bf-bfdb-4be3-947a-40ca2e485906 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:57.625256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-46b8d2bf-bfdb-4be3-947a-40ca2e485906 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:57.808538 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46b8d2bf-bfdb-4be3-947a-40ca2e485906 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:57.812165 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46b8d2bf-bfdb-4be3-947a-40ca2e485906 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:57.820012 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-85fe2142-1eee-4a0b-ad72-a34b3cc92445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:57.839044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-network', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:57.863791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8d2bf-bfdb-4be3-947a-40ca2e485906 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroup': ['ID=872cf15a-8da0-4bbf-8ae8-d68349447c70,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:57.870034 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-46b8d2bf-bfdb-4be3-947a-40ca2e485906 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:57.892247 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46b8d2bf-bfdb-4be3-947a-40ca2e485906 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:57.897822 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-46b8d2bf-bfdb-4be3-947a-40ca2e485906 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1695 time: 0.4183879 Dec 22 09:55:57.900947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:57.901150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36334) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:57.913799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-18faf407-54b3-4568-ab2f-e6cc859921ed tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group': {'name': 'tempest-secgroup--501637596'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:57.932281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-18faf407-54b3-4568-ab2f-e6cc859921ed tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:57.940183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-18faf407-54b3-4568-ab2f-e6cc859921ed tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:57.945780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-18faf407-54b3-4568-ab2f-e6cc859921ed tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:57.954914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-18faf407-54b3-4568-ab2f-e6cc859921ed tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:57.971226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Usage tracker for resource:network and tenant:a2b8bd28c0aa45a89f5905c5258a9297 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:57.981680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18faf407-54b3-4568-ab2f-e6cc859921ed tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:57.992377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:58.013151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-18faf407-54b3-4568-ab2f-e6cc859921ed tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:58.019189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-18faf407-54b3-4568-ab2f-e6cc859921ed tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group_rule and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:58.023262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-18faf407-54b3-4568-ab2f-e6cc859921ed tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:58.035149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-18faf407-54b3-4568-ab2f-e6cc859921ed tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:58.035403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6c5c5f-211a-4bef-a17a-8bcb8f175adf tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Checking segment: {'id': '14a9aae0-21bd-4a33-9dca-7227c7162641', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '15386a6f-8b2c-488f-9a7a-86db4026c34e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:55:58.035403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6c5c5f-211a-4bef-a17a-8bcb8f175adf tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network hostable DHCP agents. Network: 15386a6f-8b2c-488f-9a7a-86db4026c34e, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:55:58.047814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c5c5f-211a-4bef-a17a-8bcb8f175adf tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Subnet': ['ID=dfd61f55-fc25-474d-924a-4e436687fff5,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:58.058713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:58.082837 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4a6c5c5f-211a-4bef-a17a-8bcb8f175adf tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:58.108949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6c5c5f-211a-4bef-a17a-8bcb8f175adf tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 15386a6f-8b2c-488f-9a7a-86db4026c34e is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:55:58.147834 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18faf407-54b3-4568-ab2f-e6cc859921ed tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:58.151641 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18faf407-54b3-4568-ab2f-e6cc859921ed tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:58.158544 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-94800e94-4bce-4ee2-8143-be858a1dd375 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:58.168274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-4a6c5c5f-211a-4bef-a17a-8bcb8f175adf tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 15386a6f-8b2c-488f-9a7a-86db4026c34e) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:55:58.177580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f30586-4a2d-4e6d-9a8d-fd58fc8c1392 None None] Network 15386a6f-8b2c-488f-9a7a-86db4026c34e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:55:58.195814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Made reservation on behalf of a2b8bd28c0aa45a89f5905c5258a9297 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:55:58.216883 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:58.299093 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:58.325142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18faf407-54b3-4568-ab2f-e6cc859921ed tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroup': ['ID=800326b1-d841-4e66-ba5e-111d0b9244ca,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:58.329876 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-18faf407-54b3-4568-ab2f-e6cc859921ed tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:58.331731 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18faf407-54b3-4568-ab2f-e6cc859921ed tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:58.339503 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-18faf407-54b3-4568-ab2f-e6cc859921ed tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1695 time: 0.4370081 Dec 22 09:55:58.340495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36342) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:58.356915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-102742d6-2e42-4f94-93f3-b309fbb90208 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group_rule': {'security_group_id': '872cf15a-8da0-4bbf-8ae8-d68349447c70', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '800326b1-d841-4e66-ba5e-111d0b9244ca', 'remote_ip_prefix': None}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:58.379574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-102742d6-2e42-4f94-93f3-b309fbb90208 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:58.392594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-102742d6-2e42-4f94-93f3-b309fbb90208 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group_rule and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:58.407649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-102742d6-2e42-4f94-93f3-b309fbb90208 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:58.417027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-102742d6-2e42-4f94-93f3-b309fbb90208 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:58.477121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-102742d6-2e42-4f94-93f3-b309fbb90208 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:58.553851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80f522e-6d43-46cf-84bc-3bf5b4349e99 None None] Network 15386a6f-8b2c-488f-9a7a-86db4026c34e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:55:58.673618 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-102742d6-2e42-4f94-93f3-b309fbb90208 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:58.678211 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-102742d6-2e42-4f94-93f3-b309fbb90208 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:58.680276 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-27c37a18-168c-46da-810f-bf3201340e6c tempest-ServersTestBootFromVolume-1348973296 tempest-ServersTestBootFromVolume-1348973296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:58.689856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c5c5f-211a-4bef-a17a-8bcb8f175adf tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:58.691544 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4a6c5c5f-211a-4bef-a17a-8bcb8f175adf tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:58.723529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102742d6-2e42-4f94-93f3-b309fbb90208 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c506664f-f868-454b-990b-1c1148e284dc,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:58.745367 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-102742d6-2e42-4f94-93f3-b309fbb90208 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:58.755120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd2e65-95fa-486d-8b19-2b76e7a8c1d5 req-68c7d74f-959a-44af-9ab2-b5650225577f tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:55:58.757129 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ebd2e65-95fa-486d-8b19-2b76e7a8c1d5 req-68c7d74f-959a-44af-9ab2-b5650225577f tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 946 time: 0.8739665 Dec 22 09:55:58.758505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:58.772452 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4a6c5c5f-211a-4bef-a17a-8bcb8f175adf tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9201009 Dec 22 09:55:58.786419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36352) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:58.798091 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-102742d6-2e42-4f94-93f3-b309fbb90208 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:58.805575 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-102742d6-2e42-4f94-93f3-b309fbb90208 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4639785 Dec 22 09:55:58.807750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36356) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:58.821432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1938387687', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}, 'admin_state_up': False}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:55:58.827021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Usage tracker for resource:security_group_rule and tenant:a2b8bd28c0aa45a89f5905c5258a9297 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:58.835251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:58.858982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:55:58.887072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Usage tracker for resource:router and tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:55:58.894620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:55:58.908373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:58.918176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:55:58.932550 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a32bcdf2-2ca9-4988-af05-8c1615044a08 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:58.936932 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ebd2e65-95fa-486d-8b19-2b76e7a8c1d5 req-e6d90bf7-eeb8-4cb7-9b94-e3ef03f51c4e tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627052 Dec 22 09:55:58.948626 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a32bcdf2-2ca9-4988-af05-8c1615044a08 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:58.979747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:58.993144 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:59.023761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a32bcdf2-2ca9-4988-af05-8c1615044a08 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:59.055583 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76cd1c3a-92c6-4a1f-9b7a-ab213c34d1e0 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:59.108463 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a32bcdf2-2ca9-4988-af05-8c1615044a08 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:59.110031 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a32bcdf2-2ca9-4988-af05-8c1615044a08 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "DELETE /v2.0/security-group-rules/c506664f-f868-454b-990b-1c1148e284dc HTTP/1.1" status: 204 len: 168 time: 0.2570229 Dec 22 09:55:59.115551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:59.117136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36368) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:59.121757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bcdf2-2ca9-4988-af05-8c1615044a08 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c506664f-f868-454b-990b-1c1148e284dc,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:59.125534 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:59.127309 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a32bcdf2-2ca9-4988-af05-8c1615044a08 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:59.129564 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-835a3a79-a39b-428b-acac-9121682653f3 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:59.141901 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:59.228813 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-670fecd7-adce-48fb-8639-a05d8ce5b37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:55:59.461908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:55:59.494091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7093c06c-38be-4db0-9836-e97ebc8a6ace,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:55:59.505852 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:55:59.520728 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:59.521283 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Added segment f7f4091b-a7a6-45c4-b821-97884b11f144 of type vxlan for network e6f1855e-b485-45d1-82d8-ed2c723d357f Dec 22 09:55:59.545476 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a0ad10ab-8ce6-44db-a968-db5962435338 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4459 time: 0.4232006 Dec 22 09:55:59.545476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36376) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:55:59.603400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:59.851310 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:55:59.957417 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31a71b98-fd56-42c2-afc5-9593adcf0428 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:00.032212 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31a71b98-fd56-42c2-afc5-9593adcf0428 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:00.076807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-835a3a79-a39b-428b-acac-9121682653f3 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port 6977f442-c383-435b-bbc4-20bd1ed951d6 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:56:00.077188 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-835a3a79-a39b-428b-acac-9121682653f3 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:00.118372 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:00.132892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:00.133947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:00.134506 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:00.155009 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:00.186452 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8f7d9398-17fe-4ced-8715-2236b35a4b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:00.357242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31a71b98-fd56-42c2-afc5-9593adcf0428 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:00.392766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Pushing event updated for resources: {'Network': ['ID=e6f1855e-b485-45d1-82d8-ed2c723d357f,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:00.412118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network e6f1855e-b485-45d1-82d8-ed2c723d357f details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:56:00.445176 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:00.448114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network e6f1855e-b485-45d1-82d8-ed2c723d357f details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:56:00.463112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network e6f1855e-b485-45d1-82d8-ed2c723d357f details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:56:00.471075 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b64cdc16-ce37-42ab-a085-580a14c57ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:00.673758 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-835a3a79-a39b-428b-acac-9121682653f3 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:00.690529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Allocated IP 172.25.7.39 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/76bb60ed-03d0-4b35-b3c8-f805b08fcee1) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:56:00.915000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-835a3a79-a39b-428b-acac-9121682653f3 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Calling delete_port for 6977f442-c383-435b-bbc4-20bd1ed951d6 owned by network:router_interface {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:56:00.920315 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:00.973196 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:00.993988 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31a71b98-fd56-42c2-afc5-9593adcf0428 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:00.995448 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ffa3d031-3312-47f4-98a9-fc3c1365e348 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:00.996083 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-31a71b98-fd56-42c2-afc5-9593adcf0428 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "DELETE /v2.0/security-groups/800326b1-d841-4e66-ba5e-111d0b9244ca HTTP/1.1" status: 204 len: 168 time: 1.4408257 Dec 22 09:56:01.002253 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.8168120 Dec 22 09:56:01.004956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a71b98-fd56-42c2-afc5-9593adcf0428 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event deleted for resources: {'SecurityGroup': ['ID=800326b1-d841-4e66-ba5e-111d0b9244ca,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:01.007699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36402) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:01.008461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36404) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:01.021260 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-31a71b98-fd56-42c2-afc5-9593adcf0428 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:01.033682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-b8bec311-adff-40b3-8b1e-183fbb1f1612 admin admin] Request body: {'subnet': {'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-subnet', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:01.065781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b8bec311-adff-40b3-8b1e-183fbb1f1612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:01.096762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b8bec311-adff-40b3-8b1e-183fbb1f1612 admin admin] Usage tracker for resource:subnet and tenant:a2b8bd28c0aa45a89f5905c5258a9297 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:01.102013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b8bec311-adff-40b3-8b1e-183fbb1f1612 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:01.112551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d27e6-06b8-4951-8583-ebfcb00de3a0 req-af17a219-9b6d-41f7-91d4-d6ddee632919 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:01.120558 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-191d27e6-06b8-4951-8583-ebfcb00de3a0 req-af17a219-9b6d-41f7-91d4-d6ddee632919 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 946 time: 0.9986877 Dec 22 09:56:01.150838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b8bec311-adff-40b3-8b1e-183fbb1f1612 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:01.225545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=76bb60ed-03d0-4b35-b3c8-f805b08fcee1,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:01.229405 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:01.238661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bec311-adff-40b3-8b1e-183fbb1f1612 admin admin] Made reservation on behalf of a2b8bd28c0aa45a89f5905c5258a9297 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:56:01.251972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8bec311-adff-40b3-8b1e-183fbb1f1612 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:01.313870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:56:01.316215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:01.319222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:56:01.355984 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-191d27e6-06b8-4951-8583-ebfcb00de3a0 req-ea4250cc-56c6-4174-bc46-2cf56ec87e29 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344527 Dec 22 09:56:01.386751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6f152a83-5c13-4ae9-b819-814381d3700d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:56:01.485133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6f152a83-5c13-4ae9-b819-814381d3700d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:56:01.490129 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6f152a83-5c13-4ae9-b819-814381d3700d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4360 time: 0.4729979 Dec 22 09:56:01.526654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36424) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:01.622542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-835a3a79-a39b-428b-acac-9121682653f3 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:01.685211 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:01.773191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a3a79-a39b-428b-acac-9121682653f3 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Port': ['ID=6977f442-c383-435b-bbc4-20bd1ed951d6,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:01.793376 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-835a3a79-a39b-428b-acac-9121682653f3 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:01.807466 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db5a0ec6-6387-4a8c-b73f-f37943205923 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:01.936159 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db5a0ec6-6387-4a8c-b73f-f37943205923 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:02.134078 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db5a0ec6-6387-4a8c-b73f-f37943205923 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:02.142791 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-98d8b149-e6d6-48f5-93cf-d16c3a4c2e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:02.322658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a0ec6-6387-4a8c-b73f-f37943205923 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event deleted for resources: {'SecurityGroup': ['ID=872cf15a-8da0-4bbf-8ae8-d68349447c70,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:02.332771 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-db5a0ec6-6387-4a8c-b73f-f37943205923 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:02.362815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:02.575722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 491223cd-8996-47f7-9008-014cfe1ddf53 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:56:02.638327 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-835a3a79-a39b-428b-acac-9121682653f3 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:02.923898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db5a0ec6-6387-4a8c-b73f-f37943205923 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:02.926169 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-db5a0ec6-6387-4a8c-b73f-f37943205923 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "DELETE /v2.0/security-groups/872cf15a-8da0-4bbf-8ae8-d68349447c70 HTTP/1.1" status: 204 len: 168 time: 1.3983417 Dec 22 09:56:02.945905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:02.948348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36442) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:03.012371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead3a49a-dc86-4171-bc3e-98d747153126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491223cd-8996-47f7-9008-014cfe1ddf53'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:56:03.025068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 491223cd-8996-47f7-9008-014cfe1ddf53, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=491223cd-8996-47f7-9008-014cfe1ddf53,segment=NetworkSegment(16041ef7-5666-4b80-a900-6bff3a23bb99),segment_id=16041ef7-5666-4b80-a900-6bff3a23bb99)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:56:03.029274 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:03.031292 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:03.079733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b232a631-6f72-40b5-9204-3f5c8ea34cef tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:56:03.086999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:03.198815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=491223cd-8996-47f7-9008-014cfe1ddf53,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:03.213420 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:03.215819 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead3a49a-dc86-4171-bc3e-98d747153126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491223cd-8996-47f7-9008-014cfe1ddf53', 'code': 200} Dec 22 09:56:03.236519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b232a631-6f72-40b5-9204-3f5c8ea34cef tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:56:03.238147 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b232a631-6f72-40b5-9204-3f5c8ea34cef tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2883 time: 0.2862561 Dec 22 09:56:03.354116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36454) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:03.368962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group': {'name': 'tempest-secgroup--76087625'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:03.384866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:03.420361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:03.434390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 353de62c-9e39-4d34-a979-3b32fd1aed58 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:56:03.445122 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:03.578769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:03.740779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:56:03.752757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group_rule and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:03.758352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cea256-582f-498f-93aa-d37ec1fe49ed None None] Sync routers for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:56:03.762295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:03.775722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:03.776440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cea256-582f-498f-93aa-d37ec1fe49ed None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:56:03.777345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-63cea256-582f-498f-93aa-d37ec1fe49ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:55:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:03.799923 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:03.807303 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0167587 Dec 22 09:56:03.809381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36462) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:03.838338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6899e-be6c-46d7-8f71-4db2345a7906 req-73e27c9d-b5a5-4e1a-b257-ba41dcc3ba60 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:03.851910 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fca6899e-be6c-46d7-8f71-4db2345a7906 req-73e27c9d-b5a5-4e1a-b257-ba41dcc3ba60 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 946 time: 1.0379155 Dec 22 09:56:03.883085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-63cea256-582f-498f-93aa-d37ec1fe49ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:03.914110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cea256-582f-498f-93aa-d37ec1fe49ed None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:56:03.916454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-63cea256-582f-498f-93aa-d37ec1fe49ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:55:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:03.943408 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fca6899e-be6c-46d7-8f71-4db2345a7906 req-4ebdf387-6d80-4831-a42f-0ea32fe7a13f tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901842 Dec 22 09:56:04.044180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-63cea256-582f-498f-93aa-d37ec1fe49ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:04.044805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cea256-582f-498f-93aa-d37ec1fe49ed None None] The sync data for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:56:04.146233 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8bec311-adff-40b3-8b1e-183fbb1f1612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:04.167313 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8b0e4d6-ac79-47e3-95c5-ee5648687bcd tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:04.299394 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:04.305601 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:04.313468 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-06c5d8db-19fc-4211-90b2-61a264d83f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:04.366730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroup': ['ID=74946dc0-4f7f-4507-8e60-bb0945ae53fa,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:04.384384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.384825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.385260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.385691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.386117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.386702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.387125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.387802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.388245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.388665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.389083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.389501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.389994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.390410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.390935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.391328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.391627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.392088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.392480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.393581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.394151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.394720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.395304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.395882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.396524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.398648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.399526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.400137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.401477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.402111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.402717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.403478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.404086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.404667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.405234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.405795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:04.414075 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:04.491895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835a3a79-a39b-428b-acac-9121682653f3 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router 81f8ebab-539f-4730-b587-0b40ed45ecb3 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:56:04.538800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:04.540186 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1694 time: 1.1829519 Dec 22 09:56:04.543655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36484) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:04.551728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-1dc930e7-5d99-46bf-9f2d-2b515b2ed8ae tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group_rule': {'security_group_id': '74946dc0-4f7f-4507-8e60-bb0945ae53fa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:04.563209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1dc930e7-5d99-46bf-9f2d-2b515b2ed8ae tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:04.568722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bec311-adff-40b3-8b1e-183fbb1f1612 admin admin] Checking segment: {'id': 'f7f4091b-a7a6-45c4-b821-97884b11f144', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:56:04.569012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bec311-adff-40b3-8b1e-183fbb1f1612 admin admin] Network hostable DHCP agents. Network: e6f1855e-b485-45d1-82d8-ed2c723d357f, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:56:04.573270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1dc930e7-5d99-46bf-9f2d-2b515b2ed8ae tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group_rule and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:04.578878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1dc930e7-5d99-46bf-9f2d-2b515b2ed8ae tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:04.643398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bec311-adff-40b3-8b1e-183fbb1f1612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca01a1fc-1044-4148-87dc-b546085e58b1,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:04.656257 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b8bec311-adff-40b3-8b1e-183fbb1f1612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:04.661990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1dc930e7-5d99-46bf-9f2d-2b515b2ed8ae tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:04.764324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835a3a79-a39b-428b-acac-9121682653f3 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:56:04.774996 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-835a3a79-a39b-428b-acac-9121682653f3 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/81f8ebab-539f-4730-b587-0b40ed45ecb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6821818 Dec 22 09:56:04.777554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bec311-adff-40b3-8b1e-183fbb1f1612 admin admin] Network e6f1855e-b485-45d1-82d8-ed2c723d357f is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:56:04.778457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d88a4f-8839-4a25-9380-d249e546c72e None None] Sync routers for ids ['81f8ebab-539f-4730-b587-0b40ed45ecb3'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:56:04.782068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1dc930e7-5d99-46bf-9f2d-2b515b2ed8ae tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:04.788164 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-bb8dda40-9452-4d4c-8efc-5532de243f0b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 637 time: 0.3601952 Dec 22 09:56:04.788803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36490) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:04.837709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d88a4f-8839-4a25-9380-d249e546c72e None None] Routers {'81f8ebab-539f-4730-b587-0b40ed45ecb3'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:56:04.844601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-35d88a4f-8839-4a25-9380-d249e546c72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:55:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['81f8ebab-539f-4730-b587-0b40ed45ecb3'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:04.858988 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1dc930e7-5d99-46bf-9f2d-2b515b2ed8ae tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:04.863678 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1dc930e7-5d99-46bf-9f2d-2b515b2ed8ae tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:04.882819 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:04.917169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-b8bec311-adff-40b3-8b1e-183fbb1f1612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, e6f1855e-b485-45d1-82d8-ed2c723d357f) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:04.919383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc930e7-5d99-46bf-9f2d-2b515b2ed8ae tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34025fd8-23f7-4985-af53-d9f69ddd24fb,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:04.922495 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1dc930e7-5d99-46bf-9f2d-2b515b2ed8ae tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:04.930415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b8178d-3640-4f01-a3ec-6f16bd6e8566 None None] Network e6f1855e-b485-45d1-82d8-ed2c723d357f requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:56:04.931080 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1dc930e7-5d99-46bf-9f2d-2b515b2ed8ae tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:04.932423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1dc930e7-5d99-46bf-9f2d-2b515b2ed8ae tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 750 time: 0.3877311 Dec 22 09:56:04.936122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36494) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:04.990517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-35d88a4f-8839-4a25-9380-d249e546c72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:05.040365 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd16f97b-dc77-4bb0-961d-1d29e0ce982d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:05.051150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d88a4f-8839-4a25-9380-d249e546c72e None None] Routers {'81f8ebab-539f-4730-b587-0b40ed45ecb3'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:56:05.054701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-35d88a4f-8839-4a25-9380-d249e546c72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:55:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['81f8ebab-539f-4730-b587-0b40ed45ecb3'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:05.077430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bec311-adff-40b3-8b1e-183fbb1f1612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:05.078071 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8bec311-adff-40b3-8b1e-183fbb1f1612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:05.086762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd16f97b-dc77-4bb0-961d-1d29e0ce982d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:05.093697 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:05.248657 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd16f97b-dc77-4bb0-961d-1d29e0ce982d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:05.280427 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b0674d53-86b6-46f8-8a1a-db4c175d78bf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:05.280818 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-591c312d-68f6-4261-9ab7-060eaa701b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:05.310918 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd16f97b-dc77-4bb0-961d-1d29e0ce982d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:05.315814 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cd16f97b-dc77-4bb0-961d-1d29e0ce982d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "DELETE /v2.0/security-group-rules/34025fd8-23f7-4985-af53-d9f69ddd24fb HTTP/1.1" status: 204 len: 168 time: 0.3756204 Dec 22 09:56:05.317763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 491223cd-8996-47f7-9008-014cfe1ddf53 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:56:05.344013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16f97b-dc77-4bb0-961d-1d29e0ce982d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34025fd8-23f7-4985-af53-d9f69ddd24fb,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:05.361405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36504) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:05.367592 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cd16f97b-dc77-4bb0-961d-1d29e0ce982d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:05.410686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-35d88a4f-8839-4a25-9380-d249e546c72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:05.416855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d88a4f-8839-4a25-9380-d249e546c72e None None] The sync data for ids ['81f8ebab-539f-4730-b587-0b40ed45ecb3'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:56:05.482177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-e6f1855e-b485-45d1-82d8-ed2c723d357f', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'fixed_ips': [{'subnet_id': 'ca01a1fc-1044-4148-87dc-b546085e58b1'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:56:05.483121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:05.525540 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b8bec311-adff-40b3-8b1e-183fbb1f1612 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.5078166 Dec 22 09:56:05.553131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36510) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:05.567403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 491223cd-8996-47f7-9008-014cfe1ddf53 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:56:05.567841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:05.577469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-6213920c-c98c-4bec-94d7-afc479cfe1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:05.577814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-6213920c-c98c-4bec-94d7-afc479cfe1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:05.578315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-6213920c-c98c-4bec-94d7-afc479cfe1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:05.578737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-6213920c-c98c-4bec-94d7-afc479cfe1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:05.579224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-6213920c-c98c-4bec-94d7-afc479cfe1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:05.579641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-6213920c-c98c-4bec-94d7-afc479cfe1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:05.580129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-6213920c-c98c-4bec-94d7-afc479cfe1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:05.582469 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-6213920c-c98c-4bec-94d7-afc479cfe1c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c331cc560d8748a88e7458b10299f64a&device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 6952 time: 0.7216368 Dec 22 09:56:05.677949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:05.773490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:05.792070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-65330cea-7845-4f22-8bba-ca0ecc97a3f2 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:56:05.858081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Usage tracker for resource:router and tenant:a2b8bd28c0aa45a89f5905c5258a9297 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:05.864935 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-a12afcd1-7e87-48c8-af2a-f4cb91018f22 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] remove_router_interface failed (client error): The resource could not be found. Dec 22 09:56:05.866893 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a12afcd1-7e87-48c8-af2a-f4cb91018f22 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/81f8ebab-539f-4730-b587-0b40ed45ecb3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0752428 Dec 22 09:56:05.868919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:05.896357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36518) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:05.908966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:06.064465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Allocated IP 172.20.0.2 (e6f1855e-b485-45d1-82d8-ed2c723d357f/ca01a1fc-1044-4148-87dc-b546085e58b1/f8671cd3-2e52-4087-9c88-565a5947fc99) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:56:06.182557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-65330cea-7845-4f22-8bba-ca0ecc97a3f2 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:56:06.188890 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-65330cea-7845-4f22-8bba-ca0ecc97a3f2 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3417 time: 0.8242092 Dec 22 09:56:06.191198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-52328a65-39c7-4273-b172-cac8ae43896f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Synchronizing usage tracker for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:56:06.192650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36522) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:06.206781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:06.206781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:06.243089 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:06.425185 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:06.448848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-52328a65-39c7-4273-b172-cac8ae43896f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Unset dirty status for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:56:06.450451 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-52328a65-39c7-4273-b172-cac8ae43896f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/ports?device_id=81f8ebab-539f-4730-b587-0b40ed45ecb3 HTTP/1.1" status: 200 len: 205 time: 0.5482035 Dec 22 09:56:06.460476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Transition to ACTIVE for port object f8671cd3-2e52-4087-9c88-565a5947fc99 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:56:06.473129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36528) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:06.480268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f539c-aa66-4244-934a-bb6b5bd81593 req-5b96e089-ae08-4e17-983d-1e57a1aa6bb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:06.489113 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-724f539c-aa66-4244-934a-bb6b5bd81593 req-5b96e089-ae08-4e17-983d-1e57a1aa6bb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 944 time: 0.9623454 Dec 22 09:56:06.506117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Transition to ACTIVE for port object f8671cd3-2e52-4087-9c88-565a5947fc99 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:56:06.533490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:06.563783 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f870b1e1-2924-4d38-ae61-4bc56e3e9736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:06.793675 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:06.807596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-5d09d430-fbc3-47f3-8a57-ca89b76a5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:06.811170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-5d09d430-fbc3-47f3-8a57-ca89b76a5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:06.811998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-5d09d430-fbc3-47f3-8a57-ca89b76a5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:06.813831 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-5d09d430-fbc3-47f3-8a57-ca89b76a5098 service neutron] 10.222.0.64 "GET /v2.0/networks?id=473d1949-ed9f-4949-b1e6-1e121c2d7167&id=d34186bb-32c4-4a88-b464-38e69175bc20&id=d34186bb-32c4-4a88-b464-38e69175bc20&id=d34186bb-32c4-4a88-b464-38e69175bc20&id=d34186bb-32c4-4a88-b464-38e69175bc20&id=1db62543-483d-4fd0-a5fc-77a084335431&id=1db62543-483d-4fd0-a5fc-77a084335431 HTTP/1.1" status: 200 len: 2278 time: 1.0988834 Dec 22 09:56:06.822727 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-724f539c-aa66-4244-934a-bb6b5bd81593 req-75830e1c-4c4b-47b5-a940-f42318507c94 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324831 Dec 22 09:56:06.882586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 491223cd-8996-47f7-9008-014cfe1ddf53, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=491223cd-8996-47f7-9008-014cfe1ddf53,segment=NetworkSegment(16041ef7-5666-4b80-a900-6bff3a23bb99),segment_id=16041ef7-5666-4b80-a900-6bff3a23bb99)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:56:06.890237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Allocated IP 172.20.0.1 (15386a6f-8b2c-488f-9a7a-86db4026c34e/dfd61f55-fc25-474d-924a-4e436687fff5/8c4eb063-2feb-44a6-a060-0e7298fddc21) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:56:06.916350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead3a49a-dc86-4171-bc3e-98d747153126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491223cd-8996-47f7-9008-014cfe1ddf53'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:56:06.921428 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:07.021361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-88223f30-9dbd-4188-8dc5-2bfae3c24607 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:07.063823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Network e6f1855e-b485-45d1-82d8-ed2c723d357f is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:56:07.069046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:07.071167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Pushing event updated for resources: {'Port': ['ID=f8671cd3-2e52-4087-9c88-565a5947fc99,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:07.073703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:56:07.123877 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:07.140382 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead3a49a-dc86-4171-bc3e-98d747153126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491223cd-8996-47f7-9008-014cfe1ddf53', 'code': 200} Dec 22 09:56:07.141091 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:07.399959 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-88223f30-9dbd-4188-8dc5-2bfae3c24607 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:07.515336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=491223cd-8996-47f7-9008-014cfe1ddf53,revision_number=6']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:07.531205 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:07.534088 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:07.541690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Attempting to bind port f8671cd3-2e52-4087-9c88-565a5947fc99 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:56:07.542119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Attempting to bind port f8671cd3-2e52-4087-9c88-565a5947fc99 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'f7f4091b-a7a6-45c4-b821-97884b11f144', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:56:07.542543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Attempting to bind port f8671cd3-2e52-4087-9c88-565a5947fc99 on network e6f1855e-b485-45d1-82d8-ed2c723d357f {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:56:07.547326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-88223f30-9dbd-4188-8dc5-2bfae3c24607 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:07.550104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:56:07.550826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Checking segment: {'id': 'f7f4091b-a7a6-45c4-b821-97884b11f144', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:56:07.551313 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:07.551764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Bound using segment: {'id': 'f7f4091b-a7a6-45c4-b821-97884b11f144', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:56:07.552356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Bound port: f8671cd3-2e52-4087-9c88-565a5947fc99, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f4091b-a7a6-45c4-b821-97884b11f144', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:56:07.552796 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:07.564464 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bbbc4b4b-5955-47f7-8d8a-ba53748fb0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:07.596273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88223f30-9dbd-4188-8dc5-2bfae3c24607 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event deleted for resources: {'SecurityGroup': ['ID=74946dc0-4f7f-4507-8e60-bb0945ae53fa,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:07.610253 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-88223f30-9dbd-4188-8dc5-2bfae3c24607 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:07.645152 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-88223f30-9dbd-4188-8dc5-2bfae3c24607 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:07.646394 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-88223f30-9dbd-4188-8dc5-2bfae3c24607 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "DELETE /v2.0/security-groups/74946dc0-4f7f-4507-8e60-bb0945ae53fa HTTP/1.1" status: 204 len: 168 time: 1.4524567 Dec 22 09:56:07.649812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36548) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:07.673612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:07.692148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] For port f8671cd3-2e52-4087-9c88-565a5947fc99, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:56:07.696117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] For port f8671cd3-2e52-4087-9c88-565a5947fc99, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=f8671cd3-2e52-4087-9c88-565a5947fc99,segment=NetworkSegment(f7f4091b-a7a6-45c4-b821-97884b11f144),segment_id=f7f4091b-a7a6-45c4-b821-97884b11f144)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:56:07.715242 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-78d8e7df-bcec-46f4-861c-f9e96e697324 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:07.781262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:07.885270 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-859de3b5-08b8-4dc5-be63-f931c0113dcf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0039625-e07a-45bd-8ae2-eb766b1e3004 HTTP/1.1" status: 200 len: 1002 time: 1.0291145 Dec 22 09:56:07.995157 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:08.050489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-c523e82f-c09e-48c5-b267-0844dbb20339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:08.052288 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-c523e82f-c09e-48c5-b267-0844dbb20339 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=27341bc6-4d77-45a9-b2a2-19fd96ee59ee HTTP/1.1" status: 200 len: 856 time: 0.0892725 Dec 22 09:56:08.059744 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:08.067624 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a4596e5-25fc-4f31-95ff-335f48d7fc67 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:08.083294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=8c4eb063-2feb-44a6-a060-0e7298fddc21,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:08.168178 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:08.175988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f4e67d7f-7b07-461f-8cf9-9a76ff938a88 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:56:08.179235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Pushing event updated for resources: {'Port': ['ID=f8671cd3-2e52-4087-9c88-565a5947fc99,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:08.192937 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:08.218790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 15386a6f-8b2c-488f-9a7a-86db4026c34e is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:56:08.221759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:08.225627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce09dcc2-f536-4b1e-90e4-730f75b6cd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:08.232048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f4e67d7f-7b07-461f-8cf9-9a76ff938a88 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:56:08.239308 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f4e67d7f-7b07-461f-8cf9-9a76ff938a88 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2883 time: 0.5839062 Dec 22 09:56:08.242327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:56:08.337874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:08.341607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36560) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:08.403710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-23af0d85-f287-4d1d-a75d-72fbd2ca979a tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group': {'name': 'tempest-secgroup--704586561'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:08.413407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-23af0d85-f287-4d1d-a75d-72fbd2ca979a tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:08.443172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-23af0d85-f287-4d1d-a75d-72fbd2ca979a tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:08.459572 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23af0d85-f287-4d1d-a75d-72fbd2ca979a tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:08.494311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-23af0d85-f287-4d1d-a75d-72fbd2ca979a tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:08.498560 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a4596e5-25fc-4f31-95ff-335f48d7fc67 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:08.508665 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a4596e5-25fc-4f31-95ff-335f48d7fc67 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:08.526364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-23af0d85-f287-4d1d-a75d-72fbd2ca979a tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group_rule and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:08.532298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-23af0d85-f287-4d1d-a75d-72fbd2ca979a tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:08.548394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-23af0d85-f287-4d1d-a75d-72fbd2ca979a tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:08.642346 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a4596e5-25fc-4f31-95ff-335f48d7fc67 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:08.643069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4596e5-25fc-4f31-95ff-335f48d7fc67 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Fanout notify agent at l3_agent the message router_deleted on router 81f8ebab-539f-4730-b587-0b40ed45ecb3 {{(pid=81071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:56:08.729162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:08.766287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a4596e5-25fc-4f31-95ff-335f48d7fc67 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:08.767519 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8a4596e5-25fc-4f31-95ff-335f48d7fc67 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/routers/81f8ebab-539f-4730-b587-0b40ed45ecb3 HTTP/1.1" status: 204 len: 168 time: 2.2518413 Dec 22 09:56:08.780188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36566) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:08.786429 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:09.028163 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23af0d85-f287-4d1d-a75d-72fbd2ca979a tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:09.055797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7355b-43ad-43cf-bb05-b58651a14a35 req-dc789ca5-0ebb-4852-a51d-44c36a226913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:09.057713 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0c7355b-43ad-43cf-bb05-b58651a14a35 req-dc789ca5-0ebb-4852-a51d-44c36a226913 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 1161 time: 1.1592090 Dec 22 09:56:09.271915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 491223cd-8996-47f7-9008-014cfe1ddf53 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:56:09.327581 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23af0d85-f287-4d1d-a75d-72fbd2ca979a tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:09.332501 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2d5e047c-513a-45f2-983f-8c3b0f164b2b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:09.350379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aaec6f1-1d13-423a-8505-c78b2bfbfd8e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting subnet 34145a6f-25f3-424a-8a29-44f49d243352 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:56:09.382011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2aaec6f1-1d13-423a-8505-c78b2bfbfd8e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:09.413919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af0d85-f287-4d1d-a75d-72fbd2ca979a tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroup': ['ID=8798af44-8cf7-466a-942b-a1e0d81a6151,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:09.425805 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-23af0d85-f287-4d1d-a75d-72fbd2ca979a tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:09.527721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-7f56857c-2b36-4d29-b952-8786b8e78688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:09.529167 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-23af0d85-f287-4d1d-a75d-72fbd2ca979a tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:09.529809 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:09.534492 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-23af0d85-f287-4d1d-a75d-72fbd2ca979a tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1695 time: 1.1879923 Dec 22 09:56:09.536834 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-7f56857c-2b36-4d29-b952-8786b8e78688 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=473d1949-ed9f-4949-b1e6-1e121c2d7167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0346885 Dec 22 09:56:09.538714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36578) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:09.572465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ac9de928-bcf6-426e-9be5-d46f9e3419fe tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group_rule': {'security_group_id': '8798af44-8cf7-466a-942b-a1e0d81a6151', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:09.580674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ac9de928-bcf6-426e-9be5-d46f9e3419fe tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:09.587564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ac9de928-bcf6-426e-9be5-d46f9e3419fe tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Usage tracker for resource:security_group_rule and tenant:a35bb5cdc00444c0ae480659845f75e3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:09.589974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 491223cd-8996-47f7-9008-014cfe1ddf53 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:56:09.591056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ac9de928-bcf6-426e-9be5-d46f9e3419fe tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:09.591233 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:09.697216 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0c7355b-43ad-43cf-bb05-b58651a14a35 req-89f9ee19-73a7-4c13-a689-792ecc3c31d8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6266754 Dec 22 09:56:09.704431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46104155-9012-4127-8d82-4ec2a5118753 req-5f0d96cd-8923-449a-9bdc-63ad2abfa20d tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:09.706426 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-46104155-9012-4127-8d82-4ec2a5118753 req-5f0d96cd-8923-449a-9bdc-63ad2abfa20d tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 946 time: 1.2055814 Dec 22 09:56:09.736176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device f8671cd3-2e52-4087-9c88-565a5947fc99 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:56:09.805051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ac9de928-bcf6-426e-9be5-d46f9e3419fe tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:09.886137 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-13d8ec85-839a-403d-99c3-f7337b8e1da9 service neutron] 10.222.0.64 "GET /v2.0/networks/473d1949-ed9f-4949-b1e6-1e121c2d7167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192813 Dec 22 09:56:09.890058 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:09.895336 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac9de928-bcf6-426e-9be5-d46f9e3419fe tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:09.911313 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:09.957634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port f8671cd3-2e52-4087-9c88-565a5947fc99 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:56:09.972331 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:10.014847 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2aaec6f1-1d13-423a-8505-c78b2bfbfd8e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:10.083984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=8c4eb063-2feb-44a6-a060-0e7298fddc21,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:10.109668 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:10.135633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:10.154949 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:10.176743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807e7f26-19cb-4852-9565-f8f713540bd9 None None] Network e6f1855e-b485-45d1-82d8-ed2c723d357f requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:56:10.241384 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:10.286842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9f341493-d7ab-4f85-9dcd-52adbf1fe83d None None] Provisioning for port f8671cd3-2e52-4087-9c88-565a5947fc99 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:56:10.313948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9f341493-d7ab-4f85-9dcd-52adbf1fe83d None None] Provisioning complete for port f8671cd3-2e52-4087-9c88-565a5947fc99 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:56:10.315731 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f341493-d7ab-4f85-9dcd-52adbf1fe83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:10.397001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 15386a6f-8b2c-488f-9a7a-86db4026c34e is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:56:10.401522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:10.404672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac9de928-bcf6-426e-9be5-d46f9e3419fe tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:10.507165 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac9de928-bcf6-426e-9be5-d46f9e3419fe tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:10.515844 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:10.619168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac9de928-bcf6-426e-9be5-d46f9e3419fe tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:10.630429 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ac9de928-bcf6-426e-9be5-d46f9e3419fe tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 743 time: 1.0900812 Dec 22 09:56:10.636407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36598) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:10.681143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9de928-bcf6-426e-9be5-d46f9e3419fe tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72981502-900e-4dd0-9425-b1dde94766d2,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:10.716237 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ac9de928-bcf6-426e-9be5-d46f9e3419fe tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:10.755394 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-46104155-9012-4127-8d82-4ec2a5118753 req-9ba6ed1b-3f9a-472d-89a7-92776fdd2aa2 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8627412 Dec 22 09:56:10.806630 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:10.840289 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:10.885742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:10.949690 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2aaec6f1-1d13-423a-8505-c78b2bfbfd8e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:10.992459 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-443a67ce-f4a0-4727-916a-a296ac18dddf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-group-rules/72981502-900e-4dd0-9425-b1dde94766d2 HTTP/1.1" status: 200 len: 738 time: 0.3534234 Dec 22 09:56:10.993160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36606) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:11.041738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 353de62c-9e39-4d34-a979-3b32fd1aed58 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:56:11.214669 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f341493-d7ab-4f85-9dcd-52adbf1fe83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:11.276110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9f341493-d7ab-4f85-9dcd-52adbf1fe83d None None] For port f8671cd3-2e52-4087-9c88-565a5947fc99, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=f8671cd3-2e52-4087-9c88-565a5947fc99,segment=NetworkSegment(f7f4091b-a7a6-45c4-b821-97884b11f144),segment_id=f7f4091b-a7a6-45c4-b821-97884b11f144)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:56:11.288326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f341493-d7ab-4f85-9dcd-52adbf1fe83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:11.295081 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:11.359211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-156b941b-b076-4fda-9c3d-5a1af632c2f6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:56:11.366453 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-3d996299-ecc6-48ce-854f-6f2041210676 service neutron] 10.222.0.64 "GET /v2.0/networks/473d1949-ed9f-4949-b1e6-1e121c2d7167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4168215 Dec 22 09:56:11.434267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f341493-d7ab-4f85-9dcd-52adbf1fe83d None None] Pushing event updated for resources: {'Port': ['ID=f8671cd3-2e52-4087-9c88-565a5947fc99,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:11.440094 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9f341493-d7ab-4f85-9dcd-52adbf1fe83d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:11.522240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-156b941b-b076-4fda-9c3d-5a1af632c2f6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:56:11.530433 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-156b941b-b076-4fda-9c3d-5a1af632c2f6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3938 time: 0.5356576 Dec 22 09:56:11.531348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36614) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:11.617193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-724862f5-8630-49dc-9b56-79a72e6b8c78 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:11.629554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:56:11.640331 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "PUT /v2.0/routers/353de62c-9e39-4d34-a979-3b32fd1aed58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8272450 Dec 22 09:56:11.640331 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-724862f5-8630-49dc-9b56-79a72e6b8c78 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:11.647275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad78e909-e8f7-4286-967a-0fcb44b752ec None None] Sync routers for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:56:11.647532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36618) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:11.661924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7d5c5192-cf8e-4e60-aefe-087ee89462c4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'port': {'network_id': '15386a6f-8b2c-488f-9a7a-86db4026c34e', 'name': 'tempest-FloatingIPTestJSON-1634407795'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:11.665218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad78e909-e8f7-4286-967a-0fcb44b752ec None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:56:11.665947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ad78e909-e8f7-4286-967a-0fcb44b752ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:56:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:11.884859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ad78e909-e8f7-4286-967a-0fcb44b752ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:11.959979 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-724862f5-8630-49dc-9b56-79a72e6b8c78 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:11.976826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad78e909-e8f7-4286-967a-0fcb44b752ec None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:56:11.979920 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cd16f97b-dc77-4bb0-961d-1d29e0ce982d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:12.001976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ad78e909-e8f7-4286-967a-0fcb44b752ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:56:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:12.104170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724862f5-8630-49dc-9b56-79a72e6b8c78 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72981502-900e-4dd0-9425-b1dde94766d2,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:12.124234 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-724862f5-8630-49dc-9b56-79a72e6b8c78 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:12.198571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ad78e909-e8f7-4286-967a-0fcb44b752ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:12.199251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad78e909-e8f7-4286-967a-0fcb44b752ec None None] The sync data for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:56:12.205202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-724862f5-8630-49dc-9b56-79a72e6b8c78 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:12.209264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d6440d02-8baa-4a29-bdeb-becf903a3476 None None] Provisioning complete for port f8671cd3-2e52-4087-9c88-565a5947fc99 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:56:12.209821 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d6440d02-8baa-4a29-bdeb-becf903a3476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:12.226018 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-724862f5-8630-49dc-9b56-79a72e6b8c78 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "DELETE /v2.0/security-group-rules/72981502-900e-4dd0-9425-b1dde94766d2 HTTP/1.1" status: 204 len: 168 time: 0.6894691 Dec 22 09:56:12.227722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36632) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:12.339364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7d5c5192-cf8e-4e60-aefe-087ee89462c4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:12.358741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7d5c5192-cf8e-4e60-aefe-087ee89462c4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Usage tracker for resource:port and tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:12.374374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7d5c5192-cf8e-4e60-aefe-087ee89462c4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Quota usage for port was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:12.407711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7d5c5192-cf8e-4e60-aefe-087ee89462c4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:12.423973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-74f28868-5423-4e34-b970-248428d84a8a tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:56:12.429391 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-458066fc-84a4-4f70-848e-257074d0ee8b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=535b7ea4-38e5-40cd-99f6-5fcf8666390b HTTP/1.1" status: 200 len: 217 time: 1.0450022 Dec 22 09:56:12.458246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5c5192-cf8e-4e60-aefe-087ee89462c4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Made reservation on behalf of a8323ea8911b4b5bb68d9c0c0d8d3886 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:56:12.468081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d5c5192-cf8e-4e60-aefe-087ee89462c4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:12.483475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-74f28868-5423-4e34-b970-248428d84a8a tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:56:12.488653 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-74f28868-5423-4e34-b970-248428d84a8a tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3417 time: 0.2476089 Dec 22 09:56:12.489399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36638) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:12.503129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-00c0cd30-2ac2-4e33-bed1-c0e3d60bbbd1 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group_rule': {'security_group_id': '8798af44-8cf7-466a-942b-a1e0d81a6151', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:12.521455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-00c0cd30-2ac2-4e33-bed1-c0e3d60bbbd1 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:12.541299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-00c0cd30-2ac2-4e33-bed1-c0e3d60bbbd1 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:12.602506 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-00c0cd30-2ac2-4e33-bed1-c0e3d60bbbd1 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:12.618106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1f6cec57-7459-43b5-896f-051f4d313c96 None None] Provisioning complete for port f8671cd3-2e52-4087-9c88-565a5947fc99 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:56:12.618561 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1f6cec57-7459-43b5-896f-051f4d313c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:12.633792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-2238a92d-fb7f-477d-8f19-97967fc87611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:12.635540 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-2238a92d-fb7f-477d-8f19-97967fc87611 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=081da512-801e-41e2-96a3-974b59dc0af6 HTTP/1.1" status: 200 len: 797 time: 0.1055117 Dec 22 09:56:12.827040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-7d5c5192-cf8e-4e60-aefe-087ee89462c4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] device_id is not set on port fc02396c-9dd4-4ee6-af95-ae306c19a366 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:56:12.942184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Allocated IP 172.25.7.202 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/6903a7b1-956b-416c-bc26-91400699fc0b) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:56:13.019365 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-00c0cd30-2ac2-4e33-bed1-c0e3d60bbbd1 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:13.072091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacf146-9c1e-47d7-a931-d640e71ac4d9 req-759ed09b-c7b0-43fd-8210-8237cc902150 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:13.080598 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-faacf146-9c1e-47d7-a931-d640e71ac4d9 req-759ed09b-c7b0-43fd-8210-8237cc902150 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 946 time: 0.7040784 Dec 22 09:56:13.291716 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-faacf146-9c1e-47d7-a931-d640e71ac4d9 req-9c9a5e18-3432-4aed-ab26-1362ac3ab7bd tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097023 Dec 22 09:56:13.500583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-69046087-459a-4a56-ba97-dfa8cd87a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:13.507856 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-69046087-459a-4a56-ba97-dfa8cd87a79c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d34186bb-32c4-4a88-b464-38e69175bc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8473721 Dec 22 09:56:13.514805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device f8671cd3-2e52-4087-9c88-565a5947fc99 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:56:13.539583 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:13.558740 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-00c0cd30-2ac2-4e33-bed1-c0e3d60bbbd1 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:13.563608 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a32bcdf2-2ca9-4988-af05-8c1615044a08 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:13.595593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0cd30-2ac2-4e33-bed1-c0e3d60bbbd1 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a347c26e-89a3-44c4-b5af-b816bb9aaac7,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:13.603238 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-00c0cd30-2ac2-4e33-bed1-c0e3d60bbbd1 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:13.620547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-7d5c5192-cf8e-4e60-aefe-087ee89462c4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Allocated IP 172.20.0.8 (15386a6f-8b2c-488f-9a7a-86db4026c34e/dfd61f55-fc25-474d-924a-4e436687fff5/fc02396c-9dd4-4ee6-af95-ae306c19a366) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:56:13.637850 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-00c0cd30-2ac2-4e33-bed1-c0e3d60bbbd1 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:13.643637 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-00c0cd30-2ac2-4e33-bed1-c0e3d60bbbd1 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 743 time: 1.1495023 Dec 22 09:56:13.644617 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:13.647225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36652) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:13.650080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port f8671cd3-2e52-4087-9c88-565a5947fc99 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:56:13.650658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:13.698698 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e9660b74-d133-416e-bbfb-4e853049456b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-group-rules/a347c26e-89a3-44c4-b5af-b816bb9aaac7 HTTP/1.1" status: 200 len: 738 time: 0.0484738 Dec 22 09:56:13.699385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36658) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:13.847131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-eee961f6-1923-4003-a6d7-de559aea8f04 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:56:13.982026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-eee961f6-1923-4003-a6d7-de559aea8f04 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:56:13.983926 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-eee961f6-1923-4003-a6d7-de559aea8f04 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3938 time: 0.2808461 Dec 22 09:56:13.989978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36664) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:14.020486 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-19fc5972-3ad8-4f15-9b29-639367f2af93 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:14.111418 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6dba49ae-7c66-4c77-91fd-a3c756c20faf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:14.148692 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6dba49ae-7c66-4c77-91fd-a3c756c20faf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:14.164067 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d5c5192-cf8e-4e60-aefe-087ee89462c4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:14.210238 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6dba49ae-7c66-4c77-91fd-a3c756c20faf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:14.213241 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:14.254656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:56:14.256489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Pushing event updated for resources: {'Port': ['ID=6903a7b1-956b-416c-bc26-91400699fc0b,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:14.263071 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:14.287098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:14.290957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:56:14.313743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba49ae-7c66-4c77-91fd-a3c756c20faf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a347c26e-89a3-44c4-b5af-b816bb9aaac7,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:14.336801 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6dba49ae-7c66-4c77-91fd-a3c756c20faf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:14.343814 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6dba49ae-7c66-4c77-91fd-a3c756c20faf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:14.348722 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6dba49ae-7c66-4c77-91fd-a3c756c20faf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "DELETE /v2.0/security-group-rules/a347c26e-89a3-44c4-b5af-b816bb9aaac7 HTTP/1.1" status: 204 len: 168 time: 0.3566921 Dec 22 09:56:14.351902 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d5c5192-cf8e-4e60-aefe-087ee89462c4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:14.354266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36678) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:14.390903 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d0d5e146-ce66-45a8-b384-bc53a02a4a4d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:14.472695 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-f8a47503-a94d-4cae-9661-55e0ef9994ec service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8309600 Dec 22 09:56:14.507869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de5225-38e4-463f-9119-6f2af5c1943e req-f0a0d445-8618-4937-8fe8-06948ec3055c tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:14.516823 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-77de5225-38e4-463f-9119-6f2af5c1943e req-f0a0d445-8618-4937-8fe8-06948ec3055c tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 946 time: 0.9427474 Dec 22 09:56:14.714009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5c5192-cf8e-4e60-aefe-087ee89462c4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 15386a6f-8b2c-488f-9a7a-86db4026c34e is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:56:14.725126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-03f01723-e816-44be-9735-712dd15fbd5c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:56:14.760496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-7d5c5192-cf8e-4e60-aefe-087ee89462c4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:14.766294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-03f01723-e816-44be-9735-712dd15fbd5c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:56:14.773286 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-03f01723-e816-44be-9735-712dd15fbd5c tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3417 time: 0.4174249 Dec 22 09:56:14.777784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c5192-cf8e-4e60-aefe-087ee89462c4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=fc02396c-9dd4-4ee6-af95-ae306c19a366,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:14.780274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36690) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:14.781107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5c5192-cf8e-4e60-aefe-087ee89462c4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:56:14.875669 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-77de5225-38e4-463f-9119-6f2af5c1943e req-731b923e-70a0-4cdd-bf57-0466f4572805 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516095 Dec 22 09:56:14.942357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5c5192-cf8e-4e60-aefe-087ee89462c4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:14.943678 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d5c5192-cf8e-4e60-aefe-087ee89462c4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:14.956687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-284bf5e1-f5aa-4b6b-9c66-60bce87876f6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Request body: {'security_group_rule': {'security_group_id': '8798af44-8cf7-466a-942b-a1e0d81a6151', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:14.969416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-284bf5e1-f5aa-4b6b-9c66-60bce87876f6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:14.983218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2aaec6f1-1d13-423a-8505-c78b2bfbfd8e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:14.989370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-284bf5e1-f5aa-4b6b-9c66-60bce87876f6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:15.003284 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7d5c5192-cf8e-4e60-aefe-087ee89462c4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:15.035218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-284bf5e1-f5aa-4b6b-9c66-60bce87876f6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:15.061371 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7d5c5192-cf8e-4e60-aefe-087ee89462c4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4125643 Dec 22 09:56:15.062910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36698) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:15.067153 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-abe738da-c510-47e0-ba9a-0e05a48138c2 tempest-ServersTestMultiNic-1048917811 tempest-ServersTestMultiNic-1048917811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:15.083409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0507e629-103b-44ed-866c-0a6062ec599c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'port': {'network_id': '15386a6f-8b2c-488f-9a7a-86db4026c34e', 'name': 'tempest-FloatingIPTestJSON-883587707'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:15.246722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaec6f1-1d13-423a-8505-c78b2bfbfd8e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Subnet': ['ID=34145a6f-25f3-424a-8a29-44f49d243352,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:15.264558 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2aaec6f1-1d13-423a-8505-c78b2bfbfd8e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:15.276849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-e69b14f6-210a-4be2-9d75-c44ceb1d199f service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7883215 Dec 22 09:56:15.514789 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-284bf5e1-f5aa-4b6b-9c66-60bce87876f6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:15.525866 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-284bf5e1-f5aa-4b6b-9c66-60bce87876f6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:15.533987 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ac804f7c-2bf3-45fc-a4e4-b7b196a6f228 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:15.560145 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-67eef0f0-7944-444e-8506-188603d11036 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=fc7329c3-78f6-4136-a3e0-470e31556bdf HTTP/1.1" status: 200 len: 217 time: 0.2815790 Dec 22 09:56:15.575418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bf5e1-f5aa-4b6b-9c66-60bce87876f6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76321a2-5de1-4bb5-a54b-1da0e62f2707,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:15.604961 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-284bf5e1-f5aa-4b6b-9c66-60bce87876f6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:15.679025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-d242d243-d39c-4c0f-a331-1c1cb55082d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:15.680362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0507e629-103b-44ed-866c-0a6062ec599c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:15.681273 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-d242d243-d39c-4c0f-a331-1c1cb55082d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=081da512-801e-41e2-96a3-974b59dc0af6 HTTP/1.1" status: 200 len: 797 time: 0.0994940 Dec 22 09:56:15.695883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0507e629-103b-44ed-866c-0a6062ec599c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Usage tracker for resource:port and tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:15.717283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0507e629-103b-44ed-866c-0a6062ec599c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Quota usage for port was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:15.739004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0507e629-103b-44ed-866c-0a6062ec599c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:15.742845 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-284bf5e1-f5aa-4b6b-9c66-60bce87876f6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:15.760629 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-284bf5e1-f5aa-4b6b-9c66-60bce87876f6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.8256941 Dec 22 09:56:15.761310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36716) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:15.840717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0507e629-103b-44ed-866c-0a6062ec599c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Made reservation on behalf of a8323ea8911b4b5bb68d9c0c0d8d3886 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:56:15.851930 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0507e629-103b-44ed-866c-0a6062ec599c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:15.883029 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a5285423-f1fd-4820-851c-49be8330e453 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-group-rules/a76321a2-5de1-4bb5-a54b-1da0e62f2707 HTTP/1.1" status: 200 len: 739 time: 0.1199434 Dec 22 09:56:15.888926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36724) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:16.176394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-aec95e29-f839-4ef9-9896-355c50fb06c4 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:56:16.180401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36734) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:16.201246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c856d5fb-3699-4a2c-9e68-93a80ceac9b6 None None] Network d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:56:16.278310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-0507e629-103b-44ed-866c-0a6062ec599c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] device_id is not set on port 02f95c5a-06f8-4f92-91c0-47e2492866ad yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:56:16.321178 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2aaec6f1-1d13-423a-8505-c78b2bfbfd8e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:16.345043 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2aaec6f1-1d13-423a-8505-c78b2bfbfd8e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/subnets/34145a6f-25f3-424a-8a29-44f49d243352 HTTP/1.1" status: 204 len: 168 time: 7.5636134 Dec 22 09:56:16.400613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36742) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:16.672116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-aec95e29-f839-4ef9-9896-355c50fb06c4 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:56:16.674698 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-aec95e29-f839-4ef9-9896-355c50fb06c4 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3939 time: 0.7834401 Dec 22 09:56:16.689381 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:16.813875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36746) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:16.873304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1651d0a2-9620-48b9-b36f-171efab1bea0 None None] DHCP port deletion for d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:56:16.880003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1651d0a2-9620-48b9-b36f-171efab1bea0 None None] Deleting port 6140c7e2-3f01-45c0-af1d-eae551e66f11 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:56:16.880277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1651d0a2-9620-48b9-b36f-171efab1bea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:16.922319 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-028372bf-8ae8-408d-aee4-53cdf8ad1b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:16.958078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-152a41a7-a68d-4ab9-8056-8a1c2bdb0692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:16.964522 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-152a41a7-a68d-4ab9-8056-8a1c2bdb0692 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d34186bb-32c4-4a88-b464-38e69175bc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9896879 Dec 22 09:56:16.996442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port 6140c7e2-3f01-45c0-af1d-eae551e66f11 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:56:16.996955 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:17.095426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-028372bf-8ae8-408d-aee4-53cdf8ad1b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:17.136327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-028372bf-8ae8-408d-aee4-53cdf8ad1b4f admin admin] Usage tracker for resource:security_group_rule and tenant:9d56c052b58d4b63a73f890c8bba9a2c is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:17.179111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-028372bf-8ae8-408d-aee4-53cdf8ad1b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:17.182947 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2fa28857-c349-49dc-b133-5dc7d3421a49 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:17.230316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-028372bf-8ae8-408d-aee4-53cdf8ad1b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:17.276714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 491223cd-8996-47f7-9008-014cfe1ddf53 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:56:17.395808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-028372bf-8ae8-408d-aee4-53cdf8ad1b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:17.397540 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-192bb334-fcce-4e3d-a683-2ded9ea03852 service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148086 Dec 22 09:56:17.415084 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-028372bf-8ae8-408d-aee4-53cdf8ad1b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:17.449510 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2fa28857-c349-49dc-b133-5dc7d3421a49 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:17.472488 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-80f45086-e300-48c7-aa71-748924608663 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:17.501737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-1651d0a2-9620-48b9-b36f-171efab1bea0 None None] For port 6140c7e2-3f01-45c0-af1d-eae551e66f11, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=6140c7e2-3f01-45c0-af1d-eae551e66f11,segment=NetworkSegment(b92c20f9-c046-4878-bef9-507b0a2a9ebc),segment_id=b92c20f9-c046-4878-bef9-507b0a2a9ebc)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:56:17.502723 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1651d0a2-9620-48b9-b36f-171efab1bea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:17.523322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028372bf-8ae8-408d-aee4-53cdf8ad1b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37249875-f718-47ff-936f-ace30afc9ba0,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:17.569361 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-028372bf-8ae8-408d-aee4-53cdf8ad1b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:17.638931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-0507e629-103b-44ed-866c-0a6062ec599c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Allocated IP 172.20.0.14 (15386a6f-8b2c-488f-9a7a-86db4026c34e/dfd61f55-fc25-474d-924a-4e436687fff5/02f95c5a-06f8-4f92-91c0-47e2492866ad) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:56:17.646962 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-028372bf-8ae8-408d-aee4-53cdf8ad1b4f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d56c052b58d4b63a73f890c8bba9a2c&name=default HTTP/1.1" status: 200 len: 2883 time: 1.4610667 Dec 22 09:56:17.655041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36756) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:17.690001 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2fa28857-c349-49dc-b133-5dc7d3421a49 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:17.692518 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6dba49ae-7c66-4c77-91fd-a3c756c20faf tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:17.700950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 6140c7e2-3f01-45c0-af1d-eae551e66f11 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:56:17.763771 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-db576585-67d7-4e99-a261-f48951b245f9 service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2209373 Dec 22 09:56:17.771861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1651d0a2-9620-48b9-b36f-171efab1bea0 None None] Calling delete_port for 6140c7e2-3f01-45c0-af1d-eae551e66f11 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:56:17.802678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa28857-c349-49dc-b133-5dc7d3421a49 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a76321a2-5de1-4bb5-a54b-1da0e62f2707,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:17.811422 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2fa28857-c349-49dc-b133-5dc7d3421a49 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:17.894566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:17.905619 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-d71d4b37-1197-43ca-9861-35a46032379e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=a7505449-7259-4f87-b669-f00446ac8fb4 HTTP/1.1" status: 200 len: 217 time: 0.1135483 Dec 22 09:56:17.911680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11189e-d75b-468a-a008-90bc9295d63b req-c1269b57-2d99-42cb-bd2a-740ea1ff6a4f tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:17.919275 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e11189e-d75b-468a-a008-90bc9295d63b req-c1269b57-2d99-42cb-bd2a-740ea1ff6a4f tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/networks?id=a915dfd1-fb65-4220-811d-3a0badf81285 HTTP/1.1" status: 200 len: 814 time: 1.9480550 Dec 22 09:56:17.949955 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2fa28857-c349-49dc-b133-5dc7d3421a49 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:17.951082 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2fa28857-c349-49dc-b133-5dc7d3421a49 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "DELETE /v2.0/security-group-rules/a76321a2-5de1-4bb5-a54b-1da0e62f2707 HTTP/1.1" status: 204 len: 168 time: 1.0924768 Dec 22 09:56:17.955926 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e11189e-d75b-468a-a008-90bc9295d63b req-19382943-20b0-49ec-a4b9-340acb19fb7b tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/quotas/250cbb3aaaac4bfba8dd2bb56fd12217 HTTP/1.1" status: 200 len: 375 time: 0.0341260 Dec 22 09:56:17.963796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36764) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:18.005733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e9dfcf4-8eee-4632-aae5-fc2a61ce74a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:18.027791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 6140c7e2-3f01-45c0-af1d-eae551e66f11, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=6140c7e2-3f01-45c0-af1d-eae551e66f11,segment=NetworkSegment(b92c20f9-c046-4878-bef9-507b0a2a9ebc),segment_id=b92c20f9-c046-4878-bef9-507b0a2a9ebc)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:56:18.035166 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:18.036157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e9dfcf4-8eee-4632-aae5-fc2a61ce74a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:18.047629 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-71d5f6bc-eb47-4a25-96be-11013e35fa06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:18.048478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-d2ad57b5-5ce0-4a48-82b2-9f784dbede1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:18.052218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-d2ad57b5-5ce0-4a48-82b2-9f784dbede1e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=081da512-801e-41e2-96a3-974b59dc0af6 HTTP/1.1" status: 200 len: 797 time: 0.1298666 Dec 22 09:56:18.117430 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:18.131065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] For port 6140c7e2-3f01-45c0-af1d-eae551e66f11, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=6140c7e2-3f01-45c0-af1d-eae551e66f11,segment=NetworkSegment(b92c20f9-c046-4878-bef9-507b0a2a9ebc),segment_id=b92c20f9-c046-4878-bef9-507b0a2a9ebc)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:56:18.131482 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:18.160816 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-1651d0a2-9620-48b9-b36f-171efab1bea0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:56:18.161482 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-1651d0a2-9620-48b9-b36f-171efab1bea0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:56:18.175015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 491223cd-8996-47f7-9008-014cfe1ddf53, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=491223cd-8996-47f7-9008-014cfe1ddf53,segment=NetworkSegment(16041ef7-5666-4b80-a900-6bff3a23bb99),segment_id=16041ef7-5666-4b80-a900-6bff3a23bb99)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:56:18.178869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead3a49a-dc86-4171-bc3e-98d747153126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491223cd-8996-47f7-9008-014cfe1ddf53'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:56:18.192991 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:18.247488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=6140c7e2-3f01-45c0-af1d-eae551e66f11,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:18.248509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e9dfcf4-8eee-4632-aae5-fc2a61ce74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:18.253952 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:18.254711 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:18.289621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29943581-468b-4635-9c84-460ca0450ab3 req-1b455b80-df91-4a02-b672-46165008a324 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:18.292479 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-29943581-468b-4635-9c84-460ca0450ab3 req-1b455b80-df91-4a02-b672-46165008a324 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.64 "GET /v2.0/ports?device_id=ead3a49a-dc86-4171-bc3e-98d747153126 HTTP/1.1" status: 200 len: 946 time: 1.3222384 Dec 22 09:56:18.381474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=491223cd-8996-47f7-9008-014cfe1ddf53,revision_number=7']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:18.385521 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:18.394961 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead3a49a-dc86-4171-bc3e-98d747153126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491223cd-8996-47f7-9008-014cfe1ddf53', 'code': 200} Dec 22 09:56:18.427533 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ac71eeb-198b-4c95-b2e5-6a1ad4b79898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:18.432832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:18.550599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9dfcf4-8eee-4632-aae5-fc2a61ce74a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37249875-f718-47ff-936f-ace30afc9ba0,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:18.570306 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e9dfcf4-8eee-4632-aae5-fc2a61ce74a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:18.598703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Calling delete_port for 6140c7e2-3f01-45c0-af1d-eae551e66f11 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:56:18.635972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d8f1b957-8d77-41a7-a8ec-7619e4e5f241 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:56:18.663336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1651d0a2-9620-48b9-b36f-171efab1bea0 None None] Deleting port 6140c7e2-3f01-45c0-af1d-eae551e66f11 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:56:18.663775 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1651d0a2-9620-48b9-b36f-171efab1bea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:18.775322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e9dfcf4-8eee-4632-aae5-fc2a61ce74a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:18.786139 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9e9dfcf4-8eee-4632-aae5-fc2a61ce74a0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/37249875-f718-47ff-936f-ace30afc9ba0 HTTP/1.1" status: 204 len: 168 time: 1.1198897 Dec 22 09:56:18.812655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d8f1b957-8d77-41a7-a8ec-7619e4e5f241 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group_rule {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:56:18.814018 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d8f1b957-8d77-41a7-a8ec-7619e4e5f241 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3417 time: 0.8456578 Dec 22 09:56:18.821042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36776) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:18.922527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:56:18.953792 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:56:18.954038 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:56:18.974650 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-857c6188-dd5a-4422-86cd-0dce7c0fc68e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:18.979801 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0507e629-103b-44ed-866c-0a6062ec599c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:19.025218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-857c6188-dd5a-4422-86cd-0dce7c0fc68e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:19.039066 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:19.072903 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e11189e-d75b-468a-a008-90bc9295d63b req-b8342280-4f7e-4e2d-bea2-3dc025df42c7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?tenant_id=250cbb3aaaac4bfba8dd2bb56fd12217&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1154642 Dec 22 09:56:19.123720 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0507e629-103b-44ed-866c-0a6062ec599c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:19.147686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-1651d0a2-9620-48b9-b36f-171efab1bea0 None None] For port 6140c7e2-3f01-45c0-af1d-eae551e66f11, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=6140c7e2-3f01-45c0-af1d-eae551e66f11,segment=NetworkSegment(b92c20f9-c046-4878-bef9-507b0a2a9ebc),segment_id=b92c20f9-c046-4878-bef9-507b0a2a9ebc)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:56:19.148423 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1651d0a2-9620-48b9-b36f-171efab1bea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:19.405186 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aeaa65ed-7814-4351-a9e1-163bc347c2b4 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:19.453026 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-857c6188-dd5a-4422-86cd-0dce7c0fc68e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:19.474769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port 6140c7e2-3f01-45c0-af1d-eae551e66f11 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:56:19.475158 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:19.535914 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e11189e-d75b-468a-a008-90bc9295d63b req-36983c2b-a13f-4cc5-b87b-3f47a2df6243 service neutron] 10.222.0.50 "GET /v2.0/networks/a915dfd1-fb65-4220-811d-3a0badf81285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533789 Dec 22 09:56:19.573734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-4d2bbcaa-5f62-42c0-b342-5473d895ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:19.576362 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-4d2bbcaa-5f62-42c0-b342-5473d895ae23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d34186bb-32c4-4a88-b464-38e69175bc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.4526842 Dec 22 09:56:19.587805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-29943581-468b-4635-9c84-460ca0450ab3 req-3fa49560-24fd-4fad-b47e-1c1f764e6d39 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Deleting port 491223cd-8996-47f7-9008-014cfe1ddf53 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:56:19.588450 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-29943581-468b-4635-9c84-460ca0450ab3 req-3fa49560-24fd-4fad-b47e-1c1f764e6d39 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:19.597326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507e629-103b-44ed-866c-0a6062ec599c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=02f95c5a-06f8-4f92-91c0-47e2492866ad,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:19.616888 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0507e629-103b-44ed-866c-0a6062ec599c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:19.625997 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-56039d98-ba8c-496d-a347-cacad110ac45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:19.699343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36786) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:19.722817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c6188-dd5a-4422-86cd-0dce7c0fc68e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Pushing event deleted for resources: {'SecurityGroup': ['ID=8798af44-8cf7-466a-942b-a1e0d81a6151,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:19.737692 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-857c6188-dd5a-4422-86cd-0dce7c0fc68e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:19.741709 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-857c6188-dd5a-4422-86cd-0dce7c0fc68e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "DELETE /v2.0/security-groups/8798af44-8cf7-466a-942b-a1e0d81a6151 HTTP/1.1" status: 204 len: 168 time: 0.9186568 Dec 22 09:56:19.750287 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-857c6188-dd5a-4422-86cd-0dce7c0fc68e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:19.757192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36788) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:19.842473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0507e629-103b-44ed-866c-0a6062ec599c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 15386a6f-8b2c-488f-9a7a-86db4026c34e is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:56:19.845461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1651d0a2-9620-48b9-b36f-171efab1bea0 None None] Calling delete_port for 6140c7e2-3f01-45c0-af1d-eae551e66f11 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:56:19.990492 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1651d0a2-9620-48b9-b36f-171efab1bea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:20.005707 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:20.070932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651d0a2-9620-48b9-b36f-171efab1bea0 None None] Pushing event deleted for resources: {'Port': ['ID=6140c7e2-3f01-45c0-af1d-eae551e66f11,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:20.073943 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1651d0a2-9620-48b9-b36f-171efab1bea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:20.167193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-0507e629-103b-44ed-866c-0a6062ec599c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:20.183112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0507e629-103b-44ed-866c-0a6062ec599c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:56:20.187598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1651d0a2-9620-48b9-b36f-171efab1bea0 None None] No DVR routers for this DVR port 6140c7e2-3f01-45c0-af1d-eae551e66f11 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:56:20.329120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7fb5e938-5363-44b1-8b38-622880e39c4b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Synchronizing usage tracker for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:56:20.345217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] For port 6140c7e2-3f01-45c0-af1d-eae551e66f11, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=6140c7e2-3f01-45c0-af1d-eae551e66f11,segment=NetworkSegment(b92c20f9-c046-4878-bef9-507b0a2a9ebc),segment_id=b92c20f9-c046-4878-bef9-507b0a2a9ebc)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:56:20.345623 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:20.377819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0507e629-103b-44ed-866c-0a6062ec599c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:20.378915 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0507e629-103b-44ed-866c-0a6062ec599c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:20.418984 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-974e9929-4f41-475b-a8f3-77ba71f72ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:20.517487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Calling delete_port for 6140c7e2-3f01-45c0-af1d-eae551e66f11 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:56:20.565407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7fb5e938-5363-44b1-8b38-622880e39c4b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Unset dirty status for tenant:a35bb5cdc00444c0ae480659845f75e3 on resource:security_group {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:56:20.570621 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7fb5e938-5363-44b1-8b38-622880e39c4b tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2883 time: 0.8054700 Dec 22 09:56:20.579854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36800) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:20.596271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-974e9929-4f41-475b-a8f3-77ba71f72ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:20.610330 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0507e629-103b-44ed-866c-0a6062ec599c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.5377817 Dec 22 09:56:20.613911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36806) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:20.630956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'port_id': '02f95c5a-06f8-4f92-91c0-47e2492866ad', 'fixed_ip_address': '172.20.0.14'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:20.642307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:20.648354 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e11189e-d75b-468a-a008-90bc9295d63b req-9a5470df-8497-41e0-bc46-b2a0ec97196b service neutron] 10.222.0.50 "GET /v2.0/networks/a915dfd1-fb65-4220-811d-3a0badf81285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1113944 Dec 22 09:56:20.656559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-974e9929-4f41-475b-a8f3-77ba71f72ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:5d01b4fc22304070a3d3523102acebf4 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:20.660883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-974e9929-4f41-475b-a8f3-77ba71f72ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:20.667608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-974e9929-4f41-475b-a8f3-77ba71f72ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:20.693190 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e295da9f-10f3-4e31-977a-4e8a1bd67294 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2883 time: 0.1088443 Dec 22 09:56:20.694599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Usage tracker for resource:floatingip and tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:20.698924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:20.710899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-29943581-468b-4635-9c84-460ca0450ab3 req-3fa49560-24fd-4fad-b47e-1c1f764e6d39 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] For port 491223cd-8996-47f7-9008-014cfe1ddf53, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=491223cd-8996-47f7-9008-014cfe1ddf53,segment=NetworkSegment(16041ef7-5666-4b80-a900-6bff3a23bb99),segment_id=16041ef7-5666-4b80-a900-6bff3a23bb99)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:56:20.711302 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-29943581-468b-4635-9c84-460ca0450ab3 req-3fa49560-24fd-4fad-b47e-1c1f764e6d39 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:20.719291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:20.734201 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:56:20.734635 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:56:20.746853 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:20.898763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-29943581-468b-4635-9c84-460ca0450ab3 req-3fa49560-24fd-4fad-b47e-1c1f764e6d39 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Calling delete_port for 491223cd-8996-47f7-9008-014cfe1ddf53 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:56:20.995782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port 6140c7e2-3f01-45c0-af1d-eae551e66f11 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:56:20.996258 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:21.041546 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-345b8107-3f4a-4cd0-9e0c-45099b5a6e9d service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3362029 Dec 22 09:56:21.062122 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6d2ba5c4-b315-4078-8208-ca225bf1f633 req-74518275-34a5-4d7d-b91a-c2cdf7be6668 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 210 time: 0.1287217 Dec 22 09:56:21.217485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] The port '6140c7e2-3f01-45c0-af1d-eae551e66f11' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:56:21.290924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36826) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:21.310195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:56:21.533691 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:21.563466 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:21.586224 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-4ff3dbe2-747d-420a-ac8e-37e230e6329d service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5228541 Dec 22 09:56:21.599518 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-29943581-468b-4635-9c84-460ca0450ab3 req-3fa49560-24fd-4fad-b47e-1c1f764e6d39 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:21.618231 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-974e9929-4f41-475b-a8f3-77ba71f72ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:21.681979 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6ba199fc-5a4f-4cda-9054-760df9a3a4d8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:21.786966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa49560-24fd-4fad-b47e-1c1f764e6d39 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Pushing event deleted for resources: {'Port': ['ID=491223cd-8996-47f7-9008-014cfe1ddf53,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:21.811734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-974e9929-4f41-475b-a8f3-77ba71f72ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:21.838747 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3fa49560-24fd-4fad-b47e-1c1f764e6d39 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:21.838747 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3d2b2bb6-252d-4265-a43e-a526b6fb89dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:21.845184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:21.865352 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-73a92a38-f686-44d5-8220-c880b8b18092 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=71f00817-d9a0-4ce8-877a-678cc29c4b0a HTTP/1.1" status: 200 len: 217 time: 0.2696524 Dec 22 09:56:21.866409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92c20f9-c046-4878-bef9-507b0a2a9ebc') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:21.866984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92c20f9-c046-4878-bef9-507b0a2a9ebc') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:21.880680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e9929-4f41-475b-a8f3-77ba71f72ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c272a57-52a5-48ca-b68f-ed8db3ce1255,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:21.886170 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:21.907787 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:21.911572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Releasing vxlan tunnel 5 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:56:21.927927 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-974e9929-4f41-475b-a8f3-77ba71f72ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:22.025094 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ece38056-57d3-44d6-aff9-25b486a2329d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a35bb5cdc00444c0ae480659845f75e3&name=default HTTP/1.1" status: 200 len: 2883 time: 0.7256980 Dec 22 09:56:22.031349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36834) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:22.043454 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-974e9929-4f41-475b-a8f3-77ba71f72ba7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5d01b4fc22304070a3d3523102acebf4&name=default HTTP/1.1" status: 200 len: 2883 time: 2.1680622 Dec 22 09:56:22.056430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36838) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:22.072583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:56:22.085470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Sync routers for ids ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:56:22.105641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Routers {'4e18e00d-39b6-4b12-a29d-6dc2c6594c90'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:56:22.110520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:56:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:22.147370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-a6e1d5f1-fb47-4843-8f4b-37539a83e649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:22.149064 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-a6e1d5f1-fb47-4843-8f4b-37539a83e649 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=081da512-801e-41e2-96a3-974b59dc0af6 HTTP/1.1" status: 200 len: 797 time: 0.2653697 Dec 22 09:56:22.213920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-29943581-468b-4635-9c84-460ca0450ab3 req-3fa49560-24fd-4fad-b47e-1c1f764e6d39 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] No DVR routers for this DVR port 491223cd-8996-47f7-9008-014cfe1ddf53 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:56:22.224266 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-29943581-468b-4635-9c84-460ca0450ab3 req-3fa49560-24fd-4fad-b47e-1c1f764e6d39 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:22.239929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead3a49a-dc86-4171-bc3e-98d747153126', 'name': 'network-vif-deleted', 'tag': '491223cd-8996-47f7-9008-014cfe1ddf53'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:56:22.262577 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:22.264075 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 16.7008255 Dec 22 09:56:22.272808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36850) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:22.566185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Set router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:56:22.579641 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-29943581-468b-4635-9c84-460ca0450ab3 req-3fa49560-24fd-4fad-b47e-1c1f764e6d39 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.64 "DELETE /v2.0/ports/491223cd-8996-47f7-9008-014cfe1ddf53 HTTP/1.1" status: 204 len: 173 time: 4.2714627 Dec 22 09:56:22.679463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:56:22.737981 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:22.773520 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead3a49a-dc86-4171-bc3e-98d747153126', 'name': 'network-vif-deleted', 'tag': '491223cd-8996-47f7-9008-014cfe1ddf53', 'status': 'completed', 'code': 200} Dec 22 09:56:22.776116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c7cb39d5-fecf-4d38-904f-fec903916e82 req-64dccb36-7e8f-4cf3-bde2-5752117254f0 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Synchronizing usage tracker for tenant:250cbb3aaaac4bfba8dd2bb56fd12217 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:56:22.894124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c7cb39d5-fecf-4d38-904f-fec903916e82 req-64dccb36-7e8f-4cf3-bde2-5752117254f0 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Unset dirty status for tenant:250cbb3aaaac4bfba8dd2bb56fd12217 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:56:22.895841 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c7cb39d5-fecf-4d38-904f-fec903916e82 req-64dccb36-7e8f-4cf3-bde2-5752117254f0 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 210 time: 0.3245697 Dec 22 09:56:22.906890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-022e6b43-4ed5-4082-bc02-16be66ce202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:22.909622 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-022e6b43-4ed5-4082-bc02-16be66ce202d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d34186bb-32c4-4a88-b464-38e69175bc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7493322 Dec 22 09:56:22.953781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-596c64b4-ec66-4055-9684-6ef265ee7cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:23.066089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T09:56:15Z', 'revision_number': 3, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:23.069668 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d86eade-eabc-44a8-bbd0-888a83f4b157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:23.072664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Checking router: 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:56:23.073354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Updating router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 port 6903a7b1-956b-416c-bc26-91400699fc0b binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:56:23.132355 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:23.380988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:56:23.391911 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-596c64b4-ec66-4055-9684-6ef265ee7cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:23.407334 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d86eade-eabc-44a8-bbd0-888a83f4b157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:56:23.467638 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:56:23.579613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Allocated IP 172.25.7.88 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/cb5ee150-58ef-4bd9-a6f1-3bd56dbd0d55) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:56:23.685845 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-aeda43ff-e991-4d2a-b4db-cf464dc52667 service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7472854 Dec 22 09:56:23.910129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11189e-d75b-468a-a008-90bc9295d63b req-0d3158fa-fe1f-4c89-af35-38bc3e340a32 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:23.911199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9e11189e-d75b-468a-a008-90bc9295d63b req-0d3158fa-fe1f-4c89-af35-38bc3e340a32 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Synchronizing usage tracker for tenant:250cbb3aaaac4bfba8dd2bb56fd12217 on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:56:23.927742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:23.938754 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3acf2034-7876-41e3-aef8-7747991c83b1 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:23.968101 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:23.991201 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-9c3d95cd-907c-49d5-97e4-2c02ddaf0b86 service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2950044 Dec 22 09:56:24.047390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36868) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:24.049997 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:24.051625 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/networks/d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2 HTTP/1.1" status: 204 len: 168 time: 7.6391044 Dec 22 09:56:24.056931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Network': ['ID=d6f68d1b-5f56-4747-ba3f-9e6ed4a370e2,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:24.073369 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:24.074931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9e11189e-d75b-468a-a008-90bc9295d63b req-0d3158fa-fe1f-4c89-af35-38bc3e340a32 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Unset dirty status for tenant:250cbb3aaaac4bfba8dd2bb56fd12217 on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:56:24.076260 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e11189e-d75b-468a-a008-90bc9295d63b req-0d3158fa-fe1f-4c89-af35-38bc3e340a32 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.64 "GET /v2.0/networks?id=a915dfd1-fb65-4220-811d-3a0badf81285 HTTP/1.1" status: 200 len: 814 time: 1.4655178 Dec 22 09:56:24.081097 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-596c64b4-ec66-4055-9684-6ef265ee7cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:24.083268 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-596c64b4-ec66-4055-9684-6ef265ee7cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:24.087413 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-596c64b4-ec66-4055-9684-6ef265ee7cab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/685ef63e-3fbe-4045-b73e-67311bb1b2c2 HTTP/1.1" status: 204 len: 168 time: 2.0523136 Dec 22 09:56:24.092400 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-88223f30-9dbd-4188-8dc5-2bfae3c24607 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:24.107460 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:24.117010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-9e11189e-d75b-468a-a008-90bc9295d63b req-beede97c-f37d-4d48-864c-a6bbc198a8d7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Request body: {'port': {'device_id': '0492ebc3-cb91-426a-84f2-dcadad055de5', 'network_id': 'a915dfd1-fb65-4220-811d-3a0badf81285', 'admin_state_up': True, 'tenant_id': '250cbb3aaaac4bfba8dd2bb56fd12217'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:24.153881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-477a0a00-a279-4400-b872-768fe9418572 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'network': {'name': 'tempest-RoutersTest-279103516'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:24.211751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-477a0a00-a279-4400-b872-768fe9418572 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:24.229692 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-772fc655-cca8-4560-8c9c-f3710922882e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b11d4d5e-eea2-4fdf-9449-b09db9047277 HTTP/1.1" status: 200 len: 217 time: 0.1838715 Dec 22 09:56:24.306744 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d86eade-eabc-44a8-bbd0-888a83f4b157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:24.309193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d86eade-eabc-44a8-bbd0-888a83f4b157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:24.313341 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7d86eade-eabc-44a8-bbd0-888a83f4b157 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c272a57-52a5-48ca-b68f-ed8db3ce1255 HTTP/1.1" status: 204 len: 168 time: 2.2542357 Dec 22 09:56:24.318777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c64b4-ec66-4055-9684-6ef265ee7cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685ef63e-3fbe-4045-b73e-67311bb1b2c2,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:24.321943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-9e11189e-d75b-468a-a008-90bc9295d63b req-beede97c-f37d-4d48-864c-a6bbc198a8d7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:24.326891 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-596c64b4-ec66-4055-9684-6ef265ee7cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:24.329221 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-46f87e29-2302-41ae-9108-e793b4ddd943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:24.371841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-477a0a00-a279-4400-b872-768fe9418572 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:network and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:24.380381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-477a0a00-a279-4400-b872-768fe9418572 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:24.396094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-477a0a00-a279-4400-b872-768fe9418572 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:24.420122 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9b8abea0-c45e-4aff-b633-3f54f7b5d695 req-3329d74a-b59f-4b0c-bc3f-01c59759341a tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 210 time: 0.2516754 Dec 22 09:56:24.421639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-e6d1ae6b-e438-4aaf-bdad-052902428dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:24.423543 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-e6d1ae6b-e438-4aaf-bdad-052902428dd6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da83a261-d716-4bc0-83ed-8afa4f3eb9b3 HTTP/1.1" status: 200 len: 797 time: 0.1833711 Dec 22 09:56:24.423991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477a0a00-a279-4400-b872-768fe9418572 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Made reservation on behalf of 2131d0db1c414ca48292c7e4e9b1f3a7 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:56:24.442093 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-477a0a00-a279-4400-b872-768fe9418572 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:24.771128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-9e11189e-d75b-468a-a008-90bc9295d63b req-beede97c-f37d-4d48-864c-a6bbc198a8d7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:24.787570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86eade-eabc-44a8-bbd0-888a83f4b157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c272a57-52a5-48ca-b68f-ed8db3ce1255,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:24.800629 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7d86eade-eabc-44a8-bbd0-888a83f4b157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:24.839003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e11189e-d75b-468a-a008-90bc9295d63b req-beede97c-f37d-4d48-864c-a6bbc198a8d7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Made reservation on behalf of 250cbb3aaaac4bfba8dd2bb56fd12217 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:56:24.873763 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9e11189e-d75b-468a-a008-90bc9295d63b req-beede97c-f37d-4d48-864c-a6bbc198a8d7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:24.932986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477a0a00-a279-4400-b872-768fe9418572 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:56:24.956101 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-477a0a00-a279-4400-b872-768fe9418572 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:24.956497 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-477a0a00-a279-4400-b872-768fe9418572 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Added segment b8186173-43b1-4b46-b05e-4fb326b4b16f of type vxlan for network 39e03c79-f450-413d-a1f9-0ad525e1be6e Dec 22 09:56:24.986676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-477a0a00-a279-4400-b872-768fe9418572 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:25.048508 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:25.079242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-477a0a00-a279-4400-b872-768fe9418572 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:25.109629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477a0a00-a279-4400-b872-768fe9418572 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:25.110357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-477a0a00-a279-4400-b872-768fe9418572 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:25.112411 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fed787a9-2df3-4f76-83a5-c747e5e06941 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:25.129982 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df9cf587-aeb9-445b-ac55-7e25165d89ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:25.401832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:25.422263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Transition to ACTIVE for port object 6903a7b1-956b-416c-bc26-91400699fc0b will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:56:25.432458 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:25.449000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a0a00-a279-4400-b872-768fe9418572 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Network': ['ID=39e03c79-f450-413d-a1f9-0ad525e1be6e,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:25.463279 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-477a0a00-a279-4400-b872-768fe9418572 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3980498 Dec 22 09:56:25.464744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 39e03c79-f450-413d-a1f9-0ad525e1be6e details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:56:25.471386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 36898) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:25.473435 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-477a0a00-a279-4400-b872-768fe9418572 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:25.505442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 39e03c79-f450-413d-a1f9-0ad525e1be6e details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:56:25.526473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-84eb1f5b-804c-460c-af82-c771745ff129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:25.528977 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-84eb1f5b-804c-460c-af82-c771745ff129 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1db62543-483d-4fd0-a5fc-77a084335431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0483062 Dec 22 09:56:25.539816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-f2f04d62-c84e-4402-bedc-2dc64c282736 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'subnet': {'network_id': '39e03c79-f450-413d-a1f9-0ad525e1be6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:25.541931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 39e03c79-f450-413d-a1f9-0ad525e1be6e details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:56:25.651713 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:25.667191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=cb5ee150-58ef-4bd9-a6f1-3bd56dbd0d55,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:25.683394 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:25.993769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Pushing event updated for resources: {'Port': ['ID=6903a7b1-956b-416c-bc26-91400699fc0b,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:26.006917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:56:26.051211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:26.060696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:56:26.108896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Attempting to bind port 6903a7b1-956b-416c-bc26-91400699fc0b on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:56:26.109648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Attempting to bind port 6903a7b1-956b-416c-bc26-91400699fc0b by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:56:26.109801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Attempting to bind port 6903a7b1-956b-416c-bc26-91400699fc0b on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:56:26.131232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:56:26.131737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:56:26.138642 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:26.138642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:56:26.139355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Bound port: 6903a7b1-956b-416c-bc26-91400699fc0b, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:56:26.139862 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:26.312199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36924) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:26.338209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.338871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.339491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.340186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.340830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.341468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.342108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.342743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.343374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.344025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.344683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.355573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.356338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.356970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.357358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.357743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.358140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.358523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.358969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.359254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.363685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.364176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.364575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.364978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.365540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.365915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.369252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.369793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.370195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.370614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.370992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.371369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.371742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.372178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.372560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.372932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:26.392391 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:26.447804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f2f04d62-c84e-4402-bedc-2dc64c282736 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:26.458029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f2f04d62-c84e-4402-bedc-2dc64c282736 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:subnet and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:26.462538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f2f04d62-c84e-4402-bedc-2dc64c282736 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:26.476937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f2f04d62-c84e-4402-bedc-2dc64c282736 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:26.513519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f04d62-c84e-4402-bedc-2dc64c282736 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Made reservation on behalf of 2131d0db1c414ca48292c7e4e9b1f3a7 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:56:26.551509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-9e11189e-d75b-468a-a008-90bc9295d63b req-beede97c-f37d-4d48-864c-a6bbc198a8d7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Allocated IP 172.20.0.11 (a915dfd1-fb65-4220-811d-3a0badf81285/5534585d-5c7e-4cc6-ba2a-6f9dc7db44c0/f23cf84d-4c0d-4fa0-a787-e15a8270cd4f) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:56:26.556263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] For port 6903a7b1-956b-416c-bc26-91400699fc0b, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:56:26.566224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] For port 6903a7b1-956b-416c-bc26-91400699fc0b, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=6903a7b1-956b-416c-bc26-91400699fc0b,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:56:26.574294 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:26.637741 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d66bee9c-0051-48d1-89a0-0530657faf87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:26.803867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2f04d62-c84e-4402-bedc-2dc64c282736 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:26.836974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Allocated IP 172.20.0.1 (e6f1855e-b485-45d1-82d8-ed2c723d357f/ca01a1fc-1044-4148-87dc-b546085e58b1/47dede80-207a-4fd5-bbe5-503b8b2c3e28) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:56:26.864042 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-61d84dcf-5d0d-4cc4-b588-3a1fd5715805 req-84c8d5c2-4c33-4934-8826-544dc81e1708 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 210 time: 0.8736069 Dec 22 09:56:27.077764 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-1898a7d2-9ac7-4bdd-b04d-338a4d38a3bc service neutron] 10.222.0.64 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5110347 Dec 22 09:56:27.241302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2001700729-network', 'tenant_id': 'deb70b4042814ac1816b689a2b4ade63'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:27.248511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:27.254522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Usage tracker for resource:network and tenant:deb70b4042814ac1816b689a2b4ade63 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:27.258080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:27.264082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:27.284177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Pushing event updated for resources: {'Port': ['ID=6903a7b1-956b-416c-bc26-91400699fc0b,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:27.289094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Made reservation on behalf of deb70b4042814ac1816b689a2b4ade63 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:56:27.294896 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:27.307322 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2a5cb833-2d4a-4fcc-9752-fbac1c368e08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:27.363079 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:27.395558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Routers {'4e18e00d-39b6-4b12-a29d-6dc2c6594c90'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:56:27.396513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:56:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:27.410404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:27.415079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Usage tracker for resource:security_group_rule and tenant:deb70b4042814ac1816b689a2b4ade63 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:27.419180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:27.426614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:27.543257 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-1fec3ffa-dfee-4f55-8f8e-fa0572269dd3 service neutron] 10.222.0.64 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4449089 Dec 22 09:56:27.561105 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:27.798459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] Set router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:56:27.842055 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:28.048726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:28.070237 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-07f88d6a-5db3-4a66-9bf8-ebbbbebafb66 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77c75204-a4c3-4349-8892-fcd4b32834af HTTP/1.1" status: 200 len: 217 time: 0.5156178 Dec 22 09:56:28.072762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Transition to ACTIVE for port object 47dede80-207a-4fd5-bbe5-503b8b2c3e28 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:56:28.253565 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9aac1a3e-3cc4-42e1-a5cf-22911faf3e3d req-27dd5ccb-f3fa-4ede-b0b9-538c0b7613e1 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 210 time: 0.0978785 Dec 22 09:56:28.304295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-2030529a-d607-44cd-9918-be95c4d33616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:28.307820 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-2030529a-d607-44cd-9918-be95c4d33616 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da83a261-d716-4bc0-83ed-8afa4f3eb9b3 HTTP/1.1" status: 200 len: 797 time: 0.2177329 Dec 22 09:56:28.314880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T09:56:15Z', 'revision_number': 3, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:28.340263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9e11189e-d75b-468a-a008-90bc9295d63b req-beede97c-f37d-4d48-864c-a6bbc198a8d7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:28.342089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4bb8e4-442b-4e70-88af-ccb2d8b77c9d None None] The sync data for ids ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'] in n-d-765315-5 is: [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T09:56:15Z', 'revision_number': 3, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:56:28.383307 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:28.402652 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9e11189e-d75b-468a-a008-90bc9295d63b req-beede97c-f37d-4d48-864c-a6bbc198a8d7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:28.415184 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c70042e-017b-4466-8a42-52bc8d1c14b4 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:28.439890 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:28.584666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beede97c-f37d-4d48-864c-a6bbc198a8d7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Pushing event updated for resources: {'Port': ['ID=f23cf84d-4c0d-4fa0-a787-e15a8270cd4f,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:28.624456 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-beede97c-f37d-4d48-864c-a6bbc198a8d7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:28.705722 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:28.722789 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:28.731983 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e29ea6c-52f4-41a8-9a05-80f89cb4c6dc tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:28.759586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Pushing event updated for resources: {'Port': ['ID=47dede80-207a-4fd5-bbe5-503b8b2c3e28,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:28.772168 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:28.773560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20971d4-279b-49ef-a176-a1a15760a170,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:28.788779 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:28.818274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:56:28.871082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-09d5194c-bae7-4b51-b312-8f75bc586c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:28.874706 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-09d5194c-bae7-4b51-b312-8f75bc586c05 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1db62543-483d-4fd0-a5fc-77a084335431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5499151 Dec 22 09:56:28.886315 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:28.887049 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Added segment 36ac3297-4e37-40ed-b0bf-09f750759ca9 of type vxlan for network 59999106-45f4-4e91-99ec-98c3577ea30c Dec 22 09:56:28.941759 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:56:28.974235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e11189e-d75b-468a-a008-90bc9295d63b req-beede97c-f37d-4d48-864c-a6bbc198a8d7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Network a915dfd1-fb65-4220-811d-3a0badf81285 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:56:28.986727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-9e11189e-d75b-468a-a008-90bc9295d63b req-beede97c-f37d-4d48-864c-a6bbc198a8d7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:28.998119 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:29.000348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Network e6f1855e-b485-45d1-82d8-ed2c723d357f is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:56:29.018582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:29.021646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:56:29.043887 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:29.096546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e11189e-d75b-468a-a008-90bc9295d63b req-beede97c-f37d-4d48-864c-a6bbc198a8d7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:56:29.175808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:29.268659 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:29.390474 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:29.440348 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-86fd139f-36b2-49e2-97f3-f75852288aa8 service neutron] 10.222.0.64 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553443 Dec 22 09:56:29.476715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-493f3691-9077-4165-9338-64b8874628d5 None None] Provisioning for port 47dede80-207a-4fd5-bbe5-503b8b2c3e28 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:56:29.484284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-493f3691-9077-4165-9338-64b8874628d5 None None] Provisioning complete for port 47dede80-207a-4fd5-bbe5-503b8b2c3e28 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:56:29.485512 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-493f3691-9077-4165-9338-64b8874628d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:29.532869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:29.534633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:29.535375 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:29.596318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-493f3691-9077-4165-9338-64b8874628d5 None None] Port 47dede80-207a-4fd5-bbe5-503b8b2c3e28 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:56:29.643213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 6903a7b1-956b-416c-bc26-91400699fc0b up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:56:29.649221 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2f04d62-c84e-4402-bedc-2dc64c282736 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:29.653492 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.3393974 Dec 22 09:56:29.653906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 36992) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:29.730781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-907f8a20-3f83-4058-8c50-9e7948a050f0 admin admin] Request body: {'subnet': {'network_id': '59999106-45f4-4e91-99ec-98c3577ea30c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2001700729-subnet', 'tenant_id': 'deb70b4042814ac1816b689a2b4ade63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:29.770319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 6903a7b1-956b-416c-bc26-91400699fc0b completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:56:29.780130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 6903a7b1-956b-416c-bc26-91400699fc0b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:56:29.780593 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:29.833654 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:29.920920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-907f8a20-3f83-4058-8c50-9e7948a050f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:29.938846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-907f8a20-3f83-4058-8c50-9e7948a050f0 admin admin] Usage tracker for resource:subnet and tenant:deb70b4042814ac1816b689a2b4ade63 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:29.943243 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:29.944356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=cb5ee150-58ef-4bd9-a6f1-3bd56dbd0d55,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:29.949402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-907f8a20-3f83-4058-8c50-9e7948a050f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:29.956651 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc530dda-b093-4915-a1c4-da831f0046f2 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:29.968962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 6903a7b1-956b-416c-bc26-91400699fc0b, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=6903a7b1-956b-416c-bc26-91400699fc0b,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:56:29.971966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11189e-d75b-468a-a008-90bc9295d63b req-beede97c-f37d-4d48-864c-a6bbc198a8d7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:29.972738 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9e11189e-d75b-468a-a008-90bc9295d63b req-beede97c-f37d-4d48-864c-a6bbc198a8d7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:29.976611 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:29.979501 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:30.010377 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:30.014404 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9113b735-eace-45a7-b50f-62f616e104df tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.398s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:30.046463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f04d62-c84e-4402-bedc-2dc64c282736 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Subnet': ['ID=10e41864-1305-40d0-9cba-673668b9c924,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:30.073191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-907f8a20-3f83-4058-8c50-9e7948a050f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:30.113743 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e11189e-d75b-468a-a008-90bc9295d63b req-beede97c-f37d-4d48-864c-a6bbc198a8d7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0102968 Dec 22 09:56:30.122106 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f2f04d62-c84e-4402-bedc-2dc64c282736 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:30.185123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Request body: {'port': {'device_id': '0492ebc3-cb91-426a-84f2-dcadad055de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:30.218858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=6903a7b1-956b-416c-bc26-91400699fc0b,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:30.237921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.238280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.238813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.239195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.239571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.239999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.240351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.240718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.241240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.241609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.241976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.242346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.242932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.243270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.243639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.244030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.244531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.244899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.245414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.245779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.246745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.247121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.247487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.247851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.248303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.248666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.249025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.249458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.249888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.250254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.250614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.250973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.251493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.252474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.252841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.253207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:30.271557 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:30.371619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f04d62-c84e-4402-bedc-2dc64c282736 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Checking segment: {'id': 'b8186173-43b1-4b46-b05e-4fb326b4b16f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '39e03c79-f450-413d-a1f9-0ad525e1be6e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:56:30.372402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f04d62-c84e-4402-bedc-2dc64c282736 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network hostable DHCP agents. Network: 39e03c79-f450-413d-a1f9-0ad525e1be6e, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:56:30.390660 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:30.702847 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7281a510-e91a-4592-b1eb-4f82ea8dfa54 req-c2196b91-a586-47cc-bb75-1c1dfbafce76 service neutron] 10.222.0.64 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2519670 Dec 22 09:56:30.743671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f04d62-c84e-4402-bedc-2dc64c282736 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 39e03c79-f450-413d-a1f9-0ad525e1be6e is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:56:30.746840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907f8a20-3f83-4058-8c50-9e7948a050f0 admin admin] Made reservation on behalf of deb70b4042814ac1816b689a2b4ade63 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:56:30.751874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-907f8a20-3f83-4058-8c50-9e7948a050f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:30.771006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-f2f04d62-c84e-4402-bedc-2dc64c282736 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 39e03c79-f450-413d-a1f9-0ad525e1be6e) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:30.782249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f162bfb-caf1-43b5-b7c8-413ae0b33488 None None] Network 39e03c79-f450-413d-a1f9-0ad525e1be6e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:56:30.799486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c688bc-8f7a-41a5-8dae-58a1f9a85f46 req-dc34c76d-5101-4de3-8ae6-f873f5567edd tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:30.803507 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-09c688bc-8f7a-41a5-8dae-58a1f9a85f46 req-dc34c76d-5101-4de3-8ae6-f873f5567edd tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 932 time: 0.9242928 Dec 22 09:56:30.859777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:30.897910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f04d62-c84e-4402-bedc-2dc64c282736 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:30.899196 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2f04d62-c84e-4402-bedc-2dc64c282736 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:30.942061 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:31.087377 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1e914245-8d3b-481b-8009-0f6bcad2c6b0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:31.108073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Pushing event updated for resources: {'Network': ['ID=59999106-45f4-4e91-99ec-98c3577ea30c,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:31.124962 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.110s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:31.144733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:31.178278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 59999106-45f4-4e91-99ec-98c3577ea30c details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:56:31.200732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Pushing event updated for resources: {'Port': ['ID=47dede80-207a-4fd5-bbe5-503b8b2c3e28,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:31.215049 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:31.232291 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f2f04d62-c84e-4402-bedc-2dc64c282736 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.7567325 Dec 22 09:56:31.238494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37020) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:31.256737 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:31.316786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-32a3d2de-21cb-4d89-9064-42a5ead0b2af tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'router': {'name': 'tempest-RoutersTest-router-1815447309', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:31.364167 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-09c688bc-8f7a-41a5-8dae-58a1f9a85f46 req-55661194-d963-4762-889c-8f31983586e3 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877534 Dec 22 09:56:31.365722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-32a3d2de-21cb-4d89-9064-42a5ead0b2af tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:31.397050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 59999106-45f4-4e91-99ec-98c3577ea30c details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:56:31.422620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 59999106-45f4-4e91-99ec-98c3577ea30c details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:56:31.443747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-32a3d2de-21cb-4d89-9064-42a5ead0b2af tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:router and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:31.487988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-32a3d2de-21cb-4d89-9064-42a5ead0b2af tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for router was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:31.529854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-32a3d2de-21cb-4d89-9064-42a5ead0b2af tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:31.646282 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32a3d2de-21cb-4d89-9064-42a5ead0b2af tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:31.647558 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32a3d2de-21cb-4d89-9064-42a5ead0b2af tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:31.750175 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32a3d2de-21cb-4d89-9064-42a5ead0b2af tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:31.766385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-39e03c79-f450-413d-a1f9-0ad525e1be6e', 'network_id': '39e03c79-f450-413d-a1f9-0ad525e1be6e', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'fixed_ips': [{'subnet_id': '10e41864-1305-40d0-9cba-673668b9c924'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:56:31.767958 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:31.806512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 6903a7b1-956b-416c-bc26-91400699fc0b up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:56:31.820170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Network e6f1855e-b485-45d1-82d8-ed2c723d357f is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:56:31.823120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:31.890293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23cf84d-4c0d-4fa0-a787-e15a8270cd4f {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:56:31.906346 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:31.933127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Transition to ACTIVE for port object f23cf84d-4c0d-4fa0-a787-e15a8270cd4f will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:56:31.981837 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Floating IP 17767a58-e0a0-44f6-a014-0011d7f53515 associated. External IP: 172.25.7.88, port: 02f95c5a-06f8-4f92-91c0-47e2492866ad. Dec 22 09:56:32.386505 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:32.414057 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:32.595180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:56:32.610626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 6903a7b1-956b-416c-bc26-91400699fc0b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:56:32.611741 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:32.623748 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32a3d2de-21cb-4d89-9064-42a5ead0b2af tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:32.714465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Pushing event updated for resources: {'Port': ['ID=f23cf84d-4c0d-4fa0-a787-e15a8270cd4f,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:32.739184 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:33.226781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e672f35e-c234-4ef4-a363-700d5050f89a None None] Provisioning complete for port 47dede80-207a-4fd5-bbe5-503b8b2c3e28 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:56:33.227499 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e672f35e-c234-4ef4-a363-700d5050f89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:33.559232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Allocated IP 172.20.0.2 (39e03c79-f450-413d-a1f9-0ad525e1be6e/10e41864-1305-40d0-9cba-673668b9c924/027dd35a-ff5c-4950-a13b-00e0f486675f) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:56:33.608672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32a3d2de-21cb-4d89-9064-42a5ead0b2af tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:33.610258 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-32a3d2de-21cb-4d89-9064-42a5ead0b2af tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 2.3624620 Dec 22 09:56:33.615532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37048) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:33.877331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Attempting to bind port f23cf84d-4c0d-4fa0-a787-e15a8270cd4f on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:56:33.877952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Attempting to bind port f23cf84d-4c0d-4fa0-a787-e15a8270cd4f by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '16041ef7-5666-4b80-a900-6bff3a23bb99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a915dfd1-fb65-4220-811d-3a0badf81285'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:56:33.878493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Attempting to bind port f23cf84d-4c0d-4fa0-a787-e15a8270cd4f on network a915dfd1-fb65-4220-811d-3a0badf81285 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:56:33.895824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:56:33.897075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Checking segment: {'id': '16041ef7-5666-4b80-a900-6bff3a23bb99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a915dfd1-fb65-4220-811d-3a0badf81285'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:56:33.897761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:33.898430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Bound using segment: {'id': '16041ef7-5666-4b80-a900-6bff3a23bb99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a915dfd1-fb65-4220-811d-3a0badf81285'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:56:33.899058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Bound port: f23cf84d-4c0d-4fa0-a787-e15a8270cd4f, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16041ef7-5666-4b80-a900-6bff3a23bb99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a915dfd1-fb65-4220-811d-3a0badf81285'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:56:33.899707 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:33.947156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 353de62c-9e39-4d34-a979-3b32fd1aed58 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:56:34.269407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e672f35e-c234-4ef4-a363-700d5050f89a None None] Port 47dede80-207a-4fd5-bbe5-503b8b2c3e28 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:56:34.443978 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-907f8a20-3f83-4058-8c50-9e7948a050f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:34.532881 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:34.562151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Transition to ACTIVE for port object 027dd35a-ff5c-4950-a13b-00e0f486675f will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:56:34.579207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:56:34.594806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Sync routers for ids ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:56:34.604979 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] 10.222.0.50 "PUT /v2.0/routers/4e18e00d-39b6-4b12-a29d-6dc2c6594c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3310335 Dec 22 09:56:34.625609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Transition to ACTIVE for port object 027dd35a-ff5c-4950-a13b-00e0f486675f will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:56:34.633631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8b94e-5f81-4277-a972-40884aa94f1c req-485f0d7e-1a24-4f1c-94ba-d4c97a90a3c1 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:34.635728 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84e8b94e-5f81-4277-a972-40884aa94f1c req-485f0d7e-1a24-4f1c-94ba-d4c97a90a3c1 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 944 time: 1.1191041 Dec 22 09:56:34.637526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Routers {'4e18e00d-39b6-4b12-a29d-6dc2c6594c90'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:56:34.648858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:56:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:34.669412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] For port f23cf84d-4c0d-4fa0-a787-e15a8270cd4f, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:56:34.671932 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10d0a9a3-6f33-45a7-9b02-95f3ddb3f1e6 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:34.767544 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:34.833933 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7bcff5ca-e3f9-494a-b9a3-11dbb684a251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:34.840149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] For port f23cf84d-4c0d-4fa0-a787-e15a8270cd4f, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f23cf84d-4c0d-4fa0-a787-e15a8270cd4f,segment=NetworkSegment(16041ef7-5666-4b80-a900-6bff3a23bb99),segment_id=16041ef7-5666-4b80-a900-6bff3a23bb99)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:56:34.868204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:56:34.881889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae6df5c-3ce6-46a7-9969-c421402e0c9e None None] Sync routers for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:56:34.906462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae6df5c-3ce6-46a7-9969-c421402e0c9e None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:56:34.910816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-9ae6df5c-3ce6-46a7-9969-c421402e0c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:56:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:34.933359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f8a20-3f83-4058-8c50-9e7948a050f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3813520c-7f98-45c8-8c60-1bae7a2ac508,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:34.964115 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-907f8a20-3f83-4058-8c50-9e7948a050f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:34.965089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f8a20-3f83-4058-8c50-9e7948a050f0 admin admin] Checking segment: {'id': '36ac3297-4e37-40ed-b0bf-09f750759ca9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '59999106-45f4-4e91-99ec-98c3577ea30c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:56:34.965496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907f8a20-3f83-4058-8c50-9e7948a050f0 admin admin] Network hostable DHCP agents. Network: 59999106-45f4-4e91-99ec-98c3577ea30c, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:56:34.982934 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:34.990597 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:35.063398 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-84e8b94e-5f81-4277-a972-40884aa94f1c req-395f7825-7ebc-41f2-9c14-6ca8432bea87 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914674 Dec 22 09:56:35.102178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-9ae6df5c-3ce6-46a7-9969-c421402e0c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:35.116214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37074) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:35.134183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae6df5c-3ce6-46a7-9969-c421402e0c9e None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:56:35.134873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-9ae6df5c-3ce6-46a7-9969-c421402e0c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:56:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:35.280998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-9ae6df5c-3ce6-46a7-9969-c421402e0c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:35.281602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae6df5c-3ce6-46a7-9969-c421402e0c9e None None] The sync data for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:56:35.357577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Set router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:56:35.538454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Pushing event updated for resources: {'Port': ['ID=027dd35a-ff5c-4950-a13b-00e0f486675f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:35.557008 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:35.574378 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-652d431c-7138-4e5c-88fe-d8ab5b1cce78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:35.705382 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-50e1cf25-e0c8-48af-bf09-597b74c50b9e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:35.719110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Network 39e03c79-f450-413d-a1f9-0ad525e1be6e is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:56:35.724217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:35.736141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:56:35.795726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907f8a20-3f83-4058-8c50-9e7948a050f0 admin admin] Network 59999106-45f4-4e91-99ec-98c3577ea30c is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:56:35.810738 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:35.860418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Attempting to bind port 027dd35a-ff5c-4950-a13b-00e0f486675f on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:56:35.861168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Attempting to bind port 027dd35a-ff5c-4950-a13b-00e0f486675f by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'b8186173-43b1-4b46-b05e-4fb326b4b16f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '39e03c79-f450-413d-a1f9-0ad525e1be6e'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:56:35.861824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Attempting to bind port 027dd35a-ff5c-4950-a13b-00e0f486675f on network 39e03c79-f450-413d-a1f9-0ad525e1be6e {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:56:35.871113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:56:35.871846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Checking segment: {'id': 'b8186173-43b1-4b46-b05e-4fb326b4b16f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '39e03c79-f450-413d-a1f9-0ad525e1be6e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:56:35.872488 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:35.873106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Bound using segment: {'id': 'b8186173-43b1-4b46-b05e-4fb326b4b16f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '39e03c79-f450-413d-a1f9-0ad525e1be6e'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:56:35.873810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Bound port: 027dd35a-ff5c-4950-a13b-00e0f486675f, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8186173-43b1-4b46-b05e-4fb326b4b16f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '39e03c79-f450-413d-a1f9-0ad525e1be6e'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:56:35.874454 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:35.897951 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 15.2771974 Dec 22 09:56:35.899196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-907f8a20-3f83-4058-8c50-9e7948a050f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 59999106-45f4-4e91-99ec-98c3577ea30c) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:35.924450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37088) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:35.927890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a3e892-ff5e-444e-93f5-127cd7f06a1d None None] Network 59999106-45f4-4e91-99ec-98c3577ea30c requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:56:35.996327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T09:56:30Z', 'revision_number': 4, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '47dede80-207a-4fd5-bbe5-503b8b2c3e28', 'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'mac_address': 'fa:16:3e:6a:d4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:25Z', 'updated_at': '2020-12-22T09:56:30Z', 'revision_number': 2, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'subnets': [{'id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:35.998105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Allocated IP 172.20.0.1 (39e03c79-f450-413d-a1f9-0ad525e1be6e/10e41864-1305-40d0-9cba-673668b9c924/c4c04689-0944-400b-88fb-6be5fe4949c4) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:56:36.051196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907f8a20-3f83-4058-8c50-9e7948a050f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:36.052292 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-907f8a20-3f83-4058-8c50-9e7948a050f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:36.079172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37090) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:36.090717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Checking router: 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:56:36.091437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Updating router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 port 47dede80-207a-4fd5-bbe5-503b8b2c3e28 binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:56:36.091775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-57d5a749-294e-44cd-83bf-b7463d250b47 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Request body: {'security_group': {'name': 'tempest-securitygroup--622003461', 'description': 'tempest-description--493785307'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:36.102165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-57d5a749-294e-44cd-83bf-b7463d250b47 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:36.121891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-57d5a749-294e-44cd-83bf-b7463d250b47 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Usage tracker for resource:security_group and tenant:a2b8bd28c0aa45a89f5905c5258a9297 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:36.126580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-57d5a749-294e-44cd-83bf-b7463d250b47 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:36.134196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-57d5a749-294e-44cd-83bf-b7463d250b47 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:36.165817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-c9de188b-407d-46f2-b6ca-c997ee56622e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'floatingip': {'port_id': None}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:36.170601 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:36.213426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:36.232427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] For port 027dd35a-ff5c-4950-a13b-00e0f486675f, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:56:36.246127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Transition to ACTIVE for port object c4c04689-0944-400b-88fb-6be5fe4949c4 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:56:36.283310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] For port 027dd35a-ff5c-4950-a13b-00e0f486675f, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=027dd35a-ff5c-4950-a13b-00e0f486675f,segment=NetworkSegment(b8186173-43b1-4b46-b05e-4fb326b4b16f),segment_id=b8186173-43b1-4b46-b05e-4fb326b4b16f)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:56:36.292020 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:36.316876 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ed0847e5-7ea2-4acc-84c6-9bbee67f4d3e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:36.340233 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:36.355999 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-907f8a20-3f83-4058-8c50-9e7948a050f0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.6559410 Dec 22 09:56:36.421196 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57d5a749-294e-44cd-83bf-b7463d250b47 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:36.443698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=c4c04689-0944-400b-88fb-6be5fe4949c4,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:36.447844 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9de188b-407d-46f2-b6ca-c997ee56622e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:36.455579 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-61f802e1-c863-40a5-a4aa-38ab4227de7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:36.474699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.475128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.475554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.475997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.476747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.476893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.477322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.477864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.478274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.478684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.479161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.479571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.480316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.480630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.481042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.481455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.481870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.482279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.482684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.483098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.483631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.484120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.484533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.484939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.485856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.485856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.486567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.487146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.487626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.488094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.488542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.489076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.489487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.489887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.490367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.490772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:56:36.514192 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:36.516381 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-51c830c6-1beb-49b1-855c-67efb1a96481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:36.538153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-61f802e1-c863-40a5-a4aa-38ab4227de7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:36.604538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-61f802e1-c863-40a5-a4aa-38ab4227de7e admin admin] Usage tracker for resource:security_group_rule and tenant:7216c472d436489e92d89e74fec50f36 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:36.623549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-61f802e1-c863-40a5-a4aa-38ab4227de7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:36.635089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-61f802e1-c863-40a5-a4aa-38ab4227de7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:36.677920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f559805-c23f-4ad8-a2b1-4bf43614849d req-521ddb76-d6a1-497f-aae3-1f6bcd56df3c tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:36.679671 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8f559805-c23f-4ad8-a2b1-4bf43614849d req-521ddb76-d6a1-497f-aae3-1f6bcd56df3c tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 944 time: 0.3918161 Dec 22 09:56:36.765425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 39e03c79-f450-413d-a1f9-0ad525e1be6e is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:56:36.794167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:36.808643 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8f559805-c23f-4ad8-a2b1-4bf43614849d req-c1cae733-0bcd-409d-8423-c0ee19402645 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180279 Dec 22 09:56:36.809572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:56:36.811219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3fd6cc-534c-4c86-9540-3ff805e794c1 None None] Network 59999106-45f4-4e91-99ec-98c3577ea30c requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:56:36.927230 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:36.961410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-57d5a749-294e-44cd-83bf-b7463d250b47 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:36.967909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-57d5a749-294e-44cd-83bf-b7463d250b47 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Usage tracker for resource:security_group_rule and tenant:a2b8bd28c0aa45a89f5905c5258a9297 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:36.974184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-57d5a749-294e-44cd-83bf-b7463d250b47 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:36.984846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-57d5a749-294e-44cd-83bf-b7463d250b47 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:37.054221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Pushing event updated for resources: {'Port': ['ID=027dd35a-ff5c-4950-a13b-00e0f486675f,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:37.120291 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:37.127235 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57d5a749-294e-44cd-83bf-b7463d250b47 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:37.140110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:37.140809 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:37.143525 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e11189e-d75b-468a-a008-90bc9295d63b req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] 10.222.0.64 "PUT /v2.0/ports/f23cf84d-4c0d-4fa0-a787-e15a8270cd4f HTTP/1.1" status: 200 len: 1156 time: 7.0038211 Dec 22 09:56:37.162241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0492ebc3-cb91-426a-84f2-dcadad055de5', 'tag': 'f23cf84d-4c0d-4fa0-a787-e15a8270cd4f'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:56:37.170393 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57d5a749-294e-44cd-83bf-b7463d250b47 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:37.206514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Pushing event updated for resources: {'Port': ['ID=f23cf84d-4c0d-4fa0-a787-e15a8270cd4f,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:37.219818 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.514s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:37.227256 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9de188b-407d-46f2-b6ca-c997ee56622e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:37.230709 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-309194a3-07b5-4115-9536-2fb80d1ef3a6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:37.240285 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-61f802e1-c863-40a5-a4aa-38ab4227de7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:37.241396 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:37.278383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-61f802e1-c863-40a5-a4aa-38ab4227de7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:37.355439 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-31a71b98-fd56-42c2-afc5-9593adcf0428 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:37.368178 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9de188b-407d-46f2-b6ca-c997ee56622e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:37.368980 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-c9de188b-407d-46f2-b6ca-c997ee56622e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Floating IP 17767a58-e0a0-44f6-a014-0011d7f53515 disassociated. External IP: 172.25.7.88, port: 02f95c5a-06f8-4f92-91c0-47e2492866ad. Dec 22 09:56:37.458172 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-61f802e1-c863-40a5-a4aa-38ab4227de7e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7216c472d436489e92d89e74fec50f36&name=default HTTP/1.1" status: 200 len: 2883 time: 2.3408031 Dec 22 09:56:37.487533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37122) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:37.519023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57d5a749-294e-44cd-83bf-b7463d250b47 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:37.524174 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-57d5a749-294e-44cd-83bf-b7463d250b47 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1730 time: 1.4423912 Dec 22 09:56:37.525115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37126) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:37.537436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5710a8d6-f1fe-492d-9b1d-20f336b23d34 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Request body: {'security_group_rule': {'security_group_id': 'ff283341-3931-4e7a-865e-929f8d678924', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:37.544970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5710a8d6-f1fe-492d-9b1d-20f336b23d34 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:37.550125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5710a8d6-f1fe-492d-9b1d-20f336b23d34 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Usage tracker for resource:security_group_rule and tenant:a2b8bd28c0aa45a89f5905c5258a9297 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:37.553308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5710a8d6-f1fe-492d-9b1d-20f336b23d34 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:37.559487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5710a8d6-f1fe-492d-9b1d-20f336b23d34 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:37.571081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f802e1-c863-40a5-a4aa-38ab4227de7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac8165f-28f2-455f-89d1-db6f48ad6024,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:37.587677 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61f802e1-c863-40a5-a4aa-38ab4227de7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:37.612751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5a749-294e-44cd-83bf-b7463d250b47 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Pushing event updated for resources: {'SecurityGroup': ['ID=ff283341-3931-4e7a-865e-929f8d678924,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:37.628844 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57d5a749-294e-44cd-83bf-b7463d250b47 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:37.649846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11189e-d75b-468a-a008-90bc9295d63b req-f5eeccd3-455e-4de5-87e4-36b532049d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:37.651772 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e11189e-d75b-468a-a008-90bc9295d63b req-f5eeccd3-455e-4de5-87e4-36b532049d9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=250cbb3aaaac4bfba8dd2bb56fd12217&device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 1159 time: 0.4226131 Dec 22 09:56:37.652681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5710a8d6-f1fe-492d-9b1d-20f336b23d34 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:37.656111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-512929e2-b42e-481d-96a9-5f75aad09749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:37.800384 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-512929e2-b42e-481d-96a9-5f75aad09749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:37.981651 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0492ebc3-cb91-426a-84f2-dcadad055de5', 'tag': 'f23cf84d-4c0d-4fa0-a787-e15a8270cd4f', 'status': 'completed', 'code': 200} Dec 22 09:56:38.062120 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e11189e-d75b-468a-a008-90bc9295d63b req-5402c0ca-5c9d-4b4e-9178-3f4ee54c139b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f23cf84d-4c0d-4fa0-a787-e15a8270cd4f HTTP/1.1" status: 200 len: 217 time: 0.3844490 Dec 22 09:56:38.176598 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bbec7646-2aa4-437f-aa7f-54b780ea1c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:38.342358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11189e-d75b-468a-a008-90bc9295d63b req-e1e0af4a-d65c-4ac0-9e78-47a005438a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:38.356182 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e11189e-d75b-468a-a008-90bc9295d63b req-e1e0af4a-d65c-4ac0-9e78-47a005438a93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5534585d-5c7e-4cc6-ba2a-6f9dc7db44c0 HTTP/1.1" status: 200 len: 854 time: 0.2712240 Dec 22 09:56:38.425672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:38.472675 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e11189e-d75b-468a-a008-90bc9295d63b req-541bd25f-f08f-4d94-a66d-20f180ac4f65 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a915dfd1-fb65-4220-811d-3a0badf81285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965221 Dec 22 09:56:38.484543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 027dd35a-ff5c-4950-a13b-00e0f486675f up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:56:38.553136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5710a8d6-f1fe-492d-9b1d-20f336b23d34 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:38.570541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Transition to ACTIVE for port object 47dede80-207a-4fd5-bbe5-503b8b2c3e28 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:56:38.583183 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:38.604153 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f52f36b6-d3fb-4a28-b34b-032296a9568e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:38.717245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a23264-a17c-469d-80f9-a5a08ba8e2b5 None None] Pushing event updated for resources: {'Port': ['ID=47dede80-207a-4fd5-bbe5-503b8b2c3e28,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:38.729937 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-35a23264-a17c-469d-80f9-a5a08ba8e2b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:38.754771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 027dd35a-ff5c-4950-a13b-00e0f486675f completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:56:38.844311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37150) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:38.864797 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:38.865847 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5710a8d6-f1fe-492d-9b1d-20f336b23d34 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:38.884053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-168768408-network', 'tenant_id': 'e298c7e723b84718a4816215db8a2bd6'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:38.893808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:38.914447 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2fa28857-c349-49dc-b133-5dc7d3421a49 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:38.927541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9de188b-407d-46f2-b6ca-c997ee56622e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 353de62c-9e39-4d34-a979-3b32fd1aed58 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:56:38.932698 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:39.073474 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:39.086055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:39.098165 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e11189e-d75b-468a-a008-90bc9295d63b req-416f8ec4-d8b7-44f6-b14e-897f0107311a service neutron] 10.222.0.64 "GET /v2.0/networks/a915dfd1-fb65-4220-811d-3a0badf81285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152310 Dec 22 09:56:39.101847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca5046d-4a9d-4e83-a81d-51d95d63da04 None None] Network 39e03c79-f450-413d-a1f9-0ad525e1be6e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:56:39.115689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5710a8d6-f1fe-492d-9b1d-20f336b23d34 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:39.117415 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5710a8d6-f1fe-492d-9b1d-20f336b23d34 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 1.5854187 Dec 22 09:56:39.122147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Usage tracker for resource:network and tenant:e298c7e723b84718a4816215db8a2bd6 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:39.130748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710a8d6-f1fe-492d-9b1d-20f336b23d34 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189cb972-38bc-4e70-b5f2-ea51932b7638,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:39.139757 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:39.143740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:39.146820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37160) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:39.177874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-512929e2-b42e-481d-96a9-5f75aad09749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:39.281157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Attempting to bind port 47dede80-207a-4fd5-bbe5-503b8b2c3e28 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:56:39.281620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Attempting to bind port 47dede80-207a-4fd5-bbe5-503b8b2c3e28 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'f7f4091b-a7a6-45c4-b821-97884b11f144', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:56:39.282072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Attempting to bind port 47dede80-207a-4fd5-bbe5-503b8b2c3e28 on network e6f1855e-b485-45d1-82d8-ed2c723d357f {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:56:39.304540 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-512929e2-b42e-481d-96a9-5f75aad09749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:39.305799 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-512929e2-b42e-481d-96a9-5f75aad09749 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ac8165f-28f2-455f-89d1-db6f48ad6024 HTTP/1.1" status: 204 len: 168 time: 1.8170707 Dec 22 09:56:39.340331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:56:39.340774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Checking segment: {'id': 'f7f4091b-a7a6-45c4-b821-97884b11f144', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:56:39.341240 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:39.342083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Bound using segment: {'id': 'f7f4091b-a7a6-45c4-b821-97884b11f144', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:56:39.342641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Bound port: 47dede80-207a-4fd5-bbe5-503b8b2c3e28, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f4091b-a7a6-45c4-b821-97884b11f144', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:56:39.343229 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:39.363108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36829c-c79e-4f9a-8260-7b867426d6bc req-7e08795c-fb99-4730-968b-6b7404d40642 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:39.371461 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9f36829c-c79e-4f9a-8260-7b867426d6bc req-7e08795c-fb99-4730-968b-6b7404d40642 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 944 time: 0.9222183 Dec 22 09:56:39.497021 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9f36829c-c79e-4f9a-8260-7b867426d6bc req-050ea355-f9b6-489d-8123-63e499d0e6f9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244833 Dec 22 09:56:39.502714 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5710a8d6-f1fe-492d-9b1d-20f336b23d34 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:39.513228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9de188b-407d-46f2-b6ca-c997ee56622e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:56:39.516168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:39.529775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-d91f7dce-0971-4b01-89a2-e8436b246987 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Request body: {'security_group_rule': {'security_group_id': 'ff283341-3931-4e7a-865e-929f8d678924', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:39.537328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-865e4ce4-dc88-40d4-8957-80dfd75dfd06 None None] Provisioning for port 027dd35a-ff5c-4950-a13b-00e0f486675f completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:56:39.540195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d91f7dce-0971-4b01-89a2-e8436b246987 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:39.544822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d91f7dce-0971-4b01-89a2-e8436b246987 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Usage tracker for resource:security_group_rule and tenant:a2b8bd28c0aa45a89f5905c5258a9297 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:39.554505 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9de188b-407d-46f2-b6ca-c997ee56622e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:39.555359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=c4c04689-0944-400b-88fb-6be5fe4949c4,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:39.565208 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:39.599913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] For port 47dede80-207a-4fd5-bbe5-503b8b2c3e28, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:56:39.603666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] For port 47dede80-207a-4fd5-bbe5-503b8b2c3e28, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=47dede80-207a-4fd5-bbe5-503b8b2c3e28,segment=NetworkSegment(f7f4091b-a7a6-45c4-b821-97884b11f144),segment_id=f7f4091b-a7a6-45c4-b821-97884b11f144)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:56:39.611487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03af81d-201a-4fb5-a96b-f4df98c0c154 None None] Sync routers for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:56:39.623152 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eac6133d-e13a-425c-910f-fd2ef3848382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.395s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:39.627566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:39.632106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-d7783ee3-877d-422d-9616-109646aac062 req-241e42ba-6894-41fd-b267-65b166bd4027 service neutron] (81071) timed out ('10.222.0.50', 38758) {{(pid=81071) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 22 09:56:39.644869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512929e2-b42e-481d-96a9-5f75aad09749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac8165f-28f2-455f-89d1-db6f48ad6024,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:39.650161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d91f7dce-0971-4b01-89a2-e8436b246987 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:39.650344 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-512929e2-b42e-481d-96a9-5f75aad09749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:39.654935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03af81d-201a-4fb5-a96b-f4df98c0c154 None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:56:39.655652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f03af81d-201a-4fb5-a96b-f4df98c0c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:56:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:39.656086 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c9de188b-407d-46f2-b6ca-c997ee56622e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "PUT /v2.0/floatingips/17767a58-e0a0-44f6-a014-0011d7f53515 HTTP/1.1" status: 200 len: 687 time: 3.5863414 Dec 22 09:56:39.661053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37170) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:39.665188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d91f7dce-0971-4b01-89a2-e8436b246987 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:39.715803 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1651d0a2-9620-48b9-b36f-171efab1bea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:39.730345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Made reservation on behalf of e298c7e723b84718a4816215db8a2bd6 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:56:39.735295 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:39.746600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-865e4ce4-dc88-40d4-8957-80dfd75dfd06 None None] Provisioning complete for port 027dd35a-ff5c-4950-a13b-00e0f486675f triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:56:39.747036 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-865e4ce4-dc88-40d4-8957-80dfd75dfd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:39.809404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 39e03c79-f450-413d-a1f9-0ad525e1be6e is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:56:39.821877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:39.926455 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:39.959289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f03af81d-201a-4fb5-a96b-f4df98c0c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:40.037752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03af81d-201a-4fb5-a96b-f4df98c0c154 None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:56:40.038655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f03af81d-201a-4fb5-a96b-f4df98c0c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:56:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:40.096450 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:40.118634 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d91f7dce-0971-4b01-89a2-e8436b246987 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:40.151419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-12684319-54d4-42ea-8afa-669733d7df4e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Deleting port cb5ee150-58ef-4bd9-a6f1-3bd56dbd0d55 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:56:40.151709 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12684319-54d4-42ea-8afa-669733d7df4e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:40.171429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:40.184993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Usage tracker for resource:security_group_rule and tenant:e298c7e723b84718a4816215db8a2bd6 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:40.205146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:40.212077 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d91f7dce-0971-4b01-89a2-e8436b246987 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:40.225949 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d91f7dce-0971-4b01-89a2-e8436b246987 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:40.228330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:40.234449 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0eaac3c8-8800-471e-85b9-a46f3e309312 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:40.292869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d91f7dce-0971-4b01-89a2-e8436b246987 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:40.298660 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d91f7dce-0971-4b01-89a2-e8436b246987 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.7937670 Dec 22 09:56:40.302048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37184) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:40.314564 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e11189e-d75b-468a-a008-90bc9295d63b req-547d0c88-bf2a-44f2-889f-e649873a3e7b service neutron] 10.222.0.64 "GET /v2.0/networks/a915dfd1-fb65-4220-811d-3a0badf81285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1933994 Dec 22 09:56:40.317021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f7dce-0971-4b01-89a2-e8436b246987 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99b2f0e-01c8-4878-b7e8-bc0e406d7df3,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:40.319975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:40.326118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:40.326795 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d91f7dce-0971-4b01-89a2-e8436b246987 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:40.331621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Usage tracker for resource:floatingip and tenant:a2b8bd28c0aa45a89f5905c5258a9297 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:40.335349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:40.342027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:40.357452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-865e4ce4-dc88-40d4-8957-80dfd75dfd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:40.432369 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:40.469005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router 879d5e7b-962d-4f5a-8dbc-9c21b10745ad is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:56:40.501672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a23264-a17c-469d-80f9-a5a08ba8e2b5 None None] Pushing event updated for resources: {'Port': ['ID=47dede80-207a-4fd5-bbe5-503b8b2c3e28,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:40.532594 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:40.547368 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:40.553344 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-857c6188-dd5a-4422-86cd-0dce7c0fc68e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:40.558891 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-35a23264-a17c-469d-80f9-a5a08ba8e2b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:40.581083 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:40.581851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f03af81d-201a-4fb5-a96b-f4df98c0c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:40.582298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03af81d-201a-4fb5-a96b-f4df98c0c154 None None] The sync data for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:56:40.652214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a8fb0-d2c7-42b0-b2d8-5214e2203431 req-31b9e947-b46b-43cd-9502-fd59123e4f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:40.654080 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9d9a8fb0-d2c7-42b0-b2d8-5214e2203431 req-31b9e947-b46b-43cd-9502-fd59123e4f39 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=250cbb3aaaac4bfba8dd2bb56fd12217&device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 1159 time: 0.2435162 Dec 22 09:56:40.654880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:56:40.677050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-865e4ce4-dc88-40d4-8957-80dfd75dfd06 None None] For port 027dd35a-ff5c-4950-a13b-00e0f486675f, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=027dd35a-ff5c-4950-a13b-00e0f486675f,segment=NetworkSegment(b8186173-43b1-4b46-b05e-4fb326b4b16f),segment_id=b8186173-43b1-4b46-b05e-4fb326b4b16f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:56:40.699851 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12684319-54d4-42ea-8afa-669733d7df4e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:40.700963 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12684319-54d4-42ea-8afa-669733d7df4e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:40.706677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-865e4ce4-dc88-40d4-8957-80dfd75dfd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:40.711188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37196) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:40.726050 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:40.748660 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-35a23264-a17c-469d-80f9-a5a08ba8e2b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:40.752820 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd3d5617-c9a0-4042-82a9-dedf8a1f6a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:40.844519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e4ce4-dc88-40d4-8957-80dfd75dfd06 None None] Pushing event updated for resources: {'Port': ['ID=027dd35a-ff5c-4950-a13b-00e0f486675f,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:40.863337 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-865e4ce4-dc88-40d4-8957-80dfd75dfd06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:40.871028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a8fb0-d2c7-42b0-b2d8-5214e2203431 req-33d29ac2-a685-4e92-95e4-be5021b2b4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:40.872715 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9d9a8fb0-d2c7-42b0-b2d8-5214e2203431 req-33d29ac2-a685-4e92-95e4-be5021b2b4a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a915dfd1-fb65-4220-811d-3a0badf81285 HTTP/1.1" status: 200 len: 908 time: 0.2021742 Dec 22 09:56:40.875829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bda4f3-3bea-4f13-a9c0-87d4e299ed51,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:40.883040 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:40.928938 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:40.953977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Routers {'4e18e00d-39b6-4b12-a29d-6dc2c6594c90'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:56:40.955704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:56:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:40.973599 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:40.976109 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Added segment f43edcd0-ef46-4dbc-981f-ff7838919f1b of type vxlan for network 179ecdff-1171-492a-bb76-c8651f602c66 Dec 22 09:56:40.992033 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9d9a8fb0-d2c7-42b0-b2d8-5214e2203431 req-d9299eb0-38b5-4e3e-b167-5d7ddc9dc852 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f23cf84d-4c0d-4fa0-a787-e15a8270cd4f HTTP/1.1" status: 200 len: 217 time: 0.1116426 Dec 22 09:56:41.117697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-12684319-54d4-42ea-8afa-669733d7df4e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Calling delete_port for cb5ee150-58ef-4bd9-a6f1-3bd56dbd0d55 owned by network:floatingip {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:56:41.140801 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:41.207670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a8fb0-d2c7-42b0-b2d8-5214e2203431 req-42459301-8edc-4a1c-97cd-dc59fbde9fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:41.209464 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9d9a8fb0-d2c7-42b0-b2d8-5214e2203431 req-42459301-8edc-4a1c-97cd-dc59fbde9fa6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5534585d-5c7e-4cc6-ba2a-6f9dc7db44c0 HTTP/1.1" status: 200 len: 854 time: 0.2070279 Dec 22 09:56:41.229813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cd3d5617-c9a0-4042-82a9-dedf8a1f6a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:41.268858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cd3d5617-c9a0-4042-82a9-dedf8a1f6a7a admin admin] Usage tracker for resource:security_group_rule and tenant:5af2224ba60b4458b23f161b153d44e0 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:41.282983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] Set router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:56:41.287170 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9d9a8fb0-d2c7-42b0-b2d8-5214e2203431 req-6aa5c8dc-40f9-4079-862c-678869ecf0b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a915dfd1-fb65-4220-811d-3a0badf81285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652900 Dec 22 09:56:41.288448 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:41.289519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:41.290226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:41.315088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cd3d5617-c9a0-4042-82a9-dedf8a1f6a7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:41.330449 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d036750c-60d2-4cd9-a749-12049fa3fdeb tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:41.335040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:56:41.346696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd8922b-5601-4203-aad4-54c18dc0d631 None None] Sync routers for ids ['879d5e7b-962d-4f5a-8dbc-9c21b10745ad'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:56:41.370834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd8922b-5601-4203-aad4-54c18dc0d631 None None] Routers {'879d5e7b-962d-4f5a-8dbc-9c21b10745ad'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:56:41.371628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cd3d5617-c9a0-4042-82a9-dedf8a1f6a7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:41.374776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4cd8922b-5601-4203-aad4-54c18dc0d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:56:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['879d5e7b-962d-4f5a-8dbc-9c21b10745ad'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:41.376490 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5167806 Dec 22 09:56:41.394070 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/879d5e7b-962d-4f5a-8dbc-9c21b10745ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7637863 Dec 22 09:56:41.400062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37202) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:41.400797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37204) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:41.529523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4cd8922b-5601-4203-aad4-54c18dc0d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:41.561982 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9d9a8fb0-d2c7-42b0-b2d8-5214e2203431 req-64d97c23-65b6-4eab-aa53-1f2116afd845 service neutron] 10.222.0.64 "GET /v2.0/networks/a915dfd1-fb65-4220-811d-3a0badf81285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335801 Dec 22 09:56:41.562715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd8922b-5601-4203-aad4-54c18dc0d631 None None] Routers {'879d5e7b-962d-4f5a-8dbc-9c21b10745ad'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:56:41.564468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4cd8922b-5601-4203-aad4-54c18dc0d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:56:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['879d5e7b-962d-4f5a-8dbc-9c21b10745ad'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:41.580345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-b3eff69a-5370-44df-81db-b6b190b9861f admin admin] Request body: {'subnet': {'network_id': '179ecdff-1171-492a-bb76-c8651f602c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-168768408-subnet', 'tenant_id': 'e298c7e723b84718a4816215db8a2bd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:41.661575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b3eff69a-5370-44df-81db-b6b190b9861f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:41.667612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1ef24f78-182c-44d5-afae-a2ddf8645a2e None None] Provisioning for port c4c04689-0944-400b-88fb-6be5fe4949c4 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:56:41.686818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1ef24f78-182c-44d5-afae-a2ddf8645a2e None None] Provisioning complete for port c4c04689-0944-400b-88fb-6be5fe4949c4 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:56:41.687387 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1ef24f78-182c-44d5-afae-a2ddf8645a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:41.821894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b3eff69a-5370-44df-81db-b6b190b9861f admin admin] Usage tracker for resource:subnet and tenant:e298c7e723b84718a4816215db8a2bd6 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:41.850956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4cd8922b-5601-4203-aad4-54c18dc0d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:41.851194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd8922b-5601-4203-aad4-54c18dc0d631 None None] The sync data for ids ['879d5e7b-962d-4f5a-8dbc-9c21b10745ad'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:56:41.891412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b3eff69a-5370-44df-81db-b6b190b9861f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:41.938262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Pushing event updated for resources: {'Network': ['ID=179ecdff-1171-492a-bb76-c8651f602c66,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:41.958617 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:41.995202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b3eff69a-5370-44df-81db-b6b190b9861f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:42.042373 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9d9a8fb0-d2c7-42b0-b2d8-5214e2203431 req-c64058b3-645b-45b1-83bc-3958cc62a42f service neutron] 10.222.0.64 "GET /v2.0/networks/a915dfd1-fb65-4220-811d-3a0badf81285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4707189 Dec 22 09:56:42.092631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce391d66-8100-4c58-94da-9041326792e5 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:42.093347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ce391d66-8100-4c58-94da-9041326792e5 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Synchronizing usage tracker for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:56:42.153433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31913cad-90e9-43dc-b521-76dc39e70fee req-02c049e8-cc78-4575-8e93-ee51bd04b60b tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:42.156058 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-31913cad-90e9-43dc-b521-76dc39e70fee req-02c049e8-cc78-4575-8e93-ee51bd04b60b tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 944 time: 1.3372202 Dec 22 09:56:42.167713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 179ecdff-1171-492a-bb76-c8651f602c66 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:56:42.280317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 179ecdff-1171-492a-bb76-c8651f602c66 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:56:42.295582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 179ecdff-1171-492a-bb76-c8651f602c66 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:56:42.402825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 027dd35a-ff5c-4950-a13b-00e0f486675f up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:56:42.632641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3eff69a-5370-44df-81db-b6b190b9861f admin admin] Made reservation on behalf of e298c7e723b84718a4816215db8a2bd6 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:56:42.638093 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3eff69a-5370-44df-81db-b6b190b9861f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:42.647878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1ef24f78-182c-44d5-afae-a2ddf8645a2e None None] Port c4c04689-0944-400b-88fb-6be5fe4949c4 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:56:42.715155 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:42.722750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1ef24f78-182c-44d5-afae-a2ddf8645a2e None None] Provisioning complete for port 027dd35a-ff5c-4950-a13b-00e0f486675f triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:56:42.723191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1ef24f78-182c-44d5-afae-a2ddf8645a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:42.794161 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd3d5617-c9a0-4042-82a9-dedf8a1f6a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:42.799346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ce391d66-8100-4c58-94da-9041326792e5 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Unset dirty status for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:56:42.803670 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ce391d66-8100-4c58-94da-9041326792e5 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/ports/c4c04689-0944-400b-88fb-6be5fe4949c4 HTTP/1.1" status: 200 len: 910 time: 1.3756933 Dec 22 09:56:42.807078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 027dd35a-ff5c-4950-a13b-00e0f486675f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:56:42.807502 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:42.810057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37226) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:42.876826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T09:56:30Z', 'revision_number': 4, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '47dede80-207a-4fd5-bbe5-503b8b2c3e28', 'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'mac_address': 'fa:16:3e:6a:d4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:25Z', 'updated_at': '2020-12-22T09:56:39Z', 'revision_number': 4, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'subnets': [{'id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:42.884667 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd3d5617-c9a0-4042-82a9-dedf8a1f6a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:42.885772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338810ce-6e76-4009-a206-cd3b23923345 None None] The sync data for ids ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'] in n-d-765315-5 is: [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T09:56:30Z', 'revision_number': 4, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '47dede80-207a-4fd5-bbe5-503b8b2c3e28', 'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'mac_address': 'fa:16:3e:6a:d4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:25Z', 'updated_at': '2020-12-22T09:56:39Z', 'revision_number': 4, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'subnets': [{'id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:56:42.893578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12684319-54d4-42ea-8afa-669733d7df4e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:42.932169 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-74df4948-e40b-4561-97e3-2269b51a76cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:43.104589 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-31913cad-90e9-43dc-b521-76dc39e70fee req-0efa9457-9bf9-426e-905f-c00d719ecae0 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327016 Dec 22 09:56:43.185708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-016c6810-802e-4e33-8b15-6dfcde2d1d05 None None] Provisioning complete for port c4c04689-0944-400b-88fb-6be5fe4949c4 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:56:43.186172 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-016c6810-802e-4e33-8b15-6dfcde2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:43.328528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-016c6810-802e-4e33-8b15-6dfcde2d1d05 None None] Port c4c04689-0944-400b-88fb-6be5fe4949c4 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:56:43.369510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-016c6810-802e-4e33-8b15-6dfcde2d1d05 None None] Provisioning complete for port 027dd35a-ff5c-4950-a13b-00e0f486675f triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:56:43.370227 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-016c6810-802e-4e33-8b15-6dfcde2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:43.482080 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3b58459-46eb-4e01-a33d-ebef94a695e7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:43.624421 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cd3d5617-c9a0-4042-82a9-dedf8a1f6a7a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5af2224ba60b4458b23f161b153d44e0&name=default HTTP/1.1" status: 200 len: 2883 time: 2.9117200 Dec 22 09:56:43.642420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37236) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:43.643331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d5617-c9a0-4042-82a9-dedf8a1f6a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d47073-b926-4a85-bc61-a32c91e24b48,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:43.661105 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cd3d5617-c9a0-4042-82a9-dedf8a1f6a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:43.684535 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ad8f5e45-0393-40fb-8e52-2cfeb86f6688 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.741s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:43.741941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Allocated IP 172.25.7.104 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/223bfb82-70cd-4373-957c-030b768e69af) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:56:43.759987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12684319-54d4-42ea-8afa-669733d7df4e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event deleted for resources: {'Port': ['ID=cb5ee150-58ef-4bd9-a6f1-3bd56dbd0d55,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:43.784150 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-12684319-54d4-42ea-8afa-669733d7df4e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:44.165933 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5813a281-4735-47ca-91cd-59925f72ac7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:44.175277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12684319-54d4-42ea-8afa-669733d7df4e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:44.328309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f23cf84d-4c0d-4fa0-a787-e15a8270cd4f up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:56:44.395318 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5813a281-4735-47ca-91cd-59925f72ac7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:44.425594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port f23cf84d-4c0d-4fa0-a787-e15a8270cd4f completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:56:44.432193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 47dede80-207a-4fd5-bbe5-503b8b2c3e28 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:56:44.455359 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:44.550646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f23cf84d-4c0d-4fa0-a787-e15a8270cd4f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:56:44.551097 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:44.572834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b3b58459-46eb-4e01-a33d-ebef94a695e7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port c4c04689-0944-400b-88fb-6be5fe4949c4 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:56:44.573383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3b58459-46eb-4e01-a33d-ebef94a695e7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:44.667082 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12684319-54d4-42ea-8afa-669733d7df4e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:44.668450 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-12684319-54d4-42ea-8afa-669733d7df4e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "DELETE /v2.0/floatingips/17767a58-e0a0-44f6-a014-0011d7f53515 HTTP/1.1" status: 204 len: 168 time: 5.0060639 Dec 22 09:56:44.679394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37254) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:44.680897 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:44.701818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'port_id': 'fc02396c-9dd4-4ee6-af95-ae306c19a366'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:44.704573 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-835a3a79-a39b-428b-acac-9121682653f3 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:44.757682 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:44.764545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:44.816213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Usage tracker for resource:floatingip and tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:44.824581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:44.840180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port f23cf84d-4c0d-4fa0-a787-e15a8270cd4f, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f23cf84d-4c0d-4fa0-a787-e15a8270cd4f,segment=NetworkSegment(16041ef7-5666-4b80-a900-6bff3a23bb99),segment_id=16041ef7-5666-4b80-a900-6bff3a23bb99)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:56:44.842391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0492ebc3-cb91-426a-84f2-dcadad055de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23cf84d-4c0d-4fa0-a787-e15a8270cd4f'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:56:44.858008 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:44.862369 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2d1a615d-dee6-46bb-b684-b4cd6936f3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:44.889756 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5813a281-4735-47ca-91cd-59925f72ac7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:44.933067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 47dede80-207a-4fd5-bbe5-503b8b2c3e28 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:56:44.941783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 47dede80-207a-4fd5-bbe5-503b8b2c3e28 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:56:44.942458 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:44.982544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:45.016726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:45.033658 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0492ebc3-cb91-426a-84f2-dcadad055de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23cf84d-4c0d-4fa0-a787-e15a8270cd4f', 'code': 200} Dec 22 09:56:45.083639 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3b58459-46eb-4e01-a33d-ebef94a695e7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:45.149046 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:45.176526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=f23cf84d-4c0d-4fa0-a787-e15a8270cd4f,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:45.182105 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:45.184782 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5813a281-4735-47ca-91cd-59925f72ac7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:45.188773 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5813a281-4735-47ca-91cd-59925f72ac7e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5d47073-b926-4a85-bc61-a32c91e24b48 HTTP/1.1" status: 204 len: 168 time: 1.5395899 Dec 22 09:56:45.195533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Pushing event updated for resources: {'Port': ['ID=223bfb82-70cd-4373-957c-030b768e69af,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:45.200097 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:45.207866 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-974e9929-4f41-475b-a8f3-77ba71f72ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:45.225802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:56:45.226614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 47dede80-207a-4fd5-bbe5-503b8b2c3e28, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=47dede80-207a-4fd5-bbe5-503b8b2c3e28,segment=NetworkSegment(f7f4091b-a7a6-45c4-b821-97884b11f144),segment_id=f7f4091b-a7a6-45c4-b821-97884b11f144)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:56:45.230888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:45.232581 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:45.233388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:56:45.235078 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:45.285949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813a281-4735-47ca-91cd-59925f72ac7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d47073-b926-4a85-bc61-a32c91e24b48,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:45.289112 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5813a281-4735-47ca-91cd-59925f72ac7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:45.304400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c3e67-cf42-446d-8dfa-176f50ca6b7c req-6c1112fd-d204-4e3b-92fe-51d6160bfa3b tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:45.316496 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0d6c3e67-cf42-446d-8dfa-176f50ca6b7c req-6c1112fd-d204-4e3b-92fe-51d6160bfa3b tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 944 time: 0.7887189 Dec 22 09:56:45.393357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=47dede80-207a-4fd5-bbe5-503b8b2c3e28,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:45.426900 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:45.468928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b3b58459-46eb-4e01-a33d-ebef94a695e7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Calling delete_port for c4c04689-0944-400b-88fb-6be5fe4949c4 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:56:45.503924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3eff69a-5370-44df-81db-b6b190b9861f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:45.718831 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3b58459-46eb-4e01-a33d-ebef94a695e7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:45.753815 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1e76ac7f-628d-47ea-b628-ca1da11081a1 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:45.817205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f23cf84d-4c0d-4fa0-a787-e15a8270cd4f up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:56:45.861789 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0d6c3e67-cf42-446d-8dfa-176f50ca6b7c req-4bd906e7-fb81-4895-a7ff-02debb9f7fc3 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439782 Dec 22 09:56:45.872782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eff69a-5370-44df-81db-b6b190b9861f admin admin] Pushing event updated for resources: {'Subnet': ['ID=badc11f3-b372-45a9-8bc9-8a16d46d4a96,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:45.880839 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b9e1bb76-4195-4cb0-bac5-b9cd4d4a314d tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:45.882850 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b3eff69a-5370-44df-81db-b6b190b9861f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:45.931416 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:45.996227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f23cf84d-4c0d-4fa0-a787-e15a8270cd4f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:56:45.996658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:46.018359 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:46.050867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b58459-46eb-4e01-a33d-ebef94a695e7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Port': ['ID=c4c04689-0944-400b-88fb-6be5fe4949c4,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:46.054583 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b3b58459-46eb-4e01-a33d-ebef94a695e7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:46.109641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eff69a-5370-44df-81db-b6b190b9861f admin admin] Checking segment: {'id': 'f43edcd0-ef46-4dbc-981f-ff7838919f1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '179ecdff-1171-492a-bb76-c8651f602c66'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:56:46.110179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eff69a-5370-44df-81db-b6b190b9861f admin admin] Network hostable DHCP agents. Network: 179ecdff-1171-492a-bb76-c8651f602c66, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:56:46.365684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 47dede80-207a-4fd5-bbe5-503b8b2c3e28 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:56:46.414037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eff69a-5370-44df-81db-b6b190b9861f admin admin] Network 179ecdff-1171-492a-bb76-c8651f602c66 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:56:46.495971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 47dede80-207a-4fd5-bbe5-503b8b2c3e28 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:56:46.496421 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:46.591761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:46.594246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-b3eff69a-5370-44df-81db-b6b190b9861f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 179ecdff-1171-492a-bb76-c8651f602c66) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:46.618968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1597251a-8b51-43e3-a36b-1be894703bd2 None None] Network 179ecdff-1171-492a-bb76-c8651f602c66 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:56:46.625782 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:46.681921 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-beb562fc-c4e8-4140-9380-99c145dc8023 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:46.738188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eff69a-5370-44df-81db-b6b190b9861f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:46.738842 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3eff69a-5370-44df-81db-b6b190b9861f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:46.798540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fafd92-0a60-4e30-a4b3-d827c0ac64c0 req-30a48496-ea0e-440e-ba7b-39ed42971374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:46.801259 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-93fafd92-0a60-4e30-a4b3-d827c0ac64c0 req-30a48496-ea0e-440e-ba7b-39ed42971374 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 1161 time: 1.1242490 Dec 22 09:56:46.855091 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3b58459-46eb-4e01-a33d-ebef94a695e7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:46.938969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ae77aa-f02b-43d7-a20e-b8a019e06bfd None None] Network 179ecdff-1171-492a-bb76-c8651f602c66 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:56:47.014874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Pushing event updated for resources: {'Port': ['ID=223bfb82-70cd-4373-957c-030b768e69af,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:47.029470 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:47.035191 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b3eff69a-5370-44df-81db-b6b190b9861f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.6195469 Dec 22 09:56:47.364389 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:47.405306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37304) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:47.448059 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:47.464615 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1539392 Dec 22 09:56:47.500883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f497f1-2586-4756-8996-ab81022b0d6f req-51714dbb-3398-473f-92e7-fe10f18c1cae tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:47.504081 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08f497f1-2586-4756-8996-ab81022b0d6f req-51714dbb-3398-473f-92e7-fe10f18c1cae tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 946 time: 0.3763065 Dec 22 09:56:47.541038 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-93fafd92-0a60-4e30-a4b3-d827c0ac64c0 req-8be5a45b-2a5a-41c7-a4df-cb428b65dcba service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7225397 Dec 22 09:56:47.573631 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08f497f1-2586-4756-8996-ab81022b0d6f req-1ed63cb1-a628-4006-a6d9-62ad57040d9e tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603545 Dec 22 09:56:47.726124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c974bb8-6680-497d-a305-b3987626342d admin admin] Deleting subnet 3813520c-7f98-45c8-8c60-1bae7a2ac508 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:56:47.793601 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8c974bb8-6680-497d-a305-b3987626342d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:47.833163 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:47.974841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-bcafa16f-e250-4c9a-83b8-70f283286574 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Synchronizing usage tracker for tenant:a2b8bd28c0aa45a89f5905c5258a9297 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:56:48.006053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-bcafa16f-e250-4c9a-83b8-70f283286574 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Unset dirty status for tenant:a2b8bd28c0aa45a89f5905c5258a9297 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:56:48.009713 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-bcafa16f-e250-4c9a-83b8-70f283286574 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--622003461&fields=id&tenant_id=a2b8bd28c0aa45a89f5905c5258a9297 HTTP/1.1" status: 200 len: 267 time: 0.1064444 Dec 22 09:56:48.010954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b58459-46eb-4e01-a33d-ebef94a695e7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router 879d5e7b-962d-4f5a-8dbc-9c21b10745ad has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:56:48.020231 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8c974bb8-6680-497d-a305-b3987626342d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:48.271029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-60d745e6-ddce-4139-a1b0-950e72657efc tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:48.271799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-60d745e6-ddce-4139-a1b0-950e72657efc tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Synchronizing usage tracker for tenant:a2b8bd28c0aa45a89f5905c5258a9297 on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:56:48.307459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-60d745e6-ddce-4139-a1b0-950e72657efc tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Unset dirty status for tenant:a2b8bd28c0aa45a89f5905c5258a9297 on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:56:48.308942 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-60d745e6-ddce-4139-a1b0-950e72657efc tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/networks?id=e6f1855e-b485-45d1-82d8-ed2c723d357f HTTP/1.1" status: 200 len: 817 time: 0.2871611 Dec 22 09:56:48.338671 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-01e1d6c4-2f0d-46cf-98bc-00302b25b5dc tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/quotas/a2b8bd28c0aa45a89f5905c5258a9297 HTTP/1.1" status: 200 len: 375 time: 0.0206852 Dec 22 09:56:48.472439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-bbfe0fd4-db45-414e-9601-2ed1007a6241 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Synchronizing usage tracker for tenant:a2b8bd28c0aa45a89f5905c5258a9297 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:56:48.502951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-bbfe0fd4-db45-414e-9601-2ed1007a6241 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Unset dirty status for tenant:a2b8bd28c0aa45a89f5905c5258a9297 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:56:48.504809 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-bbfe0fd4-db45-414e-9601-2ed1007a6241 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?tenant_id=a2b8bd28c0aa45a89f5905c5258a9297&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1559536 Dec 22 09:56:48.587878 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8c974bb8-6680-497d-a305-b3987626342d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:48.670980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b58459-46eb-4e01-a33d-ebef94a695e7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:56:48.686440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18df7d0a-a226-440d-94b8-87d2755ecbd0 None None] Sync routers for ids ['879d5e7b-962d-4f5a-8dbc-9c21b10745ad'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:56:48.707293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18df7d0a-a226-440d-94b8-87d2755ecbd0 None None] Routers {'879d5e7b-962d-4f5a-8dbc-9c21b10745ad'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:56:48.708037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-18df7d0a-a226-440d-94b8-87d2755ecbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:56:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['879d5e7b-962d-4f5a-8dbc-9c21b10745ad'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:48.714572 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b3b58459-46eb-4e01-a33d-ebef94a695e7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/879d5e7b-962d-4f5a-8dbc-9c21b10745ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9027934 Dec 22 09:56:48.714790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37350) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:48.758167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Allocated IP 172.25.7.71 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/6768802f-6ab2-4fbd-97cd-1327b361d9c0) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:56:48.801862 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-75ab3423-ada5-4686-8d0e-0c98bb073596 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/ports?device_id=879d5e7b-962d-4f5a-8dbc-9c21b10745ad HTTP/1.1" status: 200 len: 205 time: 0.0855508 Dec 22 09:56:48.805320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37354) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:48.927581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-18df7d0a-a226-440d-94b8-87d2755ecbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:48.940110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18df7d0a-a226-440d-94b8-87d2755ecbd0 None None] Routers {'879d5e7b-962d-4f5a-8dbc-9c21b10745ad'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:56:48.940816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-18df7d0a-a226-440d-94b8-87d2755ecbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:56:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['879d5e7b-962d-4f5a-8dbc-9c21b10745ad'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:49.033496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-18df7d0a-a226-440d-94b8-87d2755ecbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:49.034275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18df7d0a-a226-440d-94b8-87d2755ecbd0 None None] The sync data for ids ['879d5e7b-962d-4f5a-8dbc-9c21b10745ad'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:56:49.371135 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:49.385183 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f09a0360-c506-4141-aed7-8c3b6c20b195 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:49.417803 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8c974bb8-6680-497d-a305-b3987626342d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:49.617103 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1f10a8bb-2540-45dd-a1b0-054fadd67385 tempest-RoutersIpV6AdminTest-1661152747 tempest-RoutersIpV6AdminTest-1661152747] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:49.662906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c974bb8-6680-497d-a305-b3987626342d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3813520c-7f98-45c8-8c60-1bae7a2ac508,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:49.667775 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8c974bb8-6680-497d-a305-b3987626342d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:49.669715 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8c974bb8-6680-497d-a305-b3987626342d admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:49.680460 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8c974bb8-6680-497d-a305-b3987626342d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3813520c-7f98-45c8-8c60-1bae7a2ac508 HTTP/1.1" status: 204 len: 168 time: 2.1929350 Dec 22 09:56:49.683900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37372) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:49.702472 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f09a0360-c506-4141-aed7-8c3b6c20b195 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:49.705263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f09a0360-c506-4141-aed7-8c3b6c20b195 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:49.708055 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:49.807704 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f09a0360-c506-4141-aed7-8c3b6c20b195 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:49.808274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09a0360-c506-4141-aed7-8c3b6c20b195 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Fanout notify agent at l3_agent the message router_deleted on router 879d5e7b-962d-4f5a-8dbc-9c21b10745ad {{(pid=81071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:56:49.858281 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e00b838a-eccd-427f-9bca-849b0b337ecf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:49.891100 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f09a0360-c506-4141-aed7-8c3b6c20b195 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:49.894885 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f09a0360-c506-4141-aed7-8c3b6c20b195 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/routers/879d5e7b-962d-4f5a-8dbc-9c21b10745ad HTTP/1.1" status: 204 len: 168 time: 1.0854788 Dec 22 09:56:49.917141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37380) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:49.949153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=6768802f-6ab2-4fbd-97cd-1327b361d9c0,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:49.972078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:56:49.979230 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:49.982120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:50.000131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:56:50.084778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf71e9b-c2e2-4658-8be8-d66da34a4e0d req-c0ed9617-28a7-4848-b3b6-6b9f6eb95e0f tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:50.092673 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9bf71e9b-c2e2-4658-8be8-d66da34a4e0d req-c0ed9617-28a7-4848-b3b6-6b9f6eb95e0f tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 946 time: 0.6467528 Dec 22 09:56:50.128757 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d44e5ef-c8ff-4a2a-aeff-991717420fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:50.272638 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9bf71e9b-c2e2-4658-8be8-d66da34a4e0d req-f8753eab-7e7e-4070-93c1-b2f26c92f1a7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788869 Dec 22 09:56:50.286620 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-fcfba7d4-6438-4ec0-8d93-8430c701cdfe service neutron] 10.222.0.50 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7632136 Dec 22 09:56:50.459979 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d44e5ef-c8ff-4a2a-aeff-991717420fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:50.525570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e65705e-ed3a-438a-bdb1-032f45a3855c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting subnet 10e41864-1305-40d0-9cba-673668b9c924 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:56:50.531656 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e65705e-ed3a-438a-bdb1-032f45a3855c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:50.601626 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e65705e-ed3a-438a-bdb1-032f45a3855c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:50.723167 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-21c549b2-c45b-48d8-82d2-e45ec1b30e1f service neutron] 10.222.0.50 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4354374 Dec 22 09:56:50.755206 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e65705e-ed3a-438a-bdb1-032f45a3855c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:50.937382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3d44e5ef-c8ff-4a2a-aeff-991717420fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59999106-45f4-4e91-99ec-98c3577ea30c']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:50.951990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3d44e5ef-c8ff-4a2a-aeff-991717420fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ac3297-4e37-40ed-b0bf-09f750759ca9') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:50.952418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3d44e5ef-c8ff-4a2a-aeff-991717420fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ac3297-4e37-40ed-b0bf-09f750759ca9') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:50.969814 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d44e5ef-c8ff-4a2a-aeff-991717420fbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:50.999441 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d44e5ef-c8ff-4a2a-aeff-991717420fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:51.001760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3d44e5ef-c8ff-4a2a-aeff-991717420fbc admin admin] Releasing vxlan tunnel 10 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:56:51.005992 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4bb99c7-455a-4d6d-9579-395940452b6a req-462f17f7-1965-4d62-858b-98ed96aed506 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 210 time: 0.0569043 Dec 22 09:56:51.352824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3d44e5ef-c8ff-4a2a-aeff-991717420fbc admin admin] Network 59999106-45f4-4e91-99ec-98c3577ea30c has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:56:51.353516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e65705e-ed3a-438a-bdb1-032f45a3855c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:51.369271 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d44e5ef-c8ff-4a2a-aeff-991717420fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:51.373940 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aba40408-401d-4e4b-9934-74b8f9266bdf tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:51.437520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65705e-ed3a-438a-bdb1-032f45a3855c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Subnet': ['ID=10e41864-1305-40d0-9cba-673668b9c924,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:51.443372 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3e65705e-ed3a-438a-bdb1-032f45a3855c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:51.582356 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e65705e-ed3a-438a-bdb1-032f45a3855c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:51.585470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fe3aef-c379-4a05-a6ed-aa3c0734b924 None None] Network 39e03c79-f450-413d-a1f9-0ad525e1be6e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:56:51.649384 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3e65705e-ed3a-438a-bdb1-032f45a3855c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/subnets/10e41864-1305-40d0-9cba-673668b9c924 HTTP/1.1" status: 204 len: 168 time: 1.7271299 Dec 22 09:56:51.650937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37434) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:51.849150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:51.963019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df8787-b327-469c-bf59-5eb04fe521ba req-4d5dfe28-c621-449a-a483-70cb6f18d2b8 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:51.974829 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a8df8787-b327-469c-bf59-5eb04fe521ba req-4d5dfe28-c621-449a-a483-70cb6f18d2b8 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 946 time: 0.3717618 Dec 22 09:56:52.022061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port 027dd35a-ff5c-4950-a13b-00e0f486675f {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:56:52.023354 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:52.118581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3d44e5ef-c8ff-4a2a-aeff-991717420fbc admin admin] Network 59999106-45f4-4e91-99ec-98c3577ea30c has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:56:52.149556 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a8df8787-b327-469c-bf59-5eb04fe521ba req-51339bd8-6bbb-4285-816a-26ef3c15f412 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733999 Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:56:52.250287 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:56:52.359781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e9d514-83be-4be3-a9d7-1805d5b2839d None None] DHCP port deletion for 39e03c79-f450-413d-a1f9-0ad525e1be6e request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:56:52.366988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-73e9d514-83be-4be3-a9d7-1805d5b2839d None None] Deleting port 027dd35a-ff5c-4950-a13b-00e0f486675f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:56:52.367428 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73e9d514-83be-4be3-a9d7-1805d5b2839d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:52.514929 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ddb20661-6a8b-4b07-8a69-819d04f58658 req-ab33d4f1-a878-4482-a091-3dff9d282e15 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 210 time: 0.1310174 Dec 22 09:56:52.571336 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d44e5ef-c8ff-4a2a-aeff-991717420fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:52.584955 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d44e5ef-c8ff-4a2a-aeff-991717420fbc admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:52.592297 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2354fdc-1bb2-421f-9b5f-bc9d281de2ea tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:52.628473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44e5ef-c8ff-4a2a-aeff-991717420fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=59999106-45f4-4e91-99ec-98c3577ea30c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:52.632738 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3d44e5ef-c8ff-4a2a-aeff-991717420fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:52.671783 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3d44e5ef-c8ff-4a2a-aeff-991717420fbc admin admin] 10.222.0.50 "DELETE /v2.0/networks/59999106-45f4-4e91-99ec-98c3577ea30c HTTP/1.1" status: 204 len: 168 time: 2.9864857 Dec 22 09:56:52.676003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37458) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:52.816628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-73e9d514-83be-4be3-a9d7-1805d5b2839d None None] For port 027dd35a-ff5c-4950-a13b-00e0f486675f, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=027dd35a-ff5c-4950-a13b-00e0f486675f,segment=NetworkSegment(b8186173-43b1-4b46-b05e-4fb326b4b16f),segment_id=b8186173-43b1-4b46-b05e-4fb326b4b16f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:56:52.817885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73e9d514-83be-4be3-a9d7-1805d5b2839d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:52.828896 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:53.024939 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:53.074409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] For port 027dd35a-ff5c-4950-a13b-00e0f486675f, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=027dd35a-ff5c-4950-a13b-00e0f486675f,segment=NetworkSegment(b8186173-43b1-4b46-b05e-4fb326b4b16f),segment_id=b8186173-43b1-4b46-b05e-4fb326b4b16f)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:56:53.074845 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:53.137076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-97300002-3367-4744-a79b-5002f6b5eaba admin admin] Deleting subnet badc11f3-b372-45a9-8bc9-8a16d46d4a96 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:56:53.153335 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97300002-3367-4744-a79b-5002f6b5eaba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:53.331339 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97300002-3367-4744-a79b-5002f6b5eaba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:53.347374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Calling delete_port for 027dd35a-ff5c-4950-a13b-00e0f486675f owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:56:53.427017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c660e-8c5a-430b-8f14-740e0fe3a345 req-646f97f9-951d-4269-9ec2-39a08370a599 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:53.429291 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-251c660e-8c5a-430b-8f14-740e0fe3a345 req-646f97f9-951d-4269-9ec2-39a08370a599 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 946 time: 0.9090102 Dec 22 09:56:53.489637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97300002-3367-4744-a79b-5002f6b5eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:53.574257 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-251c660e-8c5a-430b-8f14-740e0fe3a345 req-607c13e2-5247-4783-af3f-2cc239353389 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369367 Dec 22 09:56:53.580581 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:53.588812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-73e9d514-83be-4be3-a9d7-1805d5b2839d None None] Calling delete_port for 027dd35a-ff5c-4950-a13b-00e0f486675f owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:56:53.602946 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5d4db499-e80c-479f-adcc-10fb7ede0c16 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:53.738654 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-73e9d514-83be-4be3-a9d7-1805d5b2839d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:56:53.739073 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-73e9d514-83be-4be3-a9d7-1805d5b2839d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:56:54.043009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Port': ['ID=027dd35a-ff5c-4950-a13b-00e0f486675f,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:54.070839 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:54.077617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] No DVR routers for this DVR port 027dd35a-ff5c-4950-a13b-00e0f486675f on host n-d-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:56:54.240594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-73e9d514-83be-4be3-a9d7-1805d5b2839d None None] Deleting port 027dd35a-ff5c-4950-a13b-00e0f486675f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:56:54.240929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-73e9d514-83be-4be3-a9d7-1805d5b2839d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:54.268761 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4060933d-67e5-4100-9c07-053552f0f52f req-f64e4a78-03ca-4dcd-8e6a-17b8bdb5bedd tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 210 time: 0.1966426 Dec 22 09:56:54.358854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-73e9d514-83be-4be3-a9d7-1805d5b2839d None None] The port '027dd35a-ff5c-4950-a13b-00e0f486675f' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:56:54.370045 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:54.382775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 027dd35a-ff5c-4950-a13b-00e0f486675f no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:56:54.436983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-00bb8beb-2983-48e7-aa03-b11d83dfa061 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:54.439596 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-00bb8beb-2983-48e7-aa03-b11d83dfa061 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.64 "GET /v2.0/networks?id=e6f1855e-b485-45d1-82d8-ed2c723d357f HTTP/1.1" status: 200 len: 817 time: 0.5033917 Dec 22 09:56:54.443885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:54.460827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 027dd35a-ff5c-4950-a13b-00e0f486675f {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:56:54.461457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 027dd35a-ff5c-4950-a13b-00e0f486675f not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:56:54.463024 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7b15fbf1-15c5-429d-8652-08e2589a6e69 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:54.546078 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:54.763268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=6768802f-6ab2-4fbd-97cd-1327b361d9c0,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:54.796720 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:54.880879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-841245b5-a798-4226-85bb-fd3abc3d973a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Synchronizing usage tracker for tenant:a2b8bd28c0aa45a89f5905c5258a9297 on resource:security_group {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:56:54.904150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97300002-3367-4744-a79b-5002f6b5eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:55.026600 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0af5d601-3bfc-42b1-93fd-6dca097ec542 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:55.057256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfb72d-62af-4e65-8d1b-b9b2b9858d10 req-679199f5-32a4-4b26-a100-fc36469e3795 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:55.059122 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3ccfb72d-62af-4e65-8d1b-b9b2b9858d10 req-679199f5-32a4-4b26-a100-fc36469e3795 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 946 time: 0.8975029 Dec 22 09:56:55.060963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e03c79-f450-413d-a1f9-0ad525e1be6e']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:55.071262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97300002-3367-4744-a79b-5002f6b5eaba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=badc11f3-b372-45a9-8bc9-8a16d46d4a96,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:55.077612 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-97300002-3367-4744-a79b-5002f6b5eaba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:55.078405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-841245b5-a798-4226-85bb-fd3abc3d973a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Unset dirty status for tenant:a2b8bd28c0aa45a89f5905c5258a9297 on resource:security_group {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:56:55.080179 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-841245b5-a798-4226-85bb-fd3abc3d973a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a2b8bd28c0aa45a89f5905c5258a9297 HTTP/1.1" status: 200 len: 5515 time: 0.5559206 Dec 22 09:56:55.094399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8186173-43b1-4b46-b05e-4fb326b4b16f') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:55.095274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8186173-43b1-4b46-b05e-4fb326b4b16f') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:55.105525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-93365c07-4e00-47da-b5a1-95f16cdf3a3a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Request body: {'port': {'device_id': '0a6b9775-f137-4afc-882c-944f62c3135c', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'admin_state_up': True, 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'security_groups': ['ff283341-3931-4e7a-865e-929f8d678924']}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:55.124472 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:55.159590 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3ccfb72d-62af-4e65-8d1b-b9b2b9858d10 req-beccd24f-39c8-441a-98e4-74bf4bd1b1a7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883322 Dec 22 09:56:55.166412 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:55.174532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Releasing vxlan tunnel 5 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:56:55.211419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97300002-3367-4744-a79b-5002f6b5eaba admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:55.235117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37496) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:55.542752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 39e03c79-f450-413d-a1f9-0ad525e1be6e has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:56:55.559393 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:55.578296 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e2bfbc3-7cca-42f2-95b7-ca3dd4a1a5f8 req-1f297424-bbf0-43ff-89b1-fbe1415052d3 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 210 time: 0.1025074 Dec 22 09:56:55.592842 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-97300002-3367-4744-a79b-5002f6b5eaba admin admin] 10.222.0.50 "DELETE /v2.0/subnets/badc11f3-b372-45a9-8bc9-8a16d46d4a96 HTTP/1.1" status: 204 len: 168 time: 2.9040534 Dec 22 09:56:55.602619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37512) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:55.698785 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:55.788791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 39e03c79-f450-413d-a1f9-0ad525e1be6e has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:56:55.803972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee6072-5949-4a48-8015-f36b895b58da req-1554016e-abcb-4cd5-ba8b-af5150c768ac tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:55.805596 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4ee6072-5949-4a48-8015-f36b895b58da req-1554016e-abcb-4cd5-ba8b-af5150c768ac tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 946 time: 0.4505327 Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:56:55.824844 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:56:55.929079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:56:55.936226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bcf5e667-0e46-4397-a22c-9f8db1928528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:55.945233 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:55.949338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:55.956677 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-477a0a00-a279-4400-b872-768fe9418572 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:55.979273 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4ee6072-5949-4a48-8015-f36b895b58da req-ac5731db-3e00-414e-8c91-1dc1a2f431cd tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536484 Dec 22 09:56:55.987764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Network': ['ID=39e03c79-f450-413d-a1f9-0ad525e1be6e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:55.991288 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:55.997804 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/networks/39e03c79-f450-413d-a1f9-0ad525e1be6e HTTP/1.1" status: 204 len: 168 time: 4.3409731 Dec 22 09:56:55.998733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37516) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:56.005094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'router': {'name': 'tempest-RoutersTest-router-1759094250', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}, 'admin_state_up': False}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:56:56.014616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:56.019066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:router and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:56.022228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for router was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:56.028509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:56.039995 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:56.040676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:56.056873 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:56.070378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bcf5e667-0e46-4397-a22c-9f8db1928528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:56.075893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bcf5e667-0e46-4397-a22c-9f8db1928528 admin admin] Usage tracker for resource:security_group_rule and tenant:a97d8e88e00e4fffb7930a05a363d33a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:56.079832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bcf5e667-0e46-4397-a22c-9f8db1928528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:56.087756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bcf5e667-0e46-4397-a22c-9f8db1928528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:56.120084 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e60dbf5e-0a68-4289-9050-3ec278233273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:56.330501 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bcf5e667-0e46-4397-a22c-9f8db1928528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:56.340807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-93365c07-4e00-47da-b5a1-95f16cdf3a3a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:56.344951 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bcf5e667-0e46-4397-a22c-9f8db1928528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:56.359198 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:56.387191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:56.403743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5e667-0e46-4397-a22c-9f8db1928528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b3d155-80cc-4503-a90e-b973244ea909,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:56.422441 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bcf5e667-0e46-4397-a22c-9f8db1928528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:56.426344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-93365c07-4e00-47da-b5a1-95f16cdf3a3a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:56.471238 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Floating IP cc32c1c6-c6de-4aca-9437-cf906840be3e associated. External IP: 172.25.7.71, port: fc02396c-9dd4-4ee6-af95-ae306c19a366. Dec 22 09:56:56.533732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092188c-4ad3-44a8-944e-c3476a11cce7 req-121d8e26-be06-458f-860c-17668080324f tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:56.535392 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8092188c-4ad3-44a8-944e-c3476a11cce7 req-121d8e26-be06-458f-860c-17668080324f tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 946 time: 0.1187615 Dec 22 09:56:56.568146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-93365c07-4e00-47da-b5a1-95f16cdf3a3a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Made reservation on behalf of a2b8bd28c0aa45a89f5905c5258a9297 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:56:56.573681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-93365c07-4e00-47da-b5a1-95f16cdf3a3a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:56.586097 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bcf5e667-0e46-4397-a22c-9f8db1928528 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a97d8e88e00e4fffb7930a05a363d33a&name=default HTTP/1.1" status: 200 len: 2883 time: 1.3465717 Dec 22 09:56:56.597369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37526) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:56.704940 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8092188c-4ad3-44a8-944e-c3476a11cce7 req-ed0a8986-be1a-49b1-8e9f-8dcdc670b752 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119018 Dec 22 09:56:56.712539 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e60dbf5e-0a68-4289-9050-3ec278233273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:56.808113 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf58db54-7027-4f16-a7db-ac1994c85191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:56.984920 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-017a18a0-0feb-4c38-8d3e-3f46b3658826 req-89a601cc-0697-44e5-949c-7a2bf7fa9a26 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 210 time: 0.0780787 Dec 22 09:56:57.036306 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf58db54-7027-4f16-a7db-ac1994c85191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:57.103507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-e60dbf5e-0a68-4289-9050-3ec278233273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179ecdff-1171-492a-bb76-c8651f602c66']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:57.130336 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router_gateway, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:57.189435 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:57.265261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-e60dbf5e-0a68-4289-9050-3ec278233273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43edcd0-ef46-4dbc-981f-ff7838919f1b') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:57.265499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-e60dbf5e-0a68-4289-9050-3ec278233273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43edcd0-ef46-4dbc-981f-ff7838919f1b') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:57.305375 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e60dbf5e-0a68-4289-9050-3ec278233273 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:57.341902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691d213-4a17-4ca4-a96a-0bf472003b29 req-46865c1f-f7b2-4741-8879-4ca1e450c3bb tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:57.343898 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6691d213-4a17-4ca4-a96a-0bf472003b29 req-46865c1f-f7b2-4741-8879-4ca1e450c3bb tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 946 time: 0.3804710 Dec 22 09:56:57.399467 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf58db54-7027-4f16-a7db-ac1994c85191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:57.408679 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-87448932-f262-47a0-8a92-cf345d9599a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:57.448620 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e60dbf5e-0a68-4289-9050-3ec278233273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:57.460337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e60dbf5e-0a68-4289-9050-3ec278233273 admin admin] Releasing vxlan tunnel 11 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:56:57.467464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58db54-7027-4f16-a7db-ac1994c85191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b3d155-80cc-4503-a90e-b973244ea909,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:57.471676 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cf58db54-7027-4f16-a7db-ac1994c85191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:57.540922 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6691d213-4a17-4ca4-a96a-0bf472003b29 req-f00e8ebf-beaa-4697-987e-7c28ebb7fa08 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745157 Dec 22 09:56:57.555525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf58db54-7027-4f16-a7db-ac1994c85191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:57.562627 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cf58db54-7027-4f16-a7db-ac1994c85191 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/30b3d155-80cc-4503-a90e-b973244ea909 HTTP/1.1" status: 204 len: 168 time: 0.9599440 Dec 22 09:56:57.862300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Allocated IP 172.25.7.229 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/38ae4804-d4e1-47ea-82ee-e734a9afe161) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:56:57.976929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 353de62c-9e39-4d34-a979-3b32fd1aed58 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:56:58.073155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37550) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:58.142719 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:58.189617 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:58.224909 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:58.310534 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-567eb3e5-cbba-4260-bfc2-2af3db4fcaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:58.311373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e60dbf5e-0a68-4289-9050-3ec278233273 admin admin] Network 179ecdff-1171-492a-bb76-c8651f602c66 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:56:58.348811 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e60dbf5e-0a68-4289-9050-3ec278233273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:58.484674 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c5bddfcd-5952-4241-a437-a08fa77a4773 req-e1891f03-4e3d-4e49-b08a-069b2b89a074 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 210 time: 0.1441462 Dec 22 09:56:58.490978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-567eb3e5-cbba-4260-bfc2-2af3db4fcaa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:56:58.702479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-567eb3e5-cbba-4260-bfc2-2af3db4fcaa8 admin admin] Usage tracker for resource:security_group_rule and tenant:15fa85f632f74340a98a5435727ad77e is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:56:58.707239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-567eb3e5-cbba-4260-bfc2-2af3db4fcaa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:56:58.711335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=38ae4804-d4e1-47ea-82ee-e734a9afe161,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:58.757191 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:58.758190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-567eb3e5-cbba-4260-bfc2-2af3db4fcaa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:56:58.792487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:56:58.795634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:56:58.803448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:56:58.910170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-93365c07-4e00-47da-b5a1-95f16cdf3a3a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Allocated IP 172.20.0.5 (e6f1855e-b485-45d1-82d8-ed2c723d357f/ca01a1fc-1044-4148-87dc-b546085e58b1/61ea23ac-4fc3-4915-8d67-4ffe9504e884) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:56:58.929618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2137f7-0587-4dee-99bc-651649adde73 req-ebf2c9e5-32dd-435c-97be-8cffa6dcedbf tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:56:58.931258 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6f2137f7-0587-4dee-99bc-651649adde73 req-ebf2c9e5-32dd-435c-97be-8cffa6dcedbf tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 946 time: 0.2304082 Dec 22 09:56:59.180361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e60dbf5e-0a68-4289-9050-3ec278233273 admin admin] Network 179ecdff-1171-492a-bb76-c8651f602c66 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:56:59.225162 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:56:59.352725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:56:59.365763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec5b079-73b6-4c17-9810-a754e61567a3 None None] Sync routers for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:56:59.386461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec5b079-73b6-4c17-9810-a754e61567a3 None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:56:59.387518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2ec5b079-73b6-4c17-9810-a754e61567a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:56:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:59.409506 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e60dbf5e-0a68-4289-9050-3ec278233273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:59.419587 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:59.450685 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e60dbf5e-0a68-4289-9050-3ec278233273 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:59.465453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2ec5b079-73b6-4c17-9810-a754e61567a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:59.468447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dbf5e-0a68-4289-9050-3ec278233273 admin admin] Pushing event deleted for resources: {'Network': ['ID=179ecdff-1171-492a-bb76-c8651f602c66,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:56:59.478785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec5b079-73b6-4c17-9810-a754e61567a3 None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:56:59.479593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2ec5b079-73b6-4c17-9810-a754e61567a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:56:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:59.525738 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6f2137f7-0587-4dee-99bc-651649adde73 req-e84dd06d-e6bc-4dd6-a0d9-b4471dfb5ab4 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147512 Dec 22 09:56:59.535075 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-567eb3e5-cbba-4260-bfc2-2af3db4fcaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:59.540124 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-567eb3e5-cbba-4260-bfc2-2af3db4fcaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:59.544358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2ec5b079-73b6-4c17-9810-a754e61567a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:56:59.544942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec5b079-73b6-4c17-9810-a754e61567a3 None None] The sync data for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:56:59.551457 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8fcc1d4-f6ec-44ea-8cd5-1b5f527d864b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:56:59.552058 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e60dbf5e-0a68-4289-9050-3ec278233273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:56:59.580690 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e60dbf5e-0a68-4289-9050-3ec278233273 admin admin] 10.222.0.50 "DELETE /v2.0/networks/179ecdff-1171-492a-bb76-c8651f602c66 HTTP/1.1" status: 204 len: 168 time: 3.9761410 Dec 22 09:56:59.586350 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:59.721461 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 15.0391748 Dec 22 09:56:59.734949 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-93365c07-4e00-47da-b5a1-95f16cdf3a3a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:59.761277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-93365c07-4e00-47da-b5a1-95f16cdf3a3a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Transition to ACTIVE for port object 61ea23ac-4fc3-4915-8d67-4ffe9504e884 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:56:59.762237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f23cf84d-4c0d-4fa0-a787-e15a8270cd4f no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:56:59.774998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37576) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:59.790857 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-93365c07-4e00-47da-b5a1-95f16cdf3a3a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:56:59.817074 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ed8aec47-25eb-44c2-8951-499222cdac3a req-560461af-6513-4623-9cff-ad1322c70123 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 210 time: 0.1496468 Dec 22 09:56:59.823449 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-567eb3e5-cbba-4260-bfc2-2af3db4fcaa8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=15fa85f632f74340a98a5435727ad77e&name=default HTTP/1.1" status: 200 len: 2883 time: 1.7481241 Dec 22 09:56:59.827419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37582) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:56:59.833844 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-869f3791-97d0-4e54-801d-a407accae8af tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:00.020381 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-628aeed5-f114-4d6d-b5d2-46fe2635e7c1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "GET /v2.0/floatingips/cc32c1c6-c6de-4aca-9437-cf906840be3e HTTP/1.1" status: 200 len: 977 time: 0.2338481 Dec 22 09:57:00.027586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567eb3e5-cbba-4260-bfc2-2af3db4fcaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f92d1b-13cd-47b8-a3bc-b906aa0d6588,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:00.037540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37590) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:00.097501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93365c07-4e00-47da-b5a1-95f16cdf3a3a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Pushing event updated for resources: {'Port': ['ID=61ea23ac-4fc3-4915-8d67-4ffe9504e884,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:00.118448 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93365c07-4e00-47da-b5a1-95f16cdf3a3a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:00.120754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-93365c07-4e00-47da-b5a1-95f16cdf3a3a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Network e6f1855e-b485-45d1-82d8-ed2c723d357f is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:57:00.122196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-93365c07-4e00-47da-b5a1-95f16cdf3a3a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:57:00.128177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-93365c07-4e00-47da-b5a1-95f16cdf3a3a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:57:00.128633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:00.140973 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-567eb3e5-cbba-4260-bfc2-2af3db4fcaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:00.171841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0492ebc3-cb91-426a-84f2-dcadad055de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f23cf84d-4c0d-4fa0-a787-e15a8270cd4f'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:57:00.175257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37594) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:00.202317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port f23cf84d-4c0d-4fa0-a787-e15a8270cd4f, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f23cf84d-4c0d-4fa0-a787-e15a8270cd4f,segment=NetworkSegment(16041ef7-5666-4b80-a900-6bff3a23bb99),segment_id=16041ef7-5666-4b80-a900-6bff3a23bb99)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:57:00.207520 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:00.210053 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fc09a8f9-a27a-437c-b4d0-5962ea7897b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:00.338269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-93365c07-4e00-47da-b5a1-95f16cdf3a3a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:00.339091 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-93365c07-4e00-47da-b5a1-95f16cdf3a3a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:00.381793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=f23cf84d-4c0d-4fa0-a787-e15a8270cd4f,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:00.397591 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:00.400068 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a1ec1d56-7a7e-47eb-9822-15046abcaf9c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=deb70b4042814ac1816b689a2b4ade63&name=default HTTP/1.1" status: 200 len: 2883 time: 0.2230754 Dec 22 09:57:00.400235 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0492ebc3-cb91-426a-84f2-dcadad055de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f23cf84d-4c0d-4fa0-a787-e15a8270cd4f', 'code': 200} Dec 22 09:57:00.403044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37604) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:00.431292 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-93365c07-4e00-47da-b5a1-95f16cdf3a3a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3366125 Dec 22 09:57:00.465558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Request body: {'port': {'device_id': '0a6b9775-f137-4afc-882c-944f62c3135c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:00.476159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298033e-b459-4c6b-a237-71d599fac452 req-5fce151b-cef0-4fef-82f0-0d83ac806189 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:00.477794 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3298033e-b459-4c6b-a237-71d599fac452 req-5fce151b-cef0-4fef-82f0-0d83ac806189 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.64 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 946 time: 0.7610548 Dec 22 09:57:00.552167 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router_gateway, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:00.563634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6f1f0759-5587-4ee4-a215-02ad0a6e6b51 None None] Provisioning for port 61ea23ac-4fc3-4915-8d67-4ffe9504e884 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:57:00.571315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6f1f0759-5587-4ee4-a215-02ad0a6e6b51 None None] Provisioning complete for port 61ea23ac-4fc3-4915-8d67-4ffe9504e884 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:00.572136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f1f0759-5587-4ee4-a215-02ad0a6e6b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:00.620882 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec478d83-fb8b-4236-86d9-34e397b0b5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:00.624731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a80d75fc-0b2f-4349-a4f9-0830e4534c9c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Synchronizing usage tracker for tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 on resource:floatingip {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:57:00.649247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f0759-5587-4ee4-a215-02ad0a6e6b51 None None] Port 61ea23ac-4fc3-4915-8d67-4ffe9504e884 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:57:00.681111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d4ad62db-fb02-466d-9caa-fe806f20688f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:00.730209 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec478d83-fb8b-4236-86d9-34e397b0b5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:00.753384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3298033e-b459-4c6b-a237-71d599fac452 req-72a56bc0-04fe-4b7c-8698-1ab60f1ca7c3 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Deleting port f23cf84d-4c0d-4fa0-a787-e15a8270cd4f {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:57:00.753793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3298033e-b459-4c6b-a237-71d599fac452 req-72a56bc0-04fe-4b7c-8698-1ab60f1ca7c3 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:00.782774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a80d75fc-0b2f-4349-a4f9-0830e4534c9c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Unset dirty status for tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 on resource:floatingip {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:57:00.787257 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a80d75fc-0b2f-4349-a4f9-0830e4534c9c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.7359989 Dec 22 09:57:00.791211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37610) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:00.805798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-87034979-00bc-43cb-93c7-730219483e41 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'floatingip': {'port_id': '02f95c5a-06f8-4f92-91c0-47e2492866ad'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:00.872656 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d4ad62db-fb02-466d-9caa-fe806f20688f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:00.918516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:01.059879 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87034979-00bc-43cb-93c7-730219483e41 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:01.251816 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d4ad62db-fb02-466d-9caa-fe806f20688f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:01.311377 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b917d745-2fbf-4966-9281-e3f9ad35d6f0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:01.375221 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec478d83-fb8b-4236-86d9-34e397b0b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:01.397263 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cf58db54-7027-4f16-a7db-ac1994c85191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:01.398576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad62db-fb02-466d-9caa-fe806f20688f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20971d4-279b-49ef-a176-a1a15760a170,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:01.435917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471f47a-6a0a-479c-84da-0742a75d057b req-166a5eea-a4e8-41f9-b1e1-38ead4ad7070 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:01.437627 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3471f47a-6a0a-479c-84da-0742a75d057b req-166a5eea-a4e8-41f9-b1e1-38ead4ad7070 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 944 time: 0.6919639 Dec 22 09:57:01.502126 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d4ad62db-fb02-466d-9caa-fe806f20688f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:01.511178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec478d83-fb8b-4236-86d9-34e397b0b5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f92d1b-13cd-47b8-a3bc-b906aa0d6588,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:01.520364 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d4ad62db-fb02-466d-9caa-fe806f20688f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:01.520991 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d4ad62db-fb02-466d-9caa-fe806f20688f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f20971d4-279b-49ef-a176-a1a15760a170 HTTP/1.1" status: 204 len: 168 time: 1.1169300 Dec 22 09:57:01.549867 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec478d83-fb8b-4236-86d9-34e397b0b5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:02.023979 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec478d83-fb8b-4236-86d9-34e397b0b5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:02.027962 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ec478d83-fb8b-4236-86d9-34e397b0b5ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5f92d1b-13cd-47b8-a3bc-b906aa0d6588 HTTP/1.1" status: 204 len: 168 time: 2.1130090 Dec 22 09:57:02.035135 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3471f47a-6a0a-479c-84da-0742a75d057b req-c3d28cc0-0357-4110-b8fc-9e935f20562a tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/security-groups?id=2f0861ea-ba0d-4711-91c8-c5369fabc117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275166 Dec 22 09:57:02.044747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-3298033e-b459-4c6b-a237-71d599fac452 req-72a56bc0-04fe-4b7c-8698-1ab60f1ca7c3 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] For port f23cf84d-4c0d-4fa0-a787-e15a8270cd4f, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f23cf84d-4c0d-4fa0-a787-e15a8270cd4f,segment=NetworkSegment(16041ef7-5666-4b80-a900-6bff3a23bb99),segment_id=16041ef7-5666-4b80-a900-6bff3a23bb99)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:57:02.045157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3298033e-b459-4c6b-a237-71d599fac452 req-72a56bc0-04fe-4b7c-8698-1ab60f1ca7c3 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:02.073036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616f49e-ad8a-4351-bb95-6a533f09cb42 req-254b88a2-e52a-4ba0-b938-e1341e6c6b56 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:02.082039 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2616f49e-ad8a-4351-bb95-6a533f09cb42 req-254b88a2-e52a-4ba0-b938-e1341e6c6b56 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 931 time: 0.9295499 Dec 22 09:57:02.084633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:02.317716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3298033e-b459-4c6b-a237-71d599fac452 req-72a56bc0-04fe-4b7c-8698-1ab60f1ca7c3 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Calling delete_port for f23cf84d-4c0d-4fa0-a787-e15a8270cd4f owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:57:02.377676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37636) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:02.412683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ea23ac-4fc3-4915-8d67-4ffe9504e884 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:57:02.427336 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:02.482670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Transition to ACTIVE for port object 61ea23ac-4fc3-4915-8d67-4ffe9504e884 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:57:02.493189 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:02.515621 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ffcb8ae-df54-4b74-876c-3eb2ef40c193 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:02.549282 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2616f49e-ad8a-4351-bb95-6a533f09cb42 req-f0868e85-679f-420d-8b07-b7be4eab0d8d tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4646816 Dec 22 09:57:02.568459 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b020756b-1976-4024-b114-93442635398b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e298c7e723b84718a4816215db8a2bd6&name=default HTTP/1.1" status: 200 len: 2883 time: 0.1890252 Dec 22 09:57:02.586179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37640) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:02.839830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3298033e-b459-4c6b-a237-71d599fac452 req-72a56bc0-04fe-4b7c-8698-1ab60f1ca7c3 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:02.859802 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9b3aee02-9bf4-4729-ae1f-39a09f964c6f tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:02.930973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a56bc0-04fe-4b7c-8698-1ab60f1ca7c3 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Pushing event deleted for resources: {'Port': ['ID=f23cf84d-4c0d-4fa0-a787-e15a8270cd4f,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:02.967927 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-72a56bc0-04fe-4b7c-8698-1ab60f1ca7c3 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:03.023883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Pushing event updated for resources: {'Port': ['ID=61ea23ac-4fc3-4915-8d67-4ffe9504e884,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:03.075472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router fc2edd07-c3be-4515-b286-eaa1bdee0196 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:57:03.365778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:57:03.376538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a74512-cf74-4030-833d-abd0ca005da8 None None] Sync routers for ids ['fc2edd07-c3be-4515-b286-eaa1bdee0196'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:57:03.399313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a74512-cf74-4030-833d-abd0ca005da8 None None] Routers {'fc2edd07-c3be-4515-b286-eaa1bdee0196'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:03.412222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-56a74512-cf74-4030-833d-abd0ca005da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:56:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['fc2edd07-c3be-4515-b286-eaa1bdee0196'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:03.561326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:03.566646 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 7.5667644 Dec 22 09:57:03.572691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37662) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:03.598267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-56a74512-cf74-4030-833d-abd0ca005da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:03.658751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-70943683-5340-451a-9ec0-6f706714a557 req-0fd8c25a-647b-499b-a885-ba5a5ef41a78 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Synchronizing usage tracker for tenant:250cbb3aaaac4bfba8dd2bb56fd12217 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:57:03.677282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a74512-cf74-4030-833d-abd0ca005da8 None None] Routers {'fc2edd07-c3be-4515-b286-eaa1bdee0196'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:03.684581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-56a74512-cf74-4030-833d-abd0ca005da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:56:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['fc2edd07-c3be-4515-b286-eaa1bdee0196'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:03.714772 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.200s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:03.742925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-70943683-5340-451a-9ec0-6f706714a557 req-0fd8c25a-647b-499b-a885-ba5a5ef41a78 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Unset dirty status for tenant:250cbb3aaaac4bfba8dd2bb56fd12217 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:57:03.744382 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70943683-5340-451a-9ec0-6f706714a557 req-0fd8c25a-647b-499b-a885-ba5a5ef41a78 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.50 "GET /v2.0/ports?device_id=0492ebc3-cb91-426a-84f2-dcadad055de5 HTTP/1.1" status: 200 len: 210 time: 0.3453348 Dec 22 09:57:03.756888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-3298033e-b459-4c6b-a237-71d599fac452 req-72a56bc0-04fe-4b7c-8698-1ab60f1ca7c3 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] No DVR routers for this DVR port f23cf84d-4c0d-4fa0-a787-e15a8270cd4f on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:57:03.759476 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3298033e-b459-4c6b-a237-71d599fac452 req-72a56bc0-04fe-4b7c-8698-1ab60f1ca7c3 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:03.762453 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3298033e-b459-4c6b-a237-71d599fac452 req-72a56bc0-04fe-4b7c-8698-1ab60f1ca7c3 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] 10.222.0.64 "DELETE /v2.0/ports/f23cf84d-4c0d-4fa0-a787-e15a8270cd4f HTTP/1.1" status: 204 len: 173 time: 3.2702065 Dec 22 09:57:03.787919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0492ebc3-cb91-426a-84f2-dcadad055de5', 'name': 'network-vif-deleted', 'tag': 'f23cf84d-4c0d-4fa0-a787-e15a8270cd4f'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:57:03.890980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-56a74512-cf74-4030-833d-abd0ca005da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:03.892269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a74512-cf74-4030-833d-abd0ca005da8 None None] The sync data for ids ['fc2edd07-c3be-4515-b286-eaa1bdee0196'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:57:03.952741 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0492ebc3-cb91-426a-84f2-dcadad055de5', 'name': 'network-vif-deleted', 'tag': 'f23cf84d-4c0d-4fa0-a787-e15a8270cd4f', 'status': 'completed', 'code': 200} Dec 22 09:57:03.957516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-87034979-00bc-43cb-93c7-730219483e41 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] It took 1.07 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:57:04.082819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Attempting to bind port 61ea23ac-4fc3-4915-8d67-4ffe9504e884 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:57:04.083052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Attempting to bind port 61ea23ac-4fc3-4915-8d67-4ffe9504e884 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'f7f4091b-a7a6-45c4-b821-97884b11f144', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:57:04.083346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Attempting to bind port 61ea23ac-4fc3-4915-8d67-4ffe9504e884 on network e6f1855e-b485-45d1-82d8-ed2c723d357f {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:57:04.101839 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-902d4c24-1294-4f2b-8e99-7293b82bc63a tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/routers/fc2edd07-c3be-4515-b286-eaa1bdee0196 HTTP/1.1" status: 200 len: 881 time: 0.5225952 Dec 22 09:57:04.102380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37676) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:04.107977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:57:04.108506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Checking segment: {'id': 'f7f4091b-a7a6-45c4-b821-97884b11f144', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:57:04.108914 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:04.109309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Bound using segment: {'id': 'f7f4091b-a7a6-45c4-b821-97884b11f144', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:57:04.110383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Bound port: 61ea23ac-4fc3-4915-8d67-4ffe9504e884, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f4091b-a7a6-45c4-b821-97884b11f144', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:57:04.110765 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:04.122105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68944e7-29d3-42e2-b8cf-75b30a7b9967 req-f9644349-1a9c-4096-b091-87e162199940 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:04.131361 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a68944e7-29d3-42e2-b8cf-75b30a7b9967 req-f9644349-1a9c-4096-b091-87e162199940 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 943 time: 0.1767411 Dec 22 09:57:04.163246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-50c43faa-41af-44dc-a9ed-4c105b26ab62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:04.188913 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a68944e7-29d3-42e2-b8cf-75b30a7b9967 req-ba5e4388-f5eb-46e6-ac26-616c91ccd349 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559366 Dec 22 09:57:04.315655 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87034979-00bc-43cb-93c7-730219483e41 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:04.329998 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-50c43faa-41af-44dc-a9ed-4c105b26ab62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:04.341664 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87034979-00bc-43cb-93c7-730219483e41 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:04.628317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] For port 61ea23ac-4fc3-4915-8d67-4ffe9504e884, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:57:04.661938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] For port 61ea23ac-4fc3-4915-8d67-4ffe9504e884, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=61ea23ac-4fc3-4915-8d67-4ffe9504e884,segment=NetworkSegment(f7f4091b-a7a6-45c4-b821-97884b11f144),segment_id=f7f4091b-a7a6-45c4-b821-97884b11f144)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:57:04.664694 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-87034979-00bc-43cb-93c7-730219483e41 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Floating IP cc32c1c6-c6de-4aca-9437-cf906840be3e associated. External IP: 172.25.7.71, port: fc02396c-9dd4-4ee6-af95-ae306c19a366. Dec 22 09:57:04.783709 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:04.887871 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7d5c5192-cf8e-4e60-aefe-087ee89462c4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:04.999437 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-50c43faa-41af-44dc-a9ed-4c105b26ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:05.040800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abe8ac1b-dcaa-4348-8742-a4385063c8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:05.171107 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-50c43faa-41af-44dc-a9ed-4c105b26ab62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:05.176448 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-50c43faa-41af-44dc-a9ed-4c105b26ab62 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f2bda4f3-3bea-4f13-a9c0-87d4e299ed51 HTTP/1.1" status: 204 len: 168 time: 2.5679922 Dec 22 09:57:05.176448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Pushing event updated for resources: {'Port': ['ID=61ea23ac-4fc3-4915-8d67-4ffe9504e884,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:05.201677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.202117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.212232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.213292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.213292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.213853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.214531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.214735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.215101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.215840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.220765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.221825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.222013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.222417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.223411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.223411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.223742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.223903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.228612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.229066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.229660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.230126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.230371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.230797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.231300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.231761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.232300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.232696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.233267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.233448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.233921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.234638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.234638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.249731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.250230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.250909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:05.270529 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:05.270529 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5d43af41-202b-401f-8233-1d90290e495e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:05.321480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:05.323123 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:05.324765 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] 10.222.0.64 "PUT /v2.0/ports/61ea23ac-4fc3-4915-8d67-4ffe9504e884 HTTP/1.1" status: 200 len: 1155 time: 4.8754339 Dec 22 09:57:05.326960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6b9775-f137-4afc-882c-944f62c3135c', 'tag': '61ea23ac-4fc3-4915-8d67-4ffe9504e884'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:57:05.507333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c43faa-41af-44dc-a9ed-4c105b26ab62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bda4f3-3bea-4f13-a9c0-87d4e299ed51,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:05.512026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37720) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:05.695299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef641c50-7b9f-481a-b644-9ba5782ba925 admin admin] Deleting subnet 5534585d-5c7e-4cc6-ba2a-6f9dc7db44c0 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:57:05.704904 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef641c50-7b9f-481a-b644-9ba5782ba925 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:05.742203 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-50c43faa-41af-44dc-a9ed-4c105b26ab62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:05.765008 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6b9775-f137-4afc-882c-944f62c3135c', 'tag': '61ea23ac-4fc3-4915-8d67-4ffe9504e884', 'status': 'completed', 'code': 200} Dec 22 09:57:05.896123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-946ddef9-06e0-41f4-a5d0-160323fad634 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Synchronizing usage tracker for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:router {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:57:05.908724 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef641c50-7b9f-481a-b644-9ba5782ba925 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:06.044406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-946ddef9-06e0-41f4-a5d0-160323fad634 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Unset dirty status for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:router {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:57:06.046594 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-946ddef9-06e0-41f4-a5d0-160323fad634 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.9410799 Dec 22 09:57:06.053846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-8609b17a-ae99-4df2-8359-f7bbbc311184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:06.056233 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-8609b17a-ae99-4df2-8359-f7bbbc311184 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2b8bd28c0aa45a89f5905c5258a9297&device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 1158 time: 0.5319927 Dec 22 09:57:06.056936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37734) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:06.106026 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef641c50-7b9f-481a-b644-9ba5782ba925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:06.168602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca77e5-b312-4450-8b23-18fd58b6959a req-030e3c15-3a71-4bcf-bd01-3cda4cd2f69e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:06.170316 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9ca77e5-b312-4450-8b23-18fd58b6959a req-030e3c15-3a71-4bcf-bd01-3cda4cd2f69e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 943 time: 0.4705422 Dec 22 09:57:06.190025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-25c3532a-3e77-4bd3-bfa7-9cddd0e88ca9 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1759094250'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:06.305772 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-956a247f-6a69-41b4-90c8-b8e340c0ab51 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61ea23ac-4fc3-4915-8d67-4ffe9504e884 HTTP/1.1" status: 200 len: 217 time: 0.2230740 Dec 22 09:57:06.338754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87034979-00bc-43cb-93c7-730219483e41 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 353de62c-9e39-4d34-a979-3b32fd1aed58 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:57:06.561766 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef641c50-7b9f-481a-b644-9ba5782ba925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:06.610558 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f2f04d62-c84e-4402-bedc-2dc64c282736 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:06.683661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef641c50-7b9f-481a-b644-9ba5782ba925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5534585d-5c7e-4cc6-ba2a-6f9dc7db44c0,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:06.687279 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ef641c50-7b9f-481a-b644-9ba5782ba925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:06.756385 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9ca77e5-b312-4450-8b23-18fd58b6959a req-3f4bec90-9ae1-43dd-8cca-a2fb7ad9ff1a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975758 Dec 22 09:57:06.884828 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef641c50-7b9f-481a-b644-9ba5782ba925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:06.894495 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ef641c50-7b9f-481a-b644-9ba5782ba925 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5534585d-5c7e-4cc6-ba2a-6f9dc7db44c0 HTTP/1.1" status: 204 len: 168 time: 1.3780887 Dec 22 09:57:06.896439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37782) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:06.999385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-6948c951-73d9-49d2-b1e5-d2b610d2bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:07.005129 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-6948c951-73d9-49d2-b1e5-d2b610d2bab5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca01a1fc-1044-4148-87dc-b546085e58b1 HTTP/1.1" status: 200 len: 856 time: 0.6623018 Dec 22 09:57:07.111193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1caaf1cb-172a-4a1d-9373-4b3b44447d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:07.381611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37800) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:07.435385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87034979-00bc-43cb-93c7-730219483e41 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:57:07.449572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5378bc-1b11-4f9d-8b88-92367f307281 None None] Sync routers for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:57:07.456078 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1caaf1cb-172a-4a1d-9373-4b3b44447d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:07.468808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5378bc-1b11-4f9d-8b88-92367f307281 None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:07.469494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5f5378bc-1b11-4f9d-8b88-92367f307281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:56:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:07.606420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5f5378bc-1b11-4f9d-8b88-92367f307281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:07.627170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5378bc-1b11-4f9d-8b88-92367f307281 None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:07.628826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5f5378bc-1b11-4f9d-8b88-92367f307281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:56:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:07.709283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-f4fc285a-66c4-48be-80be-1cd3641aa04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:07.710970 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-f4fc285a-66c4-48be-80be-1cd3641aa04a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f1855e-b485-45d1-82d8-ed2c723d357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6910264 Dec 22 09:57:07.733204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37810) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:07.753501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-1caaf1cb-172a-4a1d-9373-4b3b44447d84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a915dfd1-fb65-4220-811d-3a0badf81285']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:07.762350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5f5378bc-1b11-4f9d-8b88-92367f307281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:07.762966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5378bc-1b11-4f9d-8b88-92367f307281 None None] The sync data for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:57:07.778089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-1caaf1cb-172a-4a1d-9373-4b3b44447d84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16041ef7-5666-4b80-a900-6bff3a23bb99') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:07.778408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-1caaf1cb-172a-4a1d-9373-4b3b44447d84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16041ef7-5666-4b80-a900-6bff3a23bb99') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:07.798752 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1caaf1cb-172a-4a1d-9373-4b3b44447d84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:07.825969 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1caaf1cb-172a-4a1d-9373-4b3b44447d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:07.832092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1caaf1cb-172a-4a1d-9373-4b3b44447d84 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:57:07.889192 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2340ea83-5e6a-42f2-a738-efe226710414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:08.044817 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b5456c-544f-4097-b35e-406127f3ab7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:08.239104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5c23482-c77d-4c6d-aeb5-10df71dc3b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:08.362310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b5c23482-c77d-4c6d-aeb5-10df71dc3b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:08.384638 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25c3532a-3e77-4bd3-bfa7-9cddd0e88ca9 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:08.390968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b5c23482-c77d-4c6d-aeb5-10df71dc3b61 admin admin] Usage tracker for resource:security_group_rule and tenant:7aa8bf99a582422aaacbc55eb63d9d82 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:08.395011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b5c23482-c77d-4c6d-aeb5-10df71dc3b61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:08.406631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b5c23482-c77d-4c6d-aeb5-10df71dc3b61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:08.417390 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-3fa2b9ea-52eb-4c54-95dc-687e9b6f532d service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6852794 Dec 22 09:57:08.527806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-1caaf1cb-172a-4a1d-9373-4b3b44447d84 admin admin] Network a915dfd1-fb65-4220-811d-3a0badf81285 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:57:08.539142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a7b5456c-544f-4097-b35e-406127f3ab7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:08.546684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1caaf1cb-172a-4a1d-9373-4b3b44447d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:08.564450 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25c3532a-3e77-4bd3-bfa7-9cddd0e88ca9 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846921732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7854069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846964228'] for router, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:08.581239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a7b5456c-544f-4097-b35e-406127f3ab7e admin admin] Usage tracker for resource:security_group_rule and tenant:24e0c8b5b29c4cecab5129f7a4cbabd5 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:08.597684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a7b5456c-544f-4097-b35e-406127f3ab7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:08.666923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a7b5456c-544f-4097-b35e-406127f3ab7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:08.777310 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:08.817457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e38d3-780f-467b-9dd0-56ac989109e1 req-54057aff-5809-4b17-bcb5-5831466ee88c tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:08.819235 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6d9e38d3-780f-467b-9dd0-56ac989109e1 req-54057aff-5809-4b17-bcb5-5831466ee88c tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 943 time: 0.4430830 Dec 22 09:57:08.821465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-1caaf1cb-172a-4a1d-9373-4b3b44447d84 admin admin] Network a915dfd1-fb65-4220-811d-3a0badf81285 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:57:08.834297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87034979-00bc-43cb-93c7-730219483e41 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 353de62c-9e39-4d34-a979-3b32fd1aed58 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:57:08.852535 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:57:08.918046 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a097c902-4002-45da-b90e-e2c92f73b8c6 req-3e3c6f6e-8e55-4a62-85a0-8a52246527e7 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4239902 Dec 22 09:57:08.999328 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1caaf1cb-172a-4a1d-9373-4b3b44447d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:09.004026 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1caaf1cb-172a-4a1d-9373-4b3b44447d84 admin admin] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:09.010134 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a7b46b69-21ab-440e-9753-269cab35f3a5 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:09.028528 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6d9e38d3-780f-467b-9dd0-56ac989109e1 req-db5fe5fc-43a1-4255-82c7-c29ecd9f4423 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770849 Dec 22 09:57:09.048628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caaf1cb-172a-4a1d-9373-4b3b44447d84 admin admin] Pushing event deleted for resources: {'Network': ['ID=a915dfd1-fb65-4220-811d-3a0badf81285,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:09.051494 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1caaf1cb-172a-4a1d-9373-4b3b44447d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:09.069152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37834) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:09.073686 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1caaf1cb-172a-4a1d-9373-4b3b44447d84 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a915dfd1-fb65-4220-811d-3a0badf81285 HTTP/1.1" status: 204 len: 168 time: 2.1731648 Dec 22 09:57:09.145166 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b5456c-544f-4097-b35e-406127f3ab7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:09.149352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7b5456c-544f-4097-b35e-406127f3ab7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:09.165614 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-61f802e1-c863-40a5-a4aa-38ab4227de7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:09.206858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5456c-544f-4097-b35e-406127f3ab7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b73ce1-d0a4-4ddb-9c55-3c1ed377adaa,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:09.223740 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a7b5456c-544f-4097-b35e-406127f3ab7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:09.261209 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a7b5456c-544f-4097-b35e-406127f3ab7e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=24e0c8b5b29c4cecab5129f7a4cbabd5&name=default HTTP/1.1" status: 200 len: 2883 time: 1.8785310 Dec 22 09:57:09.263914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37842) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:09.347016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37846) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:09.372789 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:09.382704 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1881089c-5a9f-4ad3-95d7-6d1096147672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:09.431299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1881089c-5a9f-4ad3-95d7-6d1096147672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:09.442761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c588a2cd-471c-4cff-bff0-4157eee51a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:09.452842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1881089c-5a9f-4ad3-95d7-6d1096147672 admin admin] Usage tracker for resource:security_group_rule and tenant:ec7536111bc14efbbda48b194b13cfa7 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:09.456709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c3532a-3e77-4bd3-bfa7-9cddd0e88ca9 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router fc2edd07-c3be-4515-b286-eaa1bdee0196 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:57:09.465993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1881089c-5a9f-4ad3-95d7-6d1096147672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:09.479832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1881089c-5a9f-4ad3-95d7-6d1096147672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:09.483860 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-66196e4f-2028-420a-a886-a8a691b5adbc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=250cbb3aaaac4bfba8dd2bb56fd12217&name=default HTTP/1.1" status: 200 len: 2883 time: 0.1355121 Dec 22 09:57:09.492875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37850) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:09.504124 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c588a2cd-471c-4cff-bff0-4157eee51a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:09.530711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5c23482-c77d-4c6d-aeb5-10df71dc3b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:09.551322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5c23482-c77d-4c6d-aeb5-10df71dc3b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:09.569096 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9199434b-b88b-4863-81ab-7346f0b96196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:09.662900 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e3f6a5b4-06c1-47f2-bc9b-1b8e62389af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:09.690219 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c588a2cd-471c-4cff-bff0-4157eee51a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:09.697281 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ca9f2e84-8b1d-4236-9a64-878af95dfaae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:09.716460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87034979-00bc-43cb-93c7-730219483e41 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:57:09.719893 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b5c23482-c77d-4c6d-aeb5-10df71dc3b61 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7aa8bf99a582422aaacbc55eb63d9d82&name=default HTTP/1.1" status: 200 len: 2883 time: 1.9762259 Dec 22 09:57:09.727884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcec9f15-f05d-4908-b266-e4916bc06824 None None] Sync routers for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:57:09.732936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37856) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:09.739766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588a2cd-471c-4cff-bff0-4157eee51a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b73ce1-d0a4-4ddb-9c55-3c1ed377adaa,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:09.740751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c23482-c77d-4c6d-aeb5-10df71dc3b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d58a7f4-8b53-4642-9b8a-2fb2ada24be2,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:09.743876 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b5c23482-c77d-4c6d-aeb5-10df71dc3b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:09.746167 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c588a2cd-471c-4cff-bff0-4157eee51a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:09.757883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec9f15-f05d-4908-b266-e4916bc06824 None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:09.759321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-dcec9f15-f05d-4908-b266-e4916bc06824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:57:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:09.789207 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e3f6a5b4-06c1-47f2-bc9b-1b8e62389af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:09.824037 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1881089c-5a9f-4ad3-95d7-6d1096147672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:09.827353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87034979-00bc-43cb-93c7-730219483e41 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:09.853074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa4c43-1cab-4b1e-89b5-f898ec1722d3 req-f39b7faf-c395-4bf2-9108-f449310dbf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:09.853535 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c588a2cd-471c-4cff-bff0-4157eee51a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:09.858737 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c7fa4c43-1cab-4b1e-89b5-f898ec1722d3 req-f39b7faf-c395-4bf2-9108-f449310dbf0a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2b8bd28c0aa45a89f5905c5258a9297&device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 1158 time: 0.7764280 Dec 22 09:57:09.858961 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c588a2cd-471c-4cff-bff0-4157eee51a2c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/76b73ce1-d0a4-4ddb-9c55-3c1ed377adaa HTTP/1.1" status: 204 len: 168 time: 0.5896556 Dec 22 09:57:09.858961 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1881089c-5a9f-4ad3-95d7-6d1096147672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:09.871487 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a9c6683-2ac7-4cb0-9695-3d7c2c5d72ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:09.873169 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9c296c9-9d27-4c3f-bb52-7142923c563f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:09.873310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-dcec9f15-f05d-4908-b266-e4916bc06824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:09.887653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec9f15-f05d-4908-b266-e4916bc06824 None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:09.888863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-dcec9f15-f05d-4908-b266-e4916bc06824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:57:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:09.960344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-dcec9f15-f05d-4908-b266-e4916bc06824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:09.961164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcec9f15-f05d-4908-b266-e4916bc06824 None None] The sync data for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:57:09.964536 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1881089c-5a9f-4ad3-95d7-6d1096147672 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec7536111bc14efbbda48b194b13cfa7&name=default HTTP/1.1" status: 200 len: 2883 time: 0.8923826 Dec 22 09:57:09.969751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881089c-5a9f-4ad3-95d7-6d1096147672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aaf07b-0b50-416e-8a59-9c8ccd8deba7,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:09.976476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37862) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:09.981440 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a9c6683-2ac7-4cb0-9695-3d7c2c5d72ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:09.990570 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1881089c-5a9f-4ad3-95d7-6d1096147672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:10.045153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c3532a-3e77-4bd3-bfa7-9cddd0e88ca9 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:57:10.057391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a87a30-25a3-4acb-ae5e-77a40a52c48e None None] Sync routers for ids ['fc2edd07-c3be-4515-b286-eaa1bdee0196'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:57:10.071836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e3f6a5b4-06c1-47f2-bc9b-1b8e62389af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:10.072577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a87a30-25a3-4acb-ae5e-77a40a52c48e None None] Routers {'fc2edd07-c3be-4515-b286-eaa1bdee0196'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:10.073271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-72a87a30-25a3-4acb-ae5e-77a40a52c48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:57:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['fc2edd07-c3be-4515-b286-eaa1bdee0196'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:10.084007 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d28e0f55-7c78-4434-af52-0b5d9b59be7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:10.085849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25c3532a-3e77-4bd3-bfa7-9cddd0e88ca9 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:10.087110 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-25c3532a-3e77-4bd3-bfa7-9cddd0e88ca9 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/fc2edd07-c3be-4515-b286-eaa1bdee0196 HTTP/1.1" status: 200 len: 888 time: 4.0109751 Dec 22 09:57:10.095835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37866) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:10.108319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6a5b4-06c1-47f2-bc9b-1b8e62389af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0861ea-ba0d-4711-91c8-c5369fabc117,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:10.116975 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e3f6a5b4-06c1-47f2-bc9b-1b8e62389af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:10.121490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e3f6a5b4-06c1-47f2-bc9b-1b8e62389af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:10.133843 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e3f6a5b4-06c1-47f2-bc9b-1b8e62389af8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2f0861ea-ba0d-4711-91c8-c5369fabc117 HTTP/1.1" status: 204 len: 168 time: 0.6290576 Dec 22 09:57:10.139144 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4bdbe1d1-1a7e-4e57-a913-00124f70364a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:10.245731 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4bdbe1d1-1a7e-4e57-a913-00124f70364a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:10.259303 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-87034979-00bc-43cb-93c7-730219483e41 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "PUT /v2.0/floatingips/cc32c1c6-c6de-4aca-9437-cf906840be3e HTTP/1.1" status: 200 len: 977 time: 9.4645092 Dec 22 09:57:10.263014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37876) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:10.278791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-445114ae-1730-4732-be10-f3ab635dbb5f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'floatingip': {'port_id': None}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:10.286831 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a9c6683-2ac7-4cb0-9695-3d7c2c5d72ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:10.292800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:10.294220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:10.310414 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec478d83-fb8b-4236-86d9-34e397b0b5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:10.311758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-72a87a30-25a3-4acb-ae5e-77a40a52c48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:10.337127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a87a30-25a3-4acb-ae5e-77a40a52c48e None None] Routers {'fc2edd07-c3be-4515-b286-eaa1bdee0196'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:10.338061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-72a87a30-25a3-4acb-ae5e-77a40a52c48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:57:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['fc2edd07-c3be-4515-b286-eaa1bdee0196'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:10.353099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c6683-2ac7-4cb0-9695-3d7c2c5d72ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d58a7f4-8b53-4642-9b8a-2fb2ada24be2,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:10.371458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa4c43-1cab-4b1e-89b5-f898ec1722d3 req-e022c6dc-d409-422b-8c32-af069bedeb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:10.373240 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a9c6683-2ac7-4cb0-9695-3d7c2c5d72ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:10.373403 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c7fa4c43-1cab-4b1e-89b5-f898ec1722d3 req-e022c6dc-d409-422b-8c32-af069bedeb9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6f1855e-b485-45d1-82d8-ed2c723d357f HTTP/1.1" status: 200 len: 911 time: 0.5011616 Dec 22 09:57:10.384672 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8a9c6683-2ac7-4cb0-9695-3d7c2c5d72ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8d58a7f4-8b53-4642-9b8a-2fb2ada24be2 HTTP/1.1" status: 204 len: 168 time: 0.6440001 Dec 22 09:57:10.481240 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8a9c6683-2ac7-4cb0-9695-3d7c2c5d72ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:10.490634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-72a87a30-25a3-4acb-ae5e-77a40a52c48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:10.491287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a87a30-25a3-4acb-ae5e-77a40a52c48e None None] The sync data for ids ['fc2edd07-c3be-4515-b286-eaa1bdee0196'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:57:10.548289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a019e-e807-4fda-baec-09d4ed336c15 req-3e94e932-b58f-43cb-9da9-3b5d90c9df09 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:10.548562 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c7fa4c43-1cab-4b1e-89b5-f898ec1722d3 req-446fcfd0-c986-4cbc-8d4a-000315908a23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61ea23ac-4fc3-4915-8d67-4ffe9504e884 HTTP/1.1" status: 200 len: 217 time: 0.1658320 Dec 22 09:57:10.550153 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b21a019e-e807-4fda-baec-09d4ed336c15 req-3e94e932-b58f-43cb-9da9-3b5d90c9df09 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 943 time: 0.1373889 Dec 22 09:57:10.551721 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4bdbe1d1-1a7e-4e57-a913-00124f70364a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:10.559060 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-84e8b813-3586-4d52-97d8-5fe61f5995af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:10.586091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbe1d1-1a7e-4e57-a913-00124f70364a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aaf07b-0b50-416e-8a59-9c8ccd8deba7,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:10.634317 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4bdbe1d1-1a7e-4e57-a913-00124f70364a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:10.637230 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b21a019e-e807-4fda-baec-09d4ed336c15 req-9779ffbe-a866-43d7-b749-94091de6b292 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594053 Dec 22 09:57:10.638703 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4bdbe1d1-1a7e-4e57-a913-00124f70364a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:10.643340 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4bdbe1d1-1a7e-4e57-a913-00124f70364a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4aaf07b-0b50-416e-8a59-9c8ccd8deba7 HTTP/1.1" status: 204 len: 168 time: 0.6648893 Dec 22 09:57:10.653338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-445114ae-1730-4732-be10-f3ab635dbb5f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:10.723259 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:10.755500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37888) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:10.771645 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-018d998c-3f39-41f2-8918-7f6f9de5547f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/routers/fc2edd07-c3be-4515-b286-eaa1bdee0196 HTTP/1.1" status: 200 len: 888 time: 0.6725779 Dec 22 09:57:10.780136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37892) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:10.800920 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2cc18e4-bd6f-44fe-a85e-fa6ecdf3eb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:10.827245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c2cc18e4-bd6f-44fe-a85e-fa6ecdf3eb86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:10.833351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c2cc18e4-bd6f-44fe-a85e-fa6ecdf3eb86 admin admin] Usage tracker for resource:security_group_rule and tenant:4328f348698e41578039d4e39e01003c is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:10.837545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c2cc18e4-bd6f-44fe-a85e-fa6ecdf3eb86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:10.844954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c2cc18e4-bd6f-44fe-a85e-fa6ecdf3eb86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:10.925626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1bd6fb8c-a1f9-4cff-a68b-70f70c454c2a tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Synchronizing usage tracker for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:57:10.929149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa4c43-1cab-4b1e-89b5-f898ec1722d3 req-bf432ace-9d84-44b2-91df-c5bc6994a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:10.930709 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c7fa4c43-1cab-4b1e-89b5-f898ec1722d3 req-bf432ace-9d84-44b2-91df-c5bc6994a69c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca01a1fc-1044-4148-87dc-b546085e58b1 HTTP/1.1" status: 200 len: 856 time: 0.3672612 Dec 22 09:57:10.972357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2cc18e4-bd6f-44fe-a85e-fa6ecdf3eb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:10.975358 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2cc18e4-bd6f-44fe-a85e-fa6ecdf3eb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:11.009573 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1881089c-5a9f-4ad3-95d7-6d1096147672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:11.045093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1bd6fb8c-a1f9-4cff-a68b-70f70c454c2a tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Unset dirty status for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:57:11.046757 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1bd6fb8c-a1f9-4cff-a68b-70f70c454c2a tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/ports?device_id=fc2edd07-c3be-4515-b286-eaa1bdee0196 HTTP/1.1" status: 200 len: 205 time: 0.2653575 Dec 22 09:57:11.048905 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c2cc18e4-bd6f-44fe-a85e-fa6ecdf3eb86 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4328f348698e41578039d4e39e01003c&name=default HTTP/1.1" status: 200 len: 2883 time: 0.2915540 Dec 22 09:57:11.049819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc18e4-bd6f-44fe-a85e-fa6ecdf3eb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6472f460-bb7b-4f54-98e3-713d72bcb20a,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:11.052489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37902) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:11.052881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37904) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:11.058369 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2cc18e4-bd6f-44fe-a85e-fa6ecdf3eb86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:11.181916 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-445114ae-1730-4732-be10-f3ab635dbb5f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:11.186841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-445114ae-1730-4732-be10-f3ab635dbb5f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:11.187443 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-445114ae-1730-4732-be10-f3ab635dbb5f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Floating IP cc32c1c6-c6de-4aca-9437-cf906840be3e disassociated. External IP: 172.25.7.71, port: 02f95c5a-06f8-4f92-91c0-47e2492866ad. Dec 22 09:57:11.269867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa4c43-1cab-4b1e-89b5-f898ec1722d3 req-29b52bb5-27c9-4d19-bbd1-1260512c6aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:11.271764 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c7fa4c43-1cab-4b1e-89b5-f898ec1722d3 req-29b52bb5-27c9-4d19-bbd1-1260512c6aac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f1855e-b485-45d1-82d8-ed2c723d357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3253899 Dec 22 09:57:11.330821 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-890b7eaf-31b4-4042-909b-377464a73df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:11.338103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37912) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:11.367490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-890b7eaf-31b4-4042-909b-377464a73df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:11.446965 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-890b7eaf-31b4-4042-909b-377464a73df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:11.448573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffa6022d-33ee-4faa-a6ee-4c66ab9a7893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:11.456857 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2e8c693b-a57e-4d8e-94fd-2bca7aa7434c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:11.474604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b7eaf-31b4-4042-909b-377464a73df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6472f460-bb7b-4f54-98e3-713d72bcb20a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:11.476933 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-890b7eaf-31b4-4042-909b-377464a73df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:11.482108 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-890b7eaf-31b4-4042-909b-377464a73df2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6472f460-bb7b-4f54-98e3-713d72bcb20a HTTP/1.1" status: 204 len: 168 time: 0.4224529 Dec 22 09:57:11.482108 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-890b7eaf-31b4-4042-909b-377464a73df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:11.488736 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7729aa5-5f61-4c0f-b298-48e0b3f81122 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:11.681097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37920) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:11.723729 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7729aa5-5f61-4c0f-b298-48e0b3f81122 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router_gateway, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:11.727552 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3730b502-ed1a-4266-8475-f89aa240452e admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:11.741816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a7729aa5-5f61-4c0f-b298-48e0b3f81122 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port 38ae4804-d4e1-47ea-82ee-e734a9afe161 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:57:11.742037 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7729aa5-5f61-4c0f-b298-48e0b3f81122 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:11.783710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3730b502-ed1a-4266-8475-f89aa240452e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:11.788042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3730b502-ed1a-4266-8475-f89aa240452e admin admin] Usage tracker for resource:security_group_rule and tenant:84fb34793fd54081a697913a564c6152 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:11.791107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3730b502-ed1a-4266-8475-f89aa240452e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:11.797648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3730b502-ed1a-4266-8475-f89aa240452e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:11.985685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ffa6022d-33ee-4faa-a6ee-4c66ab9a7893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:11.990127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ffa6022d-33ee-4faa-a6ee-4c66ab9a7893 admin admin] Usage tracker for resource:security_group_rule and tenant:4d51f8a470c34722b2d1a37c5d3bdaa8 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:11.993423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ffa6022d-33ee-4faa-a6ee-4c66ab9a7893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:11.999526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ffa6022d-33ee-4faa-a6ee-4c66ab9a7893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:12.133285 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3730b502-ed1a-4266-8475-f89aa240452e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:12.160770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3730b502-ed1a-4266-8475-f89aa240452e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:12.192904 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c7fa4c43-1cab-4b1e-89b5-f898ec1722d3 req-57f05b16-2fee-426f-9f65-dcd4b6a78c68 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9076838 Dec 22 09:57:12.239170 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-524f7ba6-a681-48eb-9efb-e2a353bd68dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:12.347170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64dc42-0376-4a3a-8c21-99a8d44e076a req-d9d759fa-7c81-4824-a5a3-4b65bd84df6a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:12.349268 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8f64dc42-0376-4a3a-8c21-99a8d44e076a req-d9d759fa-7c81-4824-a5a3-4b65bd84df6a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 943 time: 0.3633497 Dec 22 09:57:12.352770 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3730b502-ed1a-4266-8475-f89aa240452e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=84fb34793fd54081a697913a564c6152&name=default HTTP/1.1" status: 200 len: 2883 time: 0.6677856 Dec 22 09:57:12.358716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37938) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:12.359347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37940) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:12.383885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37942) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:12.428330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730b502-ed1a-4266-8475-f89aa240452e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc5985c-bd68-41de-8cf8-b50ad0f88e0c,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:12.444566 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3730b502-ed1a-4266-8475-f89aa240452e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:12.463899 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9f02ea6-af5d-4354-a598-2520d5794c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:12.486920 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7729aa5-5f61-4c0f-b298-48e0b3f81122 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:12.543219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445114ae-1730-4732-be10-f3ab635dbb5f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 353de62c-9e39-4d34-a979-3b32fd1aed58 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:57:12.554817 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffa6022d-33ee-4faa-a6ee-4c66ab9a7893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:12.560587 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffa6022d-33ee-4faa-a6ee-4c66ab9a7893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:12.573386 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bcf5e667-0e46-4397-a22c-9f8db1928528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:12.582328 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c7fa4c43-1cab-4b1e-89b5-f898ec1722d3 req-c2989803-0276-4536-bd92-90b3f8190a51 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3795097 Dec 22 09:57:12.601653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a9f02ea6-af5d-4354-a598-2520d5794c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:12.668876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a9f02ea6-af5d-4354-a598-2520d5794c30 admin admin] Usage tracker for resource:security_group_rule and tenant:97a0eee5b48b4993865d7af269fad6cd is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:12.683964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a7729aa5-5f61-4c0f-b298-48e0b3f81122 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Calling delete_port for 38ae4804-d4e1-47ea-82ee-e734a9afe161 owned by network:router_gateway {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:57:12.707490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 61ea23ac-4fc3-4915-8d67-4ffe9504e884 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:57:12.714798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6022d-33ee-4faa-a6ee-4c66ab9a7893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f22b0fd-3bef-4308-95a7-bc56d14a1283,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:12.719150 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8f64dc42-0376-4a3a-8c21-99a8d44e076a req-8cf6512c-3f3b-41fc-91ad-dec3a19a925f tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3557136 Dec 22 09:57:12.721148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a9f02ea6-af5d-4354-a598-2520d5794c30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:12.734525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-177605903-network', 'tenant_id': '73e21285e1b54340a132a60a648503c8'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:12.740570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:12.744705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Usage tracker for resource:network and tenant:73e21285e1b54340a132a60a648503c8 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:12.746564 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ffa6022d-33ee-4faa-a6ee-4c66ab9a7893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:12.747748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:12.754256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:12.757188 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ffa6022d-33ee-4faa-a6ee-4c66ab9a7893 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d51f8a470c34722b2d1a37c5d3bdaa8&name=default HTTP/1.1" status: 200 len: 2883 time: 1.4151835 Dec 22 09:57:12.762083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37952) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:12.774521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Made reservation on behalf of 73e21285e1b54340a132a60a648503c8 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:57:12.780393 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:12.792659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a9f02ea6-af5d-4354-a598-2520d5794c30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:12.829762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:12.836050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 61ea23ac-4fc3-4915-8d67-4ffe9504e884 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:57:12.843024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 61ea23ac-4fc3-4915-8d67-4ffe9504e884 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:12.843716 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:12.880793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34019deb-8d25-47dd-afce-277c7824114b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:12.900582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:12.915584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Usage tracker for resource:security_group_rule and tenant:73e21285e1b54340a132a60a648503c8 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:12.919574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:12.941243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:12.947979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445114ae-1730-4732-be10-f3ab635dbb5f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:57:12.950549 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34019deb-8d25-47dd-afce-277c7824114b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:12.962893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e7781617-271a-4ebc-baba-675d2bb738a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:12.990267 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-445114ae-1730-4732-be10-f3ab635dbb5f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:12.999116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:13.011914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f8c11-227c-4705-9e77-61c66c7df4c5 None None] Sync routers for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:57:13.038973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f8c11-227c-4705-9e77-61c66c7df4c5 None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:13.039725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8f8f8c11-227c-4705-9e77-61c66c7df4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:57:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:13.044119 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e7781617-271a-4ebc-baba-675d2bb738a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:13.104479 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-445114ae-1730-4732-be10-f3ab635dbb5f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "PUT /v2.0/floatingips/cc32c1c6-c6de-4aca-9437-cf906840be3e HTTP/1.1" status: 200 len: 687 time: 2.8373764 Dec 22 09:57:13.108812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37958) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:13.119425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8f8f8c11-227c-4705-9e77-61c66c7df4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:13.158133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 61ea23ac-4fc3-4915-8d67-4ffe9504e884, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=61ea23ac-4fc3-4915-8d67-4ffe9504e884,segment=NetworkSegment(f7f4091b-a7a6-45c4-b821-97884b11f144),segment_id=f7f4091b-a7a6-45c4-b821-97884b11f144)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:57:13.165763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6b9775-f137-4afc-882c-944f62c3135c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ea23ac-4fc3-4915-8d67-4ffe9504e884'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:57:13.185089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f8c11-227c-4705-9e77-61c66c7df4c5 None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:13.186044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8f8f8c11-227c-4705-9e77-61c66c7df4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:57:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:13.289669 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:13.307237 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-35a23264-a17c-469d-80f9-a5a08ba8e2b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:13.361103 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6b9775-f137-4afc-882c-944f62c3135c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ea23ac-4fc3-4915-8d67-4ffe9504e884', 'code': 200} Dec 22 09:57:13.385213 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e7781617-271a-4ebc-baba-675d2bb738a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:13.392559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8f8f8c11-227c-4705-9e77-61c66c7df4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:13.393357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f8c11-227c-4705-9e77-61c66c7df4c5 None None] The sync data for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:57:13.396662 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7b55a5d9-d4f8-4dcf-bffa-357460ef5e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:13.402211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=61ea23ac-4fc3-4915-8d67-4ffe9504e884,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:13.410274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbf429-e226-4920-9bac-521434c3c171 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Deleting port 6768802f-6ab2-4fbd-97cd-1327b361d9c0 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:57:13.410777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf429-e226-4920-9bac-521434c3c171 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:13.413771 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:13.428268 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7729aa5-5f61-4c0f-b298-48e0b3f81122 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:13.461052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7781617-271a-4ebc-baba-675d2bb738a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f22b0fd-3bef-4308-95a7-bc56d14a1283,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:13.518853 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e7781617-271a-4ebc-baba-675d2bb738a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:13.549685 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e7781617-271a-4ebc-baba-675d2bb738a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:13.551535 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e7781617-271a-4ebc-baba-675d2bb738a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f22b0fd-3bef-4308-95a7-bc56d14a1283 HTTP/1.1" status: 204 len: 168 time: 0.7879429 Dec 22 09:57:13.590202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9f02ea6-af5d-4354-a598-2520d5794c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:13.599649 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34019deb-8d25-47dd-afce-277c7824114b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:13.612104 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cd3d5617-c9a0-4042-82a9-dedf8a1f6a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:13.627205 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9f02ea6-af5d-4354-a598-2520d5794c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:13.654104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34019deb-8d25-47dd-afce-277c7824114b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc5985c-bd68-41de-8cf8-b50ad0f88e0c,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:13.665070 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-34019deb-8d25-47dd-afce-277c7824114b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:13.671277 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a7b5456c-544f-4097-b35e-406127f3ab7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:13.726244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba083e76-1138-4143-996e-b1664676a8ba req-c6998546-e7fb-45b1-b98a-3bf746e1019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:13.728201 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba083e76-1138-4143-996e-b1664676a8ba req-c6998546-e7fb-45b1-b98a-3bf746e1019b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 1160 time: 0.2709343 Dec 22 09:57:13.766972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf429-e226-4920-9bac-521434c3c171 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:13.767398 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf429-e226-4920-9bac-521434c3c171 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:13.782665 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:13.791156 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a9f02ea6-af5d-4354-a598-2520d5794c30 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=97a0eee5b48b4993865d7af269fad6cd&name=default HTTP/1.1" status: 200 len: 2883 time: 1.4086654 Dec 22 09:57:13.799763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37968) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:13.803305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f02ea6-af5d-4354-a598-2520d5794c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e7d7d9-8d5b-4e4e-a1e3-ff47b7fc8b9c,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:13.848230 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:13.871594 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9f02ea6-af5d-4354-a598-2520d5794c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:13.872633 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9f02ea6-af5d-4354-a598-2520d5794c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:13.907497 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34019deb-8d25-47dd-afce-277c7824114b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:13.908862 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-34019deb-8d25-47dd-afce-277c7824114b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0dc5985c-bd68-41de-8cf8-b50ad0f88e0c HTTP/1.1" status: 204 len: 168 time: 1.5261517 Dec 22 09:57:13.966975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbf429-e226-4920-9bac-521434c3c171 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Calling delete_port for 6768802f-6ab2-4fbd-97cd-1327b361d9c0 owned by network:floatingip {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:57:13.967382 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7729aa5-5f61-4c0f-b298-48e0b3f81122 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:14.011846 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba083e76-1138-4143-996e-b1664676a8ba req-040f0f58-b36a-4c2f-be68-f5a607df53e1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725663 Dec 22 09:57:14.057627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73016968-40cb-4510-8d17-7cf706cbdd16,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:14.073810 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:14.221153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf429-e226-4920-9bac-521434c3c171 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:14.228234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7729aa5-5f61-4c0f-b298-48e0b3f81122 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:14.236491 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7729aa5-5f61-4c0f-b298-48e0b3f81122 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:14.245551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f2a95ee-1334-4697-8508-5af38a91ca57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:14.285965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 61ea23ac-4fc3-4915-8d67-4ffe9504e884 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:57:14.316153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f2a95ee-1334-4697-8508-5af38a91ca57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:14.332267 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7729aa5-5f61-4c0f-b298-48e0b3f81122 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:14.332852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7729aa5-5f61-4c0f-b298-48e0b3f81122 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Fanout notify agent at l3_agent the message router_deleted on router fc2edd07-c3be-4515-b286-eaa1bdee0196 {{(pid=81071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:57:14.348680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:57:14.407569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:14.408021 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Added segment 39131468-75de-4279-b4d2-a3b221a6ac3b of type vxlan for network 178082e3-16b5-4564-bd75-d45b7c070a7e Dec 22 09:57:14.470186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1e68b-f04c-4d9b-9e54-21073be5bb68 req-7aa64ce7-5b1c-4f84-a670-28b4959bf695 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:14.472392 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d0e1e68b-f04c-4d9b-9e54-21073be5bb68 req-7aa64ce7-5b1c-4f84-a670-28b4959bf695 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 0.3333983 Dec 22 09:57:14.488869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:14.497938 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f2a95ee-1334-4697-8508-5af38a91ca57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:14.501116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f2a95ee-1334-4697-8508-5af38a91ca57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:14.507124 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3f2a95ee-1334-4697-8508-5af38a91ca57 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/83e7d7d9-8d5b-4e4e-a1e3-ff47b7fc8b9c HTTP/1.1" status: 204 len: 168 time: 0.7050126 Dec 22 09:57:14.509898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7729aa5-5f61-4c0f-b298-48e0b3f81122 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:14.518071 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a7729aa5-5f61-4c0f-b298-48e0b3f81122 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/routers/fc2edd07-c3be-4515-b286-eaa1bdee0196 HTTP/1.1" status: 204 len: 168 time: 3.4572322 Dec 22 09:57:14.536748 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-890b7eaf-31b4-4042-909b-377464a73df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:14.543581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 37988) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:14.558188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 61ea23ac-4fc3-4915-8d67-4ffe9504e884 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:14.558188 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:14.583214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-47cfa5d9-27dc-440b-a484-8fee96657816 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'network': {'name': 'tempest-RoutersTest-1574469120'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:14.606984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-47cfa5d9-27dc-440b-a484-8fee96657816 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:14.608539 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-795eea5f-a4d3-4852-87e2-7a72447c624c tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:14.625771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a95ee-1334-4697-8508-5af38a91ca57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e7d7d9-8d5b-4e4e-a1e3-ff47b7fc8b9c,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:14.687283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-47cfa5d9-27dc-440b-a484-8fee96657816 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:network and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:14.692109 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3f2a95ee-1334-4697-8508-5af38a91ca57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:14.693602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-47cfa5d9-27dc-440b-a484-8fee96657816 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:14.713399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-47cfa5d9-27dc-440b-a484-8fee96657816 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:14.724287 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d0e1e68b-f04c-4d9b-9e54-21073be5bb68 req-e9143765-121a-400f-8016-59fec57e5efa tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292910 Dec 22 09:57:14.734415 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:14.736409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:14.736961 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:14.742610 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-578e7ed3-8040-49ef-b7d6-6ae4b5126244 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:14.759149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cfa5d9-27dc-440b-a484-8fee96657816 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Made reservation on behalf of 2131d0db1c414ca48292c7e4e9b1f3a7 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:57:14.773667 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-47cfa5d9-27dc-440b-a484-8fee96657816 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:14.849703 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.4500408 Dec 22 09:57:14.866074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 37994) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:14.871059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbf429-e226-4920-9bac-521434c3c171 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event deleted for resources: {'Port': ['ID=6768802f-6ab2-4fbd-97cd-1327b361d9c0,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:14.877535 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e3dbf429-e226-4920-9bac-521434c3c171 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:14.897308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5db9f512-773d-4f7a-aa9e-367387658862 admin admin] Request body: {'subnet': {'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-177605903-subnet', 'tenant_id': '73e21285e1b54340a132a60a648503c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:14.932589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5db9f512-773d-4f7a-aa9e-367387658862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:14.945560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5db9f512-773d-4f7a-aa9e-367387658862 admin admin] Usage tracker for resource:subnet and tenant:73e21285e1b54340a132a60a648503c8 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:14.946155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47cfa5d9-27dc-440b-a484-8fee96657816 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:57:14.950047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Pushing event updated for resources: {'Network': ['ID=178082e3-16b5-4564-bd75-d45b7c070a7e,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:14.950376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5db9f512-773d-4f7a-aa9e-367387658862 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:14.958709 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:14.967052 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-47cfa5d9-27dc-440b-a484-8fee96657816 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:14.967458 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-47cfa5d9-27dc-440b-a484-8fee96657816 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Added segment 23a949a0-1035-45e4-85f2-d5460306aedb of type vxlan for network 8ff8f337-33f4-439a-9c21-a9ec4d01cc58 Dec 22 09:57:14.986625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 178082e3-16b5-4564-bd75-d45b7c070a7e details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:57:14.996668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5db9f512-773d-4f7a-aa9e-367387658862 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:15.014018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-47cfa5d9-27dc-440b-a484-8fee96657816 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:15.026649 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf429-e226-4920-9bac-521434c3c171 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:15.056214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db9f512-773d-4f7a-aa9e-367387658862 admin admin] Made reservation on behalf of 73e21285e1b54340a132a60a648503c8 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:57:15.064370 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5db9f512-773d-4f7a-aa9e-367387658862 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:15.083281 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-47cfa5d9-27dc-440b-a484-8fee96657816 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:15.092514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cfa5d9-27dc-440b-a484-8fee96657816 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:15.096138 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-47cfa5d9-27dc-440b-a484-8fee96657816 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:15.104152 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a24fbd56-86da-4838-bc9a-eae0aa56a0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:15.185288 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-47cfa5d9-27dc-440b-a484-8fee96657816 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6310794 Dec 22 09:57:15.186435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38000) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:15.192432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 178082e3-16b5-4564-bd75-d45b7c070a7e details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:57:15.281809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 178082e3-16b5-4564-bd75-d45b7c070a7e details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:57:15.333028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-49fdb97c-a002-4669-8e29-843c117ea85b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'subnet': {'network_id': '8ff8f337-33f4-439a-9c21-a9ec4d01cc58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:15.373979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfa5d9-27dc-440b-a484-8fee96657816 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Network': ['ID=8ff8f337-33f4-439a-9c21-a9ec4d01cc58,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:15.383392 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-47cfa5d9-27dc-440b-a484-8fee96657816 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:15.476099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 8ff8f337-33f4-439a-9c21-a9ec4d01cc58 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:57:15.494428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 8ff8f337-33f4-439a-9c21-a9ec4d01cc58 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:57:15.509465 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf429-e226-4920-9bac-521434c3c171 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:15.516919 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e3dbf429-e226-4920-9bac-521434c3c171 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "DELETE /v2.0/floatingips/cc32c1c6-c6de-4aca-9437-cf906840be3e HTTP/1.1" status: 204 len: 168 time: 2.4075346 Dec 22 09:57:15.518213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38008) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:15.544332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-49fdb97c-a002-4669-8e29-843c117ea85b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:15.550877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-49fdb97c-a002-4669-8e29-843c117ea85b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:subnet and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:15.556023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-49fdb97c-a002-4669-8e29-843c117ea85b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:15.563436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-49fdb97c-a002-4669-8e29-843c117ea85b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:15.574571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fdb97c-a002-4669-8e29-843c117ea85b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Made reservation on behalf of 2131d0db1c414ca48292c7e4e9b1f3a7 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:57:15.611243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 8ff8f337-33f4-439a-9c21-a9ec4d01cc58 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:57:15.636127 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-1212b129-2ff6-4276-9d87-96da53d16adb tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] delete failed (client error): The resource could not be found. Dec 22 09:57:15.644845 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1212b129-2ff6-4276-9d87-96da53d16adb tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "DELETE /v2.0/floatingips/cc32c1c6-c6de-4aca-9437-cf906840be3e HTTP/1.1" status: 404 len: 345 time: 0.1195204 Dec 22 09:57:15.645508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38018) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:15.902038 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49fdb97c-a002-4669-8e29-843c117ea85b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:15.957204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b204e0-5c58-4df4-b72e-4992b5c0bc0e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:15.974156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b204e0-5c58-4df4-b72e-4992b5c0bc0e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:15.989957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b204e0-5c58-4df4-b72e-4992b5c0bc0e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:15.990915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e4b204e0-5c58-4df4-b72e-4992b5c0bc0e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Synchronizing usage tracker for tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:57:16.028331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e4b204e0-5c58-4df4-b72e-4992b5c0bc0e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Unset dirty status for tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:57:16.032836 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e4b204e0-5c58-4df4-b72e-4992b5c0bc0e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "GET /v2.0/ports?network_id=15386a6f-8b2c-488f-9a7a-86db4026c34e HTTP/1.1" status: 200 len: 2358 time: 0.3813851 Dec 22 09:57:16.043132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38034) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:16.246682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9975bd76-364e-47e5-bb69-760273fa4fe6 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:16.248284 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9975bd76-364e-47e5-bb69-760273fa4fe6 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "GET /v2.0/subnets/dfd61f55-fc25-474d-924a-4e436687fff5 HTTP/1.1" status: 200 len: 797 time: 0.2010524 Dec 22 09:57:16.255441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38042) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:16.268808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-3a99c85e-4dfa-434d-9a8f-bff178f0752d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'port': {'network_id': '15386a6f-8b2c-488f-9a7a-86db4026c34e', 'name': 'tempest-FloatingIPTestJSON-347831548', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:16.362190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cc5bb-cba7-4892-8613-659d56a27148 req-6b0f924d-6115-4cdb-86d4-65eb1c42ae25 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:16.364198 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0d2cc5bb-cba7-4892-8613-659d56a27148 req-6b0f924d-6115-4cdb-86d4-65eb1c42ae25 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 0.1657894 Dec 22 09:57:16.453213 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5db9f512-773d-4f7a-aa9e-367387658862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:16.472492 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-82af0079-ead1-4c67-8772-4c01dd83fbb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:16.490727 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0d2cc5bb-cba7-4892-8613-659d56a27148 req-30a05141-bdb7-4815-b189-9da25aa52819 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156476 Dec 22 09:57:16.552931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 61ea23ac-4fc3-4915-8d67-4ffe9504e884 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:57:16.673821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3a99c85e-4dfa-434d-9a8f-bff178f0752d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:16.708366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9f512-773d-4f7a-aa9e-367387658862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b321522-42ae-4197-bd5e-24fddf06c282,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:16.728166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 61ea23ac-4fc3-4915-8d67-4ffe9504e884 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:16.729095 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:16.914822 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49fdb97c-a002-4669-8e29-843c117ea85b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:16.952490 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4f8b3c25-62c9-4804-98e6-f2bd6da1ee02 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:17.155994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3a99c85e-4dfa-434d-9a8f-bff178f0752d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:17.169185 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5db9f512-773d-4f7a-aa9e-367387658862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:17.186094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a99c85e-4dfa-434d-9a8f-bff178f0752d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Made reservation on behalf of a8323ea8911b4b5bb68d9c0c0d8d3886 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:57:17.292267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fdb97c-a002-4669-8e29-843c117ea85b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Subnet': ['ID=ff7aaa1e-e695-42d7-b096-e852af0b476a,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:17.316831 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-49fdb97c-a002-4669-8e29-843c117ea85b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:17.412961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fdb97c-a002-4669-8e29-843c117ea85b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Checking segment: {'id': '23a949a0-1035-45e4-85f2-d5460306aedb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ff8f337-33f4-439a-9c21-a9ec4d01cc58'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:57:17.413592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fdb97c-a002-4669-8e29-843c117ea85b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network hostable DHCP agents. Network: 8ff8f337-33f4-439a-9c21-a9ec4d01cc58, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:57:17.425281 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a99c85e-4dfa-434d-9a8f-bff178f0752d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:17.437502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacea6f-75a1-4757-ac4e-422698ff6da2 req-f1fb0d8f-cbe7-4c76-b48e-f0e4ec22b936 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:17.451070 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3aacea6f-75a1-4757-ac4e-422698ff6da2 req-f1fb0d8f-cbe7-4c76-b48e-f0e4ec22b936 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 0.3855436 Dec 22 09:57:17.453538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38076) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:17.462960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fdb97c-a002-4669-8e29-843c117ea85b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 8ff8f337-33f4-439a-9c21-a9ec4d01cc58 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:57:17.468379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-157b2e95-af4e-4f9f-86a9-793637eefcb4 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Request body: {'floatingip': {'port_id': '61ea23ac-4fc3-4915-8d67-4ffe9504e884'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:17.473272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-49fdb97c-a002-4669-8e29-843c117ea85b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 8ff8f337-33f4-439a-9c21-a9ec4d01cc58) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:57:17.484762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f59dfe3-0d51-48d8-a656-eafd757f1f4e None None] Network 8ff8f337-33f4-439a-9c21-a9ec4d01cc58 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:57:17.492332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fdb97c-a002-4669-8e29-843c117ea85b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:17.493006 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49fdb97c-a002-4669-8e29-843c117ea85b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:17.524351 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-49fdb97c-a002-4669-8e29-843c117ea85b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2087500 Dec 22 09:57:17.525704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38080) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:17.532567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ad354a3b-2a07-43b0-9b0e-d80990879def tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'router': {'name': 'tempest-RoutersTest-router-208764604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:17.540708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ad354a3b-2a07-43b0-9b0e-d80990879def tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:17.545759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ad354a3b-2a07-43b0-9b0e-d80990879def tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:router and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:17.550196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ad354a3b-2a07-43b0-9b0e-d80990879def tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for router was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:17.557092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ad354a3b-2a07-43b0-9b0e-d80990879def tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:17.569100 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad354a3b-2a07-43b0-9b0e-d80990879def tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:17.570250 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad354a3b-2a07-43b0-9b0e-d80990879def tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:17.586909 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-157b2e95-af4e-4f9f-86a9-793637eefcb4 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for floatingip, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:17.590199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad354a3b-2a07-43b0-9b0e-d80990879def tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:17.612626 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad354a3b-2a07-43b0-9b0e-d80990879def tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:17.680582 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad354a3b-2a07-43b0-9b0e-d80990879def tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:17.682650 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ad354a3b-2a07-43b0-9b0e-d80990879def tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1557839 Dec 22 09:57:17.687185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38092) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:17.841062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-8ff8f337-33f4-439a-9c21-a9ec4d01cc58', 'network_id': '8ff8f337-33f4-439a-9c21-a9ec4d01cc58', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'fixed_ips': [{'subnet_id': 'ff7aaa1e-e695-42d7-b096-e852af0b476a'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:57:17.842496 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:17.890170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db9f512-773d-4f7a-aa9e-367387658862 admin admin] Checking segment: {'id': '39131468-75de-4279-b4d2-a3b221a6ac3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:57:17.890697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db9f512-773d-4f7a-aa9e-367387658862 admin admin] Network hostable DHCP agents. Network: 178082e3-16b5-4564-bd75-d45b7c070a7e, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:57:18.112365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db9f512-773d-4f7a-aa9e-367387658862 admin admin] Network 178082e3-16b5-4564-bd75-d45b7c070a7e is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:57:18.124244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-3a99c85e-4dfa-434d-9a8f-bff178f0752d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] device_id is not set on port 3d36a3fa-8f53-407a-b6d0-e8079e2abbd9 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:57:18.286040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Allocated IP 172.20.0.2 (8ff8f337-33f4-439a-9c21-a9ec4d01cc58/ff7aaa1e-e695-42d7-b096-e852af0b476a/ed94e683-6979-485e-8844-ec69a829725f) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:57:18.493375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5db9f512-773d-4f7a-aa9e-367387658862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 178082e3-16b5-4564-bd75-d45b7c070a7e) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:57:18.558346 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:18.582223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Transition to ACTIVE for port object ed94e683-6979-485e-8844-ec69a829725f will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:57:18.596819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db9f512-773d-4f7a-aa9e-367387658862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:18.597485 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5db9f512-773d-4f7a-aa9e-367387658862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:18.607019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:18.624412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Transition to ACTIVE for port object ed94e683-6979-485e-8844-ec69a829725f will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:57:18.635147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eeb7cd-9e4a-4fa0-ae26-18f921e6b7e7 None None] Network 178082e3-16b5-4564-bd75-d45b7c070a7e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:57:18.813547 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5db9f512-773d-4f7a-aa9e-367387658862 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9455626 Dec 22 09:57:18.892696 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:18.973688 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:19.197223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Pushing event updated for resources: {'Port': ['ID=ed94e683-6979-485e-8844-ec69a829725f,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:19.232826 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:19.242732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-3a99c85e-4dfa-434d-9a8f-bff178f0752d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Allocated IP 172.20.0.13 (15386a6f-8b2c-488f-9a7a-86db4026c34e/dfd61f55-fc25-474d-924a-4e436687fff5/3d36a3fa-8f53-407a-b6d0-e8079e2abbd9) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:57:19.272724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-3a99c85e-4dfa-434d-9a8f-bff178f0752d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Allocated IP 172.20.0.12 (15386a6f-8b2c-488f-9a7a-86db4026c34e/dfd61f55-fc25-474d-924a-4e436687fff5/3d36a3fa-8f53-407a-b6d0-e8079e2abbd9) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:57:19.324319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Network 8ff8f337-33f4-439a-9c21-a9ec4d01cc58 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:57:19.326802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:57:19.329383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:57:19.337180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314dd2a8-c5b9-40a6-bd8c-b5e76de4073b None None] Network 178082e3-16b5-4564-bd75-d45b7c070a7e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:57:19.517951 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-157b2e95-af4e-4f9f-86a9-793637eefcb4 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:57:19.742996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Attempting to bind port ed94e683-6979-485e-8844-ec69a829725f on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:57:19.743588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Attempting to bind port ed94e683-6979-485e-8844-ec69a829725f by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '23a949a0-1035-45e4-85f2-d5460306aedb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ff8f337-33f4-439a-9c21-a9ec4d01cc58'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:57:19.744174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Attempting to bind port ed94e683-6979-485e-8844-ec69a829725f on network 8ff8f337-33f4-439a-9c21-a9ec4d01cc58 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:57:19.755805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:57:19.766540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Checking segment: {'id': '23a949a0-1035-45e4-85f2-d5460306aedb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ff8f337-33f4-439a-9c21-a9ec4d01cc58'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:57:19.770232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:19.770908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Bound using segment: {'id': '23a949a0-1035-45e4-85f2-d5460306aedb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ff8f337-33f4-439a-9c21-a9ec4d01cc58'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:57:19.771748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Bound port: ed94e683-6979-485e-8844-ec69a829725f, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a949a0-1035-45e4-85f2-d5460306aedb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ff8f337-33f4-439a-9c21-a9ec4d01cc58'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:57:19.772522 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:19.811854 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-157b2e95-af4e-4f9f-86a9-793637eefcb4 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:19.878760 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-157b2e95-af4e-4f9f-86a9-793637eefcb4 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:19.947984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] For port ed94e683-6979-485e-8844-ec69a829725f, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:57:19.951520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] For port ed94e683-6979-485e-8844-ec69a829725f, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ed94e683-6979-485e-8844-ec69a829725f,segment=NetworkSegment(23a949a0-1035-45e4-85f2-d5460306aedb),segment_id=23a949a0-1035-45e4-85f2-d5460306aedb)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:57:19.956674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:20.116096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a99c85e-4dfa-434d-9a8f-bff178f0752d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:20.151505 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a99c85e-4dfa-434d-9a8f-bff178f0752d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:20.153432 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:20.174898 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8fdcf986-3b4e-4265-9589-3ff6a3f0e82e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:20.259196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Allocated IP 172.20.0.1 (8ff8f337-33f4-439a-9c21-a9ec4d01cc58/ff7aaa1e-e695-42d7-b096-e852af0b476a/64b575c9-8db0-4281-80f5-0f2db4d71192) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:57:20.266983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Pushing event updated for resources: {'Port': ['ID=ed94e683-6979-485e-8844-ec69a829725f,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:20.272698 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:20.608277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99c85e-4dfa-434d-9a8f-bff178f0752d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=3d36a3fa-8f53-407a-b6d0-e8079e2abbd9,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:20.641289 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3a99c85e-4dfa-434d-9a8f-bff178f0752d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:20.718261 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-157b2e95-af4e-4f9f-86a9-793637eefcb4 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Floating IP f9718e27-aa26-40de-9437-2c0b09f1f394 associated. External IP: 172.25.7.104, port: 61ea23ac-4fc3-4915-8d67-4ffe9504e884. Dec 22 09:57:20.785734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:20.817752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Transition to ACTIVE for port object 64b575c9-8db0-4281-80f5-0f2db4d71192 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:57:20.933624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a99c85e-4dfa-434d-9a8f-bff178f0752d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 15386a6f-8b2c-488f-9a7a-86db4026c34e is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:57:20.958235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-3a99c85e-4dfa-434d-9a8f-bff178f0752d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:57:20.991005 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:21.038512 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:21.101683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99c85e-4dfa-434d-9a8f-bff178f0752d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:57:21.303536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=64b575c9-8db0-4281-80f5-0f2db4d71192,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:21.307435 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:21.317996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ef18950e-08ef-4973-a241-f97111bc920f tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:21.319263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ef18950e-08ef-4973-a241-f97111bc920f tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Synchronizing usage tracker for tenant:73e21285e1b54340a132a60a648503c8 on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:57:21.338901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a99c85e-4dfa-434d-9a8f-bff178f0752d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:21.340127 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a99c85e-4dfa-434d-9a8f-bff178f0752d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:21.400846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ef18950e-08ef-4973-a241-f97111bc920f tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Unset dirty status for tenant:73e21285e1b54340a132a60a648503c8 on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:57:21.402728 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ef18950e-08ef-4973-a241-f97111bc920f tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/networks?id=178082e3-16b5-4564-bd75-d45b7c070a7e HTTP/1.1" status: 200 len: 812 time: 0.5718799 Dec 22 09:57:21.440773 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-55985b40-5631-49bc-a523-7d2e2c902631 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/quotas/73e21285e1b54340a132a60a648503c8 HTTP/1.1" status: 200 len: 375 time: 0.0300541 Dec 22 09:57:21.443265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 8ff8f337-33f4-439a-9c21-a9ec4d01cc58 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:57:21.444560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:57:21.454391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:57:21.576238 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-89210fbf-fd58-4387-9869-728a7d6e156e tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?tenant_id=73e21285e1b54340a132a60a648503c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1244547 Dec 22 09:57:21.621015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38296) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:21.732860 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:21.817624 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-f5018412-915c-49d4-b540-8b1d99acd94a service neutron] 10.222.0.50 "GET /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269590 Dec 22 09:57:21.945048 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3a99c85e-4dfa-434d-9a8f-bff178f0752d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 5.6876826 Dec 22 09:57:21.947992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38306) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:21.957565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'port_id': '3d36a3fa-8f53-407a-b6d0-e8079e2abbd9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:21.966956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:22.003132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Usage tracker for resource:floatingip and tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:22.008692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:22.019632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:22.046006 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0abdab6a-920c-43a3-9b4f-13b334d307ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:22.076085 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:22.089839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0abdab6a-920c-43a3-9b4f-13b334d307ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:22.103533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0abdab6a-920c-43a3-9b4f-13b334d307ad admin admin] Usage tracker for resource:security_group_rule and tenant:afcac149ad644c1395e26237b535a87e is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:22.113602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0abdab6a-920c-43a3-9b4f-13b334d307ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:22.143843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:22.174521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0abdab6a-920c-43a3-9b4f-13b334d307ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:22.184551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7ed0ce-89b2-449c-8119-1ca8018c2c21 None None] Network 8ff8f337-33f4-439a-9c21-a9ec4d01cc58 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:57:22.208179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38314) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:22.234057 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-6526e6b5-148b-4d0e-b247-423d01ecf5da service neutron] 10.222.0.50 "GET /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4067347 Dec 22 09:57:22.241181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157b2e95-af4e-4f9f-86a9-793637eefcb4 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:57:22.681966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ed94e683-6979-485e-8844-ec69a829725f up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:57:22.874705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-83859e7a-d6b0-4888-baf4-33758338e05d None None] Provisioning for port ed94e683-6979-485e-8844-ec69a829725f completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:57:22.922220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6a44c90-a08b-42b6-8a51-246bd82e631d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:22.935602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0abdab6a-920c-43a3-9b4f-13b334d307ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:22.943858 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0abdab6a-920c-43a3-9b4f-13b334d307ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:22.944276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a6a44c90-a08b-42b6-8a51-246bd82e631d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:22.948487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a6a44c90-a08b-42b6-8a51-246bd82e631d admin admin] Usage tracker for resource:security_group_rule and tenant:adf424031d8e4f29ba684256ba67ac4a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:22.949927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port ed94e683-6979-485e-8844-ec69a829725f completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:57:22.951609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a6a44c90-a08b-42b6-8a51-246bd82e631d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:22.956782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port ed94e683-6979-485e-8844-ec69a829725f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:22.957257 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:22.958683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a6a44c90-a08b-42b6-8a51-246bd82e631d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:22.970989 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3f2a95ee-1334-4697-8508-5af38a91ca57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:23.046162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157b2e95-af4e-4f9f-86a9-793637eefcb4 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:57:23.056891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7544a2fe-2c14-40a2-996d-730dea1eda86 None None] Sync routers for ids ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:57:23.072242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7544a2fe-2c14-40a2-996d-730dea1eda86 None None] Routers {'4e18e00d-39b6-4b12-a29d-6dc2c6594c90'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:23.073157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7544a2fe-2c14-40a2-996d-730dea1eda86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:57:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:23.122641 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0abdab6a-920c-43a3-9b4f-13b334d307ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=afcac149ad644c1395e26237b535a87e&name=default HTTP/1.1" status: 200 len: 2883 time: 1.4938948 Dec 22 09:57:23.132133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abdab6a-920c-43a3-9b4f-13b334d307ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179ba420-dccc-49bb-880b-272acfc8d334,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:23.134994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38340) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:23.153731 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-157b2e95-af4e-4f9f-86a9-793637eefcb4 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:23.163378 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6d653fce-14ee-4348-9327-761c65dbc477 req-9887967e-db63-4363-8828-c6802cc181d1 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=028bbfbe-f8cc-42a8-b9e7-dfe66f21953a HTTP/1.1" status: 200 len: 210 time: 0.1210997 Dec 22 09:57:23.169838 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0abdab6a-920c-43a3-9b4f-13b334d307ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:23.181625 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:23.316604 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6a44c90-a08b-42b6-8a51-246bd82e631d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:23.319219 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-157b2e95-af4e-4f9f-86a9-793637eefcb4 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "PUT /v2.0/floatingips/f9718e27-aa26-40de-9437-2c0b09f1f394 HTTP/1.1" status: 200 len: 991 time: 5.8633175 Dec 22 09:57:23.330946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port ed94e683-6979-485e-8844-ec69a829725f, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ed94e683-6979-485e-8844-ec69a829725f,segment=NetworkSegment(23a949a0-1035-45e4-85f2-d5460306aedb),segment_id=23a949a0-1035-45e4-85f2-d5460306aedb)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:57:23.339430 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:23.339575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6b9775-f137-4afc-882c-944f62c3135c', 'tag': '61ea23ac-4fc3-4915-8d67-4ffe9504e884'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:57:23.349634 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:23.361723 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6a44c90-a08b-42b6-8a51-246bd82e631d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:23.405466 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b5c23482-c77d-4c6d-aeb5-10df71dc3b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:23.476670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a44c90-a08b-42b6-8a51-246bd82e631d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b2ec30-9d72-4f09-b6f5-f8993c41d7b9,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:23.510332 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a6a44c90-a08b-42b6-8a51-246bd82e631d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:23.517268 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6b9775-f137-4afc-882c-944f62c3135c', 'tag': '61ea23ac-4fc3-4915-8d67-4ffe9504e884', 'status': 'completed', 'code': 200} Dec 22 09:57:23.535632 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:23.583651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=ed94e683-6979-485e-8844-ec69a829725f,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:23.599078 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:23.619030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2c0d22b0-ad8c-46d8-addd-b33760b697ab None None] Provisioning for port 64b575c9-8db0-4281-80f5-0f2db4d71192 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:57:23.639095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2c0d22b0-ad8c-46d8-addd-b33760b697ab None None] Provisioning complete for port 64b575c9-8db0-4281-80f5-0f2db4d71192 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:23.641917 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c0d22b0-ad8c-46d8-addd-b33760b697ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:23.679179 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e59f03b-e204-4bf1-9ecb-5696ba42ffe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:23.789742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e59f03b-e204-4bf1-9ecb-5696ba42ffe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:23.821689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-7544a2fe-2c14-40a2-996d-730dea1eda86 None None] Set router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:57:23.845117 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a6a44c90-a08b-42b6-8a51-246bd82e631d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=adf424031d8e4f29ba684256ba67ac4a&name=default HTTP/1.1" status: 200 len: 2883 time: 1.6344073 Dec 22 09:57:23.851129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38358) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:23.877779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d22b0-ad8c-46d8-addd-b33760b697ab None None] Port 64b575c9-8db0-4281-80f5-0f2db4d71192 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:57:23.911043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2c0d22b0-ad8c-46d8-addd-b33760b697ab None None] Provisioning complete for port ed94e683-6979-485e-8844-ec69a829725f triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:23.913545 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c0d22b0-ad8c-46d8-addd-b33760b697ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:23.925270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:23.947390 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:24.017697 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-23dac0d3-5e2b-4b72-a108-4d91136eb2f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:24.189628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d534c44-2273-45b3-98c3-d17e12605ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:24.229496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=64b575c9-8db0-4281-80f5-0f2db4d71192,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:24.246229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714262a-751e-4cd5-be80-7d0944d5cfb0 req-6dacabc7-20ea-44d1-997d-47ce122178cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:24.250045 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8714262a-751e-4cd5-be80-7d0944d5cfb0 req-6dacabc7-20ea-44d1-997d-47ce122178cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2b8bd28c0aa45a89f5905c5258a9297&device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 1160 time: 0.6457660 Dec 22 09:57:24.278181 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:24.377718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-612abc24-4d66-46c9-8d0c-52121761303f None None] Provisioning complete for port 64b575c9-8db0-4281-80f5-0f2db4d71192 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:24.381651 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-612abc24-4d66-46c9-8d0c-52121761303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:24.391496 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:24.441094 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e59f03b-e204-4bf1-9ecb-5696ba42ffe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:24.464908 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-346abfca-7e50-4c8b-aa60-e8538c051068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:24.519089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ed94e683-6979-485e-8844-ec69a829725f up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:57:24.546777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59f03b-e204-4bf1-9ecb-5696ba42ffe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179ba420-dccc-49bb-880b-272acfc8d334,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:24.582806 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d534c44-2273-45b3-98c3-d17e12605ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:24.604822 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5e59f03b-e204-4bf1-9ecb-5696ba42ffe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:24.648485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7544a2fe-2c14-40a2-996d-730dea1eda86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T09:56:30Z', 'revision_number': 4, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'f9718e27-aa26-40de-9437-2c0b09f1f394', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'port_id': '61ea23ac-4fc3-4915-8d67-4ffe9504e884', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'mac_address': 'fa:16:3e:ed:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b9775-f137-4afc-882c-944f62c3135c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:56:45Z', 'updated_at': '2020-12-22T09:57:19Z', 'revision_number': 1, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47dede80-207a-4fd5-bbe5-503b8b2c3e28', 'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'mac_address': 'fa:16:3e:6a:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:25Z', 'updated_at': '2020-12-22T09:56:45Z', 'revision_number': 5, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'subnets': [{'id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:24.655583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-612abc24-4d66-46c9-8d0c-52121761303f None None] Port 64b575c9-8db0-4281-80f5-0f2db4d71192 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:57:24.658418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7544a2fe-2c14-40a2-996d-730dea1eda86 None None] Checking router: 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:57:24.659186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port ed94e683-6979-485e-8844-ec69a829725f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:24.659616 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:24.679422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7544a2fe-2c14-40a2-996d-730dea1eda86 None None] Routers {'4e18e00d-39b6-4b12-a29d-6dc2c6594c90'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:24.680155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7544a2fe-2c14-40a2-996d-730dea1eda86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:57:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:24.681459 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1f7ab434-4270-41e5-a303-6fef14cefd6c req-58eb5780-6e4b-41c2-9f56-4013bb409b49 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=028bbfbe-f8cc-42a8-b9e7-dfe66f21953a HTTP/1.1" status: 200 len: 210 time: 0.1753712 Dec 22 09:57:24.756039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-612abc24-4d66-46c9-8d0c-52121761303f None None] Provisioning complete for port ed94e683-6979-485e-8844-ec69a829725f triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:24.756414 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-612abc24-4d66-46c9-8d0c-52121761303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:24.922762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Allocated IP 172.25.7.206 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/ccdc4048-700c-4fa6-b2b8-390a837c78b4) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:57:24.975813 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e59f03b-e204-4bf1-9ecb-5696ba42ffe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:24.993373 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5e59f03b-e204-4bf1-9ecb-5696ba42ffe0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/179ba420-dccc-49bb-880b-272acfc8d334 HTTP/1.1" status: 204 len: 168 time: 1.8333058 Dec 22 09:57:25.015331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 8ff8f337-33f4-439a-9c21-a9ec4d01cc58 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:57:25.017696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:57:25.063399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714262a-751e-4cd5-be80-7d0944d5cfb0 req-4be7c632-21f9-4afe-8ae2-32a81ed94bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:25.065444 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8714262a-751e-4cd5-be80-7d0944d5cfb0 req-4be7c632-21f9-4afe-8ae2-32a81ed94bbf service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6f1855e-b485-45d1-82d8-ed2c723d357f HTTP/1.1" status: 200 len: 911 time: 0.7950616 Dec 22 09:57:25.069198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d534c44-2273-45b3-98c3-d17e12605ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:25.078968 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0bc34727-6b8b-4b51-8f45-71fb90deec0d tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:25.400994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe3c676e-e83e-448d-b099-3720aeaa73c1 None None] Provisioning complete for port ed94e683-6979-485e-8844-ec69a829725f triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:25.401330 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe3c676e-e83e-448d-b099-3720aeaa73c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:25.503829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d534c44-2273-45b3-98c3-d17e12605ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b2ec30-9d72-4f09-b6f5-f8993c41d7b9,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:25.534636 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d534c44-2273-45b3-98c3-d17e12605ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:25.604972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-7544a2fe-2c14-40a2-996d-730dea1eda86 None None] Set router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:57:25.678646 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d534c44-2273-45b3-98c3-d17e12605ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:25.679893 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8d534c44-2273-45b3-98c3-d17e12605ecf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71b2ec30-9d72-4f09-b6f5-f8993c41d7b9 HTTP/1.1" status: 204 len: 168 time: 1.8228748 Dec 22 09:57:25.704955 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8714262a-751e-4cd5-be80-7d0944d5cfb0 req-eeeb2cd0-6871-4915-914b-aeefab769741 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61ea23ac-4fc3-4915-8d67-4ffe9504e884 HTTP/1.1" status: 200 len: 999 time: 0.6303897 Dec 22 09:57:25.904254 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:25.974192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714262a-751e-4cd5-be80-7d0944d5cfb0 req-a7c9aa58-bdc2-41ca-8351-adbf72136352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:25.975836 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8714262a-751e-4cd5-be80-7d0944d5cfb0 req-a7c9aa58-bdc2-41ca-8351-adbf72136352 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca01a1fc-1044-4148-87dc-b546085e58b1 HTTP/1.1" status: 200 len: 856 time: 0.2640495 Dec 22 09:57:25.977714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38382) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:26.179119 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e2f937fc-37ab-492c-af76-362d0fe51c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:26.266366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e2f937fc-37ab-492c-af76-362d0fe51c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:26.282768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e2f937fc-37ab-492c-af76-362d0fe51c9a admin admin] Usage tracker for resource:security_group_rule and tenant:8f26a6404af144d7b791fab2af6f5704 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:26.286436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e2f937fc-37ab-492c-af76-362d0fe51c9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:26.300744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e2f937fc-37ab-492c-af76-362d0fe51c9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:26.396992 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bcc81752-8005-4413-aef0-70132dba55d5 req-65dc938a-1e51-4213-885f-ac24500d2a60 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=028bbfbe-f8cc-42a8-b9e7-dfe66f21953a HTTP/1.1" status: 200 len: 210 time: 0.3149951 Dec 22 09:57:26.407305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a0a6c96d-d801-4387-94b4-ffc8dd84742f None None] Provisioning complete for port 64b575c9-8db0-4281-80f5-0f2db4d71192 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:26.407305 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a0a6c96d-d801-4387-94b4-ffc8dd84742f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:26.503570 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e2f937fc-37ab-492c-af76-362d0fe51c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:26.509296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7544a2fe-2c14-40a2-996d-730dea1eda86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T09:56:30Z', 'revision_number': 4, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'f9718e27-aa26-40de-9437-2c0b09f1f394', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'port_id': '61ea23ac-4fc3-4915-8d67-4ffe9504e884', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'mac_address': 'fa:16:3e:ed:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b9775-f137-4afc-882c-944f62c3135c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:56:45Z', 'updated_at': '2020-12-22T09:57:19Z', 'revision_number': 1, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47dede80-207a-4fd5-bbe5-503b8b2c3e28', 'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'mac_address': 'fa:16:3e:6a:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:25Z', 'updated_at': '2020-12-22T09:56:45Z', 'revision_number': 5, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'subnets': [{'id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:26.518505 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e2f937fc-37ab-492c-af76-362d0fe51c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:26.520371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7544a2fe-2c14-40a2-996d-730dea1eda86 None None] The sync data for ids ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'] in n-d-765315-5 is: [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T09:56:30Z', 'revision_number': 4, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': 'f9718e27-aa26-40de-9437-2c0b09f1f394', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'port_id': '61ea23ac-4fc3-4915-8d67-4ffe9504e884', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'mac_address': 'fa:16:3e:ed:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b9775-f137-4afc-882c-944f62c3135c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T09:56:45Z', 'updated_at': '2020-12-22T09:57:19Z', 'revision_number': 1, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47dede80-207a-4fd5-bbe5-503b8b2c3e28', 'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'mac_address': 'fa:16:3e:6a:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:25Z', 'updated_at': '2020-12-22T09:56:45Z', 'revision_number': 5, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'subnets': [{'id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:57:26.560190 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e9dfcf4-8eee-4632-aae5-fc2a61ce74a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:26.561957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a0a6c96d-d801-4387-94b4-ffc8dd84742f None None] Port 64b575c9-8db0-4281-80f5-0f2db4d71192 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:57:26.615790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f937fc-37ab-492c-af76-362d0fe51c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17787a85-26f7-47ba-b816-05e954347bba,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:26.620226 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e2f937fc-37ab-492c-af76-362d0fe51c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:26.623247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38390) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:26.658924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:26.677629 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:26.730842 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e2f937fc-37ab-492c-af76-362d0fe51c9a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8f26a6404af144d7b791fab2af6f5704&name=default HTTP/1.1" status: 200 len: 2883 time: 0.7484045 Dec 22 09:57:26.741024 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7666aa2b-0606-4ad6-a98e-554148555202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:26.744874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38394) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:26.779674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714262a-751e-4cd5-be80-7d0944d5cfb0 req-114e2fb7-a36e-4a33-b780-57360753629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:26.781457 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8714262a-751e-4cd5-be80-7d0944d5cfb0 req-114e2fb7-a36e-4a33-b780-57360753629a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f1855e-b485-45d1-82d8-ed2c723d357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7716415 Dec 22 09:57:26.781666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router 67706249-da11-46f5-ae5c-dc4230d3a9cd is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:57:26.791445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7666aa2b-0606-4ad6-a98e-554148555202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:26.880226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7666aa2b-0606-4ad6-a98e-554148555202 admin admin] Usage tracker for resource:security_group_rule and tenant:5a15b7b7e9514eedafc3bdfb9f2ec275 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:26.891079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7666aa2b-0606-4ad6-a98e-554148555202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:26.902574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=ccdc4048-700c-4fa6-b2b8-390a837c78b4,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:26.915489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7666aa2b-0606-4ad6-a98e-554148555202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:26.917974 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:26.951316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-2d708ee1-f6d9-462c-bf8f-13989413d20d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:26.953081 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-2d708ee1-f6d9-462c-bf8f-13989413d20d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.64 "GET /v2.0/networks?id=178082e3-16b5-4564-bd75-d45b7c070a7e HTTP/1.1" status: 200 len: 812 time: 0.8698473 Dec 22 09:57:26.962869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-42cd343a-ffb1-4338-9cdb-2c2682ea6e41 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:26.964597 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-42cd343a-ffb1-4338-9cdb-2c2682ea6e41 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.64 "GET /v2.0/networks?id=178082e3-16b5-4564-bd75-d45b7c070a7e HTTP/1.1" status: 200 len: 812 time: 0.7767577 Dec 22 09:57:27.016659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d57b4c-c15c-4801-b5ba-564764eadc18 None None] New status for floating IP f9718e27-aa26-40de-9437-2c0b09f1f394: ACTIVE {{(pid=81073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 09:57:27.035589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ebc49f39-d564-4455-ae98-d92dd288d298 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Request body: {'port': {'device_id': '028bbfbe-f8cc-42a8-b9e7-dfe66f21953a', 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e', 'admin_state_up': True, 'tenant_id': '73e21285e1b54340a132a60a648503c8'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:27.115900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:57:27.123233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:57:27.125908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:57:27.186278 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8714262a-751e-4cd5-be80-7d0944d5cfb0 req-f25ad7ac-a291-477d-95dd-0c6cb5d2abc7 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414264 Dec 22 09:57:27.213393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-d8385c57-635f-40aa-8abc-9f16f2313555 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Request body: {'port': {'device_id': 'a9752a15-99aa-473e-95c8-885086b5ca43', 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e', 'admin_state_up': True, 'tenant_id': '73e21285e1b54340a132a60a648503c8'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:27.235261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ebc49f39-d564-4455-ae98-d92dd288d298 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:27.258340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ebc49f39-d564-4455-ae98-d92dd288d298 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Usage tracker for resource:port and tenant:73e21285e1b54340a132a60a648503c8 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:27.411579 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c54c0d3-9bf9-4317-aaae-c5ab6ea5f4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:27.433970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ebc49f39-d564-4455-ae98-d92dd288d298 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:27.469624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-d8385c57-635f-40aa-8abc-9f16f2313555 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:27.490146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ebc49f39-d564-4455-ae98-d92dd288d298 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:27.504094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-d8385c57-635f-40aa-8abc-9f16f2313555 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Usage tracker for resource:port and tenant:73e21285e1b54340a132a60a648503c8 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:27.523142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-d8385c57-635f-40aa-8abc-9f16f2313555 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:27.575129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-d8385c57-635f-40aa-8abc-9f16f2313555 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:27.582249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:57:27.602963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1251e3ae-34c9-454c-b487-afe37256facd None None] Sync routers for ids ['67706249-da11-46f5-ae5c-dc4230d3a9cd'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:57:27.605447 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/67706249-da11-46f5-ae5c-dc4230d3a9cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9164298 Dec 22 09:57:27.607618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38408) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:27.625964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1251e3ae-34c9-454c-b487-afe37256facd None None] Routers {'67706249-da11-46f5-ae5c-dc4230d3a9cd'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:27.628146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-1251e3ae-34c9-454c-b487-afe37256facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:57:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['67706249-da11-46f5-ae5c-dc4230d3a9cd'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:27.652613 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c54c0d3-9bf9-4317-aaae-c5ab6ea5f4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:27.793109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-1251e3ae-34c9-454c-b487-afe37256facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:27.794362 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-842be41e-2f58-40ea-a841-8fce2dff41f3 req-dfc3b66d-e747-49e7-9db7-a7ddd3004a6a tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=028bbfbe-f8cc-42a8-b9e7-dfe66f21953a HTTP/1.1" status: 200 len: 210 time: 0.1064882 Dec 22 09:57:27.811858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1251e3ae-34c9-454c-b487-afe37256facd None None] Routers {'67706249-da11-46f5-ae5c-dc4230d3a9cd'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:27.813028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-1251e3ae-34c9-454c-b487-afe37256facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:57:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['67706249-da11-46f5-ae5c-dc4230d3a9cd'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:27.817265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f258a1a4-3bb2-40f1-ba4e-995df7f54403 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:27.817934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f258a1a4-3bb2-40f1-ba4e-995df7f54403 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Synchronizing usage tracker for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:57:27.843583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f258a1a4-3bb2-40f1-ba4e-995df7f54403 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Unset dirty status for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:57:27.845620 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f258a1a4-3bb2-40f1-ba4e-995df7f54403 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/ports/64b575c9-8db0-4281-80f5-0f2db4d71192 HTTP/1.1" status: 200 len: 910 time: 0.2340946 Dec 22 09:57:27.851232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38412) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:27.857348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c54c0d3-9bf9-4317-aaae-c5ab6ea5f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:27.865569 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-567eb3e5-cbba-4260-bfc2-2af3db4fcaa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:27.889146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54c0d3-9bf9-4317-aaae-c5ab6ea5f4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17787a85-26f7-47ba-b816-05e954347bba,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:27.914295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ed03d99c-7e04-4862-aae1-90b54a40ce53 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ff7aaa1e-e695-42d7-b096-e852af0b476a'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:27.917962 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9c54c0d3-9bf9-4317-aaae-c5ab6ea5f4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:27.925345 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c54c0d3-9bf9-4317-aaae-c5ab6ea5f4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:27.928294 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9c54c0d3-9bf9-4317-aaae-c5ab6ea5f4dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17787a85-26f7-47ba-b816-05e954347bba HTTP/1.1" status: 204 len: 168 time: 1.1792214 Dec 22 09:57:27.934368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-1251e3ae-34c9-454c-b487-afe37256facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:27.934831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1251e3ae-34c9-454c-b487-afe37256facd None None] The sync data for ids ['67706249-da11-46f5-ae5c-dc4230d3a9cd'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:57:27.955240 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7666aa2b-0606-4ad6-a98e-554148555202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:27.963320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ebc49f39-d564-4455-ae98-d92dd288d298 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Made reservation on behalf of 73e21285e1b54340a132a60a648503c8 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:57:27.969683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ebc49f39-d564-4455-ae98-d92dd288d298 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:27.983615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-d8385c57-635f-40aa-8abc-9f16f2313555 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Made reservation on behalf of 73e21285e1b54340a132a60a648503c8 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:57:27.987321 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7666aa2b-0606-4ad6-a98e-554148555202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:27.990023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-d8385c57-635f-40aa-8abc-9f16f2313555 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:28.011487 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e2f937fc-37ab-492c-af76-362d0fe51c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:28.132014 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8714262a-751e-4cd5-be80-7d0944d5cfb0 req-34ea2dc2-1ba5-4ef2-88c6-18dcd0fe9473 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8949003 Dec 22 09:57:28.174384 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7666aa2b-0606-4ad6-a98e-554148555202 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a15b7b7e9514eedafc3bdfb9f2ec275&name=default HTTP/1.1" status: 200 len: 2883 time: 1.5422313 Dec 22 09:57:28.180814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38422) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:28.181181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38424) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:28.237599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666aa2b-0606-4ad6-a98e-554148555202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628055d8-eec6-4abb-9f7f-def542aa715f,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:28.270021 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7666aa2b-0606-4ad6-a98e-554148555202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:28.403307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-d8385c57-635f-40aa-8abc-9f16f2313555 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Allocated IP 172.20.0.4 (178082e3-16b5-4564-bd75-d45b7c070a7e/4b321522-42ae-4197-bd5e-24fddf06c282/393c3a06-1246-4518-995b-7c34bfef026d) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:57:28.488546 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:28.597082 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4d86d7d8-ce32-45c1-a653-3d98018e4462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:28.631049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6091b2de-516d-46d8-89b4-eb27bccc95d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:28.691124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4d86d7d8-ce32-45c1-a653-3d98018e4462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:28.721059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4d86d7d8-ce32-45c1-a653-3d98018e4462 admin admin] Usage tracker for resource:security_group_rule and tenant:5bca891c243e4b27ac7b39a7cbc72665 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:28.781927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-d8385c57-635f-40aa-8abc-9f16f2313555 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:28.806545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4d86d7d8-ce32-45c1-a653-3d98018e4462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:28.810700 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6091b2de-516d-46d8-89b4-eb27bccc95d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:28.821788 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed03d99c-7e04-4862-aae1-90b54a40ce53 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:28.847513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4d86d7d8-ce32-45c1-a653-3d98018e4462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:28.901308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ebc49f39-d564-4455-ae98-d92dd288d298 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Allocated IP 172.20.0.6 (178082e3-16b5-4564-bd75-d45b7c070a7e/4b321522-42ae-4197-bd5e-24fddf06c282/78a69c64-79a4-48e1-aaf9-883c9d322caf) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:57:28.912575 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-d8385c57-635f-40aa-8abc-9f16f2313555 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:28.929657 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:28.942218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:29.064951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8385c57-635f-40aa-8abc-9f16f2313555 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Pushing event updated for resources: {'Port': ['ID=393c3a06-1246-4518-995b-7c34bfef026d,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:29.068438 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8385c57-635f-40aa-8abc-9f16f2313555 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:29.102286 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8b447efb-d02b-46d1-ad9a-6705fb568936 req-3cf2e406-9f5a-4abb-addd-ba1f06ae1d6f tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=028bbfbe-f8cc-42a8-b9e7-dfe66f21953a HTTP/1.1" status: 200 len: 210 time: 0.0960367 Dec 22 09:57:29.165363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6091b2de-516d-46d8-89b4-eb27bccc95d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:29.181233 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4538da1b-bbe6-4fed-a46c-b1b191b92313 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:29.294365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091b2de-516d-46d8-89b4-eb27bccc95d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628055d8-eec6-4abb-9f7f-def542aa715f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:29.316083 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6091b2de-516d-46d8-89b4-eb27bccc95d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:29.375793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-d8385c57-635f-40aa-8abc-9f16f2313555 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Network 178082e3-16b5-4564-bd75-d45b7c070a7e is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:57:29.379972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-d8385c57-635f-40aa-8abc-9f16f2313555 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:57:29.384988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-d8385c57-635f-40aa-8abc-9f16f2313555 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:57:29.455978 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4d86d7d8-ce32-45c1-a653-3d98018e4462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:29.477393 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4d86d7d8-ce32-45c1-a653-3d98018e4462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:29.491551 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7666aa2b-0606-4ad6-a98e-554148555202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:29.510190 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6091b2de-516d-46d8-89b4-eb27bccc95d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:29.513986 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6091b2de-516d-46d8-89b4-eb27bccc95d6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/628055d8-eec6-4abb-9f7f-def542aa715f HTTP/1.1" status: 204 len: 168 time: 1.3272548 Dec 22 09:57:29.598329 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4d86d7d8-ce32-45c1-a653-3d98018e4462 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5bca891c243e4b27ac7b39a7cbc72665&name=default HTTP/1.1" status: 200 len: 2883 time: 1.4124053 Dec 22 09:57:29.658280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38464) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:29.735987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86d7d8-ce32-45c1-a653-3d98018e4462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1094ac-6227-4f00-85ee-2b2ceca7c6e7,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:29.750833 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4d86d7d8-ce32-45c1-a653-3d98018e4462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:29.884383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ebc49f39-d564-4455-ae98-d92dd288d298 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:29.892010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-d8385c57-635f-40aa-8abc-9f16f2313555 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:29.892637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-d8385c57-635f-40aa-8abc-9f16f2313555 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:29.903371 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34a995aa-d5ff-420d-ab96-692e60601a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:29.924324 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-d8385c57-635f-40aa-8abc-9f16f2313555 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8958874 Dec 22 09:57:29.940836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ebc49f39-d564-4455-ae98-d92dd288d298 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:29.959483 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-02ba58c4-cd4c-435c-9471-631eb560acf4 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:29.962701 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34a995aa-d5ff-420d-ab96-692e60601a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:30.009727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Request body: {'port': {'device_id': 'a9752a15-99aa-473e-95c8-885086b5ca43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:30.058115 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34a995aa-d5ff-420d-ab96-692e60601a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:30.073997 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57d5a749-294e-44cd-83bf-b7463d250b47 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:30.118208 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:30.120506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a995aa-d5ff-420d-ab96-692e60601a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1094ac-6227-4f00-85ee-2b2ceca7c6e7,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:30.145666 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-34a995aa-d5ff-420d-ab96-692e60601a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:30.169610 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:30.194588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc49f39-d564-4455-ae98-d92dd288d298 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Pushing event updated for resources: {'Port': ['ID=78a69c64-79a4-48e1-aaf9-883c9d322caf,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:30.213654 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ebc49f39-d564-4455-ae98-d92dd288d298 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:30.222333 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-beede97c-f37d-4d48-864c-a6bbc198a8d7 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:30.289347 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34a995aa-d5ff-420d-ab96-692e60601a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:30.290954 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-34a995aa-d5ff-420d-ab96-692e60601a8f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c1094ac-6227-4f00-85ee-2b2ceca7c6e7 HTTP/1.1" status: 204 len: 168 time: 0.6318529 Dec 22 09:57:30.339645 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:30.358006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ebc49f39-d564-4455-ae98-d92dd288d298 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Network 178082e3-16b5-4564-bd75-d45b7c070a7e is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:57:30.361670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ebc49f39-d564-4455-ae98-d92dd288d298 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:57:30.365559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ebc49f39-d564-4455-ae98-d92dd288d298 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:57:30.372372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=ccdc4048-700c-4fa6-b2b8-390a837c78b4,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:30.399251 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:30.616098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ebc49f39-d564-4455-ae98-d92dd288d298 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:30.617234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ebc49f39-d564-4455-ae98-d92dd288d298 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:30.710787 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ebc49f39-d564-4455-ae98-d92dd288d298 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6796670 Dec 22 09:57:30.726317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbe5e8-f709-4e2b-af71-6323996b1922 req-fa237a2d-30af-41e8-96da-c25693c03a9c tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:30.727384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-66cbe5e8-f709-4e2b-af71-6323996b1922 req-fa237a2d-30af-41e8-96da-c25693c03a9c tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Synchronizing usage tracker for tenant:73e21285e1b54340a132a60a648503c8 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:57:30.745029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Request body: {'port': {'device_id': '028bbfbe-f8cc-42a8-b9e7-dfe66f21953a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:30.938873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38506) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:31.032392 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed03d99c-7e04-4862-aae1-90b54a40ce53 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:31.034335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-66cbe5e8-f709-4e2b-af71-6323996b1922 req-fa237a2d-30af-41e8-96da-c25693c03a9c tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Unset dirty status for tenant:73e21285e1b54340a132a60a648503c8 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:57:31.035928 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-66cbe5e8-f709-4e2b-af71-6323996b1922 req-fa237a2d-30af-41e8-96da-c25693c03a9c tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=028bbfbe-f8cc-42a8-b9e7-dfe66f21953a HTTP/1.1" status: 200 len: 931 time: 0.6023259 Dec 22 09:57:31.041846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d1f8b724-e60b-4bc3-b429-b4d9ec3ac2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:31.049173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed03d99c-7e04-4862-aae1-90b54a40ce53 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:31.079673 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5097cd66-2382-404b-bc8d-47d8f2d4ff57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:31.086844 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:31.122710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:31.155846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-66cbe5e8-f709-4e2b-af71-6323996b1922 req-fcc171a2-6f86-4a08-9738-7b152ecd328a tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Synchronizing usage tracker for tenant:73e21285e1b54340a132a60a648503c8 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:57:31.170858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d1f8b724-e60b-4bc3-b429-b4d9ec3ac2dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:31.180829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d1f8b724-e60b-4bc3-b429-b4d9ec3ac2dd admin admin] Usage tracker for resource:security_group_rule and tenant:f08186f6ee004c919d7572f325e2bf7a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:31.213881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d1f8b724-e60b-4bc3-b429-b4d9ec3ac2dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:31.268092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03d99c-7e04-4862-aae1-90b54a40ce53 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=64b575c9-8db0-4281-80f5-0f2db4d71192,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:31.369587 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Floating IP cdc6f5ab-a8dd-498e-afc2-6993d018b875 associated. External IP: 172.25.7.206, port: 3d36a3fa-8f53-407a-b6d0-e8079e2abbd9. Dec 22 09:57:31.431885 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ed03d99c-7e04-4862-aae1-90b54a40ce53 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:31.449572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed03d99c-7e04-4862-aae1-90b54a40ce53 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:31.451719 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed03d99c-7e04-4862-aae1-90b54a40ce53 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:31.462213 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ed03d99c-7e04-4862-aae1-90b54a40ce53 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/ports/64b575c9-8db0-4281-80f5-0f2db4d71192 HTTP/1.1" status: 200 len: 910 time: 3.5781486 Dec 22 09:57:31.463007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38528) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:31.555496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d1f8b724-e60b-4bc3-b429-b4d9ec3ac2dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:31.726335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-66cbe5e8-f709-4e2b-af71-6323996b1922 req-fcc171a2-6f86-4a08-9738-7b152ecd328a tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Unset dirty status for tenant:73e21285e1b54340a132a60a648503c8 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:57:31.741648 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-66cbe5e8-f709-4e2b-af71-6323996b1922 req-fcc171a2-6f86-4a08-9738-7b152ecd328a tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6803224 Dec 22 09:57:31.902170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393c3a06-1246-4518-995b-7c34bfef026d {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:57:31.910163 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:31.924099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Transition to ACTIVE for port object 393c3a06-1246-4518-995b-7c34bfef026d will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:57:32.014210 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce1c340c-8c76-4ee5-8943-05c46be0e36f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:32.171735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a69c64-79a4-48e1-aaf9-883c9d322caf {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:57:32.180997 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:32.199707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Transition to ACTIVE for port object 78a69c64-79a4-48e1-aaf9-883c9d322caf will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:57:32.208282 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:32.226019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:32.467009 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8385c57-635f-40aa-8abc-9f16f2313555 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:32.468252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 353de62c-9e39-4d34-a979-3b32fd1aed58 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:57:32.644920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Pushing event updated for resources: {'Port': ['ID=78a69c64-79a4-48e1-aaf9-883c9d322caf,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:32.920160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:57:33.010475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:57:33.021665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9121f176-0fb2-44cd-9749-ecd3ac21ca6f None None] Sync routers for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:57:33.037643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38576) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:33.040471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9121f176-0fb2-44cd-9749-ecd3ac21ca6f None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:33.041144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-9121f176-0fb2-44cd-9749-ecd3ac21ca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:57:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:33.093649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Pushing event updated for resources: {'Port': ['ID=393c3a06-1246-4518-995b-7c34bfef026d,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:33.113883 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:33.149874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-9121f176-0fb2-44cd-9749-ecd3ac21ca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:33.160231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9121f176-0fb2-44cd-9749-ecd3ac21ca6f None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:33.161152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-9121f176-0fb2-44cd-9749-ecd3ac21ca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:57:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:33.248954 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.2995560 Dec 22 09:57:33.255829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38582) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:33.287716 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:33.304590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-9121f176-0fb2-44cd-9749-ecd3ac21ca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:33.305132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9121f176-0fb2-44cd-9749-ecd3ac21ca6f None None] The sync data for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:57:33.318892 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-12684319-54d4-42ea-8afa-669733d7df4e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.703s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:33.323795 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-12684319-54d4-42ea-8afa-669733d7df4e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:33.387279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5f4bf7ce-baab-49e1-8460-768f4198e028 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'floatingip': {'port_id': '3d36a3fa-8f53-407a-b6d0-e8079e2abbd9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:33.494927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Attempting to bind port 393c3a06-1246-4518-995b-7c34bfef026d on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:57:33.496913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Attempting to bind port 393c3a06-1246-4518-995b-7c34bfef026d by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '39131468-75de-4279-b4d2-a3b221a6ac3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:57:33.496913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Attempting to bind port 393c3a06-1246-4518-995b-7c34bfef026d on network 178082e3-16b5-4564-bd75-d45b7c070a7e {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:57:33.501630 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf7ce-baab-49e1-8460-768f4198e028 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:33.508114 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d1f8b724-e60b-4bc3-b429-b4d9ec3ac2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:33.520151 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d1f8b724-e60b-4bc3-b429-b4d9ec3ac2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:33.560405 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-512929e2-b42e-481d-96a9-5f75aad09749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:33.590014 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d1f8b724-e60b-4bc3-b429-b4d9ec3ac2dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f08186f6ee004c919d7572f325e2bf7a&name=default HTTP/1.1" status: 200 len: 2883 time: 2.6478798 Dec 22 09:57:33.600223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:57:33.600519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Checking segment: {'id': '39131468-75de-4279-b4d2-a3b221a6ac3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:57:33.600938 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:33.601359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Bound using segment: {'id': '39131468-75de-4279-b4d2-a3b221a6ac3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:57:33.601883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Bound port: 393c3a06-1246-4518-995b-7c34bfef026d, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39131468-75de-4279-b4d2-a3b221a6ac3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:57:33.602262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:33.638177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38594) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:33.698227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8b724-e60b-4bc3-b429-b4d9ec3ac2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea60371-60a7-40c9-807f-a18a17af5021,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:33.735796 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d1f8b724-e60b-4bc3-b429-b4d9ec3ac2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:33.758852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Attempting to bind port 78a69c64-79a4-48e1-aaf9-883c9d322caf on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:57:33.759239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Attempting to bind port 78a69c64-79a4-48e1-aaf9-883c9d322caf by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '39131468-75de-4279-b4d2-a3b221a6ac3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:57:33.759616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Attempting to bind port 78a69c64-79a4-48e1-aaf9-883c9d322caf on network 178082e3-16b5-4564-bd75-d45b7c070a7e {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:57:33.771890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:57:33.772341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Checking segment: {'id': '39131468-75de-4279-b4d2-a3b221a6ac3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:57:33.772760 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:33.773171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Bound using segment: {'id': '39131468-75de-4279-b4d2-a3b221a6ac3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:57:33.773680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Bound port: 78a69c64-79a4-48e1-aaf9-883c9d322caf, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39131468-75de-4279-b4d2-a3b221a6ac3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:57:33.774063 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:33.800752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70dba4-440f-40e0-b868-9a23d27f01d6 req-ab73d3f6-b260-4afc-af3a-5c6d6a71cb41 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:33.808830 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1f70dba4-440f-40e0-b868-9a23d27f01d6 req-ab73d3f6-b260-4afc-af3a-5c6d6a71cb41 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=028bbfbe-f8cc-42a8-b9e7-dfe66f21953a HTTP/1.1" status: 200 len: 943 time: 0.7440140 Dec 22 09:57:33.912990 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f47a18c2-991e-498c-8c39-3f0f27c403ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:33.926784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c340c-8c76-4ee5-8943-05c46be0e36f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port 64b575c9-8db0-4281-80f5-0f2db4d71192 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:57:33.927164 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce1c340c-8c76-4ee5-8943-05c46be0e36f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:33.943466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] For port 393c3a06-1246-4518-995b-7c34bfef026d, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:57:33.983563 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1f70dba4-440f-40e0-b868-9a23d27f01d6 req-8cd3c54f-3133-4137-ac19-69997717a14c tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736577 Dec 22 09:57:33.991643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] For port 393c3a06-1246-4518-995b-7c34bfef026d, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=393c3a06-1246-4518-995b-7c34bfef026d,segment=NetworkSegment(39131468-75de-4279-b4d2-a3b221a6ac3b),segment_id=39131468-75de-4279-b4d2-a3b221a6ac3b)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:57:33.996650 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d2dfa8f-90be-4d73-a849-b527e25e3eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:34.003903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:34.029319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] For port 78a69c64-79a4-48e1-aaf9-883c9d322caf, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:57:34.033719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f47a18c2-991e-498c-8c39-3f0f27c403ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:34.039005 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:34.057668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f47a18c2-991e-498c-8c39-3f0f27c403ec admin admin] Usage tracker for resource:security_group_rule and tenant:cab5f92060e7472e93302139f989b6c9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:34.065398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f47a18c2-991e-498c-8c39-3f0f27c403ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:34.075187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f47a18c2-991e-498c-8c39-3f0f27c403ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:34.173566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] For port 78a69c64-79a4-48e1-aaf9-883c9d322caf, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=78a69c64-79a4-48e1-aaf9-883c9d322caf,segment=NetworkSegment(39131468-75de-4279-b4d2-a3b221a6ac3b),segment_id=39131468-75de-4279-b4d2-a3b221a6ac3b)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:57:34.192907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d2dfa8f-90be-4d73-a849-b527e25e3eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:34.212829 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:34.291295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Pushing event updated for resources: {'Port': ['ID=393c3a06-1246-4518-995b-7c34bfef026d,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:34.500610 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce1c340c-8c76-4ee5-8943-05c46be0e36f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:34.629004 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:34.629658 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5c3451f0-2a0a-416b-85c3-a67ca8be743b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:34.679644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c340c-8c76-4ee5-8943-05c46be0e36f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Calling delete_port for 64b575c9-8db0-4281-80f5-0f2db4d71192 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:57:34.742469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Pushing event updated for resources: {'Port': ['ID=78a69c64-79a4-48e1-aaf9-883c9d322caf,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:34.750439 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:34.754396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:34.754396 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:34.755875 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-554588c5-d856-4b98-a180-5955c825a756 service neutron] 10.222.0.64 "PUT /v2.0/ports/393c3a06-1246-4518-995b-7c34bfef026d HTTP/1.1" status: 200 len: 1155 time: 4.7535217 Dec 22 09:57:34.756872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9752a15-99aa-473e-95c8-885086b5ca43', 'tag': '393c3a06-1246-4518-995b-7c34bfef026d'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:57:34.803785 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d2dfa8f-90be-4d73-a849-b527e25e3eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:34.833086 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-db5a0ec6-6387-4a8c-b73f-f37943205923 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:34.842733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f47a18c2-991e-498c-8c39-3f0f27c403ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:34.862534 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f47a18c2-991e-498c-8c39-3f0f27c403ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:34.875908 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d4ad62db-fb02-466d-9caa-fe806f20688f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:34.884905 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9752a15-99aa-473e-95c8-885086b5ca43', 'tag': '393c3a06-1246-4518-995b-7c34bfef026d', 'status': 'completed', 'code': 200} Dec 22 09:57:34.897171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2dfa8f-90be-4d73-a849-b527e25e3eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea60371-60a7-40c9-807f-a18a17af5021,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:34.908187 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d2dfa8f-90be-4d73-a849-b527e25e3eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:34.915090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d2dfa8f-90be-4d73-a849-b527e25e3eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:34.929819 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8d2dfa8f-90be-4d73-a849-b527e25e3eeb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ea60371-60a7-40c9-807f-a18a17af5021 HTTP/1.1" status: 204 len: 168 time: 1.2534974 Dec 22 09:57:34.950625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:34.951299 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:34.952889 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] 10.222.0.64 "PUT /v2.0/ports/78a69c64-79a4-48e1-aaf9-883c9d322caf HTTP/1.1" status: 200 len: 1155 time: 4.2130911 Dec 22 09:57:34.982900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ca253177-a140-4f0e-a9cb-468f2ae9bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:34.984692 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ca253177-a140-4f0e-a9cb-468f2ae9bec8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73e21285e1b54340a132a60a648503c8&device_id=a9752a15-99aa-473e-95c8-885086b5ca43 HTTP/1.1" status: 200 len: 1158 time: 0.1407127 Dec 22 09:57:34.989395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a18c2-991e-498c-8c39-3f0f27c403ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03a6842-a1d9-4273-8ec8-6d9f10e99197,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:34.994501 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f47a18c2-991e-498c-8c39-3f0f27c403ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:35.032767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-35c9874f-5475-49a0-ae8b-4a29878d8cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:35.165287 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-8aedf457-94c1-49ed-8c54-6940b4dd2b5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=393c3a06-1246-4518-995b-7c34bfef026d HTTP/1.1" status: 200 len: 217 time: 0.1411247 Dec 22 09:57:35.305423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f47a18c2-991e-498c-8c39-3f0f27c403ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cab5f92060e7472e93302139f989b6c9&name=default HTTP/1.1" status: 200 len: 2883 time: 2.2547131 Dec 22 09:57:35.311787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38618) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:35.319618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-cc1a7e1b-a0be-4b6e-a896-1d8218e38245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:35.321292 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-cc1a7e1b-a0be-4b6e-a896-1d8218e38245 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73e21285e1b54340a132a60a648503c8&device_id=028bbfbe-f8cc-42a8-b9e7-dfe66f21953a HTTP/1.1" status: 200 len: 1158 time: 0.2937388 Dec 22 09:57:35.345315 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf7ce-baab-49e1-8460-768f4198e028 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:35.398966 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf7ce-baab-49e1-8460-768f4198e028 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:35.437975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-80e14bcb-2c59-44b6-9138-395cbf2a21de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:35.447356 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-80e14bcb-2c59-44b6-9138-395cbf2a21de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b321522-42ae-4197-bd5e-24fddf06c282 HTTP/1.1" status: 200 len: 852 time: 0.2625487 Dec 22 09:57:35.470861 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-861b8058-12e7-4787-b181-47c9030cc812 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78a69c64-79a4-48e1-aaf9-883c9d322caf HTTP/1.1" status: 200 len: 217 time: 0.1297996 Dec 22 09:57:35.563331 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-574e63b6-a9e8-4ce7-8b1c-bd37e117ef3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=178082e3-16b5-4564-bd75-d45b7c070a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948348 Dec 22 09:57:35.654761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce1c340c-8c76-4ee5-8943-05c46be0e36f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:35.687195 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:35.724747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc253144-fd00-487e-bc2d-ffb215d4e602 req-ba75658d-75f3-4d9c-9ccf-45a77753e86e tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:35.726384 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc253144-fd00-487e-bc2d-ffb215d4e602 req-ba75658d-75f3-4d9c-9ccf-45a77753e86e tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=028bbfbe-f8cc-42a8-b9e7-dfe66f21953a HTTP/1.1" status: 200 len: 943 time: 0.4731190 Dec 22 09:57:35.744847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c340c-8c76-4ee5-8943-05c46be0e36f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Port': ['ID=64b575c9-8db0-4281-80f5-0f2db4d71192,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:35.751423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-2c753c8c-971a-43f7-82e5-84a51dcbc276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:35.753017 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-2c753c8c-971a-43f7-82e5-84a51dcbc276 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b321522-42ae-4197-bd5e-24fddf06c282 HTTP/1.1" status: 200 len: 852 time: 0.2363839 Dec 22 09:57:35.761895 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc8af825-17fe-461f-8170-03556e27d92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:35.777016 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ce1c340c-8c76-4ee5-8943-05c46be0e36f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:35.818381 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-34861478-1a74-4805-978f-9cf22c94a3ed service neutron] 10.222.0.64 "GET /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453003 Dec 22 09:57:35.857289 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-7c6b80ae-9414-4306-a7f9-9af43e63ecae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=178082e3-16b5-4564-bd75-d45b7c070a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845497 Dec 22 09:57:35.885825 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dc253144-fd00-487e-bc2d-ffb215d4e602 req-c117266b-3049-43b7-8779-587606bff49d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395595 Dec 22 09:57:35.910452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc8af825-17fe-461f-8170-03556e27d92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:36.136606 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-5ebc02a9-0805-4164-82f9-e906f9b64446 service neutron] 10.222.0.64 "GET /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3098450 Dec 22 09:57:36.148551 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-ca267bb3-d92b-4ff7-b095-d77577ac7736 service neutron] 10.222.0.64 "GET /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655482 Dec 22 09:57:36.374191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc8af825-17fe-461f-8170-03556e27d92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:36.384766 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3849bc9a-6e8f-4a30-a0ce-fa12b7374c4e tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:36.415538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8af825-17fe-461f-8170-03556e27d92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03a6842-a1d9-4273-8ec8-6d9f10e99197,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:36.418432 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bc8af825-17fe-461f-8170-03556e27d92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:36.440904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38642) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:36.478582 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3d0aaf2-e28e-4a1a-bfd2-da94522ad9fc req-b2fc8b01-f59b-4a85-8456-4d5ea697a4bc service neutron] 10.222.0.64 "GET /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3191071 Dec 22 09:57:36.521807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca62d1-7ec0-46a6-a75d-a20f70b0264a req-8b5bb341-7764-4fa1-a7d9-81f10c5a577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:36.523482 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8eca62d1-7ec0-46a6-a75d-a20f70b0264a req-8b5bb341-7764-4fa1-a7d9-81f10c5a577f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73e21285e1b54340a132a60a648503c8&device_id=a9752a15-99aa-473e-95c8-885086b5ca43 HTTP/1.1" status: 200 len: 1158 time: 0.2153063 Dec 22 09:57:36.700173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1414658474-network', 'tenant_id': '1abd7f8507294adf9f45aca905331561'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:36.707070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:36.729009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Usage tracker for resource:network and tenant:1abd7f8507294adf9f45aca905331561 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:36.735380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:36.754329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:36.790229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca62d1-7ec0-46a6-a75d-a20f70b0264a req-e8464c48-337d-4ff5-b898-af1f6ca4601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:36.791822 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8eca62d1-7ec0-46a6-a75d-a20f70b0264a req-e8464c48-337d-4ff5-b898-af1f6ca4601a service neutron] 10.222.0.64 "GET /v2.0/networks?id=178082e3-16b5-4564-bd75-d45b7c070a7e HTTP/1.1" status: 200 len: 906 time: 0.2304382 Dec 22 09:57:36.792697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Made reservation on behalf of 1abd7f8507294adf9f45aca905331561 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:57:36.798408 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:36.885540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028bbfbe-f8cc-42a8-b9e7-dfe66f21953a', 'tag': '78a69c64-79a4-48e1-aaf9-883c9d322caf'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:57:36.899374 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:36.912729 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8eca62d1-7ec0-46a6-a75d-a20f70b0264a req-286c0594-a80d-43c4-baec-4e6412334c0f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=393c3a06-1246-4518-995b-7c34bfef026d HTTP/1.1" status: 200 len: 217 time: 0.0933056 Dec 22 09:57:36.918306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:36.945451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4bf7ce-baab-49e1-8460-768f4198e028 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 353de62c-9e39-4d34-a979-3b32fd1aed58 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:57:36.970802 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc8af825-17fe-461f-8170-03556e27d92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:36.974573 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bc8af825-17fe-461f-8170-03556e27d92f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d03a6842-a1d9-4273-8ec8-6d9f10e99197 HTTP/1.1" status: 204 len: 168 time: 1.6590748 Dec 22 09:57:36.974573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce1c340c-8c76-4ee5-8943-05c46be0e36f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:36.976426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Usage tracker for resource:security_group_rule and tenant:1abd7f8507294adf9f45aca905331561 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:36.981338 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '028bbfbe-f8cc-42a8-b9e7-dfe66f21953a', 'tag': '78a69c64-79a4-48e1-aaf9-883c9d322caf', 'status': 'completed', 'code': 200} Dec 22 09:57:36.998925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:37.003740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca62d1-7ec0-46a6-a75d-a20f70b0264a req-3ed5c966-82b3-42c2-96f3-6151bddd539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:37.005395 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8eca62d1-7ec0-46a6-a75d-a20f70b0264a req-3ed5c966-82b3-42c2-96f3-6151bddd539d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b321522-42ae-4197-bd5e-24fddf06c282 HTTP/1.1" status: 200 len: 852 time: 0.0844643 Dec 22 09:57:37.070528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:37.148299 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8eca62d1-7ec0-46a6-a75d-a20f70b0264a req-c886709f-4606-4648-b1f7-de8cb07fd7c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=178082e3-16b5-4564-bd75-d45b7c070a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753164 Dec 22 09:57:37.334889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4bf7ce-baab-49e1-8460-768f4198e028 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:57:37.342569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf7ce-baab-49e1-8460-768f4198e028 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:37.347056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8156546b-d279-499e-8af9-cb5f7681da3f None None] Sync routers for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:57:37.358569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8156546b-d279-499e-8af9-cb5f7681da3f None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:37.360157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8156546b-d279-499e-8af9-cb5f7681da3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:57:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:37.449373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8156546b-d279-499e-8af9-cb5f7681da3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:37.463126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ed41c-c239-4728-9bee-88f642fd736d req-e6fb79f6-1b84-4157-a906-a16401242550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:37.464126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8156546b-d279-499e-8af9-cb5f7681da3f None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:37.465082 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-931ed41c-c239-4728-9bee-88f642fd736d req-e6fb79f6-1b84-4157-a906-a16401242550 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73e21285e1b54340a132a60a648503c8&device_id=028bbfbe-f8cc-42a8-b9e7-dfe66f21953a HTTP/1.1" status: 200 len: 1158 time: 0.4540069 Dec 22 09:57:37.465901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8156546b-d279-499e-8af9-cb5f7681da3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:57:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:37.552769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8156546b-d279-499e-8af9-cb5f7681da3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:37.553522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8156546b-d279-499e-8af9-cb5f7681da3f None None] The sync data for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:57:37.626171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b49c14-1fa7-463a-9a9b-61886470d22b req-145f59fc-aafb-4b7e-b21f-719ccaf4a3a7 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:37.627861 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b5b49c14-1fa7-463a-9a9b-61886470d22b req-145f59fc-aafb-4b7e-b21f-719ccaf4a3a7 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=028bbfbe-f8cc-42a8-b9e7-dfe66f21953a HTTP/1.1" status: 200 len: 943 time: 0.4343178 Dec 22 09:57:37.629975 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8eca62d1-7ec0-46a6-a75d-a20f70b0264a req-cf6366a1-9d5c-48ad-8c6c-ae60ab61fb9c service neutron] 10.222.0.64 "GET /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705694 Dec 22 09:57:37.737936 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5f4bf7ce-baab-49e1-8460-768f4198e028 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "PUT /v2.0/floatingips/cdc6f5ab-a8dd-498e-afc2-6993d018b875 HTTP/1.1" status: 200 len: 978 time: 4.4801059 Dec 22 09:57:37.741300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38672) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:37.767734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:37.815720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1c340c-8c76-4ee5-8943-05c46be0e36f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router 67706249-da11-46f5-ae5c-dc4230d3a9cd has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:57:37.876801 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12429d89-de09-4b9f-89b6-e7501bc221d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:37.905149 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b5b49c14-1fa7-463a-9a9b-61886470d22b req-42a43142-2cb9-4d9a-90a9-d91a90ebd417 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591486 Dec 22 09:57:37.912142 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:37.933693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:57:37.944593 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:37.944992 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Added segment 34a151f3-f601-4e76-8e40-2c37eab4ee2d of type vxlan for network be69cb95-0e7d-49f8-8c01-ad1cfe025116 Dec 22 09:57:37.976676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:37.983463 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d2dfa8f-90be-4d73-a849-b527e25e3eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:38.009572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1c340c-8c76-4ee5-8943-05c46be0e36f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:57:38.020848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375712a7-9ea8-453a-bb72-7dc3a6e873bf None None] Sync routers for ids ['67706249-da11-46f5-ae5c-dc4230d3a9cd'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:57:38.058533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375712a7-9ea8-453a-bb72-7dc3a6e873bf None None] Routers {'67706249-da11-46f5-ae5c-dc4230d3a9cd'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:38.059253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-375712a7-9ea8-453a-bb72-7dc3a6e873bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:57:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['67706249-da11-46f5-ae5c-dc4230d3a9cd'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:38.083269 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ce1c340c-8c76-4ee5-8943-05c46be0e36f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/67706249-da11-46f5-ae5c-dc4230d3a9cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6169057 Dec 22 09:57:38.085443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38686) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:38.162924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8619535a-8872-4995-999b-1adf89af674a tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Synchronizing usage tracker for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:57:38.194911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b7da14a4-a5fa-4b05-8751-c30b37d76656 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Deleting port ccdc4048-700c-4fa6-b2b8-390a837c78b4 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:57:38.195302 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7da14a4-a5fa-4b05-8751-c30b37d76656 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:38.266764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-375712a7-9ea8-453a-bb72-7dc3a6e873bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:38.279657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375712a7-9ea8-453a-bb72-7dc3a6e873bf None None] Routers {'67706249-da11-46f5-ae5c-dc4230d3a9cd'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:38.280653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-375712a7-9ea8-453a-bb72-7dc3a6e873bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:57:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['67706249-da11-46f5-ae5c-dc4230d3a9cd'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:38.361848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-375712a7-9ea8-453a-bb72-7dc3a6e873bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:38.362104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375712a7-9ea8-453a-bb72-7dc3a6e873bf None None] The sync data for ids ['67706249-da11-46f5-ae5c-dc4230d3a9cd'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:57:38.446156 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7da14a4-a5fa-4b05-8751-c30b37d76656 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:38.446607 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7da14a4-a5fa-4b05-8751-c30b37d76656 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:38.573351 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:57:38.602729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b7da14a4-a5fa-4b05-8751-c30b37d76656 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Calling delete_port for ccdc4048-700c-4fa6-b2b8-390a837c78b4 owned by network:floatingip {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:57:38.657548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ed41c-c239-4728-9bee-88f642fd736d req-a548cc98-18d5-4c90-98c6-271a5366061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:38.658415 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-931ed41c-c239-4728-9bee-88f642fd736d req-a548cc98-18d5-4c90-98c6-271a5366061a service neutron] 10.222.0.64 "GET /v2.0/networks?id=178082e3-16b5-4564-bd75-d45b7c070a7e HTTP/1.1" status: 200 len: 906 time: 1.1568809 Dec 22 09:57:38.673503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57eeefa-22c5-4218-b5b4-48e5a096527d,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:38.768015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8619535a-8872-4995-999b-1adf89af674a tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Unset dirty status for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:57:38.772280 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8619535a-8872-4995-999b-1adf89af674a tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/ports?device_id=67706249-da11-46f5-ae5c-dc4230d3a9cd HTTP/1.1" status: 200 len: 205 time: 0.6751428 Dec 22 09:57:38.773095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38726) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:38.801513 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:38.802918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:38.803574 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:38.853700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.854151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.854681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.855098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.855514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.855931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.856367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.856896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.857446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.857867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.858282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.858691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.859254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.860794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.861232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.861648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.862059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.862477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.863046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.863785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.864238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.865134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.865547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.866165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.866933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.867514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.867986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.868471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.869228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.869643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.870103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.870677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.871084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.871491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.871897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.872328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:38.896924 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.4232237 Dec 22 09:57:38.900975 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-931ed41c-c239-4728-9bee-88f642fd736d req-36a39183-73f7-4198-819c-b37190740cb7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78a69c64-79a4-48e1-aaf9-883c9d322caf HTTP/1.1" status: 200 len: 217 time: 0.2146330 Dec 22 09:57:38.902000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38744) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:38.905148 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:38.906241 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-abe5444a-b24f-4db3-9f39-f99026a584bb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:38.973800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-2004029c-7fec-4ce7-a99b-b606e7a2aa3a admin admin] Request body: {'subnet': {'network_id': 'be69cb95-0e7d-49f8-8c01-ad1cfe025116', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1414658474-subnet', 'tenant_id': '1abd7f8507294adf9f45aca905331561', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:38.974940 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:38.976240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-82aa7803-a98e-41ab-b876-7b1801da5e07 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:57:38.980717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2004029c-7fec-4ce7-a99b-b606e7a2aa3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:38.985588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2004029c-7fec-4ce7-a99b-b606e7a2aa3a admin admin] Usage tracker for resource:subnet and tenant:1abd7f8507294adf9f45aca905331561 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:38.989092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2004029c-7fec-4ce7-a99b-b606e7a2aa3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:38.996472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2004029c-7fec-4ce7-a99b-b606e7a2aa3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:39.067581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2004029c-7fec-4ce7-a99b-b606e7a2aa3a admin admin] Made reservation on behalf of 1abd7f8507294adf9f45aca905331561 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:57:39.072413 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2004029c-7fec-4ce7-a99b-b606e7a2aa3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:39.130413 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8014734b-c80e-4e0a-9f77-90fa4908ab15 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:39.196153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Pushing event updated for resources: {'Network': ['ID=be69cb95-0e7d-49f8-8c01-ad1cfe025116,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:39.218611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network be69cb95-0e7d-49f8-8c01-ad1cfe025116 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:57:39.231780 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:39.291923 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8eca62d1-7ec0-46a6-a75d-a20f70b0264a req-6276064d-6167-4b3a-89f1-08145a113572 service neutron] 10.222.0.64 "GET /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5025315 Dec 22 09:57:39.323112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ed41c-c239-4728-9bee-88f642fd736d req-8520d485-c5ed-49b7-9849-b762020023ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:39.324778 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-931ed41c-c239-4728-9bee-88f642fd736d req-8520d485-c5ed-49b7-9849-b762020023ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b321522-42ae-4197-bd5e-24fddf06c282 HTTP/1.1" status: 200 len: 852 time: 0.4007361 Dec 22 09:57:39.437723 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-931ed41c-c239-4728-9bee-88f642fd736d req-6c5bbaed-007d-4c50-bfc7-e732d90e3662 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=178082e3-16b5-4564-bd75-d45b7c070a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920718 Dec 22 09:57:39.509434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec3395-7767-4756-a5e6-d609cc2edb6f req-c52982e4-4f74-41bf-bef9-8a9350f60c5a tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:39.518569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network be69cb95-0e7d-49f8-8c01-ad1cfe025116 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:57:39.520054 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47ec3395-7767-4756-a5e6-d609cc2edb6f req-c52982e4-4f74-41bf-bef9-8a9350f60c5a tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=028bbfbe-f8cc-42a8-b9e7-dfe66f21953a HTTP/1.1" status: 200 len: 943 time: 0.3060205 Dec 22 09:57:39.540232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network be69cb95-0e7d-49f8-8c01-ad1cfe025116 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:57:39.623802 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:39.653346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38756) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:39.716364 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47ec3395-7767-4756-a5e6-d609cc2edb6f req-4e5dc660-d9b4-424f-97de-5a2264704151 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951513 Dec 22 09:57:39.785309 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-931ed41c-c239-4728-9bee-88f642fd736d req-cbecffa3-49e6-44c9-98a4-f66f79b25326 service neutron] 10.222.0.64 "GET /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356593 Dec 22 09:57:39.951467 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7da14a4-a5fa-4b05-8751-c30b37d76656 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:39.969961 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-931ed41c-c239-4728-9bee-88f642fd736d req-40925e00-d57d-4dfc-bf8b-45e34abe1b15 service neutron] 10.222.0.64 "GET /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1677749 Dec 22 09:57:39.979454 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ce1c340c-8c76-4ee5-8943-05c46be0e36f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:40.005592 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-70002571-6a2e-4373-901c-056946cf5498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:40.025347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-70002571-6a2e-4373-901c-056946cf5498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:40.030415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-70002571-6a2e-4373-901c-056946cf5498 admin admin] Usage tracker for resource:security_group_rule and tenant:d27dcfabe57e4e469f4c5ab9d8ffeda8 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:40.040286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-70002571-6a2e-4373-901c-056946cf5498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:40.047272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-70002571-6a2e-4373-901c-056946cf5498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:40.130954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da14a4-a5fa-4b05-8751-c30b37d76656 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event deleted for resources: {'Port': ['ID=ccdc4048-700c-4fa6-b2b8-390a837c78b4,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:40.148387 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b7da14a4-a5fa-4b05-8751-c30b37d76656 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:40.157868 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8014734b-c80e-4e0a-9f77-90fa4908ab15 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:40.161321 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-70002571-6a2e-4373-901c-056946cf5498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:40.163985 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8014734b-c80e-4e0a-9f77-90fa4908ab15 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:40.165446 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-70002571-6a2e-4373-901c-056946cf5498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:40.182626 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3730b502-ed1a-4266-8475-f89aa240452e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:40.185571 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:40.218184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70002571-6a2e-4373-901c-056946cf5498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befecb92-b395-4444-ae3b-c29d63213e23,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:40.224245 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-70002571-6a2e-4373-901c-056946cf5498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:40.240708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:40.253437 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-70002571-6a2e-4373-901c-056946cf5498 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d27dcfabe57e4e469f4c5ab9d8ffeda8&name=default HTTP/1.1" status: 200 len: 2883 time: 0.5949814 Dec 22 09:57:40.256278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38764) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:40.351169 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b4d77cab-b6c5-481b-8879-bd205c95e912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:40.364157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8014734b-c80e-4e0a-9f77-90fa4908ab15 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:40.365056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8014734b-c80e-4e0a-9f77-90fa4908ab15 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Fanout notify agent at l3_agent the message router_deleted on router 67706249-da11-46f5-ae5c-dc4230d3a9cd {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:57:40.383360 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b4d77cab-b6c5-481b-8879-bd205c95e912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:40.450906 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b4d77cab-b6c5-481b-8879-bd205c95e912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:40.458185 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0abdab6a-920c-43a3-9b4f-13b334d307ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:40.472263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d77cab-b6c5-481b-8879-bd205c95e912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befecb92-b395-4444-ae3b-c29d63213e23,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:40.474698 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b4d77cab-b6c5-481b-8879-bd205c95e912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:40.480678 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b4d77cab-b6c5-481b-8879-bd205c95e912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:40.494666 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b4d77cab-b6c5-481b-8879-bd205c95e912 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/befecb92-b395-4444-ae3b-c29d63213e23 HTTP/1.1" status: 204 len: 168 time: 0.2356157 Dec 22 09:57:40.528796 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8014734b-c80e-4e0a-9f77-90fa4908ab15 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:40.533825 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8014734b-c80e-4e0a-9f77-90fa4908ab15 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/routers/67706249-da11-46f5-ae5c-dc4230d3a9cd HTTP/1.1" status: 204 len: 168 time: 1.7588456 Dec 22 09:57:40.534396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38774) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:40.597878 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7da14a4-a5fa-4b05-8751-c30b37d76656 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:40.598299 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-b7da14a4-a5fa-4b05-8751-c30b37d76656 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Floating IP cdc6f5ab-a8dd-498e-afc2-6993d018b875 disassociated (deleted). External IP: 172.25.7.206, port: 3d36a3fa-8f53-407a-b6d0-e8079e2abbd9. Dec 22 09:57:40.717475 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:40.785432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 78a69c64-79a4-48e1-aaf9-883c9d322caf up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:57:40.996536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 78a69c64-79a4-48e1-aaf9-883c9d322caf completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:57:41.017518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 78a69c64-79a4-48e1-aaf9-883c9d322caf triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:41.018220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:41.084580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2133365-244e-4748-b1c6-348ec72e5e93 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting subnet ff7aaa1e-e695-42d7-b096-e852af0b476a {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:57:41.090226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2133365-244e-4748-b1c6-348ec72e5e93 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:41.222769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38790) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:41.227204 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:41.227373 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2133365-244e-4748-b1c6-348ec72e5e93 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:41.259204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028bbfbe-f8cc-42a8-b9e7-dfe66f21953a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a69c64-79a4-48e1-aaf9-883c9d322caf'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:57:41.274398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 78a69c64-79a4-48e1-aaf9-883c9d322caf, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=78a69c64-79a4-48e1-aaf9-883c9d322caf,segment=NetworkSegment(39131468-75de-4279-b4d2-a3b221a6ac3b),segment_id=39131468-75de-4279-b4d2-a3b221a6ac3b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:57:41.279578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:41.280529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 393c3a06-1246-4518-995b-7c34bfef026d up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:57:41.391716 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:41.404399 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2133365-244e-4748-b1c6-348ec72e5e93 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:41.473549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7da14a4-a5fa-4b05-8751-c30b37d76656 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 353de62c-9e39-4d34-a979-3b32fd1aed58 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:57:41.482733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=78a69c64-79a4-48e1-aaf9-883c9d322caf,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:41.495073 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028bbfbe-f8cc-42a8-b9e7-dfe66f21953a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a69c64-79a4-48e1-aaf9-883c9d322caf', 'code': 200} Dec 22 09:57:41.497247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.497791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.498443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.498837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.499222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.499606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.500956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.501344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.501724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.502173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.502480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.502855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.503446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.503828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.504229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.504603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.504972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.505345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.505713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.506082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.506453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.506956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.507330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.507705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.508166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.508536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.508904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.509273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.509642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.510005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.510373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.510856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.511228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.511595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.511978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.512357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:57:41.534510 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:41.535860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 393c3a06-1246-4518-995b-7c34bfef026d completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:57:41.541682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 393c3a06-1246-4518-995b-7c34bfef026d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:41.542147 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:41.580811 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2004029c-7fec-4ce7-a99b-b606e7a2aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:41.598749 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a19dfc67-8bbf-4d78-ade3-c5f71cb9bebe tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:41.774826 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:41.835570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7da14a4-a5fa-4b05-8751-c30b37d76656 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:57:41.840240 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7da14a4-a5fa-4b05-8751-c30b37d76656 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:41.849184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd20fa4f-6711-42b9-a9f1-299d9d97359c None None] Sync routers for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:57:41.865539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 393c3a06-1246-4518-995b-7c34bfef026d, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=393c3a06-1246-4518-995b-7c34bfef026d,segment=NetworkSegment(39131468-75de-4279-b4d2-a3b221a6ac3b),segment_id=39131468-75de-4279-b4d2-a3b221a6ac3b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:57:41.868107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd20fa4f-6711-42b9-a9f1-299d9d97359c None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:41.869063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-bd20fa4f-6711-42b9-a9f1-299d9d97359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:57:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:41.871792 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:41.877581 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:42.026517 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b7da14a4-a5fa-4b05-8751-c30b37d76656 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "DELETE /v2.0/floatingips/cdc6f5ab-a8dd-498e-afc2-6993d018b875 HTTP/1.1" status: 204 len: 168 time: 4.2807832 Dec 22 09:57:42.037759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38808) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:42.052867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004029c-7fec-4ce7-a99b-b606e7a2aa3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5cfe7b2-6f6e-480e-b2f0-67dd66771c7a,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:42.059025 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2004029c-7fec-4ce7-a99b-b606e7a2aa3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:42.075665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-bd20fa4f-6711-42b9-a9f1-299d9d97359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:42.092802 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2133365-244e-4748-b1c6-348ec72e5e93 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:42.098538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd20fa4f-6711-42b9-a9f1-299d9d97359c None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:57:42.099232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-bd20fa4f-6711-42b9-a9f1-299d9d97359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:57:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:42.172019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=393c3a06-1246-4518-995b-7c34bfef026d,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:42.197810 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:42.211266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-39284bd6-5f55-4034-bbe1-00e30b8c77e1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Deleting port 3d36a3fa-8f53-407a-b6d0-e8079e2abbd9 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:57:42.211660 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39284bd6-5f55-4034-bbe1-00e30b8c77e1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:42.235370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-bd20fa4f-6711-42b9-a9f1-299d9d97359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:42.235832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd20fa4f-6711-42b9-a9f1-299d9d97359c None None] The sync data for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:57:42.345136 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ef641c50-7b9f-481a-b644-9ba5782ba925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:42.423537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2133365-244e-4748-b1c6-348ec72e5e93 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Subnet': ['ID=ff7aaa1e-e695-42d7-b096-e852af0b476a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:42.456987 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46811a34-1c9e-4b71-8412-4d3f023a847e admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:42.471847 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d2133365-244e-4748-b1c6-348ec72e5e93 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:42.481395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 78a69c64-79a4-48e1-aaf9-883c9d322caf up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:57:42.485150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c81f0c-16b6-463d-8fd7-caf63813aef1 req-fd598330-5488-4f0a-a6a0-346713142ef5 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:42.486940 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-88c81f0c-16b6-463d-8fd7-caf63813aef1 req-fd598330-5488-4f0a-a6a0-346713142ef5 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=028bbfbe-f8cc-42a8-b9e7-dfe66f21953a HTTP/1.1" status: 200 len: 943 time: 1.5214958 Dec 22 09:57:42.496288 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2133365-244e-4748-b1c6-348ec72e5e93 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:42.499541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-46811a34-1c9e-4b71-8412-4d3f023a847e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:42.539608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-46811a34-1c9e-4b71-8412-4d3f023a847e admin admin] Usage tracker for resource:security_group_rule and tenant:92c3658238ed42fcb4836cc91890770e is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:42.545212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-46811a34-1c9e-4b71-8412-4d3f023a847e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:42.555343 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d2133365-244e-4748-b1c6-348ec72e5e93 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/subnets/ff7aaa1e-e695-42d7-b096-e852af0b476a HTTP/1.1" status: 204 len: 168 time: 2.0195787 Dec 22 09:57:42.561916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38820) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:42.566102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258b6174-4ea6-4550-99e0-1a3aad61102f None None] Network 8ff8f337-33f4-439a-9c21-a9ec4d01cc58 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:57:42.586133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-46811a34-1c9e-4b71-8412-4d3f023a847e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:42.651782 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-88c81f0c-16b6-463d-8fd7-caf63813aef1 req-e6052cd7-f8b0-4fc4-b721-6a12d5ac6677 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486599 Dec 22 09:57:42.663647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6c264-7ee4-451c-aaff-4c3f63547b82 req-c84f8cf8-499f-437d-8ec1-2b6a5d0efce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:42.665414 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5bf6c264-7ee4-451c-aaff-4c3f63547b82 req-c84f8cf8-499f-437d-8ec1-2b6a5d0efce5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=028bbfbe-f8cc-42a8-b9e7-dfe66f21953a HTTP/1.1" status: 200 len: 1160 time: 0.7172997 Dec 22 09:57:42.818425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 78a69c64-79a4-48e1-aaf9-883c9d322caf triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:42.819027 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:42.851896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2004029c-7fec-4ce7-a99b-b606e7a2aa3a admin admin] Checking segment: {'id': '34a151f3-f601-4e76-8e40-2c37eab4ee2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'be69cb95-0e7d-49f8-8c01-ad1cfe025116'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:57:42.852334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2004029c-7fec-4ce7-a99b-b606e7a2aa3a admin admin] Network hostable DHCP agents. Network: be69cb95-0e7d-49f8-8c01-ad1cfe025116, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:57:42.871361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46811a34-1c9e-4b71-8412-4d3f023a847e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:42.880463 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39284bd6-5f55-4034-bbe1-00e30b8c77e1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:42.890195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2004029c-7fec-4ce7-a99b-b606e7a2aa3a admin admin] Network be69cb95-0e7d-49f8-8c01-ad1cfe025116 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:57:42.899003 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5bf6c264-7ee4-451c-aaff-4c3f63547b82 req-1043bd7a-3353-44d0-80c4-67b210baa518 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770930 Dec 22 09:57:42.899656 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46811a34-1c9e-4b71-8412-4d3f023a847e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:42.913683 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-134a23a9-0599-4998-9647-93ba4b335e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:42.951206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 393c3a06-1246-4518-995b-7c34bfef026d up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:57:42.954339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46811a34-1c9e-4b71-8412-4d3f023a847e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfc8538-cc77-4da5-8227-50e0d0c65e22,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:42.964185 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-46811a34-1c9e-4b71-8412-4d3f023a847e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:42.976229 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:43.029368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-2004029c-7fec-4ce7-a99b-b606e7a2aa3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, be69cb95-0e7d-49f8-8c01-ad1cfe025116) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:57:43.038507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-39284bd6-5f55-4034-bbe1-00e30b8c77e1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Calling delete_port for 3d36a3fa-8f53-407a-b6d0-e8079e2abbd9 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:57:43.070112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebd764e-d20d-4818-a675-94e22145a00f None None] Network be69cb95-0e7d-49f8-8c01-ad1cfe025116 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:57:43.097314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2004029c-7fec-4ce7-a99b-b606e7a2aa3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:43.098119 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2004029c-7fec-4ce7-a99b-b606e7a2aa3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:43.116586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port ed94e683-6979-485e-8844-ec69a829725f {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:57:43.116986 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:43.122651 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2004029c-7fec-4ce7-a99b-b606e7a2aa3a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.1681550 Dec 22 09:57:43.174130 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-46811a34-1c9e-4b71-8412-4d3f023a847e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92c3658238ed42fcb4836cc91890770e&name=default HTTP/1.1" status: 200 len: 2883 time: 1.9501913 Dec 22 09:57:43.183270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38836) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:43.377844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2587b8fc-6bc5-4c10-bfa9-4b9194200298 None None] DHCP port deletion for 8ff8f337-33f4-439a-9c21-a9ec4d01cc58 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:57:43.401441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 393c3a06-1246-4518-995b-7c34bfef026d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:43.402184 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:43.405395 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39284bd6-5f55-4034-bbe1-00e30b8c77e1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:43.691563 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:43.775923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] For port ed94e683-6979-485e-8844-ec69a829725f, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ed94e683-6979-485e-8844-ec69a829725f,segment=NetworkSegment(23a949a0-1035-45e4-85f2-d5460306aedb),segment_id=23a949a0-1035-45e4-85f2-d5460306aedb)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:57:43.779452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:43.796559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9752a15-99aa-473e-95c8-885086b5ca43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393c3a06-1246-4518-995b-7c34bfef026d'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:57:43.839331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2587b8fc-6bc5-4c10-bfa9-4b9194200298 None None] Deleting port ed94e683-6979-485e-8844-ec69a829725f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:57:43.839925 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2587b8fc-6bc5-4c10-bfa9-4b9194200298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:43.902646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39284bd6-5f55-4034-bbe1-00e30b8c77e1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event deleted for resources: {'Port': ['ID=3d36a3fa-8f53-407a-b6d0-e8079e2abbd9,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:43.930568 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39284bd6-5f55-4034-bbe1-00e30b8c77e1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:44.135687 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9752a15-99aa-473e-95c8-885086b5ca43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393c3a06-1246-4518-995b-7c34bfef026d', 'code': 200} Dec 22 09:57:44.172448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38854) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:44.185480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Calling delete_port for ed94e683-6979-485e-8844-ec69a829725f owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:57:44.433795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceec1b9-d7cc-4f82-83d6-0218cc84ed05 None None] Network be69cb95-0e7d-49f8-8c01-ad1cfe025116 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:57:44.632232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:44.665176 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-476f1dcc-6a62-4652-b6a2-d73eba658300 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:44.673913 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-06ef6089-1f21-40ff-afd6-5c49c9a2f709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:44.792861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47f8ec-e8c4-42b2-90a1-d3b83b5483da req-4e045b59-25db-4548-8362-4475e419c534 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:44.798535 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-06ef6089-1f21-40ff-afd6-5c49c9a2f709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:44.816871 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c47f8ec-e8c4-42b2-90a1-d3b83b5483da req-4e045b59-25db-4548-8362-4475e419c534 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=028bbfbe-f8cc-42a8-b9e7-dfe66f21953a HTTP/1.1" status: 200 len: 945 time: 0.6982846 Dec 22 09:57:44.829856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Port': ['ID=ed94e683-6979-485e-8844-ec69a829725f,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:44.852198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39284bd6-5f55-4034-bbe1-00e30b8c77e1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:44.898511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ed94e683-6979-485e-8844-ec69a829725f no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:57:44.916986 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:44.917239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 38870) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:44.924353 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-39284bd6-5f55-4034-bbe1-00e30b8c77e1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "DELETE /v2.0/ports/3d36a3fa-8f53-407a-b6d0-e8079e2abbd9 HTTP/1.1" status: 204 len: 168 time: 2.8830822 Dec 22 09:57:44.966388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-06ef6089-1f21-40ff-afd6-5c49c9a2f709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:44.991598 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-596c64b4-ec66-4055-9684-6ef265ee7cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:45.001788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 393c3a06-1246-4518-995b-7c34bfef026d up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:57:45.045837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef6089-1f21-40ff-afd6-5c49c9a2f709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfc8538-cc77-4da5-8227-50e0d0c65e22,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:45.055912 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-06ef6089-1f21-40ff-afd6-5c49c9a2f709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:45.081706 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-06ef6089-1f21-40ff-afd6-5c49c9a2f709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:45.089168 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-06ef6089-1f21-40ff-afd6-5c49c9a2f709 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dbfc8538-cc77-4da5-8227-50e0d0c65e22 HTTP/1.1" status: 204 len: 168 time: 1.9031520 Dec 22 09:57:45.183360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: ed94e683-6979-485e-8844-ec69a829725f {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:57:45.184182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ed94e683-6979-485e-8844-ec69a829725f not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:57:45.349921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38878) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:45.361488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2010068821-network', 'tenant_id': 'a19add75061a42589a617494abbd4877'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:45.383799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:45.400765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Usage tracker for resource:network and tenant:a19add75061a42589a617494abbd4877 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:45.409487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:45.417705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:45.430106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Made reservation on behalf of a19add75061a42589a617494abbd4877 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:57:45.436446 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:45.453606 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:45.458601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-2587b8fc-6bc5-4c10-bfa9-4b9194200298 None None] For port ed94e683-6979-485e-8844-ec69a829725f, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ed94e683-6979-485e-8844-ec69a829725f,segment=NetworkSegment(23a949a0-1035-45e4-85f2-d5460306aedb),segment_id=23a949a0-1035-45e4-85f2-d5460306aedb)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:57:45.459332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2587b8fc-6bc5-4c10-bfa9-4b9194200298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:45.480219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:45.485932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Usage tracker for resource:security_group_rule and tenant:a19add75061a42589a617494abbd4877 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:45.489587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:45.491410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b3b26-659a-405c-b561-8f633ee49a79 req-83cff465-63e2-4c65-b22d-cae73e1b3486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:45.493896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eb2b3b26-659a-405c-b561-8f633ee49a79 req-83cff465-63e2-4c65-b22d-cae73e1b3486 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a9752a15-99aa-473e-95c8-885086b5ca43 HTTP/1.1" status: 200 len: 1160 time: 1.1985836 Dec 22 09:57:45.496738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:45.516710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:45.526944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:45.534433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Usage tracker for resource:floatingip and tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:45.539020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:45.548643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:45.601713 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:45.605551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:45.624984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:57:45.629704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:45.635628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:45.638795 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:45.639457 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Added segment bcc0094c-4b70-48ed-ba08-703e14db5e9a of type vxlan for network 60f0ab6d-2cbc-4cfd-bc64-29ca9d5ac37f Dec 22 09:57:45.671131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2587b8fc-6bc5-4c10-bfa9-4b9194200298 None None] Calling delete_port for ed94e683-6979-485e-8844-ec69a829725f owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:57:45.673458 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:45.682173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:45.704771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Usage tracker for resource:floatingip and tenant:aafaaa13f2a642ac9695939aed8ed891 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:45.708387 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:45.719787 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:45.721314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:45.722184 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:45.743154 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c47f8ec-e8c4-42b2-90a1-d3b83b5483da req-f80a7ee5-7928-4b9a-8d5e-a5acd5488530 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9249878 Dec 22 09:57:45.768595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ad5be3-78ca-488a-84fa-36be8f6b9c2d,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:45.771081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:45.773272 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:45.775988 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bff0098a-e6c5-40ae-9d17-fb183ae0ee2c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:45.801501 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eb2b3b26-659a-405c-b561-8f633ee49a79 req-12caa976-2507-4645-bd3f-c1be3050cd50 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219608 Dec 22 09:57:45.814056 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.4624543 Dec 22 09:57:45.814879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38886) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:45.830974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6e0c9dbc-7496-4062-b4cf-9a23b2fff18d admin admin] Request body: {'subnet': {'network_id': '60f0ab6d-2cbc-4cfd-bc64-29ca9d5ac37f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2010068821-subnet', 'tenant_id': 'a19add75061a42589a617494abbd4877', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:45.836323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:45.846847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] No DVR routers for this DVR port ed94e683-6979-485e-8844-ec69a829725f on host n-d-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:57:45.854658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6e0c9dbc-7496-4062-b4cf-9a23b2fff18d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:45.865021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6e0c9dbc-7496-4062-b4cf-9a23b2fff18d admin admin] Usage tracker for resource:subnet and tenant:a19add75061a42589a617494abbd4877 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:45.868309 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-2587b8fc-6bc5-4c10-bfa9-4b9194200298 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:57:45.868895 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-2587b8fc-6bc5-4c10-bfa9-4b9194200298 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:57:45.870945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6e0c9dbc-7496-4062-b4cf-9a23b2fff18d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:45.878225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6e0c9dbc-7496-4062-b4cf-9a23b2fff18d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:45.883078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38890) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:45.895178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 393c3a06-1246-4518-995b-7c34bfef026d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:45.895798 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:45.952534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Pushing event updated for resources: {'Network': ['ID=60f0ab6d-2cbc-4cfd-bc64-29ca9d5ac37f,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:45.958654 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:45.986999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-673d585d-3b82-4eca-be6e-50121ee3a22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:45.995817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 60f0ab6d-2cbc-4cfd-bc64-29ca9d5ac37f details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:57:46.001038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0c9dbc-7496-4062-b4cf-9a23b2fff18d admin admin] Made reservation on behalf of a19add75061a42589a617494abbd4877 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:57:46.006032 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e0c9dbc-7496-4062-b4cf-9a23b2fff18d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:46.031911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-673d585d-3b82-4eca-be6e-50121ee3a22c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:46.036046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-673d585d-3b82-4eca-be6e-50121ee3a22c admin admin] Usage tracker for resource:security_group_rule and tenant:72155aa228c14083a9e5d685c6aee85c is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:46.039049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-673d585d-3b82-4eca-be6e-50121ee3a22c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:46.047772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-673d585d-3b82-4eca-be6e-50121ee3a22c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:46.061245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 60f0ab6d-2cbc-4cfd-bc64-29ca9d5ac37f details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:57:46.077312 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:46.202581 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-673d585d-3b82-4eca-be6e-50121ee3a22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:46.210143 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-673d585d-3b82-4eca-be6e-50121ee3a22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:46.236018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 60f0ab6d-2cbc-4cfd-bc64-29ca9d5ac37f details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:57:46.280579 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d534c44-2273-45b3-98c3-d17e12605ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:46.305363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:46.333256 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-673d585d-3b82-4eca-be6e-50121ee3a22c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72155aa228c14083a9e5d685c6aee85c&name=default HTTP/1.1" status: 200 len: 2883 time: 0.3801320 Dec 22 09:57:46.336788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d585d-3b82-4eca-be6e-50121ee3a22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf155465-8c6d-4f64-a559-73b11f15e571,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:46.345258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38898) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:46.423672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2587b8fc-6bc5-4c10-bfa9-4b9194200298 None None] Deleting port ed94e683-6979-485e-8844-ec69a829725f {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:57:46.424359 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2587b8fc-6bc5-4c10-bfa9-4b9194200298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:46.430466 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-673d585d-3b82-4eca-be6e-50121ee3a22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:46.533173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd012614-6261-4237-8d5a-227cfca4a9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:46.562950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff8f337-33f4-439a-9c21-a9ec4d01cc58']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:46.569441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2587b8fc-6bc5-4c10-bfa9-4b9194200298 None None] The port 'ed94e683-6979-485e-8844-ec69a829725f' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:57:46.610293 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd012614-6261-4237-8d5a-227cfca4a9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:46.628612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:46.645014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a949a0-1035-45e4-85f2-d5460306aedb') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:46.645399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a949a0-1035-45e4-85f2-d5460306aedb') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:57:46.668389 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:46.728607 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:46.736972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd012614-6261-4237-8d5a-227cfca4a9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:46.742414 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f47a18c2-991e-498c-8c39-3f0f27c403ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:46.742615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Releasing vxlan tunnel 6 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:57:46.757416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd012614-6261-4237-8d5a-227cfca4a9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf155465-8c6d-4f64-a559-73b11f15e571,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:46.763602 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fd012614-6261-4237-8d5a-227cfca4a9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:46.829527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd012614-6261-4237-8d5a-227cfca4a9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:46.830940 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fd012614-6261-4237-8d5a-227cfca4a9e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf155465-8c6d-4f64-a559-73b11f15e571 HTTP/1.1" status: 204 len: 168 time: 0.4840596 Dec 22 09:57:46.959481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e0c9dbc-7496-4062-b4cf-9a23b2fff18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:47.023280 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-97300002-3367-4744-a79b-5002f6b5eaba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:47.147357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:47.246497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c9dbc-7496-4062-b4cf-9a23b2fff18d admin admin] Pushing event updated for resources: {'Subnet': ['ID=219d1eec-e503-4b30-8c5c-290c239abc6e,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:47.259635 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6e0c9dbc-7496-4062-b4cf-9a23b2fff18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:47.348169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 8ff8f337-33f4-439a-9c21-a9ec4d01cc58 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:57:47.367919 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:47.399400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c9dbc-7496-4062-b4cf-9a23b2fff18d admin admin] Checking segment: {'id': 'bcc0094c-4b70-48ed-ba08-703e14db5e9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '60f0ab6d-2cbc-4cfd-bc64-29ca9d5ac37f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:57:47.399913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0c9dbc-7496-4062-b4cf-9a23b2fff18d admin admin] Network hostable DHCP agents. Network: 60f0ab6d-2cbc-4cfd-bc64-29ca9d5ac37f, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:57:47.435071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0c9dbc-7496-4062-b4cf-9a23b2fff18d admin admin] Network 60f0ab6d-2cbc-4cfd-bc64-29ca9d5ac37f is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:57:47.452082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6e0c9dbc-7496-4062-b4cf-9a23b2fff18d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 60f0ab6d-2cbc-4cfd-bc64-29ca9d5ac37f) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:57:47.462283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d16f4a5-9630-4abf-8289-157ca870e691 None None] Network 60f0ab6d-2cbc-4cfd-bc64-29ca9d5ac37f requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:57:47.481254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0c9dbc-7496-4062-b4cf-9a23b2fff18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:47.482496 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e0c9dbc-7496-4062-b4cf-9a23b2fff18d admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:47.507339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9ffb4-62d9-46e1-912f-bdf211ee489c req-cf8013ee-55a6-431b-bb2b-05c34e4c7230 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:47.517120 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fee9ffb4-62d9-46e1-912f-bdf211ee489c req-cf8013ee-55a6-431b-bb2b-05c34e4c7230 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=028bbfbe-f8cc-42a8-b9e7-dfe66f21953a HTTP/1.1" status: 200 len: 945 time: 0.5687785 Dec 22 09:57:47.522927 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6e0c9dbc-7496-4062-b4cf-9a23b2fff18d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7015758 Dec 22 09:57:47.745472 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fee9ffb4-62d9-46e1-912f-bdf211ee489c req-95a0c748-9fb3-4824-bd87-8fe2939d2365 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274003 Dec 22 09:57:47.818324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5156160-f6b6-416e-96d9-cb824e8cdada None None] Network 60f0ab6d-2cbc-4cfd-bc64-29ca9d5ac37f requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:57:47.956665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 8ff8f337-33f4-439a-9c21-a9ec4d01cc58 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:57:47.985692 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:57:47.997201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Allocated IP 172.25.7.58 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/8bb66cff-86e9-4c6e-a614-9ba4e1371af6) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:57:48.295291 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:48.307835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:48.327893 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:48.785265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Network': ['ID=8ff8f337-33f4-439a-9c21-a9ec4d01cc58,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:48.787986 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:48.865993 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/networks/8ff8f337-33f4-439a-9c21-a9ec4d01cc58 HTTP/1.1" status: 204 len: 168 time: 6.3016429 Dec 22 09:57:48.872108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38952) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:48.885836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-9811909b-be2d-4b3b-85e4-a36ad3b6f592 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'router': {'name': 'tempest-RoutersTest-router-392662274', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:48.901767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9811909b-be2d-4b3b-85e4-a36ad3b6f592 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:48.910447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9811909b-be2d-4b3b-85e4-a36ad3b6f592 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:router and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:48.919516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9811909b-be2d-4b3b-85e4-a36ad3b6f592 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:48.938251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9811909b-be2d-4b3b-85e4-a36ad3b6f592 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:48.956206 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9811909b-be2d-4b3b-85e4-a36ad3b6f592 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:48.958440 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9811909b-be2d-4b3b-85e4-a36ad3b6f592 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:48.960484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d94bc-4e03-47ed-b5da-baf52c2f4663 req-b39bd7c3-1f8a-4c3b-957a-227ae80324b9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:48.962767 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-805d94bc-4e03-47ed-b5da-baf52c2f4663 req-b39bd7c3-1f8a-4c3b-957a-227ae80324b9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=a9752a15-99aa-473e-95c8-885086b5ca43 HTTP/1.1" status: 200 len: 945 time: 0.9665790 Dec 22 09:57:49.001074 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9811909b-be2d-4b3b-85e4-a36ad3b6f592 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:49.030363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9811909b-be2d-4b3b-85e4-a36ad3b6f592 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:49.069350 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:49.079432 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9811909b-be2d-4b3b-85e4-a36ad3b6f592 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:49.081403 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9811909b-be2d-4b3b-85e4-a36ad3b6f592 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2074499 Dec 22 09:57:49.085166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38960) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:49.094455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-1a55b974-c209-4ada-8258-7512ad8aaaa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'network': {'name': 'tempest-RoutersTest-204730682'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:49.102162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1a55b974-c209-4ada-8258-7512ad8aaaa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:49.109986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1a55b974-c209-4ada-8258-7512ad8aaaa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:network and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:49.115602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1a55b974-c209-4ada-8258-7512ad8aaaa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:49.120892 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-805d94bc-4e03-47ed-b5da-baf52c2f4663 req-35446843-8ad1-4470-b055-10624102e87d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344333 Dec 22 09:57:49.130053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-0a11ab74-ec1f-4d3a-aabe-50893ecb4031 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:49.131055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-0a11ab74-ec1f-4d3a-aabe-50893ecb4031 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Synchronizing usage tracker for tenant:1abd7f8507294adf9f45aca905331561 on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:57:49.133344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1a55b974-c209-4ada-8258-7512ad8aaaa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:49.153113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a55b974-c209-4ada-8258-7512ad8aaaa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Made reservation on behalf of 2131d0db1c414ca48292c7e4e9b1f3a7 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:57:49.166604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-0a11ab74-ec1f-4d3a-aabe-50893ecb4031 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Unset dirty status for tenant:1abd7f8507294adf9f45aca905331561 on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:57:49.172222 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a55b974-c209-4ada-8258-7512ad8aaaa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:49.195719 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-0a11ab74-ec1f-4d3a-aabe-50893ecb4031 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/networks?id=be69cb95-0e7d-49f8-8c01-ad1cfe025116 HTTP/1.1" status: 200 len: 809 time: 0.8406229 Dec 22 09:57:49.225010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a55b974-c209-4ada-8258-7512ad8aaaa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:57:49.237302 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-b3bff600-0a59-4d20-926e-e11ed8882107 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/quotas/1abd7f8507294adf9f45aca905331561 HTTP/1.1" status: 200 len: 375 time: 0.0397770 Dec 22 09:57:49.240014 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a55b974-c209-4ada-8258-7512ad8aaaa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:49.241510 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-1a55b974-c209-4ada-8258-7512ad8aaaa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Added segment 041fc995-4224-462d-bc3b-78493b0c0eb1 of type vxlan for network 9e4e87fd-b550-48d5-a056-4ce42d7a4a07 Dec 22 09:57:49.287210 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a55b974-c209-4ada-8258-7512ad8aaaa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:49.339864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a55b974-c209-4ada-8258-7512ad8aaaa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:49.348656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a55b974-c209-4ada-8258-7512ad8aaaa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:49.349999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a55b974-c209-4ada-8258-7512ad8aaaa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:49.366085 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dd37453d-89d0-4384-ad32-91e46126f30c tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:49.394211 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:49.469454 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:49.519382 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-e7619a7f-12e2-46fa-b2d9-6341c091d5c8 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/ports?tenant_id=1abd7f8507294adf9f45aca905331561&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2736528 Dec 22 09:57:49.586324 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1a55b974-c209-4ada-8258-7512ad8aaaa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4971247 Dec 22 09:57:49.586324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55b974-c209-4ada-8258-7512ad8aaaa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Network': ['ID=9e4e87fd-b550-48d5-a056-4ce42d7a4a07,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:49.588756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 38970) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:49.593447 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a55b974-c209-4ada-8258-7512ad8aaaa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:49.607246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-99e0b112-71bb-44a6-8e61-e5d3a0ca257e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'subnet': {'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:49.610820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 9e4e87fd-b550-48d5-a056-4ce42d7a4a07 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:57:49.648852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 9e4e87fd-b550-48d5-a056-4ce42d7a4a07 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:57:49.793922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Allocated IP 172.25.7.191 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/a4c50be6-f7cf-4790-8965-08bd0dad56d3) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:57:49.834160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=8bb66cff-86e9-4c6e-a614-9ba4e1371af6,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:49.837362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-99e0b112-71bb-44a6-8e61-e5d3a0ca257e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:49.841402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:57:49.847239 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:49.848439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:57:49.849816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 9e4e87fd-b550-48d5-a056-4ce42d7a4a07 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:57:49.851696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-99e0b112-71bb-44a6-8e61-e5d3a0ca257e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:subnet and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:49.857101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:57:49.861187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-99e0b112-71bb-44a6-8e61-e5d3a0ca257e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:49.882110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-99e0b112-71bb-44a6-8e61-e5d3a0ca257e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:49.919885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e0b112-71bb-44a6-8e61-e5d3a0ca257e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Made reservation on behalf of 2131d0db1c414ca48292c7e4e9b1f3a7 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:57:49.987740 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-cccb5fce-e3fe-49fa-8376-d24a025a7c2d service neutron] 10.222.0.50 "GET /v2.0/networks/be69cb95-0e7d-49f8-8c01-ad1cfe025116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673901 Dec 22 09:57:50.107397 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99e0b112-71bb-44a6-8e61-e5d3a0ca257e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:50.225389 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-1e9dd04f-7520-4eaa-be28-b6811584567d service neutron] 10.222.0.50 "GET /v2.0/networks/be69cb95-0e7d-49f8-8c01-ad1cfe025116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1754494 Dec 22 09:57:50.263015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:50.337765 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:50.385801 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:50.539058 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:50.559624 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:50.859929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:57:50.876079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Pushing event updated for resources: {'Port': ['ID=a4c50be6-f7cf-4790-8965-08bd0dad56d3,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:50.879217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:57:50.883777 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:50.903221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:57:51.175108 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99e0b112-71bb-44a6-8e61-e5d3a0ca257e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:51.239443 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f60e5637-3d95-4a57-8ba7-43f862beaf68 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:51.244797 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a9f6a08f-d286-4909-af45-27ea3cf9cba6 req-c57e206a-c357-45dc-aeff-434474c321d3 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 210 time: 0.1064208 Dec 22 09:57:51.351774 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:51.356423 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:51.358867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:51.387698 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-157a4394-796e-4c58-a00c-7186c8b723ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:51.460883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39012) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:51.508570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0b112-71bb-44a6-8e61-e5d3a0ca257e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Subnet': ['ID=c1bf1f31-e8a9-4625-bd35-1ab2032f3a81,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:51.521482 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99e0b112-71bb-44a6-8e61-e5d3a0ca257e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:51.583531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e0b112-71bb-44a6-8e61-e5d3a0ca257e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Checking segment: {'id': '041fc995-4224-462d-bc3b-78493b0c0eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:57:51.584543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e0b112-71bb-44a6-8e61-e5d3a0ca257e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network hostable DHCP agents. Network: 9e4e87fd-b550-48d5-a056-4ce42d7a4a07, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:57:51.613899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e0b112-71bb-44a6-8e61-e5d3a0ca257e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 9e4e87fd-b550-48d5-a056-4ce42d7a4a07 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:57:51.637517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-99e0b112-71bb-44a6-8e61-e5d3a0ca257e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 9e4e87fd-b550-48d5-a056-4ce42d7a4a07) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:57:51.655081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e0b112-71bb-44a6-8e61-e5d3a0ca257e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:51.656309 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99e0b112-71bb-44a6-8e61-e5d3a0ca257e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:51.656657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d39586-e871-42a4-961b-47526291e882 None None] Network 9e4e87fd-b550-48d5-a056-4ce42d7a4a07 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:57:51.683019 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-99e0b112-71bb-44a6-8e61-e5d3a0ca257e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0927012 Dec 22 09:57:51.684260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39020) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:51.821347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-413ebad4-f2af-4b0a-9bf2-5574c9ccbedd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:51.823890 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-413ebad4-f2af-4b0a-9bf2-5574c9ccbedd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/networks?id=178082e3-16b5-4564-bd75-d45b7c070a7e HTTP/1.1" status: 200 len: 812 time: 0.3527999 Dec 22 09:57:51.884658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2b4ca01-8c44-453a-b225-b166236ebf5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:51.955080 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:52.071540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a2b4ca01-8c44-453a-b225-b166236ebf5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:52.165806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:57:52.166866 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:52.188717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a2b4ca01-8c44-453a-b225-b166236ebf5f admin admin] Usage tracker for resource:security_group_rule and tenant:5bd8d34783fd4448bf8a5c3d772169b3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:52.210297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a2b4ca01-8c44-453a-b225-b166236ebf5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:52.319227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a2b4ca01-8c44-453a-b225-b166236ebf5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:52.401824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=8bb66cff-86e9-4c6e-a614-9ba4e1371af6,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:52.615167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Allocated IP 172.20.0.2 (9e4e87fd-b550-48d5-a056-4ce42d7a4a07/c1bf1f31-e8a9-4625-bd35-1ab2032f3a81/212018eb-d32f-4ea1-993a-f70ce2ab0f66) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:57:52.701254 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-25d624fe-71af-4d8e-ab2a-c3bc79fd2876 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/quotas/73e21285e1b54340a132a60a648503c8 HTTP/1.1" status: 200 len: 375 time: 0.7483952 Dec 22 09:57:52.707426 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.320s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:52.840157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:52.949097 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:52.964182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Transition to ACTIVE for port object 212018eb-d32f-4ea1-993a-f70ce2ab0f66 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:57:52.990713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Transition to ACTIVE for port object 212018eb-d32f-4ea1-993a-f70ce2ab0f66 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:57:52.996296 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:53.015798 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c99e8573-a5d5-4957-8b7a-a95c2d174844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:53.040943 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2b4ca01-8c44-453a-b225-b166236ebf5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:53.068641 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2b4ca01-8c44-453a-b225-b166236ebf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:53.083912 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e7781617-271a-4ebc-baba-675d2bb738a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:53.119082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 78a69c64-79a4-48e1-aaf9-883c9d322caf no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:57:53.302426 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a2b4ca01-8c44-453a-b225-b166236ebf5f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5bd8d34783fd4448bf8a5c3d772169b3&name=default HTTP/1.1" status: 200 len: 2883 time: 1.8284605 Dec 22 09:57:53.412408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Pushing event updated for resources: {'Port': ['ID=212018eb-d32f-4ea1-993a-f70ce2ab0f66,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:53.419217 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:53.445596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Network 9e4e87fd-b550-48d5-a056-4ce42d7a4a07 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:57:53.447580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:57:53.467899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 39030) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:53.548931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:57:53.557892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:53.645585 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fe610b56-cf54-4441-b633-e3fc422cbb7f req-02183b86-a135-4047-8556-5249c7a1ec4e tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 210 time: 0.4783487 Dec 22 09:57:53.671729 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:57:53.691562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Attempting to bind port 212018eb-d32f-4ea1-993a-f70ce2ab0f66 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:57:53.692221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Attempting to bind port 212018eb-d32f-4ea1-993a-f70ce2ab0f66 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '041fc995-4224-462d-bc3b-78493b0c0eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:57:53.692814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Attempting to bind port 212018eb-d32f-4ea1-993a-f70ce2ab0f66 on network 9e4e87fd-b550-48d5-a056-4ce42d7a4a07 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:57:53.693594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f30c1-d522-408e-a527-c084df519cce req-e00a27a4-058a-48c8-8c13-276da97eef62 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:53.695614 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0d5f30c1-d522-408e-a527-c084df519cce req-e00a27a4-058a-48c8-8c13-276da97eef62 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.64 "GET /v2.0/ports?device_id=a9752a15-99aa-473e-95c8-885086b5ca43 HTTP/1.1" status: 200 len: 945 time: 1.3308575 Dec 22 09:57:53.701751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028bbfbe-f8cc-42a8-b9e7-dfe66f21953a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78a69c64-79a4-48e1-aaf9-883c9d322caf'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:57:53.713955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:57:53.714620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Checking segment: {'id': '041fc995-4224-462d-bc3b-78493b0c0eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:57:53.715283 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:53.715923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Bound using segment: {'id': '041fc995-4224-462d-bc3b-78493b0c0eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:57:53.716733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Bound port: 212018eb-d32f-4ea1-993a-f70ce2ab0f66, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041fc995-4224-462d-bc3b-78493b0c0eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:57:53.717343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:53.750977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 78a69c64-79a4-48e1-aaf9-883c9d322caf, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=78a69c64-79a4-48e1-aaf9-883c9d322caf,segment=NetworkSegment(39131468-75de-4279-b4d2-a3b221a6ac3b),segment_id=39131468-75de-4279-b4d2-a3b221a6ac3b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:57:53.801201 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:53.802167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 393c3a06-1246-4518-995b-7c34bfef026d no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:57:53.820864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:53.857993 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:53.904278 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:53.926792 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a9d7b9c-38be-48af-ba63-afb3cf7d5dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:53.948456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-0d5f30c1-d522-408e-a527-c084df519cce req-a2f5af0e-5ca5-4525-9053-8174b9d74c17 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Deleting port 393c3a06-1246-4518-995b-7c34bfef026d {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:57:53.949008 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0d5f30c1-d522-408e-a527-c084df519cce req-a2f5af0e-5ca5-4525-9053-8174b9d74c17 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:53.986994 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028bbfbe-f8cc-42a8-b9e7-dfe66f21953a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78a69c64-79a4-48e1-aaf9-883c9d322caf', 'code': 200} Dec 22 09:57:53.999418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=78a69c64-79a4-48e1-aaf9-883c9d322caf,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:54.019505 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:54.043195 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b0a7e0a-3440-4b84-900c-1ca1baceeef0 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:54.071059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4ca01-8c44-453a-b225-b166236ebf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811375a3-8dd3-45fe-9d6a-015a90df1fe3,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:54.083319 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-fffbc4dc-5076-40be-8c52-16f57cf0836b tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?tenant_id=73e21285e1b54340a132a60a648503c8&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3810148 Dec 22 09:57:54.114476 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2b4ca01-8c44-453a-b225-b166236ebf5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.030s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:54.213062 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:54.238932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] For port 212018eb-d32f-4ea1-993a-f70ce2ab0f66, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:57:54.239285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dd858-ff75-4e59-b63e-407ea597e915 req-dd31abf9-f292-425c-9168-8e49ef1e1bf9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:54.243782 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b6dd858-ff75-4e59-b63e-407ea597e915 req-dd31abf9-f292-425c-9168-8e49ef1e1bf9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.64 "GET /v2.0/ports?device_id=028bbfbe-f8cc-42a8-b9e7-dfe66f21953a HTTP/1.1" status: 200 len: 945 time: 1.0777137 Dec 22 09:57:54.245616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-7954fde6-0ab8-421f-adaa-501086bdac39 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:54.247255 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-7954fde6-0ab8-421f-adaa-501086bdac39 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.64 "GET /v2.0/networks?id=be69cb95-0e7d-49f8-8c01-ad1cfe025116 HTTP/1.1" status: 200 len: 809 time: 0.9514990 Dec 22 09:57:54.266516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] For port 212018eb-d32f-4ea1-993a-f70ce2ab0f66, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=212018eb-d32f-4ea1-993a-f70ce2ab0f66,segment=NetworkSegment(041fc995-4224-462d-bc3b-78493b0c0eb1),segment_id=041fc995-4224-462d-bc3b-78493b0c0eb1)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:57:54.268343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 393c3a06-1246-4518-995b-7c34bfef026d, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=393c3a06-1246-4518-995b-7c34bfef026d,segment=NetworkSegment(39131468-75de-4279-b4d2-a3b221a6ac3b),segment_id=39131468-75de-4279-b4d2-a3b221a6ac3b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:57:54.272240 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:54.289254 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:54.290738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-aa7fa071-d4a3-495a-b526-b03c5f7d18d4 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Request body: {'port': {'device_id': '15e40a41-b4e7-4ca9-8704-cb839b086e7c', 'network_id': 'be69cb95-0e7d-49f8-8c01-ad1cfe025116', 'admin_state_up': True, 'tenant_id': '1abd7f8507294adf9f45aca905331561'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:54.327061 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:54.367131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a9d7b9c-38be-48af-ba63-afb3cf7d5dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:54.446461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Pushing event updated for resources: {'Port': ['ID=212018eb-d32f-4ea1-993a-f70ce2ab0f66,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:54.452093 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:54.452093 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:54.553870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=393c3a06-1246-4518-995b-7c34bfef026d,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:54.561578 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:54.590533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-aa7fa071-d4a3-495a-b526-b03c5f7d18d4 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:54.603455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-aa7fa071-d4a3-495a-b526-b03c5f7d18d4 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Usage tracker for resource:port and tenant:1abd7f8507294adf9f45aca905331561 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:54.606988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Allocated IP 172.20.0.1 (9e4e87fd-b550-48d5-a056-4ce42d7a4a07/c1bf1f31-e8a9-4625-bd35-1ab2032f3a81/8c7a94b3-2ce8-4d1a-af57-e044bc8940a3) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:57:54.610222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-aa7fa071-d4a3-495a-b526-b03c5f7d18d4 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:54.619107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-aa7fa071-d4a3-495a-b526-b03c5f7d18d4 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:54.653734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-aa7fa071-d4a3-495a-b526-b03c5f7d18d4 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Made reservation on behalf of 1abd7f8507294adf9f45aca905331561 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:57:54.660455 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-aa7fa071-d4a3-495a-b526-b03c5f7d18d4 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:54.751780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:54.758115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Pushing event updated for resources: {'Port': ['ID=a4c50be6-f7cf-4790-8965-08bd0dad56d3,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:54.839238 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:54.900509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-5b6dd858-ff75-4e59-b63e-407ea597e915 req-930ee104-8654-4a61-9570-e09a81d3cf04 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Deleting port 78a69c64-79a4-48e1-aaf9-883c9d322caf {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:57:54.901073 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5b6dd858-ff75-4e59-b63e-407ea597e915 req-930ee104-8654-4a61-9570-e09a81d3cf04 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:55.020072 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:55.085145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Transition to ACTIVE for port object 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:57:55.135071 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-54142362-06f5-4b1c-83b6-7bdd5b2ba07e req-84159eca-237d-47ce-ad74-b5252e920fbd tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 210 time: 0.2971864 Dec 22 09:57:55.190196 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:55.230698 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f53d15db-1025-4ff0-a45e-08e1801fcbea tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:55.271347 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:55.273079 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.3310189 Dec 22 09:57:55.287444 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-69d200ab-72a4-4adc-88fb-5bbc32296712 service neutron] 10.222.0.50 "GET /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1801550 Dec 22 09:57:55.291527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39046) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:55.313312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-35e6eb38-95c1-4c10-8543-aaba3a5182a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'port': {'network_id': '15386a6f-8b2c-488f-9a7a-86db4026c34e', 'name': 'tempest-FloatingIPTestJSON-1639064196'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:55.428938 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a9d7b9c-38be-48af-ba63-afb3cf7d5dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:55.468896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-aa7fa071-d4a3-495a-b526-b03c5f7d18d4 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Allocated IP 172.20.0.10 (be69cb95-0e7d-49f8-8c01-ad1cfe025116/d5cfe7b2-6f6e-480e-b2f0-67dd66771c7a/bc4d4223-6d33-4f5f-b29e-c645a2e92dfb) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:57:55.477492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=8c7a94b3-2ce8-4d1a-af57-e044bc8940a3,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:55.507306 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5813a281-4735-47ca-91cd-59925f72ac7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:55.541118 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:55.582376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d7b9c-38be-48af-ba63-afb3cf7d5dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811375a3-8dd3-45fe-9d6a-015a90df1fe3,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:55.623459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 9e4e87fd-b550-48d5-a056-4ce42d7a4a07 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:57:55.630167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:57:55.650892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:57:55.671713 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9a9d7b9c-38be-48af-ba63-afb3cf7d5dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:55.731619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-35e6eb38-95c1-4c10-8543-aaba3a5182a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:55.742470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-35e6eb38-95c1-4c10-8543-aaba3a5182a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Usage tracker for resource:port and tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:55.757674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a9d7b9c-38be-48af-ba63-afb3cf7d5dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:55.761838 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9a9d7b9c-38be-48af-ba63-afb3cf7d5dff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/811375a3-8dd3-45fe-9d6a-015a90df1fe3 HTTP/1.1" status: 204 len: 168 time: 2.2384906 Dec 22 09:57:55.765160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-35e6eb38-95c1-4c10-8543-aaba3a5182a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Quota usage for port was recalculated. Used quota:4. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:55.778762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-0d5f30c1-d522-408e-a527-c084df519cce req-a2f5af0e-5ca5-4525-9053-8174b9d74c17 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] For port 393c3a06-1246-4518-995b-7c34bfef026d, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=393c3a06-1246-4518-995b-7c34bfef026d,segment=NetworkSegment(39131468-75de-4279-b4d2-a3b221a6ac3b),segment_id=39131468-75de-4279-b4d2-a3b221a6ac3b)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:57:55.779350 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0d5f30c1-d522-408e-a527-c084df519cce req-a2f5af0e-5ca5-4525-9053-8174b9d74c17 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:55.782357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-35e6eb38-95c1-4c10-8543-aaba3a5182a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:55.810284 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:55.815100 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:55.886447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e6eb38-95c1-4c10-8543-aaba3a5182a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Made reservation on behalf of a8323ea8911b4b5bb68d9c0c0d8d3886 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:57:55.892221 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-35e6eb38-95c1-4c10-8543-aaba3a5182a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:55.988621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9752a15-99aa-473e-95c8-885086b5ca43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '393c3a06-1246-4518-995b-7c34bfef026d'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:57:56.068267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-0d5f30c1-d522-408e-a527-c084df519cce req-a2f5af0e-5ca5-4525-9053-8174b9d74c17 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Calling delete_port for 393c3a06-1246-4518-995b-7c34bfef026d owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:57:56.106920 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9752a15-99aa-473e-95c8-885086b5ca43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '393c3a06-1246-4518-995b-7c34bfef026d', 'code': 200} Dec 22 09:57:56.121723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b382f820-8d2b-4d3d-8576-ba4dbbd32b59 None None] Network 9e4e87fd-b550-48d5-a056-4ce42d7a4a07 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:57:56.133651 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:56.135420 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.9606552 Dec 22 09:57:56.143443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39054) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:56.156239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-536936295', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'fixed_ips': [{'ip_address': '172.25.7.191'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:57:56.186910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e0bfc0ed-6d84-4500-980c-cdcfc380db9d None None] Provisioning for port 212018eb-d32f-4ea1-993a-f70ce2ab0f66 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:57:56.227820 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-aa7fa071-d4a3-495a-b526-b03c5f7d18d4 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:56.232124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:56.248837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Usage tracker for resource:port and tenant:aafaaa13f2a642ac9695939aed8ed891 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:56.259409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Quota usage for port was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:56.292966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-35e6eb38-95c1-4c10-8543-aaba3a5182a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] device_id is not set on port 5d97dcd6-7729-48e7-949d-d1e2b156db2c yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:57:56.366981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:56.390410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-5b6dd858-ff75-4e59-b63e-407ea597e915 req-930ee104-8654-4a61-9570-e09a81d3cf04 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] For port 78a69c64-79a4-48e1-aaf9-883c9d322caf, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=78a69c64-79a4-48e1-aaf9-883c9d322caf,segment=NetworkSegment(39131468-75de-4279-b4d2-a3b221a6ac3b),segment_id=39131468-75de-4279-b4d2-a3b221a6ac3b)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:57:56.392020 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5b6dd858-ff75-4e59-b63e-407ea597e915 req-930ee104-8654-4a61-9570-e09a81d3cf04 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:56.397168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:56.547847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 212018eb-d32f-4ea1-993a-f70ce2ab0f66 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:57:56.602800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Made reservation on behalf of aafaaa13f2a642ac9695939aed8ed891 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:57:56.607876 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:56.645739 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:56.650066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-5b6dd858-ff75-4e59-b63e-407ea597e915 req-930ee104-8654-4a61-9570-e09a81d3cf04 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Calling delete_port for 78a69c64-79a4-48e1-aaf9-883c9d322caf owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:57:56.679705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 212018eb-d32f-4ea1-993a-f70ce2ab0f66 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:57:56.689385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 212018eb-d32f-4ea1-993a-f70ce2ab0f66 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:56.689924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:56.725976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39066) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:56.728277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-aa7fa071-d4a3-495a-b526-b03c5f7d18d4 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:56.761571 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0507e629-103b-44ed-866c-0a6062ec599c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:56.840352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:56.863357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:56.883865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 212018eb-d32f-4ea1-993a-f70ce2ab0f66, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=212018eb-d32f-4ea1-993a-f70ce2ab0f66,segment=NetworkSegment(041fc995-4224-462d-bc3b-78493b0c0eb1),segment_id=041fc995-4224-462d-bc3b-78493b0c0eb1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:57:56.891219 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:56.896933 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-865e4ce4-dc88-40d4-8957-80dfd75dfd06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:56.979154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4bae4782-a7e8-4356-b00c-758eb487b395 None None] Provisioning for port 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:57:56.989454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4bae4782-a7e8-4356-b00c-758eb487b395 None None] Provisioning complete for port 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:56.990139 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4bae4782-a7e8-4356-b00c-758eb487b395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:57.060398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4bae4782-a7e8-4356-b00c-758eb487b395 None None] Port 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:57:57.085083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4bae4782-a7e8-4356-b00c-758eb487b395 None None] Provisioning complete for port 212018eb-d32f-4ea1-993a-f70ce2ab0f66 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:57.085513 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4bae4782-a7e8-4356-b00c-758eb487b395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:57.163702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=212018eb-d32f-4ea1-993a-f70ce2ab0f66,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:57.182075 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:57.352205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Usage tracker for resource:security_group_rule and tenant:aafaaa13f2a642ac9695939aed8ed891 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:57.355459 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-adc36fba-b2f4-4630-8530-415768492cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:57.370082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:57.370642 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-df0394a2-b7bb-45e8-b8ea-509f09c26248 service neutron] 10.222.0.50 "GET /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.0663230 Dec 22 09:57:57.403330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4721933e-7f2d-430a-80d8-11308bec697b None None] Provisioning complete for port 212018eb-d32f-4ea1-993a-f70ce2ab0f66 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:57.403894 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4721933e-7f2d-430a-80d8-11308bec697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:57.436362 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-0d5f30c1-d522-408e-a527-c084df519cce req-a2f5af0e-5ca5-4525-9053-8174b9d74c17 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:57:57.437186 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-0d5f30c1-d522-408e-a527-c084df519cce req-a2f5af0e-5ca5-4525-9053-8174b9d74c17 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:57:57.458769 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5b6dd858-ff75-4e59-b63e-407ea597e915 req-930ee104-8654-4a61-9570-e09a81d3cf04 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:57.501209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:57.533568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-adc36fba-b2f4-4630-8530-415768492cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:57:57.575720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-adc36fba-b2f4-4630-8530-415768492cff admin admin] Usage tracker for resource:security_group_rule and tenant:eba1ac04cb214d5ea77d83dad408e727 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:57:57.590735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7fa071-d4a3-495a-b526-b03c5f7d18d4 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Pushing event updated for resources: {'Port': ['ID=bc4d4223-6d33-4f5f-b29e-c645a2e92dfb,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:57.600312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-adc36fba-b2f4-4630-8530-415768492cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:57:57.618736 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa7fa071-d4a3-495a-b526-b03c5f7d18d4 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:57.626301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-adc36fba-b2f4-4630-8530-415768492cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:57:57.692619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-35e6eb38-95c1-4c10-8543-aaba3a5182a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Allocated IP 172.20.0.6 (15386a6f-8b2c-488f-9a7a-86db4026c34e/dfd61f55-fc25-474d-924a-4e436687fff5/5d97dcd6-7729-48e7-949d-d1e2b156db2c) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:57:57.713863 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:57.785231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d8d63bbc-df22-4aab-bf30-aa280d7d9c78 None None] Provisioning complete for port 212018eb-d32f-4ea1-993a-f70ce2ab0f66 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:57.785830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8d63bbc-df22-4aab-bf30-aa280d7d9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:57.811455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d555a-0024-444f-b7fe-763562eaaef1 req-ce7ecc57-abee-4faa-94b7-4ff590f0c633 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:57.815122 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-197d555a-0024-444f-b7fe-763562eaaef1 req-ce7ecc57-abee-4faa-94b7-4ff590f0c633 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 932 time: 1.0082922 Dec 22 09:57:57.820495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ee104-8654-4a61-9570-e09a81d3cf04 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Pushing event deleted for resources: {'Port': ['ID=78a69c64-79a4-48e1-aaf9-883c9d322caf,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:57.834170 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-930ee104-8654-4a61-9570-e09a81d3cf04 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:57.903123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6dd858-ff75-4e59-b63e-407ea597e915 req-930ee104-8654-4a61-9570-e09a81d3cf04 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] No DVR routers for this DVR port 78a69c64-79a4-48e1-aaf9-883c9d322caf on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:57:57.908331 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5b6dd858-ff75-4e59-b63e-407ea597e915 req-930ee104-8654-4a61-9570-e09a81d3cf04 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:57.912234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028bbfbe-f8cc-42a8-b9e7-dfe66f21953a', 'name': 'network-vif-deleted', 'tag': '78a69c64-79a4-48e1-aaf9-883c9d322caf'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:57:57.919733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-aa7fa071-d4a3-495a-b526-b03c5f7d18d4 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Network be69cb95-0e7d-49f8-8c01-ad1cfe025116 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:57:57.946451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-aa7fa071-d4a3-495a-b526-b03c5f7d18d4 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:57:57.972854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-0d5f30c1-d522-408e-a527-c084df519cce req-a2f5af0e-5ca5-4525-9053-8174b9d74c17 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Deleting port 393c3a06-1246-4518-995b-7c34bfef026d {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:57:57.973320 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0d5f30c1-d522-408e-a527-c084df519cce req-a2f5af0e-5ca5-4525-9053-8174b9d74c17 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:57.977566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-aa7fa071-d4a3-495a-b526-b03c5f7d18d4 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:57:58.013751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-197d555a-0024-444f-b7fe-763562eaaef1 req-1f59b949-21d9-4ca7-be3b-bba04a865b33 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Synchronizing usage tracker for tenant:1abd7f8507294adf9f45aca905331561 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:57:58.019287 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b6dd858-ff75-4e59-b63e-407ea597e915 req-930ee104-8654-4a61-9570-e09a81d3cf04 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.64 "DELETE /v2.0/ports/78a69c64-79a4-48e1-aaf9-883c9d322caf HTTP/1.1" status: 204 len: 173 time: 3.7162304 Dec 22 09:57:58.077178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-197d555a-0024-444f-b7fe-763562eaaef1 req-1f59b949-21d9-4ca7-be3b-bba04a865b33 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Unset dirty status for tenant:1abd7f8507294adf9f45aca905331561 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:57:58.092253 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-197d555a-0024-444f-b7fe-763562eaaef1 req-1f59b949-21d9-4ca7-be3b-bba04a865b33 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/security-groups?id=a57eeefa-22c5-4218-b5b4-48e5a096527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099509 Dec 22 09:57:58.117436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d8d63bbc-df22-4aab-bf30-aa280d7d9c78 None None] Provisioning complete for port 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:58.117988 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8d63bbc-df22-4aab-bf30-aa280d7d9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:58.242110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d8d63bbc-df22-4aab-bf30-aa280d7d9c78 None None] Port 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:57:58.273910 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028bbfbe-f8cc-42a8-b9e7-dfe66f21953a', 'name': 'network-vif-deleted', 'tag': '78a69c64-79a4-48e1-aaf9-883c9d322caf', 'status': 'completed', 'code': 200} Dec 22 09:57:58.276476 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-adc36fba-b2f4-4630-8530-415768492cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:58.320991 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:58.428990 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:58.447098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 212018eb-d32f-4ea1-993a-f70ce2ab0f66 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:57:58.456651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-0d5f30c1-d522-408e-a527-c084df519cce req-a2f5af0e-5ca5-4525-9053-8174b9d74c17 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] For port 393c3a06-1246-4518-995b-7c34bfef026d, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=393c3a06-1246-4518-995b-7c34bfef026d,segment=NetworkSegment(39131468-75de-4279-b4d2-a3b221a6ac3b),segment_id=39131468-75de-4279-b4d2-a3b221a6ac3b)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:57:58.457222 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0d5f30c1-d522-408e-a527-c084df519cce req-a2f5af0e-5ca5-4525-9053-8174b9d74c17 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:58.606124 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-adc36fba-b2f4-4630-8530-415768492cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:58.625445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 212018eb-d32f-4ea1-993a-f70ce2ab0f66 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:57:58.625880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:58.627471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-0d5f30c1-d522-408e-a527-c084df519cce req-a2f5af0e-5ca5-4525-9053-8174b9d74c17 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Calling delete_port for 393c3a06-1246-4518-995b-7c34bfef026d owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:57:58.685333 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-46b8d2bf-bfdb-4be3-947a-40ca2e485906 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:58.693882 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:58.761080 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:58.796336 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-adc36fba-b2f4-4630-8530-415768492cff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eba1ac04cb214d5ea77d83dad408e727&name=default HTTP/1.1" status: 200 len: 2883 time: 2.0632670 Dec 22 09:57:58.796653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 39090) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:57:58.921802 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:59.000387 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0d5f30c1-d522-408e-a527-c084df519cce req-a2f5af0e-5ca5-4525-9053-8174b9d74c17 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:59.142464 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93b91eb7-a483-4dc8-9b56-169fe0003c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:59.224787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5af0e-5ca5-4525-9053-8174b9d74c17 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Pushing event deleted for resources: {'Port': ['ID=393c3a06-1246-4518-995b-7c34bfef026d,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:59.235214 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2f5af0e-5ca5-4525-9053-8174b9d74c17 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:59.252159 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b9273485-8b8c-4de2-83a4-230e37a51aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:59.299232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b9273485-8b8c-4de2-83a4-230e37a51aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:59.312474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] device_id is not set on port b415a933-0573-4b25-b837-c5482b50b2ae yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:57:59.355424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5f30c1-d522-408e-a527-c084df519cce req-a2f5af0e-5ca5-4525-9053-8174b9d74c17 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] No DVR routers for this DVR port 393c3a06-1246-4518-995b-7c34bfef026d on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:57:59.362168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-0d5f30c1-d522-408e-a527-c084df519cce req-a2f5af0e-5ca5-4525-9053-8174b9d74c17 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:59.389680 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0d5f30c1-d522-408e-a527-c084df519cce req-a2f5af0e-5ca5-4525-9053-8174b9d74c17 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.64 "DELETE /v2.0/ports/393c3a06-1246-4518-995b-7c34bfef026d HTTP/1.1" status: 204 len: 173 time: 5.6760414 Dec 22 09:57:59.403461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-35e6eb38-95c1-4c10-8543-aaba3a5182a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:59.406268 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b9273485-8b8c-4de2-83a4-230e37a51aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:59.417227 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c588a2cd-471c-4cff-bff0-4157eee51a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:59.433154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9273485-8b8c-4de2-83a4-230e37a51aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e77e0b-c3fe-4bad-999f-4204f10a32b5,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:59.442716 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b9273485-8b8c-4de2-83a4-230e37a51aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:59.446099 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b9273485-8b8c-4de2-83a4-230e37a51aa0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/54e77e0b-c3fe-4bad-999f-4204f10a32b5 HTTP/1.1" status: 204 len: 168 time: 0.6475050 Dec 22 09:57:59.447289 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b9273485-8b8c-4de2-83a4-230e37a51aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:59.475707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-aa7fa071-d4a3-495a-b526-b03c5f7d18d4 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:57:59.476437 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-aa7fa071-d4a3-495a-b526-b03c5f7d18d4 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:59.480688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc36fba-b2f4-4630-8530-415768492cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e77e0b-c3fe-4bad-999f-4204f10a32b5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:59.494030 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-adc36fba-b2f4-4630-8530-415768492cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:59.537298 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e3dbf429-e226-4920-9bac-521434c3c171 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.616s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:59.581543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-6e0e53f0-7594-4dac-a289-15bd0d191110 req-3f6ddf8a-8d8d-423e-9bbb-f652c7269bb6 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Synchronizing usage tracker for tenant:73e21285e1b54340a132a60a648503c8 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:57:59.602225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-6e0e53f0-7594-4dac-a289-15bd0d191110 req-3f6ddf8a-8d8d-423e-9bbb-f652c7269bb6 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Unset dirty status for tenant:73e21285e1b54340a132a60a648503c8 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:57:59.607199 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6e0e53f0-7594-4dac-a289-15bd0d191110 req-3f6ddf8a-8d8d-423e-9bbb-f652c7269bb6 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=c6455ecf-a40d-4cd4-9f42-0016b35a2438 HTTP/1.1" status: 200 len: 210 time: 0.9329834 Dec 22 09:57:59.691718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 9e4e87fd-b550-48d5-a056-4ce42d7a4a07 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:57:59.707251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:57:59.716016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=8c7a94b3-2ce8-4d1a-af57-e044bc8940a3,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:57:59.761756 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:57:59.773818 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6091b2de-516d-46d8-89b4-eb27bccc95d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.617s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:57:59.896587 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-aa7fa071-d4a3-495a-b526-b03c5f7d18d4 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6105611 Dec 22 09:57:59.897754 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-35e6eb38-95c1-4c10-8543-aaba3a5182a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:57:59.991017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Request body: {'port': {'device_id': '15e40a41-b4e7-4ca9-8704-cb839b086e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:00.165233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1a5f08-737b-462e-86ad-92be1358b3e2,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:00.205600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-77645db4-b25f-4194-b179-6286c5b8cb10 None None] Provisioning complete for port 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:00.206291 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-77645db4-b25f-4194-b179-6286c5b8cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:00.220410 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:00.221097 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-facac461-db0d-4ccc-a5b8-0f3911fd0e12 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:00.261308 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 09:58:00.261820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] No notification will be sent due to unsuccessful status code: 409 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:58:00.274714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9752a15-99aa-473e-95c8-885086b5ca43', 'name': 'network-vif-deleted', 'tag': '393c3a06-1246-4518-995b-7c34bfef026d'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:58:00.426518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-6a1e5416-d866-4414-af66-427aa299de54 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:00.428631 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-6a1e5416-d866-4414-af66-427aa299de54 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.64 "GET /v2.0/networks?id=178082e3-16b5-4564-bd75-d45b7c070a7e HTTP/1.1" status: 200 len: 812 time: 0.4532499 Dec 22 09:58:00.455498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-77645db4-b25f-4194-b179-6286c5b8cb10 None None] Port 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:58:00.489967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bef30-da19-4185-9529-dc13c71c041e req-66f29218-8c13-4e48-93dd-dd8d9f6d4db3 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:00.495765 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 4.3510988 Dec 22 09:58:00.511411 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-734bef30-da19-4185-9529-dc13c71c041e req-66f29218-8c13-4e48-93dd-dd8d9f6d4db3 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 932 time: 0.8170033 Dec 22 09:58:00.512700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39116) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:00.520610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6eb38-95c1-4c10-8543-aaba3a5182a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=5d97dcd6-7729-48e7-949d-d1e2b156db2c,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:00.523339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f3ed5826-d404-48b0-ab7a-dc7b596a250d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Request body: {'port': {'device_id': 'd29b5ff3-4fb4-4880-a508-cd9132c13240', 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e', 'admin_state_up': True, 'tenant_id': '73e21285e1b54340a132a60a648503c8'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:00.529996 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-35e6eb38-95c1-4c10-8543-aaba3a5182a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:00.594990 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9752a15-99aa-473e-95c8-885086b5ca43', 'name': 'network-vif-deleted', 'tag': '393c3a06-1246-4518-995b-7c34bfef026d', 'status': 'completed', 'code': 200} Dec 22 09:58:00.641323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:00.643929 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-734bef30-da19-4185-9529-dc13c71c041e req-a871c610-6ce3-43f5-85f2-544b3501d4cb tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/security-groups?id=a57eeefa-22c5-4218-b5b4-48e5a096527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892668 Dec 22 09:58:01.095699 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1cb2c242-389a-427d-96f6-c6ac18287f08 req-8cea95a9-96ca-43ba-96ee-a5999e904f2a tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=c6455ecf-a40d-4cd4-9f42-0016b35a2438 HTTP/1.1" status: 200 len: 210 time: 0.1904817 Dec 22 09:58:01.172699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-43cbab67-cba3-49e9-a6d4-26b23ed19217 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Deleting port a4c50be6-f7cf-4790-8965-08bd0dad56d3 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:58:01.173112 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43cbab67-cba3-49e9-a6d4-26b23ed19217 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:01.187592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f3ed5826-d404-48b0-ab7a-dc7b596a250d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:01.234314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f3ed5826-d404-48b0-ab7a-dc7b596a250d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:01.252240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-b91efc57-f4db-4036-8c5a-7cd0ec6e7a63 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:01.253861 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-b91efc57-f4db-4036-8c5a-7cd0ec6e7a63 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.64 "GET /v2.0/networks?id=178082e3-16b5-4564-bd75-d45b7c070a7e HTTP/1.1" status: 200 len: 812 time: 0.5990505 Dec 22 09:58:01.255195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f3ed5826-d404-48b0-ab7a-dc7b596a250d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Made reservation on behalf of 73e21285e1b54340a132a60a648503c8 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:58:01.260955 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f3ed5826-d404-48b0-ab7a-dc7b596a250d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:01.278811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-06868eba-89bd-46b8-94d5-998ee20ee3e9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Request body: {'port': {'device_id': 'c6455ecf-a40d-4cd4-9f42-0016b35a2438', 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e', 'admin_state_up': True, 'tenant_id': '73e21285e1b54340a132a60a648503c8'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:01.298831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router c372dd9f-cf35-4c16-b5ba-9940f7044956 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:58:01.303222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e6eb38-95c1-4c10-8543-aaba3a5182a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 15386a6f-8b2c-488f-9a7a-86db4026c34e is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:01.344829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-35e6eb38-95c1-4c10-8543-aaba3a5182a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:01.361710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e6eb38-95c1-4c10-8543-aaba3a5182a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:58:01.659835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-06868eba-89bd-46b8-94d5-998ee20ee3e9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:01.682513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-06868eba-89bd-46b8-94d5-998ee20ee3e9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:01.714550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-06868eba-89bd-46b8-94d5-998ee20ee3e9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Made reservation on behalf of 73e21285e1b54340a132a60a648503c8 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:58:01.720903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-06868eba-89bd-46b8-94d5-998ee20ee3e9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:01.804302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e6eb38-95c1-4c10-8543-aaba3a5182a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:01.804881 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-35e6eb38-95c1-4c10-8543-aaba3a5182a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:01.873724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:58:01.889429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Sync routers for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:58:01.902829 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/c372dd9f-cf35-4c16-b5ba-9940f7044956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2125161 Dec 22 09:58:01.904090 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-35e6eb38-95c1-4c10-8543-aaba3a5182a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.6039119 Dec 22 09:58:01.908550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39142) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:01.908905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39144) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:01.926650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:58:01.931001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:57:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:01.934905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'network': {'name': 'tempest-RoutersTest-2110446292'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:01.943233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-c9b393a0-38ec-4082-a032-ed98eeff2a9a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'floatingip': {'port_id': '5d97dcd6-7729-48e7-949d-d1e2b156db2c'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:02.018187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f3ed5826-d404-48b0-ab7a-dc7b596a250d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Allocated IP 172.20.0.12 (178082e3-16b5-4564-bd75-d45b7c070a7e/4b321522-42ae-4197-bd5e-24fddf06c282/01cfa171-70fe-4a17-89e0-59f36626d5c1) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:58:02.068995 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43cbab67-cba3-49e9-a6d4-26b23ed19217 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:02.069428 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43cbab67-cba3-49e9-a6d4-26b23ed19217 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Notify callbacks [] for floatingip, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:02.100529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:02.145304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:network and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:02.152171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:02.255142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a4085-aaae-4d59-96ed-693d2fed77a9 req-2dded069-2499-4aef-bd10-b122b78bc4e8 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:02.257138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:02.261695 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9b393a0-38ec-4082-a032-ed98eeff2a9a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:02.265147 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b08a4085-aaae-4d59-96ed-693d2fed77a9 req-2dded069-2499-4aef-bd10-b122b78bc4e8 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 932 time: 0.4139869 Dec 22 09:58:02.430319 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b08a4085-aaae-4d59-96ed-693d2fed77a9 req-604545a8-65f9-4393-8808-e58ad9f762e8 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/security-groups?id=a57eeefa-22c5-4218-b5b4-48e5a096527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634421 Dec 22 09:58:02.527460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-43cbab67-cba3-49e9-a6d4-26b23ed19217 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Calling delete_port for a4c50be6-f7cf-4790-8965-08bd0dad56d3 owned by network:floatingip {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:58:02.544628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:58:02.626563 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b74e651-411d-4759-a8c5-c08bc7d01fc9 req-001c5be9-c122-414e-8f75-e159fd9da2c2 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=c6455ecf-a40d-4cd4-9f42-0016b35a2438 HTTP/1.1" status: 200 len: 210 time: 0.1004176 Dec 22 09:58:02.736490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Made reservation on behalf of 2131d0db1c414ca48292c7e4e9b1f3a7 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:58:02.746801 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:02.747802 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f3ed5826-d404-48b0-ab7a-dc7b596a250d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:02.845615 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f3ed5826-d404-48b0-ab7a-dc7b596a250d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:02.955586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:58:02.965486 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:58:02.985031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:57:56Z', 'revision_number': 2, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:57:57Z', 'revision_number': 2, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:02.990651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Checking router: c372dd9f-cf35-4c16-b5ba-9940f7044956 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:58:02.991058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Updating router c372dd9f-cf35-4c16-b5ba-9940f7044956 port 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:58:03.055386 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:03.293958 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:03.298471 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Added segment 1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c of type vxlan for network 4a9a22a9-6094-45ce-b727-101beb7dec99 Dec 22 09:58:03.412302 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-72a56bc0-04fe-4b7c-8698-1ab60f1ca7c3 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:03.422312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4d4223-6d33-4f5f-b29e-c645a2e92dfb {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:58:03.452812 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:03.495283 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:03.550860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f3ed5826-d404-48b0-ab7a-dc7b596a250d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Network 178082e3-16b5-4564-bd75-d45b7c070a7e is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:03.557182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f3ed5826-d404-48b0-ab7a-dc7b596a250d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:03.567429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-06868eba-89bd-46b8-94d5-998ee20ee3e9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Allocated IP 172.20.0.14 (178082e3-16b5-4564-bd75-d45b7c070a7e/4b321522-42ae-4197-bd5e-24fddf06c282/f4a12055-3d48-4331-920d-4a3e109cb39f) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:58:03.573958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f3ed5826-d404-48b0-ab7a-dc7b596a250d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:58:03.648100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed5826-d404-48b0-ab7a-dc7b596a250d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Pushing event updated for resources: {'Port': ['ID=01cfa171-70fe-4a17-89e0-59f36626d5c1,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:03.651185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Transition to ACTIVE for port object bc4d4223-6d33-4f5f-b29e-c645a2e92dfb will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:03.659994 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43cbab67-cba3-49e9-a6d4-26b23ed19217 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:03.682954 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b841924-3749-4a4e-9a76-6bcaf4a140bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:03.726950 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f3ed5826-d404-48b0-ab7a-dc7b596a250d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:03.733239 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:03.804353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:03.824337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Transition to ACTIVE for port object 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:03.829060 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:03.850277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f3ed5826-d404-48b0-ab7a-dc7b596a250d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:03.851031 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f3ed5826-d404-48b0-ab7a-dc7b596a250d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:03.858074 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:03.862676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:03.867913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:03.868821 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:03.890372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbab67-cba3-49e9-a6d4-26b23ed19217 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Pushing event deleted for resources: {'Port': ['ID=a4c50be6-f7cf-4790-8965-08bd0dad56d3,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:03.951532 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a5e1fa7a-9560-4aed-a0ed-9ddc5dc44cd0 req-511eb758-7c88-4127-8951-8268d1fc18e2 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=c6455ecf-a40d-4cd4-9f42-0016b35a2438 HTTP/1.1" status: 200 len: 210 time: 0.0926437 Dec 22 09:58:04.004648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7061726-b2d9-48ba-bb9b-5ea474e03266 None None] Pushing event updated for resources: {'Port': ['ID=8c7a94b3-2ce8-4d1a-af57-e044bc8940a3,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:04.020048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03468973-b344-4f2b-a3e4-2b0ae38c7983 req-b52dd5d4-2498-4946-9437-f405ee35e836 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:04.022542 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b7061726-b2d9-48ba-bb9b-5ea474e03266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:04.029961 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-03468973-b344-4f2b-a3e4-2b0ae38c7983 req-b52dd5d4-2498-4946-9437-f405ee35e836 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 944 time: 0.3658130 Dec 22 09:58:04.055219 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f3ed5826-d404-48b0-ab7a-dc7b596a250d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5406346 Dec 22 09:58:04.084536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-4f6d6951-70a3-480f-9faa-f2fa9c90af0d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:58:04.087122 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-4f6d6951-70a3-480f-9faa-f2fa9c90af0d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0072227 Dec 22 09:58:04.112035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Request body: {'port': {'device_id': 'd29b5ff3-4fb4-4880-a508-cd9132c13240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:04.307900 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-03468973-b344-4f2b-a3e4-2b0ae38c7983 req-25925dd6-b856-43a8-973d-57a017360727 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/security-groups?id=a57eeefa-22c5-4218-b5b4-48e5a096527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756979 Dec 22 09:58:04.448370 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:04.460767 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-43cbab67-cba3-49e9-a6d4-26b23ed19217 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:04.461625 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.599s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:04.732854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Attempting to bind port 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:58:04.732854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Attempting to bind port 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '041fc995-4224-462d-bc3b-78493b0c0eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:58:04.734292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Attempting to bind port 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 on network 9e4e87fd-b550-48d5-a056-4ce42d7a4a07 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:58:04.740551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:58:04.741368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Checking segment: {'id': '041fc995-4224-462d-bc3b-78493b0c0eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:58:04.741368 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:04.741919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Bound using segment: {'id': '041fc995-4224-462d-bc3b-78493b0c0eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:58:04.742335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Bound port: 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041fc995-4224-462d-bc3b-78493b0c0eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:58:04.742759 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:04.772994 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.8564904 Dec 22 09:58:04.792343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 39188) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:04.809205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-147b4395-7171-4a20-aa72-a7f49c9658ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'subnet': {'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:04.834793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-06868eba-89bd-46b8-94d5-998ee20ee3e9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:04.907994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4d4223-6d33-4f5f-b29e-c645a2e92dfb,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:04.912179 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:04.917410 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5eff22b9-b2c3-4974-af6e-4bc3e531c988 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.028s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:04.976668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] For port 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:58:04.984572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] For port 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8c7a94b3-2ce8-4d1a-af57-e044bc8940a3,segment=NetworkSegment(041fc995-4224-462d-bc3b-78493b0c0eb1),segment_id=041fc995-4224-462d-bc3b-78493b0c0eb1)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:58:04.989904 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:05.045005 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:05.152830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-147b4395-7171-4a20-aa72-a7f49c9658ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:05.159448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-147b4395-7171-4a20-aa72-a7f49c9658ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:subnet and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:05.163859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-147b4395-7171-4a20-aa72-a7f49c9658ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:05.174508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-147b4395-7171-4a20-aa72-a7f49c9658ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:05.210960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147b4395-7171-4a20-aa72-a7f49c9658ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Made reservation on behalf of 2131d0db1c414ca48292c7e4e9b1f3a7 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:58:05.234520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7061726-b2d9-48ba-bb9b-5ea474e03266 None None] Pushing event updated for resources: {'Port': ['ID=8c7a94b3-2ce8-4d1a-af57-e044bc8940a3,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:05.236323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43cbab67-cba3-49e9-a6d4-26b23ed19217 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Notify callbacks [] for floatingip, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:05.252503 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43cbab67-cba3-49e9-a6d4-26b23ed19217 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:05.254647 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-43cbab67-cba3-49e9-a6d4-26b23ed19217 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] 10.222.0.50 "DELETE /v2.0/floatingips/4ae0ff5b-c887-4a45-adbf-1d11f18cbbb9 HTTP/1.1" status: 204 len: 168 time: 4.7355244 Dec 22 09:58:05.268625 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b7061726-b2d9-48ba-bb9b-5ea474e03266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:05.306913 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c38fa091-8fa2-4ebe-8f72-59338ae89d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:05.347654 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-156ee400-822e-4f78-b7ef-d936532f9b8a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 637 time: 0.8879423 Dec 22 09:58:05.618533 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-147b4395-7171-4a20-aa72-a7f49c9658ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:05.632838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:58:05.633549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:57:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:05.932005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:58:06.151685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-94a012b6-5511-4672-8908-e4d76402ac80 req-88404312-4135-4e18-afd9-275eeb27f35f tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Synchronizing usage tracker for tenant:73e21285e1b54340a132a60a648503c8 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:58:06.158322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9b393a0-38ec-4082-a032-ed98eeff2a9a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:06.186654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39208) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:06.244024 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9b393a0-38ec-4082-a032-ed98eeff2a9a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:06.410220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-06868eba-89bd-46b8-94d5-998ee20ee3e9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:06.449876 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e14af363-eaee-435d-b951-c20e3cd99c8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:06.468690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:57:56Z', 'revision_number': 2, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:04Z', 'revision_number': 4, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:06.474299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65e723d-f8b3-48c4-b35f-2c8a48762291 None None] The sync data for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 is: [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:57:56Z', 'revision_number': 2, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:04Z', 'revision_number': 4, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:58:06.482405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Network': ['ID=4a9a22a9-6094-45ce-b727-101beb7dec99,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:06.527732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.528339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.528880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.529316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.529749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.530703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.531975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.532403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.532830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.533257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.533684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.534087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.534594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.535042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.535459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.535898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.536336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.536760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.537179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.537595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.538013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.538655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.539098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.539521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.539988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.540413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.540828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.541245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.541656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.542071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.542486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.542902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.543387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.543864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.544387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.546949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:06.563133 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.644s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:06.564729 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-c9b393a0-38ec-4082-a032-ed98eeff2a9a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Floating IP 4a793f66-8b76-4bd5-a2b7-dc27d3ac9804 associated. External IP: 172.25.7.58, port: 5d97dcd6-7729-48e7-949d-d1e2b156db2c. Dec 22 09:58:06.581540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 4a9a22a9-6094-45ce-b727-101beb7dec99 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:58:06.616732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 4a9a22a9-6094-45ce-b727-101beb7dec99 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:58:06.667028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Attempting to bind port bc4d4223-6d33-4f5f-b29e-c645a2e92dfb on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:58:06.667421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Attempting to bind port bc4d4223-6d33-4f5f-b29e-c645a2e92dfb by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '34a151f3-f601-4e76-8e40-2c37eab4ee2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'be69cb95-0e7d-49f8-8c01-ad1cfe025116'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:58:06.667805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Attempting to bind port bc4d4223-6d33-4f5f-b29e-c645a2e92dfb on network be69cb95-0e7d-49f8-8c01-ad1cfe025116 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:58:06.677512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-94a012b6-5511-4672-8908-e4d76402ac80 req-88404312-4135-4e18-afd9-275eeb27f35f tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Unset dirty status for tenant:73e21285e1b54340a132a60a648503c8 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:58:06.692566 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94a012b6-5511-4672-8908-e4d76402ac80 req-88404312-4135-4e18-afd9-275eeb27f35f tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=c6455ecf-a40d-4cd4-9f42-0016b35a2438 HTTP/1.1" status: 200 len: 210 time: 1.1000156 Dec 22 09:58:06.698013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:58:06.698013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Checking segment: {'id': '34a151f3-f601-4e76-8e40-2c37eab4ee2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'be69cb95-0e7d-49f8-8c01-ad1cfe025116'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:58:06.698013 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:06.698693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Bound using segment: {'id': '34a151f3-f601-4e76-8e40-2c37eab4ee2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'be69cb95-0e7d-49f8-8c01-ad1cfe025116'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:58:06.698893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Bound port: bc4d4223-6d33-4f5f-b29e-c645a2e92dfb, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a151f3-f601-4e76-8e40-2c37eab4ee2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'be69cb95-0e7d-49f8-8c01-ad1cfe025116'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:58:06.699680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:06.727510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-7e1cb6bc-3bf1-43ba-b379-8866855cc1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:06.727987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-7e1cb6bc-3bf1-43ba-b379-8866855cc1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:06.728425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-7e1cb6bc-3bf1-43ba-b379-8866855cc1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:06.728848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-7e1cb6bc-3bf1-43ba-b379-8866855cc1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:06.729268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-7e1cb6bc-3bf1-43ba-b379-8866855cc1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:06.729686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-7e1cb6bc-3bf1-43ba-b379-8866855cc1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:06.730107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-7e1cb6bc-3bf1-43ba-b379-8866855cc1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:06.732333 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-7e1cb6bc-3bf1-43ba-b379-8866855cc1b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c331cc560d8748a88e7458b10299f64a&device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 6952 time: 1.0717750 Dec 22 09:58:06.937098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 4a9a22a9-6094-45ce-b727-101beb7dec99 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:58:07.055795 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2685-39c9-441c-9233-d29009a5cb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:07.207208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06868eba-89bd-46b8-94d5-998ee20ee3e9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Pushing event updated for resources: {'Port': ['ID=f4a12055-3d48-4331-920d-4a3e109cb39f,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:07.229415 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-06868eba-89bd-46b8-94d5-998ee20ee3e9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:07.271811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f5aa-3f00-4096-a85e-fce0554c4ce6 req-ee343714-5b95-4c41-b00f-9579539251c3 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:07.279245 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2d13f5aa-3f00-4096-a85e-fce0554c4ce6 req-ee343714-5b95-4c41-b00f-9579539251c3 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 944 time: 1.2501550 Dec 22 09:58:07.308630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-055a6617-fcb7-46e3-bff3-4370ffd8e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:07.309244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-055a6617-fcb7-46e3-bff3-4370ffd8e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:07.309870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-055a6617-fcb7-46e3-bff3-4370ffd8e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:07.311915 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-055a6617-fcb7-46e3-bff3-4370ffd8e270 service neutron] 10.222.0.64 "GET /v2.0/networks?id=473d1949-ed9f-4949-b1e6-1e121c2d7167&id=d34186bb-32c4-4a88-b464-38e69175bc20&id=d34186bb-32c4-4a88-b464-38e69175bc20&id=d34186bb-32c4-4a88-b464-38e69175bc20&id=d34186bb-32c4-4a88-b464-38e69175bc20&id=1db62543-483d-4fd0-a5fc-77a084335431&id=1db62543-483d-4fd0-a5fc-77a084335431 HTTP/1.1" status: 200 len: 2278 time: 0.5068562 Dec 22 09:58:07.343204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-eb4d2685-39c9-441c-9233-d29009a5cb4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:07.350914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-eb4d2685-39c9-441c-9233-d29009a5cb4c admin admin] Usage tracker for resource:security_group_rule and tenant:27c4954b65184bc896caa3df685c0e8c is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:07.358410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-eb4d2685-39c9-441c-9233-d29009a5cb4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:07.381930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-eb4d2685-39c9-441c-9233-d29009a5cb4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:07.388415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-06868eba-89bd-46b8-94d5-998ee20ee3e9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Network 178082e3-16b5-4564-bd75-d45b7c070a7e is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:07.409187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-06868eba-89bd-46b8-94d5-998ee20ee3e9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:07.421350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-06868eba-89bd-46b8-94d5-998ee20ee3e9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:58:07.553071 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2d13f5aa-3f00-4096-a85e-fce0554c4ce6 req-1fa05ac9-e466-4269-b11f-0e280d969db8 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/security-groups?id=a57eeefa-22c5-4218-b5b4-48e5a096527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878245 Dec 22 09:58:07.594592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-06868eba-89bd-46b8-94d5-998ee20ee3e9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:07.595554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-06868eba-89bd-46b8-94d5-998ee20ee3e9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:07.766316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] For port bc4d4223-6d33-4f5f-b29e-c645a2e92dfb, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:58:07.781620 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-06868eba-89bd-46b8-94d5-998ee20ee3e9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5073609 Dec 22 09:58:07.806913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Request body: {'port': {'device_id': 'c6455ecf-a40d-4cd4-9f42-0016b35a2438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:07.912449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2349bff8-1888-4db2-9534-011445a096ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:07.922758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01cfa171-70fe-4a17-89e0-59f36626d5c1 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:58:07.960288 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:07.989474 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-147b4395-7171-4a20-aa72-a7f49c9658ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:08.425040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] For port bc4d4223-6d33-4f5f-b29e-c645a2e92dfb, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=bc4d4223-6d33-4f5f-b29e-c645a2e92dfb,segment=NetworkSegment(34a151f3-f601-4e76-8e40-2c37eab4ee2d),segment_id=34a151f3-f601-4e76-8e40-2c37eab4ee2d)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:58:08.451389 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:08.478464 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b7da14a4-a5fa-4b05-8751-c30b37d76656 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:08.509524 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:08.510981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:08.577354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Transition to ACTIVE for port object 01cfa171-70fe-4a17-89e0-59f36626d5c1 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:08.650154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:58:08.657770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:08.662901 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-a447ebd8-1fe1-4c63-9d40-7b7c89c23338 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0039625-e07a-45bd-8ae2-eb766b1e3004 HTTP/1.1" status: 200 len: 1002 time: 1.3298919 Dec 22 09:58:08.663534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:08.664272 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:08.730247 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2685-39c9-441c-9233-d29009a5cb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:08.757175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b393a0-38ec-4082-a032-ed98eeff2a9a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 353de62c-9e39-4d34-a979-3b32fd1aed58 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:58:08.785930 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2685-39c9-441c-9233-d29009a5cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:08.828611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4d4223-6d33-4f5f-b29e-c645a2e92dfb,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:08.851078 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:08.853419 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:08.854026 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7d86eade-eabc-44a8-bbd0-888a83f4b157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:08.884907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:08.911920 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-eb4d2685-39c9-441c-9233-d29009a5cb4c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=27c4954b65184bc896caa3df685c0e8c&name=default HTTP/1.1" status: 200 len: 2883 time: 2.6945288 Dec 22 09:58:08.953706 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:08.966267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 39230) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:08.998330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-487e9fbb-2ac8-44ef-83dc-ef0e25636bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:09.000193 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-487e9fbb-2ac8-44ef-83dc-ef0e25636bc0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=27341bc6-4d77-45a9-b2a2-19fd96ee59ee HTTP/1.1" status: 200 len: 856 time: 0.3111198 Dec 22 09:58:09.005202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d2685-39c9-441c-9233-d29009a5cb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdf6b2c-470a-4f74-b531-9b5037b6e708,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:09.016807 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eb4d2685-39c9-441c-9233-d29009a5cb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:09.026281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8c7a94b3-2ce8-4d1a-af57-e044bc8940a3,segment=NetworkSegment(041fc995-4224-462d-bc3b-78493b0c0eb1),segment_id=041fc995-4224-462d-bc3b-78493b0c0eb1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:58:09.046526 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:09.057436 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:09.087812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:09.088447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:09.089962 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] 10.222.0.64 "PUT /v2.0/ports/bc4d4223-6d33-4f5f-b29e-c645a2e92dfb HTTP/1.1" status: 200 len: 1156 time: 9.1599178 Dec 22 09:58:09.090548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e40a41-b4e7-4ca9-8704-cb839b086e7c', 'tag': 'bc4d4223-6d33-4f5f-b29e-c645a2e92dfb'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:58:09.177091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b4395-7171-4a20-aa72-a7f49c9658ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Subnet': ['ID=96e753a3-5421-4579-a3d4-301d4c08af82,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:09.290079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=8c7a94b3-2ce8-4d1a-af57-e044bc8940a3,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:09.295080 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:09.315072 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-147b4395-7171-4a20-aa72-a7f49c9658ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:09.318014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b393a0-38ec-4082-a032-ed98eeff2a9a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:58:09.333025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71575d33-df34-40e7-bb48-f9513914dc55 None None] Sync routers for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:58:09.348842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-edf65a21-e8d7-4417-8567-a6466f1787a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:09.350390 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-edf65a21-e8d7-4417-8567-a6466f1787a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=473d1949-ed9f-4949-b1e6-1e121c2d7167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3380985 Dec 22 09:58:09.368732 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-039a960d-cb74-47d1-a1e5-eb9e8feda254 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.429s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:09.370862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71575d33-df34-40e7-bb48-f9513914dc55 None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:58:09.372239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-71575d33-df34-40e7-bb48-f9513914dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:09.414335 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:09.457982 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9b393a0-38ec-4082-a032-ed98eeff2a9a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:09.548739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Pushing event updated for resources: {'Port': ['ID=01cfa171-70fe-4a17-89e0-59f36626d5c1,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:09.551584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-71575d33-df34-40e7-bb48-f9513914dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:09.577627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71575d33-df34-40e7-bb48-f9513914dc55 None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:58:09.579082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-71575d33-df34-40e7-bb48-f9513914dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:09.605135 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:09.675357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-71575d33-df34-40e7-bb48-f9513914dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:09.675925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71575d33-df34-40e7-bb48-f9513914dc55 None None] The sync data for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:58:09.762707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51458bb4-4892-4d50-8d8b-85859f7af84e req-a5775258-98d5-4056-85f3-74b0810c89c8 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:09.767028 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51458bb4-4892-4d50-8d8b-85859f7af84e req-a5775258-98d5-4056-85f3-74b0810c89c8 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=c6455ecf-a40d-4cd4-9f42-0016b35a2438 HTTP/1.1" status: 200 len: 932 time: 1.2593148 Dec 22 09:58:09.817316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-1f0db265-d359-4e7d-8912-83cb5319013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:09.821141 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-1f0db265-d359-4e7d-8912-83cb5319013d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1abd7f8507294adf9f45aca905331561&device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 1159 time: 0.6503608 Dec 22 09:58:09.849223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ed161-791b-45e5-988a-bb275bd8697b req-e680a1c6-cc63-43e0-a451-48ee6bc1f6f3 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:09.852539 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da7ed161-791b-45e5-988a-bb275bd8697b req-e680a1c6-cc63-43e0-a451-48ee6bc1f6f3 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 944 time: 1.0662394 Dec 22 09:58:09.853300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b4395-7171-4a20-aa72-a7f49c9658ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Checking segment: {'id': '1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:58:09.853926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147b4395-7171-4a20-aa72-a7f49c9658ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network hostable DHCP agents. Network: 4a9a22a9-6094-45ce-b727-101beb7dec99, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:58:09.888468 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cd288ee-5309-49c2-aecf-c706479e830f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:09.938218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:58:09.980692 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-354bc421-3d15-4bd8-ad3a-857d3b795760 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc4d4223-6d33-4f5f-b29e-c645a2e92dfb HTTP/1.1" status: 200 len: 217 time: 0.1375184 Dec 22 09:58:09.991030 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c9b393a0-38ec-4082-a032-ed98eeff2a9a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "PUT /v2.0/floatingips/4a793f66-8b76-4bd5-a2b7-dc27d3ac9804 HTTP/1.1" status: 200 len: 977 time: 8.0722480 Dec 22 09:58:09.993909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39256) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:10.184803 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:10.189424 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cd288ee-5309-49c2-aecf-c706479e830f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:10.215080 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51458bb4-4892-4d50-8d8b-85859f7af84e req-f0b6e6de-f127-457c-abf6-dfe57e99d7d5 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232244 Dec 22 09:58:10.233035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147b4395-7171-4a20-aa72-a7f49c9658ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 4a9a22a9-6094-45ce-b727-101beb7dec99 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:58:10.252612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:10.255239 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-0073766a-2aa1-464a-a1f1-80386b1c3bed service neutron] 10.222.0.64 "GET /v2.0/networks/473d1949-ed9f-4949-b1e6-1e121c2d7167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8869464 Dec 22 09:58:10.393750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d1cc3fc6-1df8-4a01-a96b-132d42e22574 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Deleting port 5d97dcd6-7729-48e7-949d-d1e2b156db2c {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:58:10.394523 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3fc6-1df8-4a01-a96b-132d42e22574 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:10.444126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-147b4395-7171-4a20-aa72-a7f49c9658ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 4a9a22a9-6094-45ce-b727-101beb7dec99) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:10.456370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7164e471-5e11-4f7d-9786-147193744921 None None] Network 4a9a22a9-6094-45ce-b727-101beb7dec99 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:58:10.484036 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da7ed161-791b-45e5-988a-bb275bd8697b req-ec133da0-f122-4170-9a46-7fe67ef864f1 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/security-groups?id=a57eeefa-22c5-4218-b5b4-48e5a096527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962856 Dec 22 09:58:10.507767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-3256ede9-c4f6-433a-9a3e-1c6fd89b8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:10.509707 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-3256ede9-c4f6-433a-9a3e-1c6fd89b8e4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d5cfe7b2-6f6e-480e-b2f0-67dd66771c7a HTTP/1.1" status: 200 len: 849 time: 0.5175569 Dec 22 09:58:10.522393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:10.538100 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e40a41-b4e7-4ca9-8704-cb839b086e7c', 'tag': 'bc4d4223-6d33-4f5f-b29e-c645a2e92dfb', 'status': 'completed', 'code': 200} Dec 22 09:58:10.726038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147b4395-7171-4a20-aa72-a7f49c9658ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:10.726683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-147b4395-7171-4a20-aa72-a7f49c9658ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:10.807411 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-ad2e86fb-8a63-4ebd-a024-51071b0d53e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be69cb95-0e7d-49f8-8c01-ad1cfe025116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1545463 Dec 22 09:58:10.919571 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-aff3d0c4-e49e-4462-b372-7d6f52a7a326 service neutron] 10.222.0.64 "GET /v2.0/networks/473d1949-ed9f-4949-b1e6-1e121c2d7167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6494806 Dec 22 09:58:11.013406 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-0b869e4e-9b4b-486a-beb3-d622d0cb1edf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=535b7ea4-38e5-40cd-99f6-5fcf8666390b HTTP/1.1" status: 200 len: 217 time: 0.0761178 Dec 22 09:58:11.039293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a12055-3d48-4331-920d-4a3e109cb39f {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:58:11.049674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:11.070103 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cd288ee-5309-49c2-aecf-c706479e830f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:11.074057 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cd288ee-5309-49c2-aecf-c706479e830f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:11.081729 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0cd288ee-5309-49c2-aecf-c706479e830f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8fdf6b2c-470a-4f74-b531-9b5037b6e708 HTTP/1.1" status: 204 len: 168 time: 2.1063256 Dec 22 09:58:11.083164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Attempting to bind port 01cfa171-70fe-4a17-89e0-59f36626d5c1 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:58:11.083932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Attempting to bind port 01cfa171-70fe-4a17-89e0-59f36626d5c1 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '39131468-75de-4279-b4d2-a3b221a6ac3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:58:11.084341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Attempting to bind port 01cfa171-70fe-4a17-89e0-59f36626d5c1 on network 178082e3-16b5-4564-bd75-d45b7c070a7e {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:58:11.096160 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d1f8b724-e60b-4bc3-b429-b4d9ec3ac2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:11.107145 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:11.112291 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-147b4395-7171-4a20-aa72-a7f49c9658ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.3165407 Dec 22 09:58:11.125276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 39290) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:11.137199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:58:11.138129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Checking segment: {'id': '39131468-75de-4279-b4d2-a3b221a6ac3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:58:11.138713 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:11.139288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Bound using segment: {'id': '39131468-75de-4279-b4d2-a3b221a6ac3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:58:11.140651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Bound port: 01cfa171-70fe-4a17-89e0-59f36626d5c1, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39131468-75de-4279-b4d2-a3b221a6ac3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:58:11.141281 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:11.151309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:11.151671 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:11.233938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-4a9a22a9-6094-45ce-b727-101beb7dec99', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:58:11.235130 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:11.271784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd288ee-5309-49c2-aecf-c706479e830f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdf6b2c-470a-4f74-b531-9b5037b6e708,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:11.307048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Transition to ACTIVE for port object f4a12055-3d48-4331-920d-4a3e109cb39f will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:11.310776 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0cd288ee-5309-49c2-aecf-c706479e830f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:11.398587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-ac216ec8-b986-45c5-a733-475b11328e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:11.401507 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-ac216ec8-b986-45c5-a733-475b11328e24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=081da512-801e-41e2-96a3-974b59dc0af6 HTTP/1.1" status: 200 len: 797 time: 0.3679926 Dec 22 09:58:11.471522 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-5ee668dd-8fb3-49b7-a69f-0409deac4f7a service neutron] 10.222.0.64 "GET /v2.0/networks/be69cb95-0e7d-49f8-8c01-ad1cfe025116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6438699 Dec 22 09:58:11.752649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Allocated IP 172.21.0.2 (4a9a22a9-6094-45ce-b727-101beb7dec99/96e753a3-5421-4579-a3d4-301d4c08af82/aba288fe-bb89-42a2-9488-a26a21bf7818) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:58:11.752789 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:11.981922 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:11.998222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Transition to ACTIVE for port object aba288fe-bb89-42a2-9488-a26a21bf7818 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:12.022165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Transition to ACTIVE for port object aba288fe-bb89-42a2-9488-a26a21bf7818 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:12.054727 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:12.076747 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:12.097513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 39310) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:12.098964 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:12.148573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Pushing event updated for resources: {'Port': ['ID=aba288fe-bb89-42a2-9488-a26a21bf7818,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:12.153315 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:12.171190 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d97ed0f-d9f5-4b68-b154-5701fdfa7145 req-5fb3f388-5934-40bb-9b4c-a108518e8b49 service neutron] 10.222.0.64 "GET /v2.0/networks/be69cb95-0e7d-49f8-8c01-ad1cfe025116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6737790 Dec 22 09:58:12.242484 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3fc6-1df8-4a01-a96b-132d42e22574 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:12.364750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a12055-3d48-4331-920d-4a3e109cb39f,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:12.398592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-b00f1ba4-7ec1-441b-8649-df1df52f65a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:12.401156 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-b00f1ba4-7ec1-441b-8649-df1df52f65a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d34186bb-32c4-4a88-b464-38e69175bc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9283214 Dec 22 09:58:12.424046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Network 4a9a22a9-6094-45ce-b727-101beb7dec99 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:12.425773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:12.428115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:58:12.497570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Attempting to bind port aba288fe-bb89-42a2-9488-a26a21bf7818 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:58:12.498063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Attempting to bind port aba288fe-bb89-42a2-9488-a26a21bf7818 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:58:12.498916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Attempting to bind port aba288fe-bb89-42a2-9488-a26a21bf7818 on network 4a9a22a9-6094-45ce-b727-101beb7dec99 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:58:12.505705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:58:12.506134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Checking segment: {'id': '1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:58:12.506595 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:12.507038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Bound using segment: {'id': '1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:58:12.507578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Bound port: aba288fe-bb89-42a2-9488-a26a21bf7818, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:58:12.508889 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:12.624411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] For port aba288fe-bb89-42a2-9488-a26a21bf7818, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:58:12.628892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] For port aba288fe-bb89-42a2-9488-a26a21bf7818, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=aba288fe-bb89-42a2-9488-a26a21bf7818,segment=NetworkSegment(1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c),segment_id=1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:58:12.633414 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:12.692396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da208bbd-7d1f-41a6-841c-c4b7b1d36d50 req-449361fc-36a4-4600-a020-d2050ddbfd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:12.695433 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da208bbd-7d1f-41a6-841c-c4b7b1d36d50 req-449361fc-36a4-4600-a020-d2050ddbfd9e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1abd7f8507294adf9f45aca905331561&device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 1159 time: 0.3706129 Dec 22 09:58:12.845763 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b7061726-b2d9-48ba-bb9b-5ea474e03266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:12.954657 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:12.956768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Pushing event updated for resources: {'Port': ['ID=aba288fe-bb89-42a2-9488-a26a21bf7818,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:12.964112 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:13.012803 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-462ffe6d-1fd0-41bb-a701-0011688c6b19 service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931811 Dec 22 09:58:13.129125 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3fc6-1df8-4a01-a96b-132d42e22574 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:13.129762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3fc6-1df8-4a01-a96b-132d42e22574 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:13.129887 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-d1cc3fc6-1df8-4a01-a96b-132d42e22574 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Floating IP 4a793f66-8b76-4bd5-a2b7-dc27d3ac9804 disassociated. External IP: 172.25.7.58, port: 5d97dcd6-7729-48e7-949d-d1e2b156db2c. Dec 22 09:58:13.130255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d1cc3fc6-1df8-4a01-a96b-132d42e22574 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Calling delete_port for 5d97dcd6-7729-48e7-949d-d1e2b156db2c owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:58:13.182519 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-444a3173-4628-46fa-b1e2-9cc64ab19abe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aafaaa13f2a642ac9695939aed8ed891&name=default HTTP/1.1" status: 200 len: 2883 time: 0.9418385 Dec 22 09:58:13.243756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] For port 01cfa171-70fe-4a17-89e0-59f36626d5c1, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:58:13.247117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] For port 01cfa171-70fe-4a17-89e0-59f36626d5c1, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=01cfa171-70fe-4a17-89e0-59f36626d5c1,segment=NetworkSegment(39131468-75de-4279-b4d2-a3b221a6ac3b),segment_id=39131468-75de-4279-b4d2-a3b221a6ac3b)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:58:13.251890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 39316) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:13.413736 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:13.511921 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-124b8c62-8caf-4f86-8f00-ab522e7b6f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:13.581478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da208bbd-7d1f-41a6-841c-c4b7b1d36d50 req-ecca0caf-9c44-47c9-82cf-c0404e97fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:13.583116 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da208bbd-7d1f-41a6-841c-c4b7b1d36d50 req-ecca0caf-9c44-47c9-82cf-c0404e97fcc4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be69cb95-0e7d-49f8-8c01-ad1cfe025116 HTTP/1.1" status: 200 len: 904 time: 0.8801136 Dec 22 09:58:13.685914 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da208bbd-7d1f-41a6-841c-c4b7b1d36d50 req-dfc49d87-96e3-4284-92e6-024771648c64 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc4d4223-6d33-4f5f-b29e-c645a2e92dfb HTTP/1.1" status: 200 len: 217 time: 0.0895767 Dec 22 09:58:13.735873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Attempting to bind port f4a12055-3d48-4331-920d-4a3e109cb39f on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:58:13.736373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Attempting to bind port f4a12055-3d48-4331-920d-4a3e109cb39f by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '39131468-75de-4279-b4d2-a3b221a6ac3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:58:13.736963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Attempting to bind port f4a12055-3d48-4331-920d-4a3e109cb39f on network 178082e3-16b5-4564-bd75-d45b7c070a7e {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:58:13.743690 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3fc6-1df8-4a01-a96b-132d42e22574 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:13.777034 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9fa4ea33-7751-4b2d-b583-95b82636427f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:13.836420 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-6ca70191-cf7b-431a-ade1-151fb6732f4d service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7985556 Dec 22 09:58:13.837287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc3fc6-1df8-4a01-a96b-132d42e22574 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event deleted for resources: {'Port': ['ID=5d97dcd6-7729-48e7-949d-d1e2b156db2c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:13.856622 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d1cc3fc6-1df8-4a01-a96b-132d42e22574 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:13.913798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:58:13.914262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Checking segment: {'id': '39131468-75de-4279-b4d2-a3b221a6ac3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:58:13.914681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:13.915088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Bound using segment: {'id': '39131468-75de-4279-b4d2-a3b221a6ac3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:58:13.915597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Bound port: f4a12055-3d48-4331-920d-4a3e109cb39f, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39131468-75de-4279-b4d2-a3b221a6ac3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '178082e3-16b5-4564-bd75-d45b7c070a7e'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:58:13.916103 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:14.050198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] For port f4a12055-3d48-4331-920d-4a3e109cb39f, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:58:14.050409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da208bbd-7d1f-41a6-841c-c4b7b1d36d50 req-9eab761b-e69f-43ac-8812-209806584c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:14.051885 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da208bbd-7d1f-41a6-841c-c4b7b1d36d50 req-9eab761b-e69f-43ac-8812-209806584c51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d5cfe7b2-6f6e-480e-b2f0-67dd66771c7a HTTP/1.1" status: 200 len: 849 time: 0.3592327 Dec 22 09:58:14.053561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] For port f4a12055-3d48-4331-920d-4a3e109cb39f, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f4a12055-3d48-4331-920d-4a3e109cb39f,segment=NetworkSegment(39131468-75de-4279-b4d2-a3b221a6ac3b),segment_id=39131468-75de-4279-b4d2-a3b221a6ac3b)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:58:14.067122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb750d74-5317-48e7-8f8d-b2b86eaf3d73 req-ce64145d-fafd-4e4a-b64d-0612cf3ed5f2 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:14.068903 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb750d74-5317-48e7-8f8d-b2b86eaf3d73 req-ce64145d-fafd-4e4a-b64d-0612cf3ed5f2 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 944 time: 2.0722599 Dec 22 09:58:14.075748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b9e6c-b6c2-4c5d-9001-5abf14f8ca55 req-0f15606f-487b-4686-aec2-0c268eb236c4 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:14.075929 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-6e8c59a3-d17a-4f2d-ad49-0cbec22d9f9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=fc7329c3-78f6-4136-a3e0-470e31556bdf HTTP/1.1" status: 200 len: 217 time: 0.2181337 Dec 22 09:58:14.077486 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-201b9e6c-b6c2-4c5d-9001-5abf14f8ca55 req-0f15606f-487b-4686-aec2-0c268eb236c4 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=c6455ecf-a40d-4cd4-9f42-0016b35a2438 HTTP/1.1" status: 200 len: 944 time: 2.0684946 Dec 22 09:58:14.132710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d20814d-f593-43b3-b5a8-658fcf76fd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:14.165408 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d20814d-f593-43b3-b5a8-658fcf76fd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:14.176525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:14.213536 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da208bbd-7d1f-41a6-841c-c4b7b1d36d50 req-41539a37-0d32-4a52-89eb-3d4fb94c9670 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be69cb95-0e7d-49f8-8c01-ad1cfe025116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463778 Dec 22 09:58:14.299038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Pushing event updated for resources: {'Port': ['ID=01cfa171-70fe-4a17-89e0-59f36626d5c1,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:14.338631 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:14.343887 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb750d74-5317-48e7-8f8d-b2b86eaf3d73 req-b7abf084-93c3-4527-8705-8bd94581797b tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/security-groups?id=a57eeefa-22c5-4218-b5b4-48e5a096527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632873 Dec 22 09:58:14.344848 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5a8bc6bf-710f-499a-baba-4b1765ba2d23 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:14.600872 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da208bbd-7d1f-41a6-841c-c4b7b1d36d50 req-63e52d77-d697-417b-8672-0818af2dc5dd service neutron] 10.222.0.64 "GET /v2.0/networks/be69cb95-0e7d-49f8-8c01-ad1cfe025116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653014 Dec 22 09:58:14.614514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device aba288fe-bb89-42a2-9488-a26a21bf7818 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:14.685472 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-201b9e6c-b6c2-4c5d-9001-5abf14f8ca55 req-2adf8846-2b9e-4a80-acda-0b4d7212f5d8 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693026 Dec 22 09:58:14.782130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port aba288fe-bb89-42a2-9488-a26a21bf7818 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:58:14.803596 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da208bbd-7d1f-41a6-841c-c4b7b1d36d50 req-592652a4-75bc-46c4-a117-90745da49aac service neutron] 10.222.0.64 "GET /v2.0/networks/be69cb95-0e7d-49f8-8c01-ad1cfe025116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1837749 Dec 22 09:58:14.850345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-8399b66a-5007-4dae-a575-de8278376a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:14.852709 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-8399b66a-5007-4dae-a575-de8278376a7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=081da512-801e-41e2-96a3-974b59dc0af6 HTTP/1.1" status: 200 len: 797 time: 0.7233009 Dec 22 09:58:14.869776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5188cba4-0944-49f2-944a-d2707e2ceb51 None None] Network 4a9a22a9-6094-45ce-b727-101beb7dec99 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:58:14.913682 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:14.969332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:14.970074 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:14.971932 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] 10.222.0.64 "PUT /v2.0/ports/01cfa171-70fe-4a17-89e0-59f36626d5c1 HTTP/1.1" status: 200 len: 1156 time: 10.8662715 Dec 22 09:58:15.006405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29b5ff3-4fb4-4880-a508-cd9132c13240', 'tag': '01cfa171-70fe-4a17-89e0-59f36626d5c1'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:58:15.014256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 39334) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:15.073181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a12055-3d48-4331-920d-4a3e109cb39f,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:15.088402 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:15.147649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c8c0f390-efff-4b6f-9f10-dcd3c676e16b None None] Provisioning for port aba288fe-bb89-42a2-9488-a26a21bf7818 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:58:15.155556 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29b5ff3-4fb4-4880-a508-cd9132c13240', 'tag': '01cfa171-70fe-4a17-89e0-59f36626d5c1', 'status': 'completed', 'code': 200} Dec 22 09:58:15.166607 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d20814d-f593-43b3-b5a8-658fcf76fd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:15.177539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c8c0f390-efff-4b6f-9f10-dcd3c676e16b None None] Provisioning complete for port aba288fe-bb89-42a2-9488-a26a21bf7818 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:15.177976 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8c0f390-efff-4b6f-9f10-dcd3c676e16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:15.251758 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d2849766-f261-465f-b68f-22d761a2ea4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:15.314231 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d20814d-f593-43b3-b5a8-658fcf76fd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:15.318450 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1d20814d-f593-43b3-b5a8-658fcf76fd66 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c1a5f08-737b-462e-86ad-92be1358b3e2 HTTP/1.1" status: 204 len: 168 time: 2.0622616 Dec 22 09:58:15.359917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20814d-f593-43b3-b5a8-658fcf76fd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1a5f08-737b-462e-86ad-92be1358b3e2,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:15.362004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-f062804a-1f4b-4c5c-ac23-b712afc8c36c req-3e8c4a54-82d6-4350-b2df-62f6e437bfdf service neutron] (81071) timed out ('10.222.0.50', 50822) {{(pid=81071) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 22 09:58:15.362844 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1d20814d-f593-43b3-b5a8-658fcf76fd66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:15.414168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65adad3e-ff88-4e40-a98d-57f7418de9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:15.485646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:15.486351 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:15.487905 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] 10.222.0.64 "PUT /v2.0/ports/f4a12055-3d48-4331-920d-4a3e109cb39f HTTP/1.1" status: 200 len: 1156 time: 7.6859796 Dec 22 09:58:15.489067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-65adad3e-ff88-4e40-a98d-57f7418de9bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:15.502658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-65adad3e-ff88-4e40-a98d-57f7418de9bc admin admin] Usage tracker for resource:security_group_rule and tenant:8b18febd722342a5832a7c3f3ecc817f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:15.511440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-65adad3e-ff88-4e40-a98d-57f7418de9bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:15.551686 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8c0f390-efff-4b6f-9f10-dcd3c676e16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:15.572706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-291e576e-9769-4e06-99ab-728ff5890417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:15.574345 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-291e576e-9769-4e06-99ab-728ff5890417 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73e21285e1b54340a132a60a648503c8&device_id=d29b5ff3-4fb4-4880-a508-cd9132c13240 HTTP/1.1" status: 200 len: 1159 time: 0.4933074 Dec 22 09:58:15.579797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cc3fc6-1df8-4a01-a96b-132d42e22574 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 353de62c-9e39-4d34-a979-3b32fd1aed58 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:58:15.596774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-451f3890-beba-4b41-9801-ebb75d171c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:15.599473 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-451f3890-beba-4b41-9801-ebb75d171c6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d34186bb-32c4-4a88-b464-38e69175bc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7339733 Dec 22 09:58:15.646133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-65adad3e-ff88-4e40-a98d-57f7418de9bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:15.667368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c8c0f390-efff-4b6f-9f10-dcd3c676e16b None None] For port aba288fe-bb89-42a2-9488-a26a21bf7818, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=aba288fe-bb89-42a2-9488-a26a21bf7818,segment=NetworkSegment(1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c),segment_id=1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:58:15.679636 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8c0f390-efff-4b6f-9f10-dcd3c676e16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:15.685209 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:15.776062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0f390-efff-4b6f-9f10-dcd3c676e16b None None] Pushing event updated for resources: {'Port': ['ID=aba288fe-bb89-42a2-9488-a26a21bf7818,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:15.798106 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8c0f390-efff-4b6f-9f10-dcd3c676e16b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:15.842155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-73fe423e-4af6-42e7-a799-c487b4db2345 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:58:15.911601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-95f24e24-bd87-4b71-b304-87a91fd8504b None None] Provisioning complete for port aba288fe-bb89-42a2-9488-a26a21bf7818 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:15.912850 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-95f24e24-bd87-4b71-b304-87a91fd8504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:16.163343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cc3fc6-1df8-4a01-a96b-132d42e22574 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:58:16.174829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528ba12f-f729-4c55-bb86-b881f54d9e3d None None] Sync routers for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:58:16.194067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528ba12f-f729-4c55-bb86-b881f54d9e3d None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:58:16.195146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-528ba12f-f729-4c55-bb86-b881f54d9e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:16.252334 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3fc6-1df8-4a01-a96b-132d42e22574 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:16.256894 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-e65362e0-56b6-4f10-aea0-598480e875fd service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726645 Dec 22 09:58:16.330871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-528ba12f-f729-4c55-bb86-b881f54d9e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:16.352971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-457ad99a-2497-403e-b39c-ea00f6beb897 None None] Provisioning complete for port aba288fe-bb89-42a2-9488-a26a21bf7818 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:16.353503 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-457ad99a-2497-403e-b39c-ea00f6beb897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:16.463589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528ba12f-f729-4c55-bb86-b881f54d9e3d None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:58:16.464223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-528ba12f-f729-4c55-bb86-b881f54d9e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:16.482792 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-c2deeaa7-624e-4182-b0f0-5f738f4c8a93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01cfa171-70fe-4a17-89e0-59f36626d5c1 HTTP/1.1" status: 200 len: 217 time: 0.8284554 Dec 22 09:58:16.517142 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d1cc3fc6-1df8-4a01-a96b-132d42e22574 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "DELETE /v2.0/ports/5d97dcd6-7729-48e7-949d-d1e2b156db2c HTTP/1.1" status: 204 len: 168 time: 6.4490969 Dec 22 09:58:16.523027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39364) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:16.557703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device aba288fe-bb89-42a2-9488-a26a21bf7818 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:16.611041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-4cebaef1-e622-4ee6-9dd5-a8580a8fc9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:16.613054 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-4cebaef1-e622-4ee6-9dd5-a8580a8fc9db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b321522-42ae-4197-bd5e-24fddf06c282 HTTP/1.1" status: 200 len: 852 time: 0.0983837 Dec 22 09:58:16.631625 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-78ff3303-a228-4340-be30-730a5d237a5a service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3646693 Dec 22 09:58:16.697675 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-aec1e0ad-dbef-4c56-92c2-426b26e7c513 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=178082e3-16b5-4564-bd75-d45b7c070a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643356 Dec 22 09:58:16.731986 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-c4e10406-3193-46ef-b02b-d45b0465782f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=a7505449-7259-4f87-b669-f00446ac8fb4 HTTP/1.1" status: 200 len: 217 time: 0.0895426 Dec 22 09:58:16.819849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e61bf79a-0cc4-4a7e-b5e8-3a0581226c5e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "GET /v2.0/floatingips/4a793f66-8b76-4bd5-a2b7-dc27d3ac9804 HTTP/1.1" status: 200 len: 687 time: 0.2905612 Dec 22 09:58:16.825331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39372) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:16.871098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-528ba12f-f729-4c55-bb86-b881f54d9e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:16.871791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528ba12f-f729-4c55-bb86-b881f54d9e3d None None] The sync data for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:58:16.880831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device bc4d4223-6d33-4f5f-b29e-c645a2e92dfb up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:16.940882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-e8bd98f4-85f3-4da3-a59d-c6fe491386a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:16.942854 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-e8bd98f4-85f3-4da3-a59d-c6fe491386a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73e21285e1b54340a132a60a648503c8&device_id=c6455ecf-a40d-4cd4-9f42-0016b35a2438 HTTP/1.1" status: 200 len: 1159 time: 1.3728876 Dec 22 09:58:16.946560 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-7dcb8e74-c27f-4e70-b027-88c2cdc1cdfc service neutron] 10.222.0.64 "GET /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868534 Dec 22 09:58:17.094737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port aba288fe-bb89-42a2-9488-a26a21bf7818 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:17.095413 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:17.098123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e18588bb-9fbb-488b-9d5b-037e0e0800d8 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Deleting port 8bb66cff-86e9-4c6e-a614-9ba4e1371af6 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:58:17.098936 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e18588bb-9fbb-488b-9d5b-037e0e0800d8 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:17.175332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-5e8236b4-4d54-440c-b899-3a9fd343b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:17.177950 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-5e8236b4-4d54-440c-b899-3a9fd343b0af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=081da512-801e-41e2-96a3-974b59dc0af6 HTTP/1.1" status: 200 len: 797 time: 0.4341800 Dec 22 09:58:17.238630 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-ef8ca060-b38a-46f4-9146-067de2e2efc5 service neutron] 10.222.0.64 "GET /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2731640 Dec 22 09:58:17.239229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6455ecf-a40d-4cd4-9f42-0016b35a2438', 'tag': 'f4a12055-3d48-4331-920d-4a3e109cb39f'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:58:17.245301 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-8efda4ed-1d57-466d-a757-516308ad7833 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4a12055-3d48-4331-920d-4a3e109cb39f HTTP/1.1" status: 200 len: 217 time: 0.2785537 Dec 22 09:58:17.280434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port bc4d4223-6d33-4f5f-b29e-c645a2e92dfb completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:58:17.287980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f88735-e590-48f2-b750-262e1a75f82a req-505dbca1-705e-4b5b-9cde-f15b5396f52d tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:17.324448 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c5f88735-e590-48f2-b750-262e1a75f82a req-505dbca1-705e-4b5b-9cde-f15b5396f52d tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 944 time: 1.1645901 Dec 22 09:58:17.343839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port bc4d4223-6d33-4f5f-b29e-c645a2e92dfb triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:17.344343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:17.403622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5deb9a25-a1e6-46e2-b335-d5bb905c71c9 None None] Provisioning complete for port aba288fe-bb89-42a2-9488-a26a21bf7818 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:17.404012 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5deb9a25-a1e6-46e2-b335-d5bb905c71c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:17.424064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-b18b0dcf-3f83-4058-840e-21da4758eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:17.426082 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-b18b0dcf-3f83-4058-840e-21da4758eb5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b321522-42ae-4197-bd5e-24fddf06c282 HTTP/1.1" status: 200 len: 852 time: 0.1468058 Dec 22 09:58:17.504924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bfc6d-3958-4f26-8bee-69776f8ff039 req-e641a2ed-a219-4a59-a521-1dafd201dcb8 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:17.514061 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-718bfc6d-3958-4f26-8bee-69776f8ff039 req-e641a2ed-a219-4a59-a521-1dafd201dcb8 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=c6455ecf-a40d-4cd4-9f42-0016b35a2438 HTTP/1.1" status: 200 len: 944 time: 1.1505759 Dec 22 09:58:17.617120 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:17.623122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-d04a5078-a609-4c38-a487-35494951b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:17.626511 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-d04a5078-a609-4c38-a487-35494951b70c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d34186bb-32c4-4a88-b464-38e69175bc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4345720 Dec 22 09:58:17.638304 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-bede6988-2bba-495b-b55f-947ffcadb94e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=178082e3-16b5-4564-bd75-d45b7c070a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485116 Dec 22 09:58:17.655858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port bc4d4223-6d33-4f5f-b29e-c645a2e92dfb, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=bc4d4223-6d33-4f5f-b29e-c645a2e92dfb,segment=NetworkSegment(34a151f3-f601-4e76-8e40-2c37eab4ee2d),segment_id=34a151f3-f601-4e76-8e40-2c37eab4ee2d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:58:17.656994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e40a41-b4e7-4ca9-8704-cb839b086e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4d4223-6d33-4f5f-b29e-c645a2e92dfb'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:58:17.665881 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:17.667861 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:17.692186 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-718bfc6d-3958-4f26-8bee-69776f8ff039 req-0a5f491b-53fa-4445-bb6d-1f47801e6cdd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762493 Dec 22 09:58:17.781082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=bc4d4223-6d33-4f5f-b29e-c645a2e92dfb,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:17.785233 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:17.812531 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e18588bb-9fbb-488b-9d5b-037e0e0800d8 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:17.813026 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e18588bb-9fbb-488b-9d5b-037e0e0800d8 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:17.904611 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-c67cfb03-6a58-4295-b7d4-b4433ec28f87 service neutron] 10.222.0.64 "GET /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949713 Dec 22 09:58:17.968590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e18588bb-9fbb-488b-9d5b-037e0e0800d8 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Calling delete_port for 8bb66cff-86e9-4c6e-a614-9ba4e1371af6 owned by network:floatingip {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:58:18.067559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device bc4d4223-6d33-4f5f-b29e-c645a2e92dfb up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:18.082584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13cc5c-8b9d-488f-9511-dbcd46f62b2f req-c4357c20-0864-4a08-9534-90531f48646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:18.096494 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c13cc5c-8b9d-488f-9511-dbcd46f62b2f req-c4357c20-0864-4a08-9534-90531f48646a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73e21285e1b54340a132a60a648503c8&device_id=d29b5ff3-4fb4-4880-a508-cd9132c13240 HTTP/1.1" status: 200 len: 1159 time: 0.6554992 Dec 22 09:58:18.172739 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c5f88735-e590-48f2-b750-262e1a75f82a req-0654a58f-5958-4dd4-8fce-95c753c4fbde tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/security-groups?id=a57eeefa-22c5-4218-b5b4-48e5a096527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6941075 Dec 22 09:58:18.225502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port bc4d4223-6d33-4f5f-b29e-c645a2e92dfb triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:18.226067 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:18.261236 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e18588bb-9fbb-488b-9d5b-037e0e0800d8 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:18.368234 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e40a41-b4e7-4ca9-8704-cb839b086e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4d4223-6d33-4f5f-b29e-c645a2e92dfb', 'code': 200} Dec 22 09:58:18.434343 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-53afe06b-3ba8-47ee-bb2d-cc90c1b4537e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:18.435320 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c34388b8-b286-4ca6-b2dc-e37f700a6df1 req-a6ec6257-ed77-4927-9135-76b11fb3edb1 service neutron] 10.222.0.64 "GET /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5148482 Dec 22 09:58:18.443363 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6455ecf-a40d-4cd4-9f42-0016b35a2438', 'tag': 'f4a12055-3d48-4331-920d-4a3e109cb39f', 'status': 'completed', 'code': 200} Dec 22 09:58:18.454498 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65adad3e-ff88-4e40-a98d-57f7418de9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:18.456257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Allocated IP 172.21.0.1 (4a9a22a9-6094-45ce-b727-101beb7dec99/96e753a3-5421-4579-a3d4-301d4c08af82/fb8af84e-5050-4318-b24f-fa93fa8365e7) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:58:18.492852 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-65adad3e-ff88-4e40-a98d-57f7418de9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:18.495371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18588bb-9fbb-488b-9d5b-037e0e0800d8 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event deleted for resources: {'Port': ['ID=8bb66cff-86e9-4c6e-a614-9ba4e1371af6,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:18.503549 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e18588bb-9fbb-488b-9d5b-037e0e0800d8 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:18.542234 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-b1b4a4cf-f81c-4122-901d-3a7ae297fdf8 service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9049387 Dec 22 09:58:18.552213 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9a9d7b9c-38be-48af-ba63-afb3cf7d5dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:18.779674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65adad3e-ff88-4e40-a98d-57f7418de9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feabf9ba-c91d-4259-a5f3-f48755d8e63f,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:18.795300 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-65adad3e-ff88-4e40-a98d-57f7418de9bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b18febd722342a5832a7c3f3ecc817f&name=default HTTP/1.1" status: 200 len: 2883 time: 3.7239118 Dec 22 09:58:18.804181 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-65adad3e-ff88-4e40-a98d-57f7418de9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:18.804709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 39400) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:18.870562 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-a6d3e806-95e2-4bea-b355-dd3dd29e39b3 service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2973351 Dec 22 09:58:18.970445 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-f9c789dc-d714-4b1c-b38a-115a4a6956f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=71f00817-d9a0-4ce8-877a-678cc29c4b0a HTTP/1.1" status: 200 len: 217 time: 0.0864837 Dec 22 09:58:18.973486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13cc5c-8b9d-488f-9511-dbcd46f62b2f req-a437b5fe-f815-49fe-b24b-d7383bce0d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:18.975316 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c13cc5c-8b9d-488f-9511-dbcd46f62b2f req-a437b5fe-f815-49fe-b24b-d7383bce0d1b service neutron] 10.222.0.64 "GET /v2.0/networks?id=178082e3-16b5-4564-bd75-d45b7c070a7e HTTP/1.1" status: 200 len: 906 time: 0.8777092 Dec 22 09:58:18.978250 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e18588bb-9fbb-488b-9d5b-037e0e0800d8 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:19.060069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc0969-b8e7-4caf-968f-f574afd18f11 req-c384c853-3723-44b5-b176-470fc4091349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:19.062475 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a8dc0969-b8e7-4caf-968f-f574afd18f11 req-c384c853-3723-44b5-b176-470fc4091349 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73e21285e1b54340a132a60a648503c8&device_id=c6455ecf-a40d-4cd4-9f42-0016b35a2438 HTTP/1.1" status: 200 len: 1159 time: 0.4844804 Dec 22 09:58:19.066830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e18588bb-9fbb-488b-9d5b-037e0e0800d8 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:19.071487 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e18588bb-9fbb-488b-9d5b-037e0e0800d8 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "DELETE /v2.0/floatingips/4a793f66-8b76-4bd5-a2b7-dc27d3ac9804 HTTP/1.1" status: 204 len: 168 time: 2.2417040 Dec 22 09:58:19.099472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39410) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:19.120919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'port_id': '02f95c5a-06f8-4f92-91c0-47e2492866ad'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:19.136967 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c13cc5c-8b9d-488f-9511-dbcd46f62b2f req-8fcd1b40-43e8-4479-ae73-898e4c0efe71 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01cfa171-70fe-4a17-89e0-59f36626d5c1 HTTP/1.1" status: 200 len: 217 time: 0.1038308 Dec 22 09:58:19.147050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:19.173081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1effdfc0-de65-4aab-ad38-76e94225a6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:19.189260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b1bfd-7439-4f10-a220-e990e094c237 req-5adfe770-b762-4095-8dcd-a8270f4d6121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:19.191208 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f67b1bfd-7439-4f10-a220-e990e094c237 req-5adfe770-b762-4095-8dcd-a8270f4d6121 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 1161 time: 0.7027640 Dec 22 09:58:19.239117 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1effdfc0-de65-4aab-ad38-76e94225a6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:19.369211 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1effdfc0-de65-4aab-ad38-76e94225a6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:19.398884 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1d20814d-f593-43b3-b5a8-658fcf76fd66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:19.415021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 39422) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:19.472701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1effdfc0-de65-4aab-ad38-76e94225a6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feabf9ba-c91d-4259-a5f3-f48755d8e63f,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:19.497018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:19.510464 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1effdfc0-de65-4aab-ad38-76e94225a6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:19.548281 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1effdfc0-de65-4aab-ad38-76e94225a6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:19.553688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-922891ae-f507-4418-a833-e5f4db34dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:19.554243 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1effdfc0-de65-4aab-ad38-76e94225a6d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/feabf9ba-c91d-4259-a5f3-f48755d8e63f HTTP/1.1" status: 204 len: 168 time: 0.7482159 Dec 22 09:58:19.555295 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-922891ae-f507-4418-a833-e5f4db34dc41 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=081da512-801e-41e2-96a3-974b59dc0af6 HTTP/1.1" status: 200 len: 797 time: 0.5650868 Dec 22 09:58:19.566685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Usage tracker for resource:floatingip and tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:19.612207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:19.637550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:19.681303 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:19.719174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc0969-b8e7-4caf-968f-f574afd18f11 req-e20f3bab-0bc6-472d-8e86-92d3fcd606a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:19.721153 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a8dc0969-b8e7-4caf-968f-f574afd18f11 req-e20f3bab-0bc6-472d-8e86-92d3fcd606a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=178082e3-16b5-4564-bd75-d45b7c070a7e HTTP/1.1" status: 200 len: 906 time: 0.6517205 Dec 22 09:58:19.816296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-fe30bdaf-8381-410a-8978-bdd0dd02abff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:19.818060 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-fe30bdaf-8381-410a-8978-bdd0dd02abff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d34186bb-32c4-4a88-b464-38e69175bc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2457438 Dec 22 09:58:19.868315 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a8dc0969-b8e7-4caf-968f-f574afd18f11 req-55f3a269-3c81-4484-93b2-1b967cc8d47c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4a12055-3d48-4331-920d-4a3e109cb39f HTTP/1.1" status: 200 len: 217 time: 0.1113002 Dec 22 09:58:19.914186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:19.932758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:19.937300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Usage tracker for resource:floatingip and tenant:91ad15220d094368b837fd72d21218a7 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:19.940471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:19.952438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13cc5c-8b9d-488f-9511-dbcd46f62b2f req-5119f171-ae6e-4d4c-86a4-5ea5b0c96a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:19.954062 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c13cc5c-8b9d-488f-9511-dbcd46f62b2f req-5119f171-ae6e-4d4c-86a4-5ea5b0c96a7a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b321522-42ae-4197-bd5e-24fddf06c282 HTTP/1.1" status: 200 len: 852 time: 0.6336629 Dec 22 09:58:19.955169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Transition to ACTIVE for port object fb8af84e-5050-4318-b24f-fa93fa8365e7 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:19.958383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:19.969368 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f67b1bfd-7439-4f10-a220-e990e094c237 req-bad52250-de1e-4d08-9e98-58072346e881 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a57eeefa-22c5-4218-b5b4-48e5a096527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6451209 Dec 22 09:58:20.012119 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:20.044463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689babbe-0b8f-4afb-991d-2553aecb6991 req-a7b1868f-2876-4005-8d99-49b43a04c834 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:20.052253 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-689babbe-0b8f-4afb-991d-2553aecb6991 req-a7b1868f-2876-4005-8d99-49b43a04c834 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=c6455ecf-a40d-4cd4-9f42-0016b35a2438 HTTP/1.1" status: 200 len: 944 time: 1.0947611 Dec 22 09:58:20.086058 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c13cc5c-8b9d-488f-9511-dbcd46f62b2f req-2c1e7d2d-187f-4220-a7dc-bcac6519ffdc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=178082e3-16b5-4564-bd75-d45b7c070a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113338 Dec 22 09:58:20.117327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc0969-b8e7-4caf-968f-f574afd18f11 req-f039d033-bbf8-4bec-a9c3-b712c79b872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:20.118933 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a8dc0969-b8e7-4caf-968f-f574afd18f11 req-f039d033-bbf8-4bec-a9c3-b712c79b872e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b321522-42ae-4197-bd5e-24fddf06c282 HTTP/1.1" status: 200 len: 852 time: 0.2435405 Dec 22 09:58:20.148120 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-9dbab132-ceab-4e5b-827b-62809e40401b service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210859 Dec 22 09:58:20.166379 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:20.168864 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-689babbe-0b8f-4afb-991d-2553aecb6991 req-bd095ffa-a922-4da6-ab35-ea0239aaf725 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156883 Dec 22 09:58:20.205967 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:20.206456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39434) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:20.224198 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6d8d6f54-953d-4fb4-a092-f32d4b377fcd tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:20.260741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf3ed2-8efd-47e0-85ec-6004d1da3b97 req-979a7686-4eb9-4937-afeb-4abcd5b5dcf6 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:20.269111 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-debf3ed2-8efd-47e0-85ec-6004d1da3b97 req-979a7686-4eb9-4937-afeb-4abcd5b5dcf6 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 946 time: 0.7572465 Dec 22 09:58:20.337331 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6a4fd61e-a826-435e-a531-4b78e5d734ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:20.425606 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a8dc0969-b8e7-4caf-968f-f574afd18f11 req-3dd48e05-8a49-424d-99a9-ef61f54b2365 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=178082e3-16b5-4564-bd75-d45b7c070a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1786430 Dec 22 09:58:20.486262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6a4fd61e-a826-435e-a531-4b78e5d734ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:20.554687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6a4fd61e-a826-435e-a531-4b78e5d734ec admin admin] Usage tracker for resource:security_group_rule and tenant:e17afb2f468d43bb9fbcf3e24c6ba176 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:20.566919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6a4fd61e-a826-435e-a531-4b78e5d734ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:20.600939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6a4fd61e-a826-435e-a531-4b78e5d734ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:20.633808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=fb8af84e-5050-4318-b24f-fa93fa8365e7,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:20.648880 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:20.651896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-debf3ed2-8efd-47e0-85ec-6004d1da3b97 req-9768b20d-7b50-4398-8097-f6c5339b3bff tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/security-groups?id=a57eeefa-22c5-4218-b5b4-48e5a096527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814621 Dec 22 09:58:20.700671 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c13cc5c-8b9d-488f-9511-dbcd46f62b2f req-4aa5ba28-840b-4499-9e7c-0a6aa2a7acf1 service neutron] 10.222.0.64 "GET /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188704 Dec 22 09:58:20.776639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 4a9a22a9-6094-45ce-b727-101beb7dec99 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:20.783115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:20.807889 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-fee75fbb-154e-4404-a276-6f6b7313eb02 service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5619292 Dec 22 09:58:20.836582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:58:20.886468 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:20.952667 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-187abd5a-4e19-4249-9a41-f856f09dd192 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b11d4d5e-eea2-4fdf-9449-b09db9047277 HTTP/1.1" status: 200 len: 217 time: 0.1248286 Dec 22 09:58:20.953563 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a8dc0969-b8e7-4caf-968f-f574afd18f11 req-1a518c09-15dd-4639-bcbf-e18e632ddb21 service neutron] 10.222.0.64 "GET /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026894 Dec 22 09:58:20.962698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 01cfa171-70fe-4a17-89e0-59f36626d5c1 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:20.988797 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:21.072629 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c13cc5c-8b9d-488f-9511-dbcd46f62b2f req-79fd42cb-7076-47a8-89cd-87ce3aba883b service neutron] 10.222.0.64 "GET /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3588886 Dec 22 09:58:21.081511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 01cfa171-70fe-4a17-89e0-59f36626d5c1 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:58:21.090802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 01cfa171-70fe-4a17-89e0-59f36626d5c1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:21.092098 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:21.121904 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6a4fd61e-a826-435e-a531-4b78e5d734ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:21.126130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-523d66ff-797c-4222-b6b5-40c0894c1132 None None] Provisioning for port fb8af84e-5050-4318-b24f-fa93fa8365e7 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:58:21.138999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-523d66ff-797c-4222-b6b5-40c0894c1132 None None] Provisioning complete for port fb8af84e-5050-4318-b24f-fa93fa8365e7 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:21.140257 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-523d66ff-797c-4222-b6b5-40c0894c1132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:21.149375 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6a4fd61e-a826-435e-a531-4b78e5d734ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:21.192096 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a6a44c90-a08b-42b6-8a51-246bd82e631d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:21.204555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-523d66ff-797c-4222-b6b5-40c0894c1132 None None] Port fb8af84e-5050-4318-b24f-fa93fa8365e7 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:58:21.216418 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6a4fd61e-a826-435e-a531-4b78e5d734ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e17afb2f468d43bb9fbcf3e24c6ba176&name=default HTTP/1.1" status: 200 len: 2883 time: 1.0087976 Dec 22 09:58:21.235314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 39442) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:21.331058 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:21.337282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Allocated IP 172.25.7.78 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/4c01368d-792c-48eb-8a87-8ea2c1fdb085) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:58:21.354058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-9b0d5050-0436-4d54-b2a0-34edad4f5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:21.355667 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-9b0d5050-0436-4d54-b2a0-34edad4f5a35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da83a261-d716-4bc0-83ed-8afa4f3eb9b3 HTTP/1.1" status: 200 len: 797 time: 0.3740015 Dec 22 09:58:21.362193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fd61e-a826-435e-a531-4b78e5d734ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cabafc-b078-460e-b8e4-f29627b16205,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:21.398159 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:21.432230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 01cfa171-70fe-4a17-89e0-59f36626d5c1, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=01cfa171-70fe-4a17-89e0-59f36626d5c1,segment=NetworkSegment(39131468-75de-4279-b4d2-a3b221a6ac3b),segment_id=39131468-75de-4279-b4d2-a3b221a6ac3b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:58:21.434413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29b5ff3-4fb4-4880-a508-cd9132c13240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cfa171-70fe-4a17-89e0-59f36626d5c1'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:58:21.441827 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6a4fd61e-a826-435e-a531-4b78e5d734ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:21.454562 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:21.457413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device bc4d4223-6d33-4f5f-b29e-c645a2e92dfb up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:21.494759 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a8dc0969-b8e7-4caf-968f-f574afd18f11 req-8e217bf3-fac4-4e15-86b5-8e7ed1ec1fd1 service neutron] 10.222.0.64 "GET /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5153441 Dec 22 09:58:21.555190 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f2e5cc19-e001-40da-bde0-0de1db689112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:21.626729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-bc7ff263-e53d-4dca-a329-1fa0ecd5be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:21.628418 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-bc7ff263-e53d-4dca-a329-1fa0ecd5be84 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1db62543-483d-4fd0-a5fc-77a084335431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2631793 Dec 22 09:58:21.654777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8c151f18-561d-48df-addf-9b5393e6a55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:21.692526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=01cfa171-70fe-4a17-89e0-59f36626d5c1,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:21.699294 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:21.730507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port bc4d4223-6d33-4f5f-b29e-c645a2e92dfb triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:21.731293 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:21.776202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8c151f18-561d-48df-addf-9b5393e6a55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:21.825725 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29b5ff3-4fb4-4880-a508-cd9132c13240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cfa171-70fe-4a17-89e0-59f36626d5c1', 'code': 200} Dec 22 09:58:21.865764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d761b-87fd-42ed-a217-3c645db76970 req-c569914c-1305-4c36-a23c-8e047d428192 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:21.867493 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-055d761b-87fd-42ed-a217-3c645db76970 req-c569914c-1305-4c36-a23c-8e047d428192 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=c6455ecf-a40d-4cd4-9f42-0016b35a2438 HTTP/1.1" status: 200 len: 944 time: 0.4568586 Dec 22 09:58:22.015014 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-055d761b-87fd-42ed-a217-3c645db76970 req-c563348d-27ff-479b-b0fd-6b959fef1d0d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359949 Dec 22 09:58:22.090521 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8c151f18-561d-48df-addf-9b5393e6a55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:22.101358 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-34019deb-8d25-47dd-afce-277c7824114b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:22.177737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c151f18-561d-48df-addf-9b5393e6a55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cabafc-b078-460e-b8e4-f29627b16205,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:22.180378 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8c151f18-561d-48df-addf-9b5393e6a55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:22.229087 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:22.242322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8c151f18-561d-48df-addf-9b5393e6a55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:22.246059 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8c151f18-561d-48df-addf-9b5393e6a55d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/65cabafc-b078-460e-b8e4-f29627b16205 HTTP/1.1" status: 204 len: 168 time: 1.0063703 Dec 22 09:58:22.246213 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-e8876559-c2e7-4bac-a901-6b268cf40ac6 service neutron] 10.222.0.64 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6017613 Dec 22 09:58:22.302362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a67e5-8200-487a-b1f2-af6846f9170b req-7ad58e40-4889-4c02-957f-9270c92f3051 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:22.304057 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb6a67e5-8200-487a-b1f2-af6846f9170b req-7ad58e40-4889-4c02-957f-9270c92f3051 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 946 time: 0.2039521 Dec 22 09:58:22.314718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:22.339443 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:22.367181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b334d5f-bf0e-4d1b-96bd-c8386e0c795f req-74afd3a2-2239-4407-b695-1b497e21b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:22.368849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8b334d5f-bf0e-4d1b-96bd-c8386e0c795f req-74afd3a2-2239-4407-b695-1b497e21b3ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d29b5ff3-4fb4-4880-a508-cd9132c13240 HTTP/1.1" status: 200 len: 1161 time: 0.2671378 Dec 22 09:58:22.374089 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:22.423326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:22.446669 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0854f7f9-2fc7-4dff-a6da-595f10171c31 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:22.524992 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb6a67e5-8200-487a-b1f2-af6846f9170b req-4a5bfa94-7fcb-4974-a16d-d88ad46e6351 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/security-groups?id=a57eeefa-22c5-4218-b5b4-48e5a096527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079492 Dec 22 09:58:22.537414 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8b334d5f-bf0e-4d1b-96bd-c8386e0c795f req-7b4736fe-bf22-4e05-b667-856abdd77123 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528983 Dec 22 09:58:22.551832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=fb8af84e-5050-4318-b24f-fa93fa8365e7,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:22.555226 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:22.556626 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:22.610035 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-1784b342-cf82-409a-ade5-a47a6c7f5e18 service neutron] 10.222.0.64 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3569083 Dec 22 09:58:22.622476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=4c01368d-792c-48eb-8a87-8ea2c1fdb085,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:22.628195 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:22.686297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:22.687561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:22.689925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:58:22.918810 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-5bb9aa23-587c-4122-9d16-b8e2b20e117e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77c75204-a4c3-4349-8892-fcd4b32834af HTTP/1.1" status: 200 len: 217 time: 0.1100221 Dec 22 09:58:23.050998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-87251967-07de-4f94-a822-b52e372849e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:23.052787 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-87251967-07de-4f94-a822-b52e372849e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da83a261-d716-4bc0-83ed-8afa4f3eb9b3 HTTP/1.1" status: 200 len: 797 time: 0.1264062 Dec 22 09:58:23.178160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Allocated IP 172.25.7.59 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/52a62c20-311e-477e-8118-739903acec9b) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:58:23.188715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f4a12055-3d48-4331-920d-4a3e109cb39f up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:23.381711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-0744569f-91b1-45aa-a496-0a4ac1607545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:23.383792 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-0744569f-91b1-45aa-a496-0a4ac1607545 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1db62543-483d-4fd0-a5fc-77a084335431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2413316 Dec 22 09:58:23.390922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port f4a12055-3d48-4331-920d-4a3e109cb39f completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:58:23.396738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f4a12055-3d48-4331-920d-4a3e109cb39f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:23.397176 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:23.580321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 4a9a22a9-6094-45ce-b727-101beb7dec99 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:23.584343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:23.588676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:23.595519 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-953b4dd8-dfdd-4950-99d2-42765d9358f8 service neutron] 10.222.0.64 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040830 Dec 22 09:58:23.626316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port f4a12055-3d48-4331-920d-4a3e109cb39f, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f4a12055-3d48-4331-920d-4a3e109cb39f,segment=NetworkSegment(39131468-75de-4279-b4d2-a3b221a6ac3b),segment_id=39131468-75de-4279-b4d2-a3b221a6ac3b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:58:23.631791 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:23.633089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 01cfa171-70fe-4a17-89e0-59f36626d5c1 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:23.707895 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:23.818127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=f4a12055-3d48-4331-920d-4a3e109cb39f,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:23.822542 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:23.826965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6455ecf-a40d-4cd4-9f42-0016b35a2438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a12055-3d48-4331-920d-4a3e109cb39f'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:58:23.844699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 01cfa171-70fe-4a17-89e0-59f36626d5c1 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:23.845475 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:23.902892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:23.959482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router c372dd9f-cf35-4c16-b5ba-9940f7044956 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:58:24.008430 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6455ecf-a40d-4cd4-9f42-0016b35a2438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a12055-3d48-4331-920d-4a3e109cb39f', 'code': 200} Dec 22 09:58:24.015451 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:24.018700 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df42f4e9-d472-4cc8-bdd3-cf20e21ab06a req-ced5447c-74e6-45e9-9c65-4b6bce865ee6 service neutron] 10.222.0.64 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4156339 Dec 22 09:58:24.149547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f0cb22ac-8daf-419f-bdb0-f474b4223f7c None None] Provisioning complete for port fb8af84e-5050-4318-b24f-fa93fa8365e7 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:24.150085 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f0cb22ac-8daf-419f-bdb0-f474b4223f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:24.220500 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:24.257738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0837bc-3b14-4475-8c23-6373e646b880 req-025975ce-16de-4f08-ad48-1ad79f980d36 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:24.263768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f0cb22ac-8daf-419f-bdb0-f474b4223f7c None None] Port fb8af84e-5050-4318-b24f-fa93fa8365e7 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:58:24.269154 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca0837bc-3b14-4475-8c23-6373e646b880 req-025975ce-16de-4f08-ad48-1ad79f980d36 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=c6455ecf-a40d-4cd4-9f42-0016b35a2438 HTTP/1.1" status: 200 len: 944 time: 0.8489153 Dec 22 09:58:24.496121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f4a12055-3d48-4331-920d-4a3e109cb39f up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:24.503714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca50da6-9997-4956-93e3-d47c5e8aa8bd req-12ea26e5-dc21-4ac2-a704-e322149d364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:24.514808 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca0837bc-3b14-4475-8c23-6373e646b880 req-79822af0-d9f1-4b14-b54a-85ba2cf8f960 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417388 Dec 22 09:58:24.518929 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8ca50da6-9997-4956-93e3-d47c5e8aa8bd req-12ea26e5-dc21-4ac2-a704-e322149d364b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c6455ecf-a40d-4cd4-9f42-0016b35a2438 HTTP/1.1" status: 200 len: 1161 time: 0.4146831 Dec 22 09:58:24.537314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:58:24.551040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Sync routers for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:58:24.560503 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/c372dd9f-cf35-4c16-b5ba-9940f7044956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4261723 Dec 22 09:58:24.563074 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:24.576735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:58:24.581644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:24.602240 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7a98a977-da9e-4b33-b58a-b72b57b12cb9 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:24.611656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39502) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:24.624147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-235860fd-b637-4a1c-ae64-fe3e548d7790 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'network': {'name': 'tempest-RoutersTest-570195242'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:24.635422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-235860fd-b637-4a1c-ae64-fe3e548d7790 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:24.644756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-235860fd-b637-4a1c-ae64-fe3e548d7790 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:network and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:24.660549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-235860fd-b637-4a1c-ae64-fe3e548d7790 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for network was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:24.702191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-235860fd-b637-4a1c-ae64-fe3e548d7790 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:24.708984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f4a12055-3d48-4331-920d-4a3e109cb39f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:24.720566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:24.721163 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8ca50da6-9997-4956-93e3-d47c5e8aa8bd req-f7c009bd-9125-4a4c-8d56-1deee424a9f9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871018 Dec 22 09:58:24.790851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235860fd-b637-4a1c-ae64-fe3e548d7790 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Made reservation on behalf of 2131d0db1c414ca48292c7e4e9b1f3a7 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:58:24.798891 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-235860fd-b637-4a1c-ae64-fe3e548d7790 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:24.873466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:58:24.935058 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:24.945918 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:24.959581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Pushing event updated for resources: {'Port': ['ID=52a62c20-311e-477e-8118-739903acec9b,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:24.965966 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:24.992216 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b3b58459-46eb-4e01-a33d-ebef94a695e7 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:25.100469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=4c01368d-792c-48eb-8a87-8ea2c1fdb085,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:25.114421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:25.116693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:25.123194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:58:25.132306 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:25.219783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235860fd-b637-4a1c-ae64-fe3e548d7790 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:58:25.254573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-235860fd-b637-4a1c-ae64-fe3e548d7790 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:25.255962 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-235860fd-b637-4a1c-ae64-fe3e548d7790 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Added segment bc2d6f4f-a549-4949-b58b-2b57ff128279 of type vxlan for network 3b0d7e51-b5e5-4641-8f48-2b0780c2f43e Dec 22 09:58:25.338051 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-235860fd-b637-4a1c-ae64-fe3e548d7790 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:25.375805 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:25.427664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:58:21Z', 'revision_number': 3, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:21Z', 'revision_number': 2, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:25.436323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Checking router: c372dd9f-cf35-4c16-b5ba-9940f7044956 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:58:25.437128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Updating router c372dd9f-cf35-4c16-b5ba-9940f7044956 port fb8af84e-5050-4318-b24f-fa93fa8365e7 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:58:25.491746 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-235860fd-b637-4a1c-ae64-fe3e548d7790 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:58:25.504215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:25.520999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:25.532708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:25.782230 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-235860fd-b637-4a1c-ae64-fe3e548d7790 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:25.808441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235860fd-b637-4a1c-ae64-fe3e548d7790 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:25.810771 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-235860fd-b637-4a1c-ae64-fe3e548d7790 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:25.895833 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-114e8295-1b9b-47a7-a448-551865bd1a9e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:25.958145 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:25.970069 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:26.238184 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-27a57fc0-add7-4b9c-84bb-aedb3ae8dc1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:26.247973 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-235860fd-b637-4a1c-ae64-fe3e548d7790 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6345911 Dec 22 09:58:26.270256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39524) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:26.271383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235860fd-b637-4a1c-ae64-fe3e548d7790 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Network': ['ID=3b0d7e51-b5e5-4641-8f48-2b0780c2f43e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:26.274558 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:26.288753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Transition to ACTIVE for port object fb8af84e-5050-4318-b24f-fa93fa8365e7 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:26.292448 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:26.300465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 3b0d7e51-b5e5-4641-8f48-2b0780c2f43e details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:58:26.307847 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-235860fd-b637-4a1c-ae64-fe3e548d7790 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:26.308957 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4473ca3f-a25e-435f-9217-c4b35e3745a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:26.327090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-3f575e5c-a834-41f2-8c07-64ae70925682 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'subnet': {'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:26.339297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 3b0d7e51-b5e5-4641-8f48-2b0780c2f43e details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:58:26.425595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 3b0d7e51-b5e5-4641-8f48-2b0780c2f43e details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:58:26.428594 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Floating IP 2ee153e6-e71b-45e8-8954-64878f1bc0c6 associated. External IP: 172.25.7.78, port: 02f95c5a-06f8-4f92-91c0-47e2492866ad. Dec 22 09:58:26.429962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Pushing event updated for resources: {'Port': ['ID=52a62c20-311e-477e-8118-739903acec9b,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:26.434397 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:26.544448 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:26.650516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:26.671596 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2473273 Dec 22 09:58:26.672834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 39532) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:26.703975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2024283619'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:26.714024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:26.721515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Usage tracker for resource:network and tenant:91ad15220d094368b837fd72d21218a7 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:26.727279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:26.740586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:26.766424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511d08e-e222-4afd-b552-ac9a35d14006 req-9842e1a1-d76d-4d63-8deb-e44cf2e0e992 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:26.785157 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b511d08e-e222-4afd-b552-ac9a35d14006 req-9842e1a1-d76d-4d63-8deb-e44cf2e0e992 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=c6455ecf-a40d-4cd4-9f42-0016b35a2438 HTTP/1.1" status: 200 len: 946 time: 0.5490408 Dec 22 09:58:26.790611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Made reservation on behalf of 91ad15220d094368b837fd72d21218a7 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:58:26.801791 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:26.860097 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:26.977086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:27.016289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Usage tracker for resource:security_group_rule and tenant:91ad15220d094368b837fd72d21218a7 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:27.032213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:27.053346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:27.181381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Pushing event updated for resources: {'Port': ['ID=fb8af84e-5050-4318-b24f-fa93fa8365e7,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:27.216515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3f575e5c-a834-41f2-8c07-64ae70925682 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:27.217944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.218340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.218721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.223191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.223643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.225572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.228028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.228935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.229316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.229690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.230060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.230430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.231889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.231889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.232288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.232807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.233178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.233547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.234079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.234578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.234942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.235880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.236386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.236654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.237380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.237747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.238112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.238475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.238837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.239199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.239558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.240483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.240987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3f575e5c-a834-41f2-8c07-64ae70925682 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:subnet and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:27.241246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.241615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.241981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.242522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:27.254664 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:27.256380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3f575e5c-a834-41f2-8c07-64ae70925682 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:27.262163 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:27.268290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3f575e5c-a834-41f2-8c07-64ae70925682 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:27.271255 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.962s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:27.285142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Attempting to bind port fb8af84e-5050-4318-b24f-fa93fa8365e7 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:58:27.286178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Attempting to bind port fb8af84e-5050-4318-b24f-fa93fa8365e7 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:58:27.286794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Attempting to bind port fb8af84e-5050-4318-b24f-fa93fa8365e7 on network 4a9a22a9-6094-45ce-b727-101beb7dec99 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:58:27.295918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f575e5c-a834-41f2-8c07-64ae70925682 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Made reservation on behalf of 2131d0db1c414ca48292c7e4e9b1f3a7 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:58:27.297036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:58:27.297605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Checking segment: {'id': '1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:58:27.298060 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:27.298501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Bound using segment: {'id': '1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:58:27.299037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Bound port: fb8af84e-5050-4318-b24f-fa93fa8365e7, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:58:27.299460 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:27.310560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:58:27.336364 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:27.336764 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Added segment 20979271-311d-4040-b3a3-434a1785e52b of type vxlan for network df43dc12-029b-4f48-b547-2abddb9056c6 Dec 22 09:58:27.371526 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:27.383501 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-70002571-6a2e-4373-901c-056946cf5498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:27.399795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] For port fb8af84e-5050-4318-b24f-fa93fa8365e7, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:58:27.405743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] For port fb8af84e-5050-4318-b24f-fa93fa8365e7, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=fb8af84e-5050-4318-b24f-fa93fa8365e7,segment=NetworkSegment(1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c),segment_id=1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:58:27.409987 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:27.441963 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b511d08e-e222-4afd-b552-ac9a35d14006 req-984f4d63-4345-4245-a11d-3ed7d7fd3dff tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6553838 Dec 22 09:58:27.473093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Pushing event updated for resources: {'SecurityGroup': ['ID=838e7f44-dd21-47cb-9a94-6c817fe67071,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:27.477406 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:27.486643 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:27.490939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:27.491592 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:27.501735 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea3a052c-85c9-4f89-97a6-228ef2457b9c tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:27.541437 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:27.559329 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f575e5c-a834-41f2-8c07-64ae70925682 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:27.657610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Pushing event updated for resources: {'Port': ['ID=fb8af84e-5050-4318-b24f-fa93fa8365e7,revision_number=4']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:27.662739 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0673943c-054e-457c-ad7a-a0e73b565177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:27.674810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Pushing event updated for resources: {'Network': ['ID=df43dc12-029b-4f48-b547-2abddb9056c6,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:27.678584 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:27.688870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network df43dc12-029b-4f48-b547-2abddb9056c6 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:58:27.709186 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0327995 Dec 22 09:58:27.710154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39550) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:27.718305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:58:27.720176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:27.729515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-2eda11be-9d29-4497-bf36-e13a37b99f88 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Request body: {'subnet': {'network_id': 'df43dc12-029b-4f48-b547-2abddb9056c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:27.994980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 353de62c-9e39-4d34-a979-3b32fd1aed58 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:58:28.026941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network df43dc12-029b-4f48-b547-2abddb9056c6 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:58:28.063079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network df43dc12-029b-4f48-b547-2abddb9056c6 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:58:28.084950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2eda11be-9d29-4497-bf36-e13a37b99f88 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:28.097494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:58:28.157067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2eda11be-9d29-4497-bf36-e13a37b99f88 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Usage tracker for resource:subnet and tenant:91ad15220d094368b837fd72d21218a7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:28.175094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2eda11be-9d29-4497-bf36-e13a37b99f88 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:28.190160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2eda11be-9d29-4497-bf36-e13a37b99f88 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:28.293563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eda11be-9d29-4497-bf36-e13a37b99f88 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Made reservation on behalf of 91ad15220d094368b837fd72d21218a7 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:58:28.548960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:58:28.562079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2f5efc-b2a5-4390-acca-d61f456b3d65 None None] Sync routers for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:58:28.579877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f5efc-b2a5-4390-acca-d61f456b3d65 None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:58:28.583185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0e2f5efc-b2a5-4390-acca-d61f456b3d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:28.655026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:58:21Z', 'revision_number': 3, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:27Z', 'revision_number': 4, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:28.663248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f6d48-c8f2-431d-8d14-8be9ac92a68d None None] The sync data for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 is: [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:58:21Z', 'revision_number': 3, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:27Z', 'revision_number': 4, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:58:28.742146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0e2f5efc-b2a5-4390-acca-d61f456b3d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:28.782143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f5efc-b2a5-4390-acca-d61f456b3d65 None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:58:28.784776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0e2f5efc-b2a5-4390-acca-d61f456b3d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:28.794623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac4677-3787-498e-96f2-503cca76319b req-0d1d2fa1-f80d-4249-a588-b61adaf7c987 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:28.822323 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b6ac4677-3787-498e-96f2-503cca76319b req-0d1d2fa1-f80d-4249-a588-b61adaf7c987 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=c6455ecf-a40d-4cd4-9f42-0016b35a2438 HTTP/1.1" status: 200 len: 946 time: 0.2162466 Dec 22 09:58:28.854359 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2eda11be-9d29-4497-bf36-e13a37b99f88 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:28.884427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0e2f5efc-b2a5-4390-acca-d61f456b3d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:28.884677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:28.884924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2f5efc-b2a5-4390-acca-d61f456b3d65 None None] The sync data for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:58:28.958328 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b6ac4677-3787-498e-96f2-503cca76319b req-384610da-f09c-434c-b3f1-807bf6c9d341 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345942 Dec 22 09:58:29.179137 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.0761776 Dec 22 09:58:29.182973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39578) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:29.218709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4c819766-78fc-4ac4-bcc8-4c61784e2920 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-375978679'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:29.233254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4c819766-78fc-4ac4-bcc8-4c61784e2920 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:29.240771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4c819766-78fc-4ac4-bcc8-4c61784e2920 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Usage tracker for resource:network and tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:29.245560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4c819766-78fc-4ac4-bcc8-4c61784e2920 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:29.257299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4c819766-78fc-4ac4-bcc8-4c61784e2920 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:29.363984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507553f-095c-4ae2-a87b-2bb0c9413e1c req-67ec1a6a-d6be-49fa-8a57-5561c4e4f2ad tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:29.378221 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7507553f-095c-4ae2-a87b-2bb0c9413e1c req-67ec1a6a-d6be-49fa-8a57-5561c4e4f2ad tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=d29b5ff3-4fb4-4880-a508-cd9132c13240 HTTP/1.1" status: 200 len: 946 time: 0.2258565 Dec 22 09:58:29.431624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c819766-78fc-4ac4-bcc8-4c61784e2920 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Made reservation on behalf of a8323ea8911b4b5bb68d9c0c0d8d3886 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:58:29.440171 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c819766-78fc-4ac4-bcc8-4c61784e2920 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:29.492835 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7507553f-095c-4ae2-a87b-2bb0c9413e1c req-c942a524-3f02-4295-bef2-7f96be332377 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126733 Dec 22 09:58:29.734363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c819766-78fc-4ac4-bcc8-4c61784e2920 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:58:29.737532 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f575e5c-a834-41f2-8c07-64ae70925682 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:29.767491 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-37607cd6-d1cc-4358-870a-6a147a9a1961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:29.857037 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c819766-78fc-4ac4-bcc8-4c61784e2920 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:29.857492 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-4c819766-78fc-4ac4-bcc8-4c61784e2920 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Added segment 46746a35-158a-4595-bdb1-047a0dcb1db4 of type vxlan for network 452abce3-0856-4239-ac19-8efc5706b11b Dec 22 09:58:30.012371 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c819766-78fc-4ac4-bcc8-4c61784e2920 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:30.022972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f575e5c-a834-41f2-8c07-64ae70925682 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Subnet': ['ID=1faf6b19-fbe9-47a7-82b9-19ae19746610,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:30.026858 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3f575e5c-a834-41f2-8c07-64ae70925682 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:30.051327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99bd6f-2689-44d4-9a72-5dfb900544a6 req-63443bda-cc0d-4593-a332-689adceadf90 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:30.054060 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c99bd6f-2689-44d4-9a72-5dfb900544a6 req-63443bda-cc0d-4593-a332-689adceadf90 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 946 time: 0.0940421 Dec 22 09:58:30.120280 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4c99bd6f-2689-44d4-9a72-5dfb900544a6 req-859417f0-0eb8-4c41-a3dd-536239d759fa tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/security-groups?id=a57eeefa-22c5-4218-b5b4-48e5a096527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551453 Dec 22 09:58:30.212879 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c819766-78fc-4ac4-bcc8-4c61784e2920 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:30.223676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c819766-78fc-4ac4-bcc8-4c61784e2920 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:30.225956 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c819766-78fc-4ac4-bcc8-4c61784e2920 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:30.269526 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bef1093e-7b37-41de-bce8-40327efaeb83 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:30.514459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c819766-78fc-4ac4-bcc8-4c61784e2920 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Network': ['ID=452abce3-0856-4239-ac19-8efc5706b11b,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:30.518130 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c819766-78fc-4ac4-bcc8-4c61784e2920 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:30.541304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 452abce3-0856-4239-ac19-8efc5706b11b details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:58:30.566043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 39600) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:30.566366 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4c819766-78fc-4ac4-bcc8-4c61784e2920 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3819144 Dec 22 09:58:30.572182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f575e5c-a834-41f2-8c07-64ae70925682 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Checking segment: {'id': 'bc2d6f4f-a549-4949-b58b-2b57ff128279', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:58:30.572687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f575e5c-a834-41f2-8c07-64ae70925682 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network hostable DHCP agents. Network: 3b0d7e51-b5e5-4641-8f48-2b0780c2f43e, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:58:30.575384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4417be0a-6d08-488a-ab47-3cde09f87265 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'subnet': {'network_id': '452abce3-0856-4239-ac19-8efc5706b11b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:30.644937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 452abce3-0856-4239-ac19-8efc5706b11b details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:58:30.729771 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2eda11be-9d29-4497-bf36-e13a37b99f88 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:30.750308 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8c974bb8-6680-497d-a305-b3987626342d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:30.833258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f575e5c-a834-41f2-8c07-64ae70925682 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 3b0d7e51-b5e5-4641-8f48-2b0780c2f43e is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:58:30.842920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda11be-9d29-4497-bf36-e13a37b99f88 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Pushing event updated for resources: {'Subnet': ['ID=44b22961-1172-40ba-8069-37fdbcecc04c,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:30.854087 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2eda11be-9d29-4497-bf36-e13a37b99f88 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:30.985839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4417be0a-6d08-488a-ab47-3cde09f87265 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:30.994276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4417be0a-6d08-488a-ab47-3cde09f87265 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Usage tracker for resource:subnet and tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:31.000398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-3f575e5c-a834-41f2-8c07-64ae70925682 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 3b0d7e51-b5e5-4641-8f48-2b0780c2f43e) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:31.000623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4417be0a-6d08-488a-ab47-3cde09f87265 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:31.010880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4417be0a-6d08-488a-ab47-3cde09f87265 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:31.026055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bd3c1-8cf7-4d4b-80ab-3cf44ba6a089 req-7fdd449d-af7a-41d7-ba45-354db31ab939 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:31.027630 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d81bd3c1-8cf7-4d4b-80ab-3cf44ba6a089 req-7fdd449d-af7a-41d7-ba45-354db31ab939 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=d29b5ff3-4fb4-4880-a508-cd9132c13240 HTTP/1.1" status: 200 len: 946 time: 0.1483493 Dec 22 09:58:31.027914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f575e5c-a834-41f2-8c07-64ae70925682 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:31.028599 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f575e5c-a834-41f2-8c07-64ae70925682 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:31.048843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 452abce3-0856-4239-ac19-8efc5706b11b details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:58:31.069790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4417be0a-6d08-488a-ab47-3cde09f87265 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Made reservation on behalf of a8323ea8911b4b5bb68d9c0c0d8d3886 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:58:31.076539 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3f575e5c-a834-41f2-8c07-64ae70925682 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7869208 Dec 22 09:58:31.081076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39608) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:31.128103 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d81bd3c1-8cf7-4d4b-80ab-3cf44ba6a089 req-64f4da63-6c67-45af-81c6-31b56a38b336 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897605 Dec 22 09:58:31.175835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device fb8af84e-5050-4318-b24f-fa93fa8365e7 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:31.297300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4417be0a-6d08-488a-ab47-3cde09f87265 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:31.340367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea116e36-3074-4d96-9884-9af52138625d None None] Network 3b0d7e51-b5e5-4641-8f48-2b0780c2f43e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:58:31.603959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port fb8af84e-5050-4318-b24f-fa93fa8365e7 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:58:31.610797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port fb8af84e-5050-4318-b24f-fa93fa8365e7 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:31.611244 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:31.667265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eda11be-9d29-4497-bf36-e13a37b99f88 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Checking segment: {'id': '20979271-311d-4040-b3a3-434a1785e52b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'df43dc12-029b-4f48-b547-2abddb9056c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:58:31.667912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eda11be-9d29-4497-bf36-e13a37b99f88 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Network hostable DHCP agents. Network: df43dc12-029b-4f48-b547-2abddb9056c6, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:58:31.698248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-3b0d7e51-b5e5-4641-8f48-2b0780c2f43e', 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'fixed_ips': [{'subnet_id': '1faf6b19-fbe9-47a7-82b9-19ae19746610'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:58:31.699206 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:31.850098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bf505-61d4-4800-9a9d-12e29af78033 req-96203e5c-04e9-40b5-87f5-c5bfb71820c7 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:31.851729 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc7bf505-61d4-4800-9a9d-12e29af78033 req-96203e5c-04e9-40b5-87f5-c5bfb71820c7 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 946 time: 0.4282467 Dec 22 09:58:31.989528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eda11be-9d29-4497-bf36-e13a37b99f88 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Network df43dc12-029b-4f48-b547-2abddb9056c6 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:58:32.025372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-2eda11be-9d29-4497-bf36-e13a37b99f88 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, df43dc12-029b-4f48-b547-2abddb9056c6) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:32.073444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eda11be-9d29-4497-bf36-e13a37b99f88 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:32.074488 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2eda11be-9d29-4497-bf36-e13a37b99f88 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:32.120276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Allocated IP 172.22.0.2 (3b0d7e51-b5e5-4641-8f48-2b0780c2f43e/1faf6b19-fbe9-47a7-82b9-19ae19746610/68c0df02-ae45-4ef5-ac4e-4c9b493bbf41) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:58:32.310656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87f33b9-d77a-4d45-ab57-dd4e701cf0d5 None None] Network df43dc12-029b-4f48-b547-2abddb9056c6 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:58:32.364310 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:32.457898 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fc7bf505-61d4-4800-9a9d-12e29af78033 req-52507579-76d5-41b9-a0ed-7525976ffa6b tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/security-groups?id=a57eeefa-22c5-4218-b5b4-48e5a096527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991402 Dec 22 09:58:32.794810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4417be0a-6d08-488a-ab47-3cde09f87265 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:32.836031 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2eda11be-9d29-4497-bf36-e13a37b99f88 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1212900 Dec 22 09:58:32.840332 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-72202b8c-b24e-4211-871a-d97705e34b98 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:32.842847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39628) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:32.854507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590d65e-d35b-4c85-8112-0ed8d31e3ade req-5fb2a274-c77f-4a7b-8fd8-afa9a5de42bf tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:32.856079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5590d65e-d35b-4c85-8112-0ed8d31e3ade req-5fb2a274-c77f-4a7b-8fd8-afa9a5de42bf tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Synchronizing usage tracker for tenant:1abd7f8507294adf9f45aca905331561 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:58:32.863794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f4a12055-3d48-4331-920d-4a3e109cb39f up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:32.867361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1950931482', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}, 'admin_state_up': False}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:32.901824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5590d65e-d35b-4c85-8112-0ed8d31e3ade req-5fb2a274-c77f-4a7b-8fd8-afa9a5de42bf tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Unset dirty status for tenant:1abd7f8507294adf9f45aca905331561 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:58:32.903484 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5590d65e-d35b-4c85-8112-0ed8d31e3ade req-5fb2a274-c77f-4a7b-8fd8-afa9a5de42bf tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.64 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 946 time: 1.0697627 Dec 22 09:58:32.908176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:33.074777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port fb8af84e-5050-4318-b24f-fa93fa8365e7, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=fb8af84e-5050-4318-b24f-fa93fa8365e7,segment=NetworkSegment(1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c),segment_id=1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:58:33.079569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:33.121273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-5590d65e-d35b-4c85-8112-0ed8d31e3ade req-098834d2-e1dd-4b7a-9df2-c4a6c2c778de tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Deleting port bc4d4223-6d33-4f5f-b29e-c645a2e92dfb {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:58:33.126974 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5590d65e-d35b-4c85-8112-0ed8d31e3ade req-098834d2-e1dd-4b7a-9df2-c4a6c2c778de tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:33.239361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Usage tracker for resource:router and tenant:91ad15220d094368b837fd72d21218a7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:33.285899 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:33.315747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417be0a-6d08-488a-ab47-3cde09f87265 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Subnet': ['ID=f29a475c-1ce5-4bef-972f-5f1b73f7f743,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:33.335085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:33.339459 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4417be0a-6d08-488a-ab47-3cde09f87265 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:33.343158 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:33.463899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:33.490145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e32eb-896f-479e-b525-8bde0c48fc11 req-21072277-33ff-4fab-b28c-1b7a0e16003b tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:33.493197 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-806e32eb-896f-479e-b525-8bde0c48fc11 req-21072277-33ff-4fab-b28c-1b7a0e16003b tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.64 "GET /v2.0/ports?device_id=c6455ecf-a40d-4cd4-9f42-0016b35a2438 HTTP/1.1" status: 200 len: 946 time: 0.8651674 Dec 22 09:58:33.520622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-df43dc12-029b-4f48-b547-2abddb9056c6', 'network_id': 'df43dc12-029b-4f48-b547-2abddb9056c6', 'tenant_id': '91ad15220d094368b837fd72d21218a7', 'fixed_ips': [{'subnet_id': '44b22961-1172-40ba-8069-37fdbcecc04c'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:58:33.522568 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:33.568778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=fb8af84e-5050-4318-b24f-fa93fa8365e7,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:33.612395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bae18-0ef6-40b8-8ac9-1a71adab60f2 req-c29791a8-c29c-453e-b14f-1a8bea423a30 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:33.614676 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3f1bae18-0ef6-40b8-8ac9-1a71adab60f2 req-c29791a8-c29c-453e-b14f-1a8bea423a30 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.64 "GET /v2.0/ports?device_id=d29b5ff3-4fb4-4880-a508-cd9132c13240 HTTP/1.1" status: 200 len: 946 time: 1.1371341 Dec 22 09:58:33.617837 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:33.644770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92ea76-28ba-4079-8db8-42407759a31e req-9afb5703-c9ae-44c8-8ac0-196bb2ff90af tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:33.659157 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e92ea76-28ba-4079-8db8-42407759a31e req-9afb5703-c9ae-44c8-8ac0-196bb2ff90af tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=d29b5ff3-4fb4-4880-a508-cd9132c13240 HTTP/1.1" status: 200 len: 946 time: 0.9390268 Dec 22 09:58:33.728706 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:33.730202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:33.734644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-806e32eb-896f-479e-b525-8bde0c48fc11 req-1bf5cc96-3063-4bf7-b286-bb1a7d07b8f8 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Deleting port f4a12055-3d48-4331-920d-4a3e109cb39f {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:58:33.735043 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-806e32eb-896f-479e-b525-8bde0c48fc11 req-1bf5cc96-3063-4bf7-b286-bb1a7d07b8f8 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:33.745743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:33.963624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Allocated IP 172.20.0.2 (df43dc12-029b-4f48-b547-2abddb9056c6/44b22961-1172-40ba-8069-37fdbcecc04c/224665ca-3762-4176-9a99-4be60b48678d) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:58:33.978618 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1e92ea76-28ba-4079-8db8-42407759a31e req-b49aa889-0683-4a6d-ba59-9383d84de0fb tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182096 Dec 22 09:58:34.048442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417be0a-6d08-488a-ab47-3cde09f87265 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Checking segment: {'id': '46746a35-158a-4595-bdb1-047a0dcb1db4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '452abce3-0856-4239-ac19-8efc5706b11b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:58:34.049115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4417be0a-6d08-488a-ab47-3cde09f87265 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network hostable DHCP agents. Network: 452abce3-0856-4239-ac19-8efc5706b11b, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:58:34.052506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3f1bae18-0ef6-40b8-8ac9-1a71adab60f2 req-566580d4-83bd-456f-b5cb-973fc7bdf8cd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Deleting port 01cfa171-70fe-4a17-89e0-59f36626d5c1 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:58:34.052814 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3f1bae18-0ef6-40b8-8ac9-1a71adab60f2 req-566580d4-83bd-456f-b5cb-973fc7bdf8cd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:34.114708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f4a12055-3d48-4331-920d-4a3e109cb39f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:34.115089 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:34.175392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4417be0a-6d08-488a-ab47-3cde09f87265 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 452abce3-0856-4239-ac19-8efc5706b11b is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:58:34.194974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8b803-35f9-4953-abb8-cb3b1c0ebb23 req-77363f83-8dcb-4328-95bc-798550f62c7b tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:34.203522 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3a8b803-35f9-4953-abb8-cb3b1c0ebb23 req-77363f83-8dcb-4328-95bc-798550f62c7b tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 946 time: 0.3473737 Dec 22 09:58:34.245707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-4417be0a-6d08-488a-ab47-3cde09f87265 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 452abce3-0856-4239-ac19-8efc5706b11b) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:34.291856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4417be0a-6d08-488a-ab47-3cde09f87265 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:34.294689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4417be0a-6d08-488a-ab47-3cde09f87265 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:34.334288 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3a8b803-35f9-4953-abb8-cb3b1c0ebb23 req-1ccefb87-c3fc-4746-99e1-f41a3c31a1c4 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/security-groups?id=a57eeefa-22c5-4218-b5b4-48e5a096527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292932 Dec 22 09:58:34.358266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-806e32eb-896f-479e-b525-8bde0c48fc11 req-1bf5cc96-3063-4bf7-b286-bb1a7d07b8f8 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] For port f4a12055-3d48-4331-920d-4a3e109cb39f, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f4a12055-3d48-4331-920d-4a3e109cb39f,segment=NetworkSegment(39131468-75de-4279-b4d2-a3b221a6ac3b),segment_id=39131468-75de-4279-b4d2-a3b221a6ac3b)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:58:34.358780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-806e32eb-896f-479e-b525-8bde0c48fc11 req-1bf5cc96-3063-4bf7-b286-bb1a7d07b8f8 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:34.535237 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:34.570397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-806e32eb-896f-479e-b525-8bde0c48fc11 req-1bf5cc96-3063-4bf7-b286-bb1a7d07b8f8 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Calling delete_port for f4a12055-3d48-4331-920d-4a3e109cb39f owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:58:34.648519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52035c9-fdfc-4b0c-9e89-8545e72a4344 None None] Network 452abce3-0856-4239-ac19-8efc5706b11b requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:58:34.684986 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4417be0a-6d08-488a-ab47-3cde09f87265 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1144814 Dec 22 09:58:34.684986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 39648) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:34.723840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1371686732', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}, 'admin_state_up': False}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:34.727834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:34.733835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Usage tracker for resource:router and tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:34.737913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Quota usage for router was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:34.747749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:34.840230 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:34.842726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:34.872627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:34.875386 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-806e32eb-896f-479e-b525-8bde0c48fc11 req-1bf5cc96-3063-4bf7-b286-bb1a7d07b8f8 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:34.891698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 01cfa171-70fe-4a17-89e0-59f36626d5c1 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:58:34.897675 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:34.952737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5cc96-3063-4bf7-b286-bb1a7d07b8f8 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Pushing event deleted for resources: {'Port': ['ID=f4a12055-3d48-4331-920d-4a3e109cb39f,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:34.973877 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1bf5cc96-3063-4bf7-b286-bb1a7d07b8f8 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:35.195711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:35.214003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-452abce3-0856-4239-ac19-8efc5706b11b', 'network_id': '452abce3-0856-4239-ac19-8efc5706b11b', 'tenant_id': 'a8323ea8911b4b5bb68d9c0c0d8d3886', 'fixed_ips': [{'subnet_id': 'f29a475c-1ce5-4bef-972f-5f1b73f7f743'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:58:35.214812 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:35.260214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3fd62540-8faf-4f79-aa8c-6494eaa79790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:35.296257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-3f1bae18-0ef6-40b8-8ac9-1a71adab60f2 req-566580d4-83bd-456f-b5cb-973fc7bdf8cd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] For port 01cfa171-70fe-4a17-89e0-59f36626d5c1, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=01cfa171-70fe-4a17-89e0-59f36626d5c1,segment=NetworkSegment(39131468-75de-4279-b4d2-a3b221a6ac3b),segment_id=39131468-75de-4279-b4d2-a3b221a6ac3b)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:58:35.296715 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3f1bae18-0ef6-40b8-8ac9-1a71adab60f2 req-566580d4-83bd-456f-b5cb-973fc7bdf8cd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:35.317762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-5590d65e-d35b-4c85-8112-0ed8d31e3ade req-098834d2-e1dd-4b7a-9df2-c4a6c2c778de tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] For port bc4d4223-6d33-4f5f-b29e-c645a2e92dfb, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=bc4d4223-6d33-4f5f-b29e-c645a2e92dfb,segment=NetworkSegment(34a151f3-f601-4e76-8e40-2c37eab4ee2d),segment_id=34a151f3-f601-4e76-8e40-2c37eab4ee2d)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:58:35.318172 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5590d65e-d35b-4c85-8112-0ed8d31e3ade req-098834d2-e1dd-4b7a-9df2-c4a6c2c778de tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:35.431767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:35.507930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Transition to ACTIVE for port object 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:35.523776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device fb8af84e-5050-4318-b24f-fa93fa8365e7 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:35.596938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-806e32eb-896f-479e-b525-8bde0c48fc11 req-1bf5cc96-3063-4bf7-b286-bb1a7d07b8f8 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] No DVR routers for this DVR port f4a12055-3d48-4331-920d-4a3e109cb39f on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:58:35.600314 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-806e32eb-896f-479e-b525-8bde0c48fc11 req-1bf5cc96-3063-4bf7-b286-bb1a7d07b8f8 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:35.616270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6455ecf-a40d-4cd4-9f42-0016b35a2438', 'name': 'network-vif-deleted', 'tag': 'f4a12055-3d48-4331-920d-4a3e109cb39f'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:58:35.624092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Transition to ACTIVE for port object 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:35.626646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3f1bae18-0ef6-40b8-8ac9-1a71adab60f2 req-566580d4-83bd-456f-b5cb-973fc7bdf8cd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Calling delete_port for 01cfa171-70fe-4a17-89e0-59f36626d5c1 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:58:35.626964 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-806e32eb-896f-479e-b525-8bde0c48fc11 req-1bf5cc96-3063-4bf7-b286-bb1a7d07b8f8 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.64 "DELETE /v2.0/ports/f4a12055-3d48-4331-920d-4a3e109cb39f HTTP/1.1" status: 204 len: 173 time: 2.1231816 Dec 22 09:58:35.634556 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:35.661683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:35.716298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6229d-d298-487a-975a-fce6d49bbf16 req-206e0bc4-0f93-4ce8-b72c-99ae5e6b9f9f tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:35.717533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-65d6229d-d298-487a-975a-fce6d49bbf16 req-206e0bc4-0f93-4ce8-b72c-99ae5e6b9f9f tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Synchronizing usage tracker for tenant:73e21285e1b54340a132a60a648503c8 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:58:35.725305 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:35.751955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c6cc3-2690-473b-8883-7c8b88feca09 req-ac6d460c-65fa-4cc8-9e42-566238f6cecd tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:35.753624 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d9c6cc3-2690-473b-8883-7c8b88feca09 req-ac6d460c-65fa-4cc8-9e42-566238f6cecd tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 946 time: 0.2245882 Dec 22 09:58:35.845335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-5590d65e-d35b-4c85-8112-0ed8d31e3ade req-098834d2-e1dd-4b7a-9df2-c4a6c2c778de tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Calling delete_port for bc4d4223-6d33-4f5f-b29e-c645a2e92dfb owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:58:35.875489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Transition to ACTIVE for port object 224665ca-3762-4176-9a99-4be60b48678d will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:35.876041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-65d6229d-d298-487a-975a-fce6d49bbf16 req-206e0bc4-0f93-4ce8-b72c-99ae5e6b9f9f tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Unset dirty status for tenant:73e21285e1b54340a132a60a648503c8 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:58:35.883406 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-65d6229d-d298-487a-975a-fce6d49bbf16 req-206e0bc4-0f93-4ce8-b72c-99ae5e6b9f9f tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=d29b5ff3-4fb4-4880-a508-cd9132c13240 HTTP/1.1" status: 200 len: 946 time: 0.7070506 Dec 22 09:58:35.884100 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b7061726-b2d9-48ba-bb9b-5ea474e03266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:35.944585 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d9c6cc3-2690-473b-8883-7c8b88feca09 req-e0a13d37-8bd3-4102-8115-1cbe9a36c95b tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/security-groups?id=a57eeefa-22c5-4218-b5b4-48e5a096527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799185 Dec 22 09:58:35.977700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Pushing event updated for resources: {'Port': ['ID=68c0df02-ae45-4ef5-ac4e-4c9b493bbf41,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:35.994336 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:36.000074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29b5ff3-4fb4-4880-a508-cd9132c13240', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01cfa171-70fe-4a17-89e0-59f36626d5c1'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:58:36.004600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-65d6229d-d298-487a-975a-fce6d49bbf16 req-a20c0a2b-9ac3-4da0-867e-7d64c1f182c3 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201696 Dec 22 09:58:36.021017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Network 3b0d7e51-b5e5-4641-8f48-2b0780c2f43e is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:36.049784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:36.053843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:58:36.080542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Allocated IP 172.20.0.2 (452abce3-0856-4239-ac19-8efc5706b11b/f29a475c-1ce5-4bef-972f-5f1b73f7f743/818595d9-5562-42fc-b1c3-2c4b6f7f0feb) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:58:36.278090 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6455ecf-a40d-4cd4-9f42-0016b35a2438', 'name': 'network-vif-deleted', 'tag': 'f4a12055-3d48-4331-920d-4a3e109cb39f', 'status': 'completed', 'code': 200} Dec 22 09:58:36.508795 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:36.527242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Transition to ACTIVE for port object 818595d9-5562-42fc-b1c3-2c4b6f7f0feb will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:36.563195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Transition to ACTIVE for port object 818595d9-5562-42fc-b1c3-2c4b6f7f0feb will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:36.569767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 01cfa171-70fe-4a17-89e0-59f36626d5c1, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=01cfa171-70fe-4a17-89e0-59f36626d5c1,segment=NetworkSegment(39131468-75de-4279-b4d2-a3b221a6ac3b),segment_id=39131468-75de-4279-b4d2-a3b221a6ac3b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:58:36.575781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Transition to ACTIVE for port object 224665ca-3762-4176-9a99-4be60b48678d will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:36.655501 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29b5ff3-4fb4-4880-a508-cd9132c13240', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01cfa171-70fe-4a17-89e0-59f36626d5c1', 'code': 200} Dec 22 09:58:36.657684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port fb8af84e-5050-4318-b24f-fa93fa8365e7 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:36.658152 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:36.690382 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:36.694823 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for router_gateway, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:36.723509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:36.724320 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5590d65e-d35b-4c85-8112-0ed8d31e3ade req-098834d2-e1dd-4b7a-9df2-c4a6c2c778de tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:36.724651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device bc4d4223-6d33-4f5f-b29e-c645a2e92dfb no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:58:36.726029 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-3f1bae18-0ef6-40b8-8ac9-1a71adab60f2 req-566580d4-83bd-456f-b5cb-973fc7bdf8cd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:58:36.726357 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-3f1bae18-0ef6-40b8-8ac9-1a71adab60f2 req-566580d4-83bd-456f-b5cb-973fc7bdf8cd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:58:36.734133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:36.747186 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5a4788c9-c15b-4d3c-94dd-5f659d4a1365 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:36.788561 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:36.795368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098834d2-e1dd-4b7a-9df2-c4a6c2c778de tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Pushing event deleted for resources: {'Port': ['ID=bc4d4223-6d33-4f5f-b29e-c645a2e92dfb,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:36.798953 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:36.813223 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-098834d2-e1dd-4b7a-9df2-c4a6c2c778de tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:36.848061 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:36.879714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] No Port match for: bc4d4223-6d33-4f5f-b29e-c645a2e92dfb {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:58:36.880500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device bc4d4223-6d33-4f5f-b29e-c645a2e92dfb not bound to the agent host n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:58:36.883806 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:36.894817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Allocated IP 172.22.0.1 (3b0d7e51-b5e5-4641-8f48-2b0780c2f43e/1faf6b19-fbe9-47a7-82b9-19ae19746610/ca5015d6-c755-4868-9015-c51a4edd9e27) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:58:37.118053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Allocated IP 172.25.7.95 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/aa1e1e58-312f-4d69-ae5c-ab16e26304d4) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:58:37.206507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Network 452abce3-0856-4239-ac19-8efc5706b11b is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:37.207568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Attempting to bind port 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:58:37.208046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Attempting to bind port 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'bc2d6f4f-a549-4949-b58b-2b57ff128279', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:58:37.208461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Attempting to bind port 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 on network 3b0d7e51-b5e5-4641-8f48-2b0780c2f43e {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:58:37.211040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f4a12055-3d48-4331-920d-4a3e109cb39f no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:58:37.228981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3f1bae18-0ef6-40b8-8ac9-1a71adab60f2 req-566580d4-83bd-456f-b5cb-973fc7bdf8cd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Deleting port 01cfa171-70fe-4a17-89e0-59f36626d5c1 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:58:37.229744 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3f1bae18-0ef6-40b8-8ac9-1a71adab60f2 req-566580d4-83bd-456f-b5cb-973fc7bdf8cd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:37.280057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Network df43dc12-029b-4f48-b547-2abddb9056c6 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:37.282751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:37.285465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:58:37.291087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] No Port match for: f4a12055-3d48-4331-920d-4a3e109cb39f {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:58:37.291484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f4a12055-3d48-4331-920d-4a3e109cb39f not bound to the agent host n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:58:37.294032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:37.296257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:58:37.399525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:37.418024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=01cfa171-70fe-4a17-89e0-59f36626d5c1,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:37.475002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:58:37.475435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Checking segment: {'id': 'bc2d6f4f-a549-4949-b58b-2b57ff128279', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:58:37.475898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:37.476374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Bound using segment: {'id': 'bc2d6f4f-a549-4949-b58b-2b57ff128279', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:58:37.476924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Bound port: 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2d6f4f-a549-4949-b58b-2b57ff128279', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:58:37.477507 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:37.522461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:37.541473 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-377ce032-80f1-49ef-9639-5de0fd5a499f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:37.592094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Pushing event updated for resources: {'Port': ['ID=818595d9-5562-42fc-b1c3-2c4b6f7f0feb,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:37.660667 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:37.661474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Attempting to bind port 818595d9-5562-42fc-b1c3-2c4b6f7f0feb on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:58:37.661898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Attempting to bind port 818595d9-5562-42fc-b1c3-2c4b6f7f0feb by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '46746a35-158a-4595-bdb1-047a0dcb1db4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '452abce3-0856-4239-ac19-8efc5706b11b'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:58:37.662096 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-26fe445b-ddb2-4b96-aa5f-a3cd943d0716 req-7da7f576-62f4-4ec5-a35a-d392f14ec335 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 210 time: 0.2356403 Dec 22 09:58:37.662310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Attempting to bind port 818595d9-5562-42fc-b1c3-2c4b6f7f0feb on network 452abce3-0856-4239-ac19-8efc5706b11b {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:58:37.673250 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.794s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:37.837172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-5590d65e-d35b-4c85-8112-0ed8d31e3ade req-098834d2-e1dd-4b7a-9df2-c4a6c2c778de tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] No DVR routers for this DVR port bc4d4223-6d33-4f5f-b29e-c645a2e92dfb on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:58:37.847656 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5590d65e-d35b-4c85-8112-0ed8d31e3ade req-098834d2-e1dd-4b7a-9df2-c4a6c2c778de tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:37.899296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e40a41-b4e7-4ca9-8704-cb839b086e7c', 'name': 'network-vif-deleted', 'tag': 'bc4d4223-6d33-4f5f-b29e-c645a2e92dfb'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:58:37.900431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=aa1e1e58-312f-4d69-ae5c-ab16e26304d4,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:37.953861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-3f1bae18-0ef6-40b8-8ac9-1a71adab60f2 req-566580d4-83bd-456f-b5cb-973fc7bdf8cd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] For port 01cfa171-70fe-4a17-89e0-59f36626d5c1, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=01cfa171-70fe-4a17-89e0-59f36626d5c1,segment=NetworkSegment(39131468-75de-4279-b4d2-a3b221a6ac3b),segment_id=39131468-75de-4279-b4d2-a3b221a6ac3b)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:58:37.957360 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3f1bae18-0ef6-40b8-8ac9-1a71adab60f2 req-566580d4-83bd-456f-b5cb-973fc7bdf8cd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:37.961612 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:37.972142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:37.974904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:37.981154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:58:38.016889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Pushing event updated for resources: {'Port': ['ID=224665ca-3762-4176-9a99-4be60b48678d,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:38.031511 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:38.054176 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.895s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:38.054176 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:38.054176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:58:38.054176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Checking segment: {'id': '46746a35-158a-4595-bdb1-047a0dcb1db4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '452abce3-0856-4239-ac19-8efc5706b11b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:58:38.054176 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:38.054176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Bound using segment: {'id': '46746a35-158a-4595-bdb1-047a0dcb1db4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '452abce3-0856-4239-ac19-8efc5706b11b'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:58:38.054176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Bound port: 818595d9-5562-42fc-b1c3-2c4b6f7f0feb, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46746a35-158a-4595-bdb1-047a0dcb1db4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '452abce3-0856-4239-ac19-8efc5706b11b'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:58:38.054176 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:38.133325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Attempting to bind port 224665ca-3762-4176-9a99-4be60b48678d on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:58:38.133819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Attempting to bind port 224665ca-3762-4176-9a99-4be60b48678d by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '20979271-311d-4040-b3a3-434a1785e52b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'df43dc12-029b-4f48-b547-2abddb9056c6'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:58:38.134149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Attempting to bind port 224665ca-3762-4176-9a99-4be60b48678d on network df43dc12-029b-4f48-b547-2abddb9056c6 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:58:38.166886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] For port 818595d9-5562-42fc-b1c3-2c4b6f7f0feb, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:58:38.170410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] For port 818595d9-5562-42fc-b1c3-2c4b6f7f0feb, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=818595d9-5562-42fc-b1c3-2c4b6f7f0feb,segment=NetworkSegment(46746a35-158a-4595-bdb1-047a0dcb1db4),segment_id=46746a35-158a-4595-bdb1-047a0dcb1db4)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:58:38.189392 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:38.202934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3f1bae18-0ef6-40b8-8ac9-1a71adab60f2 req-566580d4-83bd-456f-b5cb-973fc7bdf8cd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Calling delete_port for 01cfa171-70fe-4a17-89e0-59f36626d5c1 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:58:38.215444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:58:38.224490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Checking segment: {'id': '20979271-311d-4040-b3a3-434a1785e52b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'df43dc12-029b-4f48-b547-2abddb9056c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:58:38.224995 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:38.225529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Bound using segment: {'id': '20979271-311d-4040-b3a3-434a1785e52b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'df43dc12-029b-4f48-b547-2abddb9056c6'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:58:38.226036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Bound port: 224665ca-3762-4176-9a99-4be60b48678d, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20979271-311d-4040-b3a3-434a1785e52b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'df43dc12-029b-4f48-b547-2abddb9056c6'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:58:38.226492 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:38.246114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Allocated IP 172.25.7.76 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/2a5c6696-0856-4d00-8975-a1777ff333de) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:58:38.264860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] For port 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:58:38.273729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] For port 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=68c0df02-ae45-4ef5-ac4e-4c9b493bbf41,segment=NetworkSegment(bc2d6f4f-a549-4949-b58b-2b57ff128279),segment_id=bc2d6f4f-a549-4949-b58b-2b57ff128279)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:58:38.298663 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:38.401825 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:38.440138 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e40a41-b4e7-4ca9-8704-cb839b086e7c', 'name': 'network-vif-deleted', 'tag': 'bc4d4223-6d33-4f5f-b29e-c645a2e92dfb', 'status': 'completed', 'code': 200} Dec 22 09:58:38.500549 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5590d65e-d35b-4c85-8112-0ed8d31e3ade req-098834d2-e1dd-4b7a-9df2-c4a6c2c778de tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.64 "DELETE /v2.0/ports/bc4d4223-6d33-4f5f-b29e-c645a2e92dfb HTTP/1.1" status: 204 len: 173 time: 5.5892100 Dec 22 09:58:38.513511 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:38.544199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cfc75d30-5965-4672-9236-c98e72d53e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:38.549312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b55708-b25e-4b1b-b4d1-eecd031d0abc req-a549c087-0642-4a61-b95d-96ba131b0ddf tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:38.558191 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d9b55708-b25e-4b1b-b4d1-eecd031d0abc req-a549c087-0642-4a61-b95d-96ba131b0ddf tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=d29b5ff3-4fb4-4880-a508-cd9132c13240 HTTP/1.1" status: 200 len: 944 time: 1.0969496 Dec 22 09:58:38.585040 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for router_gateway, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:38.626924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Transition to ACTIVE for port object ca5015d6-c755-4868-9015-c51a4edd9e27 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:38.628602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] For port 224665ca-3762-4176-9a99-4be60b48678d, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:58:38.632025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] For port 224665ca-3762-4176-9a99-4be60b48678d, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=224665ca-3762-4176-9a99-4be60b48678d,segment=NetworkSegment(20979271-311d-4040-b3a3-434a1785e52b),segment_id=20979271-311d-4040-b3a3-434a1785e52b)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:58:38.638080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Pushing event updated for resources: {'Port': ['ID=818595d9-5562-42fc-b1c3-2c4b6f7f0feb,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:38.650047 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:38.651801 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:38.678025 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:39.158473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:39.194513 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d9b55708-b25e-4b1b-b4d1-eecd031d0abc req-c13f9ddb-fa3d-49a1-b95e-0917567d6f0d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/security-groups?id=73016968-40cb-4510-8d17-7cf706cbdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6350551 Dec 22 09:58:39.251873 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e01c41cd-7d4a-4d0b-b291-3e018448b237 req-002bd6c6-c19b-43e5-84f9-914fab77a890 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] 10.222.0.50 "GET /v2.0/ports?device_id=15e40a41-b4e7-4ca9-8704-cb839b086e7c HTTP/1.1" status: 200 len: 210 time: 0.1426318 Dec 22 09:58:39.255418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Pushing event updated for resources: {'Port': ['ID=68c0df02-ae45-4ef5-ac4e-4c9b493bbf41,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:39.385938 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:39.501811 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:39.523216 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3f1bae18-0ef6-40b8-8ac9-1a71adab60f2 req-566580d4-83bd-456f-b5cb-973fc7bdf8cd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:39.569032 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:39.580973 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:39.587181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Pushing event updated for resources: {'Port': ['ID=224665ca-3762-4176-9a99-4be60b48678d,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:39.591629 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:39.592830 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.712s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:39.593274 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:39.849029 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:39.924283 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:39.969134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 51885518-6874-49ff-a60c-1b8368189bc1 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:58:40.021728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Pushing event updated for resources: {'Port': ['ID=2a5c6696-0856-4d00-8975-a1777ff333de,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:40.116702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566580d4-83bd-456f-b5cb-973fc7bdf8cd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Pushing event deleted for resources: {'Port': ['ID=01cfa171-70fe-4a17-89e0-59f36626d5c1,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:40.122814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:40.131292 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-566580d4-83bd-456f-b5cb-973fc7bdf8cd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:40.132678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:40.134817 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3a99c85e-4dfa-434d-9a8f-bff178f0752d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:40.174148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:40.274990 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:40.327783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:58:40.343619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbde5f1-91fd-47d2-b508-c66138847a02 None None] Sync routers for ids ['51885518-6874-49ff-a60c-1b8368189bc1'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:58:40.365436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:58:40.386767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbde5f1-91fd-47d2-b508-c66138847a02 None None] Routers {'51885518-6874-49ff-a60c-1b8368189bc1'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:58:40.387478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8cbde5f1-91fd-47d2-b508-c66138847a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['51885518-6874-49ff-a60c-1b8368189bc1'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:40.414221 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:40.415698 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7299607 Dec 22 09:58:40.419028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 39742) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:40.578499 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-61e56af8-72f3-4f2c-9d10-813ea4e68054 req-e99c769a-98f8-4bc6-a4a2-63ebd4d123a0 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=d29b5ff3-4fb4-4880-a508-cd9132c13240 HTTP/1.1" status: 200 len: 210 time: 0.0672286 Dec 22 09:58:40.578759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8cbde5f1-91fd-47d2-b508-c66138847a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:40.605451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbde5f1-91fd-47d2-b508-c66138847a02 None None] Routers {'51885518-6874-49ff-a60c-1b8368189bc1'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:58:40.616491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8cbde5f1-91fd-47d2-b508-c66138847a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['51885518-6874-49ff-a60c-1b8368189bc1'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:40.697897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-8cbde5f1-91fd-47d2-b508-c66138847a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:40.698336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbde5f1-91fd-47d2-b508-c66138847a02 None None] The sync data for ids ['51885518-6874-49ff-a60c-1b8368189bc1'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:58:40.778358 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:41.274757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1bae18-0ef6-40b8-8ac9-1a71adab60f2 req-566580d4-83bd-456f-b5cb-973fc7bdf8cd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] No DVR routers for this DVR port 01cfa171-70fe-4a17-89e0-59f36626d5c1 on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:58:41.298748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=ca5015d6-c755-4868-9015-c51a4edd9e27,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:41.303682 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.169s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:41.309383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3f1bae18-0ef6-40b8-8ac9-1a71adab60f2 req-566580d4-83bd-456f-b5cb-973fc7bdf8cd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:41.316566 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-43cbab67-cba3-49e9-a6d4-26b23ed19217 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.295s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:41.317916 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-43cbab67-cba3-49e9-a6d4-26b23ed19217 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:41.318620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29b5ff3-4fb4-4880-a508-cd9132c13240', 'name': 'network-vif-deleted', 'tag': '01cfa171-70fe-4a17-89e0-59f36626d5c1'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:58:41.331737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 3b0d7e51-b5e5-4641-8f48-2b0780c2f43e is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:41.339577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:41.343185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:58:41.429328 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3f1bae18-0ef6-40b8-8ac9-1a71adab60f2 req-566580d4-83bd-456f-b5cb-973fc7bdf8cd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.64 "DELETE /v2.0/ports/01cfa171-70fe-4a17-89e0-59f36626d5c1 HTTP/1.1" status: 204 len: 173 time: 7.7549062 Dec 22 09:58:41.609873 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29b5ff3-4fb4-4880-a508-cd9132c13240', 'name': 'network-vif-deleted', 'tag': '01cfa171-70fe-4a17-89e0-59f36626d5c1', 'status': 'completed', 'code': 200} Dec 22 09:58:41.666415 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:41.751037 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:41.845514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72af8d6d-eb80-4aea-83d4-c9803524b3a7 None None] Network df43dc12-029b-4f48-b547-2abddb9056c6 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:58:42.144578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b93b366e-b752-4fac-9e9d-d4f25c048661 None None] Provisioning for port 224665ca-3762-4176-9a99-4be60b48678d completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:58:42.365226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 818595d9-5562-42fc-b1c3-2c4b6f7f0feb up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:42.563826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c2c45c-d63b-438e-8d6b-9f06f0b26e41 None None] Network 3b0d7e51-b5e5-4641-8f48-2b0780c2f43e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:58:42.689046 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-82dff89c-7a2a-4727-8446-c14829f56376 req-77e9a480-9e81-4333-95f5-ef8f994d2f9b tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] 10.222.0.50 "GET /v2.0/ports?device_id=d29b5ff3-4fb4-4880-a508-cd9132c13240 HTTP/1.1" status: 200 len: 210 time: 0.3942630 Dec 22 09:58:42.707389 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:42.930309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-cb6d08e6-c513-4e89-b72f-ccf6076f5321 None None] Provisioning for port 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:58:42.996295 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:43.075717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 818595d9-5562-42fc-b1c3-2c4b6f7f0feb completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:58:43.090053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654dc82b-ce9b-4dd9-8bcb-038286004b24 None None] Network 452abce3-0856-4239-ac19-8efc5706b11b requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:58:43.436545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 224665ca-3762-4176-9a99-4be60b48678d up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:43.480239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Provisioning for port 818595d9-5562-42fc-b1c3-2c4b6f7f0feb completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:58:43.497227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Provisioning complete for port 818595d9-5562-42fc-b1c3-2c4b6f7f0feb triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:43.497707 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:43.777868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Allocated IP 172.20.0.1 (452abce3-0856-4239-ac19-8efc5706b11b/f29a475c-1ce5-4bef-972f-5f1b73f7f743/b84961cc-b9ba-45aa-b209-62f26bc10a10) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:58:43.947817 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:44.026254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 224665ca-3762-4176-9a99-4be60b48678d completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:58:44.043494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 224665ca-3762-4176-9a99-4be60b48678d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:44.044961 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:44.139163 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:44.186984 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:44.249265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] For port 818595d9-5562-42fc-b1c3-2c4b6f7f0feb, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=818595d9-5562-42fc-b1c3-2c4b6f7f0feb,segment=NetworkSegment(46746a35-158a-4595-bdb1-047a0dcb1db4),segment_id=46746a35-158a-4595-bdb1-047a0dcb1db4)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:58:44.250576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:44.284830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:44.290801 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:44.317957 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:44.332518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39822) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:44.333331 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8804935c-c4e4-4744-aebf-293d992a76fd tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:44.394121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:44.411990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Transition to ACTIVE for port object b84961cc-b9ba-45aa-b209-62f26bc10a10 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:44.458266 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:44.509265 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:44.510222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Pushing event updated for resources: {'Port': ['ID=818595d9-5562-42fc-b1c3-2c4b6f7f0feb,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:44.539613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.543643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.544269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.545416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.546258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.546786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.547692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.549088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.549610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.550131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.551004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.551732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.552450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.552987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.553503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.554014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.554543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.555063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.555583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.556136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.556648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.557443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.558113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.558626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.559225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.559740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.561359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.561984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.562503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.563687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.564383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.568122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.568719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.569410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.569953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.570498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.604867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 224665ca-3762-4176-9a99-4be60b48678d, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=224665ca-3762-4176-9a99-4be60b48678d,segment=NetworkSegment(20979271-311d-4040-b3a3-434a1785e52b),segment_id=20979271-311d-4040-b3a3-434a1785e52b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:58:44.609064 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:44.616449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:44.617399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:44.760184 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:44.791759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=b84961cc-b9ba-45aa-b209-62f26bc10a10,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:44.828625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.829207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.830143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.830805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.831359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.831889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.832627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.833180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.833690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.834213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.834733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.835669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.836025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.836554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.837073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.837602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.838117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.838637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.839169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.839690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.840237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.840757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.841273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.842318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.842920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.843441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.843998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.844522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.845039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.845558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.846074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.846686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.847206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.847737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.848460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.848998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:58:44.854080 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:44.974607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb5da50-643e-41d5-8a3f-6499b6e819f2 admin admin] Deleting subnet 4b321522-42ae-4197-bd5e-24fddf06c282 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:58:45.001037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=224665ca-3762-4176-9a99-4be60b48678d,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:45.030455 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:45.037542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:45.040085 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bb5da50-643e-41d5-8a3f-6499b6e819f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:45.059737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:58:45.068873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:45.072634 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:45.135182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 452abce3-0856-4239-ac19-8efc5706b11b is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:45.151156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:45.154227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:58:45.199490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9a419da8-2814-4e9b-b221-8b52bce6369f None None] Provisioning for port ca5015d6-c755-4868-9015-c51a4edd9e27 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:58:45.243191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9a419da8-2814-4e9b-b221-8b52bce6369f None None] Provisioning complete for port ca5015d6-c755-4868-9015-c51a4edd9e27 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:45.243887 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a419da8-2814-4e9b-b221-8b52bce6369f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:45.316523 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:45.374287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=ca5015d6-c755-4868-9015-c51a4edd9e27,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:45.391060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9a419da8-2814-4e9b-b221-8b52bce6369f None None] Port ca5015d6-c755-4868-9015-c51a4edd9e27 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:58:45.484403 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.133s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:45.567589 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bb5da50-643e-41d5-8a3f-6499b6e819f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:45.703843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 3b0d7e51-b5e5-4641-8f48-2b0780c2f43e is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:45.728399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:45.788018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:46.042008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-440fcc5e-488e-4a3e-87a0-94141fd30bff None None] Provisioning complete for port ca5015d6-c755-4868-9015-c51a4edd9e27 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:46.042440 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-440fcc5e-488e-4a3e-87a0-94141fd30bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:46.179853 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:46.259354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-440fcc5e-488e-4a3e-87a0-94141fd30bff None None] Port ca5015d6-c755-4868-9015-c51a4edd9e27 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:58:46.331401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-440fcc5e-488e-4a3e-87a0-94141fd30bff None None] Provisioning complete for port 224665ca-3762-4176-9a99-4be60b48678d triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:46.331958 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-440fcc5e-488e-4a3e-87a0-94141fd30bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:46.441416 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bb5da50-643e-41d5-8a3f-6499b6e819f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:46.476087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=68c0df02-ae45-4ef5-ac4e-4c9b493bbf41,segment=NetworkSegment(bc2d6f4f-a549-4949-b58b-2b57ff128279),segment_id=bc2d6f4f-a549-4949-b58b-2b57ff128279)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:58:46.542699 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:46.545933 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2a5a9640-4ec5-47f4-ad1a-83e4770acd43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:46.635286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-440fcc5e-488e-4a3e-87a0-94141fd30bff None None] Provisioning complete for port 818595d9-5562-42fc-b1c3-2c4b6f7f0feb triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:46.635928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-440fcc5e-488e-4a3e-87a0-94141fd30bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:46.789768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 818595d9-5562-42fc-b1c3-2c4b6f7f0feb up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:46.928178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:58:46.929157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router c372dd9f-cf35-4c16-b5ba-9940f7044956 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:58:46.991332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=68c0df02-ae45-4ef5-ac4e-4c9b493bbf41,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:47.001264 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:47.016944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-440fcc5e-488e-4a3e-87a0-94141fd30bff None None] Provisioning complete for port 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:47.017615 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-440fcc5e-488e-4a3e-87a0-94141fd30bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:47.018458 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:47.031888 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:47.083879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 818595d9-5562-42fc-b1c3-2c4b6f7f0feb triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:47.084589 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:47.181501 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f01ccd20-77e2-45e8-a601-424ad805d0c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:47.322073 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:47.429801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:58:47.445161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Sync routers for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:58:47.456390 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bb5da50-643e-41d5-8a3f-6499b6e819f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:47.470521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=b84961cc-b9ba-45aa-b209-62f26bc10a10,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:47.483531 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:47.493982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 452abce3-0856-4239-ac19-8efc5706b11b is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:47.495246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:47.561380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 224665ca-3762-4176-9a99-4be60b48678d up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:47.586388 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/c372dd9f-cf35-4c16-b5ba-9940f7044956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5041330 Dec 22 09:58:47.598906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39872) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:47.599982 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e4534981-6708-4711-8fcd-a064efad804e tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:47.690497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Router 8be798d4-f47d-4da3-b7f6-6e46c80c56e3 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 09:58:47.704739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-28bb294c-c0ff-4f86-819f-b50d91b8a66f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'network': {'name': 'tempest-RoutersTest-869997122'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:47.711660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-28bb294c-c0ff-4f86-819f-b50d91b8a66f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:47.718235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-28bb294c-c0ff-4f86-819f-b50d91b8a66f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:network and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:47.721703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-28bb294c-c0ff-4f86-819f-b50d91b8a66f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for network was recalculated. Used quota:3. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:47.730276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-28bb294c-c0ff-4f86-819f-b50d91b8a66f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:47.751888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:58:47.753507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:47.760772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7bb5da50-643e-41d5-8a3f-6499b6e819f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:47.762924 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7bb5da50-643e-41d5-8a3f-6499b6e819f2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4b321522-42ae-4197-bd5e-24fddf06c282 HTTP/1.1" status: 204 len: 168 time: 3.1364729 Dec 22 09:58:47.789511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39884) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:48.026431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 224665ca-3762-4176-9a99-4be60b48678d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:48.027012 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:48.085411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5da50-643e-41d5-8a3f-6499b6e819f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b321522-42ae-4197-bd5e-24fddf06c282,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:48.090095 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7bb5da50-643e-41d5-8a3f-6499b6e819f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:48.309359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:58:48.321660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dadfb02-765a-43f9-ac23-e3890056647f None None] Sync routers for ids ['8be798d4-f47d-4da3-b7f6-6e46c80c56e3'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:58:48.327374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6da97f19-5a2e-49d4-88a7-84e211f69faf None None] Provisioning complete for port ca5015d6-c755-4868-9015-c51a4edd9e27 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:48.327833 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6da97f19-5a2e-49d4-88a7-84e211f69faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:48.341116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dadfb02-765a-43f9-ac23-e3890056647f None None] Routers {'8be798d4-f47d-4da3-b7f6-6e46c80c56e3'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:58:48.343043 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-59d9172d-1f3b-4e13-9b9e-ec1cbce1b4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:48.348270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5dadfb02-765a-43f9-ac23-e3890056647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['8be798d4-f47d-4da3-b7f6-6e46c80c56e3'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:48.395326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6da97f19-5a2e-49d4-88a7-84e211f69faf None None] Port ca5015d6-c755-4868-9015-c51a4edd9e27 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:58:48.459572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 51885518-6874-49ff-a60c-1b8368189bc1 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:58:48.510181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5dadfb02-765a-43f9-ac23-e3890056647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:48.514928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bb294c-c0ff-4f86-819f-b50d91b8a66f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Made reservation on behalf of 2131d0db1c414ca48292c7e4e9b1f3a7 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:58:48.526006 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-28bb294c-c0ff-4f86-819f-b50d91b8a66f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:48.538099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dadfb02-765a-43f9-ac23-e3890056647f None None] Routers {'8be798d4-f47d-4da3-b7f6-6e46c80c56e3'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:58:48.538496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6da97f19-5a2e-49d4-88a7-84e211f69faf None None] Provisioning complete for port 224665ca-3762-4176-9a99-4be60b48678d triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:48.538788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5dadfb02-765a-43f9-ac23-e3890056647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['8be798d4-f47d-4da3-b7f6-6e46c80c56e3'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:48.538920 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6da97f19-5a2e-49d4-88a7-84e211f69faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:48.679605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28bb294c-c0ff-4f86-819f-b50d91b8a66f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:58:48.731139 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-28bb294c-c0ff-4f86-819f-b50d91b8a66f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:48.731654 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-28bb294c-c0ff-4f86-819f-b50d91b8a66f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Added segment 166b712b-c57b-4ed6-a84c-d96a59ceac79 of type vxlan for network 1468e929-7dc6-44a8-b754-cfe33c01dd7b Dec 22 09:58:48.763318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5dadfb02-765a-43f9-ac23-e3890056647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:48.765332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dadfb02-765a-43f9-ac23-e3890056647f None None] The sync data for ids ['8be798d4-f47d-4da3-b7f6-6e46c80c56e3'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:58:48.785226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:48.848858 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-28bb294c-c0ff-4f86-819f-b50d91b8a66f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:48.864970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:58:48.902650 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:48.912298 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "PUT /v2.0/routers/51885518-6874-49ff-a60c-1b8368189bc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4888546 Dec 22 09:58:48.912298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 39908) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:48.913231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 39910) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:48.920505 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-86085389-9591-4ce0-868a-96319737b574 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 16.0567772 Dec 22 09:58:48.954643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:58:49.013371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'port': {'network_id': '452abce3-0856-4239-ac19-8efc5706b11b', 'name': 'tempest-FloatingIPTestJSON-458029539'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:49.056108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c42dbd-78f5-4407-a995-e292e9db09c4 None None] Sync routers for ids ['51885518-6874-49ff-a60c-1b8368189bc1'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:58:49.096782 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-28bb294c-c0ff-4f86-819f-b50d91b8a66f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:49.105213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bb294c-c0ff-4f86-819f-b50d91b8a66f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:49.105876 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-28bb294c-c0ff-4f86-819f-b50d91b8a66f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:49.484242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:49.484242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:49.636117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c42dbd-78f5-4407-a995-e292e9db09c4 None None] Routers {'51885518-6874-49ff-a60c-1b8368189bc1'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:58:49.637509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-55c42dbd-78f5-4407-a995-e292e9db09c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['51885518-6874-49ff-a60c-1b8368189bc1'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:49.745003 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40bf14a2-b31b-4d9f-831b-dfd67aaaab2d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:49.826752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-55c42dbd-78f5-4407-a995-e292e9db09c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:50.032467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb294c-c0ff-4f86-819f-b50d91b8a66f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Network': ['ID=1468e929-7dc6-44a8-b754-cfe33c01dd7b,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:50.090909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c42dbd-78f5-4407-a995-e292e9db09c4 None None] Routers {'51885518-6874-49ff-a60c-1b8368189bc1'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:58:50.092930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-55c42dbd-78f5-4407-a995-e292e9db09c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['51885518-6874-49ff-a60c-1b8368189bc1'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:50.196172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-55c42dbd-78f5-4407-a995-e292e9db09c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:50.196578 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-28bb294c-c0ff-4f86-819f-b50d91b8a66f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:50.196893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c42dbd-78f5-4407-a995-e292e9db09c4 None None] The sync data for ids ['51885518-6874-49ff-a60c-1b8368189bc1'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:58:50.221237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:50.221770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-59d9172d-1f3b-4e13-9b9e-ec1cbce1b4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:50.231862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Usage tracker for resource:port and tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:50.239796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Quota usage for port was recalculated. Used quota:6. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:50.251981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:50.267454 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-28bb294c-c0ff-4f86-819f-b50d91b8a66f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.6197996 Dec 22 09:58:50.272598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39938) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:50.275438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 1468e929-7dc6-44a8-b754-cfe33c01dd7b details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:58:50.292061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-93a6909f-31b6-4112-b94d-32d2c64f1dde tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'subnet': {'network_id': '1468e929-7dc6-44a8-b754-cfe33c01dd7b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:50.301188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 1468e929-7dc6-44a8-b754-cfe33c01dd7b details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:58:50.339824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 1468e929-7dc6-44a8-b754-cfe33c01dd7b details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:58:50.357537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Made reservation on behalf of a8323ea8911b4b5bb68d9c0c0d8d3886 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:58:50.363353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:50.506264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-93a6909f-31b6-4112-b94d-32d2c64f1dde tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:50.585651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-93a6909f-31b6-4112-b94d-32d2c64f1dde tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:subnet and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:50.594103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-93a6909f-31b6-4112-b94d-32d2c64f1dde tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for subnet was recalculated. Used quota:3. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:50.615332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-93a6909f-31b6-4112-b94d-32d2c64f1dde tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:50.641982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-59d9172d-1f3b-4e13-9b9e-ec1cbce1b4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178082e3-16b5-4564-bd75-d45b7c070a7e']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:50.650697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a6909f-31b6-4112-b94d-32d2c64f1dde tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Made reservation on behalf of 2131d0db1c414ca48292c7e4e9b1f3a7 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:58:50.679569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-59d9172d-1f3b-4e13-9b9e-ec1cbce1b4c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39131468-75de-4279-b4d2-a3b221a6ac3b') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:50.679961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-59d9172d-1f3b-4e13-9b9e-ec1cbce1b4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39131468-75de-4279-b4d2-a3b221a6ac3b') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:50.709979 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-59d9172d-1f3b-4e13-9b9e-ec1cbce1b4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:50.889716 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93a6909f-31b6-4112-b94d-32d2c64f1dde tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:50.894788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] device_id is not set on port fece34b6-95f7-4f57-b794-55a847a952a5 yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:58:50.916073 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-59d9172d-1f3b-4e13-9b9e-ec1cbce1b4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:50.956608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-59d9172d-1f3b-4e13-9b9e-ec1cbce1b4c1 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:58:51.273799 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:51.274593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6da97f19-5a2e-49d4-88a7-84e211f69faf None None] Provisioning complete for port 818595d9-5562-42fc-b1c3-2c4b6f7f0feb triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:51.274946 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6da97f19-5a2e-49d4-88a7-84e211f69faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:51.415627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-59d9172d-1f3b-4e13-9b9e-ec1cbce1b4c1 admin admin] Network 178082e3-16b5-4564-bd75-d45b7c070a7e has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:58:51.426615 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-59d9172d-1f3b-4e13-9b9e-ec1cbce1b4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:51.732717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6da97f19-5a2e-49d4-88a7-84e211f69faf None None] Provisioning for port b84961cc-b9ba-45aa-b209-62f26bc10a10 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:58:51.738942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6da97f19-5a2e-49d4-88a7-84e211f69faf None None] Provisioning complete for port b84961cc-b9ba-45aa-b209-62f26bc10a10 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:51.739508 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6da97f19-5a2e-49d4-88a7-84e211f69faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:51.804902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6da97f19-5a2e-49d4-88a7-84e211f69faf None None] Port b84961cc-b9ba-45aa-b209-62f26bc10a10 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:58:51.831380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-59d9172d-1f3b-4e13-9b9e-ec1cbce1b4c1 admin admin] Network 178082e3-16b5-4564-bd75-d45b7c070a7e has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:58:51.840895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:58:42Z', 'revision_number': 4, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ca5015d6-c755-4868-9015-c51a4edd9e27', 'name': '', 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:94:7e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:35Z', 'updated_at': '2020-12-22T09:58:43Z', 'revision_number': 2, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:32Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:51.860457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Checking router: c372dd9f-cf35-4c16-b5ba-9940f7044956 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:58:51.860632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Updating router c372dd9f-cf35-4c16-b5ba-9940f7044956 port ca5015d6-c755-4868-9015-c51a4edd9e27 binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:58:51.896989 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:58:51.979264 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:52.001027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6da97f19-5a2e-49d4-88a7-84e211f69faf None None] Provisioning complete for port 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:52.001353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6da97f19-5a2e-49d4-88a7-84e211f69faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:52.106266 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-59d9172d-1f3b-4e13-9b9e-ec1cbce1b4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:52.114468 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-59d9172d-1f3b-4e13-9b9e-ec1cbce1b4c1 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:52.140740 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dab6ac84-82a1-42fc-b9a5-bbdeb6ebdb37 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:52.182062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9172d-1f3b-4e13-9b9e-ec1cbce1b4c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=178082e3-16b5-4564-bd75-d45b7c070a7e,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:52.187232 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-59d9172d-1f3b-4e13-9b9e-ec1cbce1b4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:52.189698 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-59d9172d-1f3b-4e13-9b9e-ec1cbce1b4c1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/178082e3-16b5-4564-bd75-d45b7c070a7e HTTP/1.1" status: 204 len: 168 time: 4.1017857 Dec 22 09:58:52.406117 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93a6909f-31b6-4112-b94d-32d2c64f1dde tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:52.484831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-167d56c5-f099-4c5f-be22-eb82a46c9ed8 None None] Provisioning complete for port b84961cc-b9ba-45aa-b209-62f26bc10a10 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:52.485265 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-167d56c5-f099-4c5f-be22-eb82a46c9ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:52.595601 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2eda11be-9d29-4497-bf36-e13a37b99f88 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:52.612450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-167d56c5-f099-4c5f-be22-eb82a46c9ed8 None None] Port b84961cc-b9ba-45aa-b209-62f26bc10a10 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:58:52.753152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39990) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:52.754259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6909f-31b6-4112-b94d-32d2c64f1dde tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Subnet': ['ID=10f6df2d-31c1-474f-8977-bfc48b780471,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:52.791047 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93a6909f-31b6-4112-b94d-32d2c64f1dde tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:52.840587 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-898aa74e-286e-48cd-b0f2-cc43c625c921 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=73e21285e1b54340a132a60a648503c8&name=default HTTP/1.1" status: 200 len: 2883 time: 0.0784788 Dec 22 09:58:52.841551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 39994) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:52.913010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Allocated IP 172.20.0.1 (df43dc12-029b-4f48-b547-2abddb9056c6/44b22961-1172-40ba-8069-37fdbcecc04c/24261258-9efc-4709-b469-652c63d7a8ec) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:58:52.929925 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d10d0169-00be-485f-8bd1-0bd53afb02ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:52.968458 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d10d0169-00be-485f-8bd1-0bd53afb02ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:53.022674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a6909f-31b6-4112-b94d-32d2c64f1dde tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Checking segment: {'id': '166b712b-c57b-4ed6-a84c-d96a59ceac79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '1468e929-7dc6-44a8-b754-cfe33c01dd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:58:53.023513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a6909f-31b6-4112-b94d-32d2c64f1dde tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network hostable DHCP agents. Network: 1468e929-7dc6-44a8-b754-cfe33c01dd7b, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:58:53.048435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a6909f-31b6-4112-b94d-32d2c64f1dde tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 1468e929-7dc6-44a8-b754-cfe33c01dd7b is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:58:53.062773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-93a6909f-31b6-4112-b94d-32d2c64f1dde tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 1468e929-7dc6-44a8-b754-cfe33c01dd7b) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:53.076653 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d10d0169-00be-485f-8bd1-0bd53afb02ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:53.087085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c00c90a-cf3c-4184-af9c-562163a9ab7f None None] Network 1468e929-7dc6-44a8-b754-cfe33c01dd7b requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:58:53.093390 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-06ef6089-1f21-40ff-afd6-5c49c9a2f709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:53.112410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d0169-00be-485f-8bd1-0bd53afb02ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73016968-40cb-4510-8d17-7cf706cbdd16,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:53.122099 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:53.122455 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d10d0169-00be-485f-8bd1-0bd53afb02ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:53.125105 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d10d0169-00be-485f-8bd1-0bd53afb02ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:53.130808 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d10d0169-00be-485f-8bd1-0bd53afb02ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/73016968-40cb-4510-8d17-7cf706cbdd16 HTTP/1.1" status: 204 len: 168 time: 0.2861979 Dec 22 09:58:53.133457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a6909f-31b6-4112-b94d-32d2c64f1dde tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:53.135496 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93a6909f-31b6-4112-b94d-32d2c64f1dde tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:53.143320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Transition to ACTIVE for port object 24261258-9efc-4709-b469-652c63d7a8ec will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:53.203267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40008) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:53.215082 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-93a6909f-31b6-4112-b94d-32d2c64f1dde tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9160414 Dec 22 09:58:53.362366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Allocated IP 172.20.0.14 (452abce3-0856-4239-ac19-8efc5706b11b/f29a475c-1ce5-4bef-972f-5f1b73f7f743/fece34b6-95f7-4f57-b794-55a847a952a5) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:58:53.404483 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:53.459668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Transition to ACTIVE for port object ca5015d6-c755-4868-9015-c51a4edd9e27 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:53.528339 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:53.667851 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:53.688842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Transition to ACTIVE for port object fece34b6-95f7-4f57-b794-55a847a952a5 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:53.744758 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:53.774098 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9f341493-d7ab-4f85-9dcd-52adbf1fe83d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:53.928181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca738cb-db52-4333-a8c4-4a56a77e584c None None] Pushing event updated for resources: {'Port': ['ID=ca5015d6-c755-4868-9015-c51a4edd9e27,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:53.943062 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ca738cb-db52-4333-a8c4-4a56a77e584c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:54.024367 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-554588c5-d856-4b98-a180-5955c825a756 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:54.154493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:54.268943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-1468e929-7dc6-44a8-b754-cfe33c01dd7b', 'network_id': '1468e929-7dc6-44a8-b754-cfe33c01dd7b', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'fixed_ips': [{'subnet_id': '10f6df2d-31c1-474f-8977-bfc48b780471'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 09:58:54.281734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:54.319117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Attempting to bind port ca5015d6-c755-4868-9015-c51a4edd9e27 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:58:54.322781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Attempting to bind port ca5015d6-c755-4868-9015-c51a4edd9e27 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'bc2d6f4f-a549-4949-b58b-2b57ff128279', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:58:54.323969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Attempting to bind port ca5015d6-c755-4868-9015-c51a4edd9e27 on network 3b0d7e51-b5e5-4641-8f48-2b0780c2f43e {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:58:54.337933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:58:54.338365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Checking segment: {'id': 'bc2d6f4f-a549-4949-b58b-2b57ff128279', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:58:54.338829 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:54.339746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Bound using segment: {'id': 'bc2d6f4f-a549-4949-b58b-2b57ff128279', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:58:54.340322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Bound port: ca5015d6-c755-4868-9015-c51a4edd9e27, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2d6f4f-a549-4949-b58b-2b57ff128279', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:58:54.340758 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:54.375660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 452abce3-0856-4239-ac19-8efc5706b11b is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:54.412058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:54.436781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:58:54.603658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:54.607680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:54.658887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event updated for resources: {'Port': ['ID=fece34b6-95f7-4f57-b794-55a847a952a5,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:54.680390 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:54.911667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Allocated IP 172.23.0.2 (1468e929-7dc6-44a8-b754-cfe33c01dd7b/10f6df2d-31c1-474f-8977-bfc48b780471/5d0d2054-40f2-491b-9f85-b2cd84388aca) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:58:55.083043 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-06868eba-89bd-46b8-94d5-998ee20ee3e9 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.750s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:55.151830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40058) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:55.179324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] For port ca5015d6-c755-4868-9015-c51a4edd9e27, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:58:55.190144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] For port ca5015d6-c755-4868-9015-c51a4edd9e27, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ca5015d6-c755-4868-9015-c51a4edd9e27,segment=NetworkSegment(bc2d6f4f-a549-4949-b58b-2b57ff128279),segment_id=bc2d6f4f-a549-4949-b58b-2b57ff128279)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:58:55.263995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Pushing event updated for resources: {'Port': ['ID=24261258-9efc-4709-b469-652c63d7a8ec,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:55.266044 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:55.271349 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:55.310562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40064) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:55.311643 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.3292296 Dec 22 09:58:55.317121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-988ca7c2-f2af-4751-b778-cda89b248329 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Request body: {'floatingip': {'port_id': 'fece34b6-95f7-4f57-b794-55a847a952a5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:55.457238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Network df43dc12-029b-4f48-b547-2abddb9056c6 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:55.462747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:55.465196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:58:55.564339 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:55.590321 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f38453de-426f-4b58-bac2-0ca820e5f14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:55.635974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-272452965-network', 'tenant_id': 'cc5f2bb5ccc94ceead00f0274f2deacf'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:55.656394 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-988ca7c2-f2af-4751-b778-cda89b248329 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:55.763839 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:55.817256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:55.824731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Usage tracker for resource:network and tenant:cc5f2bb5ccc94ceead00f0274f2deacf is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:55.838596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:55.887446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca738cb-db52-4333-a8c4-4a56a77e584c None None] Pushing event updated for resources: {'Port': ['ID=ca5015d6-c755-4868-9015-c51a4edd9e27,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:55.913239 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ca738cb-db52-4333-a8c4-4a56a77e584c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:55.986224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d363d510-d129-409c-bb97-7c16af610cfa None None] Provisioning for port fece34b6-95f7-4f57-b794-55a847a952a5 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:58:56.008239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d363d510-d129-409c-bb97-7c16af610cfa None None] Provisioning complete for port fece34b6-95f7-4f57-b794-55a847a952a5 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:56.008670 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d363d510-d129-409c-bb97-7c16af610cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:56.137336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d363d510-d129-409c-bb97-7c16af610cfa None None] Port fece34b6-95f7-4f57-b794-55a847a952a5 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:58:56.143193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:56.300503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:58:56.302836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:56.450426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Made reservation on behalf of cc5f2bb5ccc94ceead00f0274f2deacf for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:58:56.465694 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:56.607210 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:56.831340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:58:56.926398 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:56.946029 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:56.989073 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:57.026208 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:57.068181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:57.075560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Usage tracker for resource:security_group_rule and tenant:cc5f2bb5ccc94ceead00f0274f2deacf is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:57.080443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:57.088205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:57.193825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-086dd62f-744b-4057-8077-84a3a6de6d61 None None] Provisioning for port 24261258-9efc-4709-b469-652c63d7a8ec completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:58:57.240819 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-988ca7c2-f2af-4751-b778-cda89b248329 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:57.254573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-988ca7c2-f2af-4751-b778-cda89b248329 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:57.445288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-086dd62f-744b-4057-8077-84a3a6de6d61 None None] Provisioning complete for port 24261258-9efc-4709-b469-652c63d7a8ec triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:57.445909 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-086dd62f-744b-4057-8077-84a3a6de6d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:57.453744 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:57.457971 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:57.492918 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-50c43faa-41af-44dc-a9ed-4c105b26ab62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:57.598803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 09:58:57.624900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-086dd62f-744b-4057-8077-84a3a6de6d61 None None] Port 24261258-9efc-4709-b469-652c63d7a8ec cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:58:57.633999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:57.634597 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Added segment 2e4e0bb4-8590-4906-94ac-40182bc27fab of type vxlan for network 09cd24a5-da4e-4037-a7c7-19b56f444e78 Dec 22 09:58:57.868350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:58:42Z', 'revision_number': 4, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ca5015d6-c755-4868-9015-c51a4edd9e27', 'name': '', 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:94:7e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:35Z', 'updated_at': '2020-12-22T09:58:55Z', 'revision_number': 4, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:32Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:58:57.890379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1233b-590c-49fb-922c-b517ae18ad5f None None] The sync data for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 is: [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:58:42Z', 'revision_number': 4, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ca5015d6-c755-4868-9015-c51a4edd9e27', 'name': '', 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:94:7e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:35Z', 'updated_at': '2020-12-22T09:58:55Z', 'revision_number': 4, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:32Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:58:57.914345 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:57.929148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Transition to ACTIVE for port object 5d0d2054-40f2-491b-9f85-b2cd84388aca will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:57.995278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Transition to ACTIVE for port object 5d0d2054-40f2-491b-9f85-b2cd84388aca will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:58:58.004513 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:58.030183 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:58.320981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Pushing event updated for resources: {'Port': ['ID=5d0d2054-40f2-491b-9f85-b2cd84388aca,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:58.331157 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:58.361528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Pushing event updated for resources: {'Port': ['ID=24261258-9efc-4709-b469-652c63d7a8ec,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:58.393120 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.381s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:58.506516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Network 1468e929-7dc6-44a8-b754-cfe33c01dd7b is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:58.510560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:58.520035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:58:58.640527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:58.661093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Attempting to bind port 5d0d2054-40f2-491b-9f85-b2cd84388aca on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:58:58.661660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Attempting to bind port 5d0d2054-40f2-491b-9f85-b2cd84388aca by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '166b712b-c57b-4ed6-a84c-d96a59ceac79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '1468e929-7dc6-44a8-b754-cfe33c01dd7b'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:58:58.662156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Attempting to bind port 5d0d2054-40f2-491b-9f85-b2cd84388aca on network 1468e929-7dc6-44a8-b754-cfe33c01dd7b {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:58:58.671929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:58:58.672523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Checking segment: {'id': '166b712b-c57b-4ed6-a84c-d96a59ceac79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '1468e929-7dc6-44a8-b754-cfe33c01dd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:58:58.673083 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:58.673612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Bound using segment: {'id': '166b712b-c57b-4ed6-a84c-d96a59ceac79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '1468e929-7dc6-44a8-b754-cfe33c01dd7b'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:58:58.674261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Bound port: 5d0d2054-40f2-491b-9f85-b2cd84388aca, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166b712b-c57b-4ed6-a84c-d96a59ceac79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '1468e929-7dc6-44a8-b754-cfe33c01dd7b'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:58:58.674693 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:58.802511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b8471a-2c6e-474b-b018-fddb49c325c0,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:58.831583 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:58.943193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] For port 5d0d2054-40f2-491b-9f85-b2cd84388aca, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:58:58.961857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] For port 5d0d2054-40f2-491b-9f85-b2cd84388aca, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=5d0d2054-40f2-491b-9f85-b2cd84388aca,segment=NetworkSegment(166b712b-c57b-4ed6-a84c-d96a59ceac79),segment_id=166b712b-c57b-4ed6-a84c-d96a59ceac79)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:58:58.967783 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:58.987108 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-988ca7c2-f2af-4751-b778-cda89b248329 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Floating IP 2ee153e6-e71b-45e8-8954-64878f1bc0c6 associated. External IP: 172.25.7.78, port: 02f95c5a-06f8-4f92-91c0-47e2492866ad. Dec 22 09:58:59.023559 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:59.150561 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.657s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:59.158761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:59.160515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:58:59.161372 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:59.194430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Pushing event updated for resources: {'Port': ['ID=5d0d2054-40f2-491b-9f85-b2cd84388aca,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:58:59.217919 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:58:59.261023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Network df43dc12-029b-4f48-b547-2abddb9056c6 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:58:59.267617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:58:59.410153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ca5015d6-c755-4868-9015-c51a4edd9e27 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:58:59.467541 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d46baa7a-b72a-4475-9a38-ead1c6d217ac tempest-AllowedAddressPairIpV6TestJSON-1206487160 tempest-AllowedAddressPairIpV6TestJSON-1206487160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:58:59.501477 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 4.3483827 Dec 22 09:58:59.506732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40142) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:58:59.524752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-56c318df-07e3-497a-bafb-95a53cf864b9 admin admin] Request body: {'subnet': {'network_id': '09cd24a5-da4e-4037-a7c7-19b56f444e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-272452965-subnet', 'tenant_id': 'cc5f2bb5ccc94ceead00f0274f2deacf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:58:59.543255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-56c318df-07e3-497a-bafb-95a53cf864b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:58:59.562344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port ca5015d6-c755-4868-9015-c51a4edd9e27 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:58:59.562954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-56c318df-07e3-497a-bafb-95a53cf864b9 admin admin] Usage tracker for resource:subnet and tenant:cc5f2bb5ccc94ceead00f0274f2deacf is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:58:59.572200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port ca5015d6-c755-4868-9015-c51a4edd9e27 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:58:59.572650 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:58:59.572799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-56c318df-07e3-497a-bafb-95a53cf864b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:58:59.587301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-56c318df-07e3-497a-bafb-95a53cf864b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:58:59.751810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Allocated IP 172.23.0.1 (1468e929-7dc6-44a8-b754-cfe33c01dd7b/10f6df2d-31c1-474f-8977-bfc48b780471/3f332f89-9d47-41b9-8593-1ff10cf74b55) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:58:59.979706 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:00.095284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port ca5015d6-c755-4868-9015-c51a4edd9e27, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ca5015d6-c755-4868-9015-c51a4edd9e27,segment=NetworkSegment(bc2d6f4f-a549-4949-b58b-2b57ff128279),segment_id=bc2d6f4f-a549-4949-b58b-2b57ff128279)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:59:00.107448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c318df-07e3-497a-bafb-95a53cf864b9 admin admin] Made reservation on behalf of cc5f2bb5ccc94ceead00f0274f2deacf for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:59:00.123371 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56c318df-07e3-497a-bafb-95a53cf864b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:00.125571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-669a9a95-1863-496c-9171-b9decee3f7ae None None] Provisioning complete for port 24261258-9efc-4709-b469-652c63d7a8ec triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:59:00.126008 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-669a9a95-1863-496c-9171-b9decee3f7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:00.132356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Router 8be798d4-f47d-4da3-b7f6-6e46c80c56e3 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:59:00.174232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:00.226054 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ca738cb-db52-4333-a8c4-4a56a77e584c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:00.424613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-669a9a95-1863-496c-9171-b9decee3f7ae None None] Port 24261258-9efc-4709-b469-652c63d7a8ec cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:59:00.481575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=ca5015d6-c755-4868-9015-c51a4edd9e27,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:00.487322 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:00.549537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Pushing event updated for resources: {'Network': ['ID=09cd24a5-da4e-4037-a7c7-19b56f444e78,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:00.566855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 09cd24a5-da4e-4037-a7c7-19b56f444e78 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:59:00.572347 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.106s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:00.613227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988ca7c2-f2af-4751-b778-cda89b248329 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 353de62c-9e39-4d34-a979-3b32fd1aed58 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:59:00.756483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 09cd24a5-da4e-4037-a7c7-19b56f444e78 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:59:00.782156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 09cd24a5-da4e-4037-a7c7-19b56f444e78 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 09:59:00.962741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:59:00.974936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd0b200-c01c-41e6-b011-b334f36496dd None None] Sync routers for ids ['8be798d4-f47d-4da3-b7f6-6e46c80c56e3'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:59:00.996647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd0b200-c01c-41e6-b011-b334f36496dd None None] Routers {'8be798d4-f47d-4da3-b7f6-6e46c80c56e3'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:01.000591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2fd0b200-c01c-41e6-b011-b334f36496dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['8be798d4-f47d-4da3-b7f6-6e46c80c56e3'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:01.027837 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] 10.222.0.50 "PUT /v2.0/routers/8be798d4-f47d-4da3-b7f6-6e46c80c56e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1159551 Dec 22 09:59:01.034139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40172) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:01.081948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Request body: {'port': {'network_id': 'df43dc12-029b-4f48-b547-2abddb9056c6', 'name': 'tempest-FloatingIPAdminTestJSON-1044752860'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:59:01.189129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2fd0b200-c01c-41e6-b011-b334f36496dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:01.240365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988ca7c2-f2af-4751-b778-cda89b248329 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:59:01.249135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd0b200-c01c-41e6-b011-b334f36496dd None None] Routers {'8be798d4-f47d-4da3-b7f6-6e46c80c56e3'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:01.250248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2fd0b200-c01c-41e6-b011-b334f36496dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['8be798d4-f47d-4da3-b7f6-6e46c80c56e3'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:01.262738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3299bd6-3163-4268-9347-7942672c8285 None None] Sync routers for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:59:01.301788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3299bd6-3163-4268-9347-7942672c8285 None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:01.302863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b3299bd6-3163-4268-9347-7942672c8285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:01.417092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b3299bd6-3163-4268-9347-7942672c8285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:01.420532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 5d0d2054-40f2-491b-9f85-b2cd84388aca up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:59:01.459637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2fd0b200-c01c-41e6-b011-b334f36496dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:01.460198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd0b200-c01c-41e6-b011-b334f36496dd None None] The sync data for ids ['8be798d4-f47d-4da3-b7f6-6e46c80c56e3'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:59:01.501505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3299bd6-3163-4268-9347-7942672c8285 None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:01.502548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b3299bd6-3163-4268-9347-7942672c8285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:01.533098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:59:01.550622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Usage tracker for resource:port and tenant:91ad15220d094368b837fd72d21218a7 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:59:01.559058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Quota usage for port was recalculated. Used quota:3. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:59:01.574981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:59:01.629252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Made reservation on behalf of 91ad15220d094368b837fd72d21218a7 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:59:01.635400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:01.666816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-b3299bd6-3163-4268-9347-7942672c8285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:01.668157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3299bd6-3163-4268-9347-7942672c8285 None None] The sync data for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:59:01.690821 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:01.766996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 5d0d2054-40f2-491b-9f85-b2cd84388aca completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:59:01.794172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ca5015d6-c755-4868-9015-c51a4edd9e27 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:59:01.926382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port ca5015d6-c755-4868-9015-c51a4edd9e27 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:59:01.926818 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:02.000237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Transition to ACTIVE for port object 3f332f89-9d47-41b9-8593-1ff10cf74b55 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:59:02.002999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cac9008-c8bb-4b61-9d86-32159b5fb4c4 None None] Network 1468e929-7dc6-44a8-b754-cfe33c01dd7b requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:59:02.064990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] device_id is not set on port d1083a4a-ed28-4d00-b515-3eee94374557 yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 09:59:02.158171 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:02.184565 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-59355f2e-ce11-40ec-a1ac-8bbba2e2f19d tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:02.301831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=3f332f89-9d47-41b9-8593-1ff10cf74b55,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:02.355160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2c76f219-9b74-4a92-9c59-884405f70ba5 None None] Provisioning for port 5d0d2054-40f2-491b-9f85-b2cd84388aca completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:59:02.355550 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:02.519318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2c76f219-9b74-4a92-9c59-884405f70ba5 None None] Provisioning complete for port 5d0d2054-40f2-491b-9f85-b2cd84388aca triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:59:02.519318 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c76f219-9b74-4a92-9c59-884405f70ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:02.536484 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56c318df-07e3-497a-bafb-95a53cf864b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:02.739728 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c76f219-9b74-4a92-9c59-884405f70ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:02.756615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Allocated IP 172.20.0.5 (df43dc12-029b-4f48-b547-2abddb9056c6/44b22961-1172-40ba-8069-37fdbcecc04c/d1083a4a-ed28-4d00-b515-3eee94374557) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:59:02.767881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 1468e929-7dc6-44a8-b754-cfe33c01dd7b is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:59:02.773119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:59:02.776514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:59:02.878486 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6bd203a9-0e5f-404a-9c34-16e87d90cb24 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:02.894195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-2c76f219-9b74-4a92-9c59-884405f70ba5 None None] For port 5d0d2054-40f2-491b-9f85-b2cd84388aca, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=5d0d2054-40f2-491b-9f85-b2cd84388aca,segment=NetworkSegment(166b712b-c57b-4ed6-a84c-d96a59ceac79),segment_id=166b712b-c57b-4ed6-a84c-d96a59ceac79)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:59:02.902266 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c76f219-9b74-4a92-9c59-884405f70ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:02.908559 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:02.919475 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:03.140944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c318df-07e3-497a-bafb-95a53cf864b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=013cb5d3-a890-4b35-8fcf-dfb3c1d14a45,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:03.190198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76f219-9b74-4a92-9c59-884405f70ba5 None None] Pushing event updated for resources: {'Port': ['ID=5d0d2054-40f2-491b-9f85-b2cd84388aca,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:03.226910 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c76f219-9b74-4a92-9c59-884405f70ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:03.247851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b83ad1c4-0322-40cf-a7db-3ed490890ba8 None None] Provisioning complete for port 5d0d2054-40f2-491b-9f85-b2cd84388aca triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:59:03.252444 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b83ad1c4-0322-40cf-a7db-3ed490890ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:03.410098 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-56c318df-07e3-497a-bafb-95a53cf864b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:03.484355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988ca7c2-f2af-4751-b778-cda89b248329 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 51885518-6874-49ff-a60c-1b8368189bc1 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:59:03.582079 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:03.678244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Transition to ACTIVE for port object d1083a4a-ed28-4d00-b515-3eee94374557 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:59:03.695863 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:03.697982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c318df-07e3-497a-bafb-95a53cf864b9 admin admin] Checking segment: {'id': '2e4e0bb4-8590-4906-94ac-40182bc27fab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '09cd24a5-da4e-4037-a7c7-19b56f444e78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:59:03.704401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c318df-07e3-497a-bafb-95a53cf864b9 admin admin] Network hostable DHCP agents. Network: 09cd24a5-da4e-4037-a7c7-19b56f444e78, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 09:59:03.749403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c318df-07e3-497a-bafb-95a53cf864b9 admin admin] Network 09cd24a5-da4e-4037-a7c7-19b56f444e78 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 09:59:03.765996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-56c318df-07e3-497a-bafb-95a53cf864b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 09cd24a5-da4e-4037-a7c7-19b56f444e78) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:59:03.861592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c318df-07e3-497a-bafb-95a53cf864b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:03.862212 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56c318df-07e3-497a-bafb-95a53cf864b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:03.881906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b45a90-6af8-49fc-8e58-857bd83c1d62 None None] Network 09cd24a5-da4e-4037-a7c7-19b56f444e78 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:59:03.934624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988ca7c2-f2af-4751-b778-cda89b248329 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:59:03.940288 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-988ca7c2-f2af-4751-b778-cda89b248329 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:03.946824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd2b4bb-fe17-4d34-9de5-2d150db8df6a None None] Sync routers for ids ['51885518-6874-49ff-a60c-1b8368189bc1'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:59:03.969298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd2b4bb-fe17-4d34-9de5-2d150db8df6a None None] Routers {'51885518-6874-49ff-a60c-1b8368189bc1'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:03.977404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-6cd2b4bb-fe17-4d34-9de5-2d150db8df6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['51885518-6874-49ff-a60c-1b8368189bc1'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:04.097199 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-56c318df-07e3-497a-bafb-95a53cf864b9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.5794582 Dec 22 09:59:04.222141 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:04.295742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-6cd2b4bb-fe17-4d34-9de5-2d150db8df6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:04.331161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd2b4bb-fe17-4d34-9de5-2d150db8df6a None None] Routers {'51885518-6874-49ff-a60c-1b8368189bc1'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:04.334201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-6cd2b4bb-fe17-4d34-9de5-2d150db8df6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:58:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['51885518-6874-49ff-a60c-1b8368189bc1'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:04.356880 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-988ca7c2-f2af-4751-b778-cda89b248329 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "PUT /v2.0/floatingips/2ee153e6-e71b-45e8-8954-64878f1bc0c6 HTTP/1.1" status: 200 len: 977 time: 9.0443397 Dec 22 09:59:04.360380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40242) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:04.475863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-6cd2b4bb-fe17-4d34-9de5-2d150db8df6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:04.476636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd2b4bb-fe17-4d34-9de5-2d150db8df6a None None] The sync data for ids ['51885518-6874-49ff-a60c-1b8368189bc1'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:59:04.519219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Deleting port fece34b6-95f7-4f57-b794-55a847a952a5 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:04.519557 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:04.711317 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1bf5cc96-3063-4bf7-b286-bb1a7d07b8f8 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:04.809971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b83ad1c4-0322-40cf-a7db-3ed490890ba8 None None] Provisioning for port 3f332f89-9d47-41b9-8593-1ff10cf74b55 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:59:04.842607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b83ad1c4-0322-40cf-a7db-3ed490890ba8 None None] Provisioning complete for port 3f332f89-9d47-41b9-8593-1ff10cf74b55 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:59:04.843152 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b83ad1c4-0322-40cf-a7db-3ed490890ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:05.077400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f535fc-c88b-45f0-81fd-cb87245f1549 None None] Network 09cd24a5-da4e-4037-a7c7-19b56f444e78 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:59:05.435378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 5d0d2054-40f2-491b-9f85-b2cd84388aca up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:59:05.499428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b83ad1c4-0322-40cf-a7db-3ed490890ba8 None None] Port 3f332f89-9d47-41b9-8593-1ff10cf74b55 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:59:05.502861 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef465180-c267-4330-b968-c90e69e9632d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:05.588795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Network df43dc12-029b-4f48-b547-2abddb9056c6 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:59:05.639366 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:05.663660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 5d0d2054-40f2-491b-9f85-b2cd84388aca triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:59:05.664128 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:05.685089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:59:05.688285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:59:05.802058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fdee8d34-44f4-4fc3-8b43-f607783ea54e None None] Provisioning complete for port 5d0d2054-40f2-491b-9f85-b2cd84388aca triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:59:05.802964 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fdee8d34-44f4-4fc3-8b43-f607783ea54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:06.092610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fdee8d34-44f4-4fc3-8b43-f607783ea54e None None] Provisioning complete for port 3f332f89-9d47-41b9-8593-1ff10cf74b55 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:59:06.092610 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fdee8d34-44f4-4fc3-8b43-f607783ea54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:06.098469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Pushing event updated for resources: {'Port': ['ID=d1083a4a-ed28-4d00-b515-3eee94374557,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:06.102419 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.391s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:06.121841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2b56c-1ee9-40f2-af4d-c7cfc94d5ab7 req-62135717-0470-4204-b42e-1defc40861cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:06.131773 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aef2b56c-1ee9-40f2-af4d-c7cfc94d5ab7 req-62135717-0470-4204-b42e-1defc40861cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2b8bd28c0aa45a89f5905c5258a9297&device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 1160 time: 0.6522825 Dec 22 09:59:06.164036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fdee8d34-44f4-4fc3-8b43-f607783ea54e None None] Port 3f332f89-9d47-41b9-8593-1ff10cf74b55 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:59:06.196264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701d468-8214-49a8-8c0c-915a715006e3 req-4b659b6a-5086-4b9c-a938-34b20a3a8eab tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:06.197936 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2701d468-8214-49a8-8c0c-915a715006e3 req-4b659b6a-5086-4b9c-a938-34b20a3a8eab tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/networks?id=09cd24a5-da4e-4037-a7c7-19b56f444e78 HTTP/1.1" status: 200 len: 813 time: 0.7318931 Dec 22 09:59:06.283696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:06.284487 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:06.293651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5adf5df0-e1d6-4ad1-846c-438d51e98926 None None] Provisioning for port d1083a4a-ed28-4d00-b515-3eee94374557 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:59:06.303003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5adf5df0-e1d6-4ad1-846c-438d51e98926 None None] Provisioning complete for port d1083a4a-ed28-4d00-b515-3eee94374557 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:59:06.303650 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5adf5df0-e1d6-4ad1-846c-438d51e98926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:06.346750 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2701d468-8214-49a8-8c0c-915a715006e3 req-f66e28cf-b995-4a03-8a13-ed271fc65e50 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/quotas/cc5f2bb5ccc94ceead00f0274f2deacf HTTP/1.1" status: 200 len: 375 time: 0.0504551 Dec 22 09:59:06.434436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-5adf5df0-e1d6-4ad1-846c-438d51e98926 None None] Port d1083a4a-ed28-4d00-b515-3eee94374557 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:59:06.598562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2b56c-1ee9-40f2-af4d-c7cfc94d5ab7 req-9252e1dc-fed8-42ea-ad0e-9228fa505338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:06.600387 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aef2b56c-1ee9-40f2-af4d-c7cfc94d5ab7 req-9252e1dc-fed8-42ea-ad0e-9228fa505338 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6f1855e-b485-45d1-82d8-ed2c723d357f HTTP/1.1" status: 200 len: 911 time: 0.4333227 Dec 22 09:59:06.600950 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2701d468-8214-49a8-8c0c-915a715006e3 req-c04ff1fb-85b2-43c0-ad2a-9f4b6e315d23 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc5f2bb5ccc94ceead00f0274f2deacf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837111 Dec 22 09:59:06.606429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-2701d468-8214-49a8-8c0c-915a715006e3 req-be2f90cc-c0fa-4cb8-a101-59a0e75bc1f5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 09:59:06.614875 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2701d468-8214-49a8-8c0c-915a715006e3 req-be2f90cc-c0fa-4cb8-a101-59a0e75bc1f5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0129151 Dec 22 09:59:06.712678 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:06.713255 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:06.713886 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Floating IP 2ee153e6-e71b-45e8-8954-64878f1bc0c6 disassociated. External IP: 172.25.7.78, port: fece34b6-95f7-4f57-b794-55a847a952a5. Dec 22 09:59:06.714403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Calling delete_port for fece34b6-95f7-4f57-b794-55a847a952a5 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:59:06.818669 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aef2b56c-1ee9-40f2-af4d-c7cfc94d5ab7 req-4003ab4d-bea7-4a3a-9948-b075264b0646 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61ea23ac-4fc3-4915-8d67-4ffe9504e884 HTTP/1.1" status: 200 len: 1001 time: 0.2029302 Dec 22 09:59:06.830603 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7853944 Dec 22 09:59:06.832868 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:06.851916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438015a5-fa4d-4089-a42f-711ce73d961d req-27b48828-0574-465a-ba4b-b580ba5ac12e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:06.860111 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-438015a5-fa4d-4089-a42f-711ce73d961d req-27b48828-0574-465a-ba4b-b580ba5ac12e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 1.4035814 Dec 22 09:59:06.861880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40302) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:06.874356 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2701d468-8214-49a8-8c0c-915a715006e3 req-39345260-a806-4a3b-b246-e8bf521e4b5f service neutron] 10.222.0.50 "GET /v2.0/networks/09cd24a5-da4e-4037-a7c7-19b56f444e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585311 Dec 22 09:59:06.938394 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:06.994611 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:07.011274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2b56c-1ee9-40f2-af4d-c7cfc94d5ab7 req-1421a575-7929-43b9-b426-bf40d030895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:07.013871 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aef2b56c-1ee9-40f2-af4d-c7cfc94d5ab7 req-1421a575-7929-43b9-b426-bf40d030895f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca01a1fc-1044-4148-87dc-b546085e58b1 HTTP/1.1" status: 200 len: 856 time: 0.1861081 Dec 22 09:59:07.016215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:07.083027 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-566580d4-83bd-456f-b5cb-973fc7bdf8cd tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:07.151227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event deleted for resources: {'Port': ['ID=fece34b6-95f7-4f57-b794-55a847a952a5,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:07.159712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event updated for resources: {'Port': ['ID=3f332f89-9d47-41b9-8593-1ff10cf74b55,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:07.173928 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:07.183101 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-438015a5-fa4d-4089-a42f-711ce73d961d req-2d07696f-2363-4b5e-adfa-2a4e55b22350 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3220758 Dec 22 09:59:07.235382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.235382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.235382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.235382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.237599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.238038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.238469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.238891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.239306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.239856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.240316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.240969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.241483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.243627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.244169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.244625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.249054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.249511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.250101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.250548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.250975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.251401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.252432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.257955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.258535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.258973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.259398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.259815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.260571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.260997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.261517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.261813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.262362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.262773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.268578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.269031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:07.276794 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:07.362983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:07.510989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2b56c-1ee9-40f2-af4d-c7cfc94d5ab7 req-5d7fa94b-aa4c-4abf-b08a-2f486b4bb9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:07.510989 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aef2b56c-1ee9-40f2-af4d-c7cfc94d5ab7 req-5d7fa94b-aa4c-4abf-b08a-2f486b4bb9f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f1855e-b485-45d1-82d8-ed2c723d357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4710956 Dec 22 09:59:07.585080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'project_id': '91ad15220d094368b837fd72d21218a7', 'port_id': 'd1083a4a-ed28-4d00-b515-3eee94374557'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:59:07.599540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:59:07.626569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Usage tracker for resource:floatingip and tenant:91ad15220d094368b837fd72d21218a7 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:59:07.640476 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2701d468-8214-49a8-8c0c-915a715006e3 req-3d494316-0dcb-4fd5-8826-d29bd0a151bd service neutron] 10.222.0.50 "GET /v2.0/networks/09cd24a5-da4e-4037-a7c7-19b56f444e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7651215 Dec 22 09:59:07.641515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:59:07.658960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:59:07.718318 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:07.869887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 1468e929-7dc6-44a8-b754-cfe33c01dd7b is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:59:07.883189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:59:07.903112 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cb313e3-7a2a-4973-b7da-f11318a0caa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:07.950893 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aef2b56c-1ee9-40f2-af4d-c7cfc94d5ab7 req-c3006186-189c-431e-af53-97126c839075 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293199 Dec 22 09:59:08.000814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 51885518-6874-49ff-a60c-1b8368189bc1 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:59:08.521973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bc2c9fbe-e612-4724-98ac-a1de6bab7520 None None] Provisioning complete for port 3f332f89-9d47-41b9-8593-1ff10cf74b55 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:59:08.522410 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc2c9fbe-e612-4724-98ac-a1de6bab7520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:08.536631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:59:08.539829 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aef2b56c-1ee9-40f2-af4d-c7cfc94d5ab7 req-a5047d23-496a-416a-ad99-dccae112d842 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5815835 Dec 22 09:59:08.661971 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:08.686962 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "DELETE /v2.0/ports/fece34b6-95f7-4f57-b794-55a847a952a5 HTTP/1.1" status: 204 len: 168 time: 4.3251293 Dec 22 09:59:08.688733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c9fbe-e612-4724-98ac-a1de6bab7520 None None] Port 3f332f89-9d47-41b9-8593-1ff10cf74b55 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 09:59:08.690073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40344) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:08.701217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b1d784-d96f-42af-889a-c3bc8277653e None None] Sync routers for ids ['51885518-6874-49ff-a60c-1b8368189bc1'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:59:08.734882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b1d784-d96f-42af-889a-c3bc8277653e None None] Routers {'51885518-6874-49ff-a60c-1b8368189bc1'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:08.735699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-52b1d784-d96f-42af-889a-c3bc8277653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['51885518-6874-49ff-a60c-1b8368189bc1'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:08.762194 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-27df1906-22e8-4d04-8946-f50c810936cd req-c55eabf8-647f-4d75-86c0-3dee8d61b776 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 210 time: 0.6307585 Dec 22 09:59:08.928205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router c372dd9f-cf35-4c16-b5ba-9940f7044956 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:59:08.974926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-52b1d784-d96f-42af-889a-c3bc8277653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:08.986231 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:09.033255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b1d784-d96f-42af-889a-c3bc8277653e None None] Routers {'51885518-6874-49ff-a60c-1b8368189bc1'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:09.034500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-52b1d784-d96f-42af-889a-c3bc8277653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['51885518-6874-49ff-a60c-1b8368189bc1'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:09.168205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-52b1d784-d96f-42af-889a-c3bc8277653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:09.174110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b1d784-d96f-42af-889a-c3bc8277653e None None] The sync data for ids ['51885518-6874-49ff-a60c-1b8368189bc1'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:59:09.385333 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:09.409792 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:09.849199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:59:09.861086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Sync routers for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:59:09.880958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:09.881647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:09.883914 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/c372dd9f-cf35-4c16-b5ba-9940f7044956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.6740074 Dec 22 09:59:09.888510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40370) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:09.899305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6260e730-f2a1-48a1-b0e5-824e91167a35 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:59:09.985452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049a751-f59d-472d-ba3a-b8a0a7f794f2 req-cb18358b-1e2c-4b5a-8e6c-49d7215a3619 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:09.993856 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7049a751-f59d-472d-ba3a-b8a0a7f794f2 req-cb18358b-1e2c-4b5a-8e6c-49d7215a3619 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 1.3988478 Dec 22 09:59:10.077346 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae241ee7-fc7b-489e-b72a-35c862caeeae tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:10.186399 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:10.284408 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:10.322832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:59:10.549391 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6b1f580c-a802-4a45-8a24-919cb4983ce3 req-83dc5f38-61d8-4d45-9ce7-3a4c17c531f9 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 210 time: 0.4654746 Dec 22 09:59:10.679158 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7049a751-f59d-472d-ba3a-b8a0a7f794f2 req-ee1f6c62-c031-4d4b-9d17-b55449bf2f1a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6842687 Dec 22 09:59:10.771483 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:10.996866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Allocated IP 172.25.7.86 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/04db6193-c621-419d-8071-a17906899415) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:59:11.047418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:59:03Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '3f332f89-9d47-41b9-8593-1ff10cf74b55', 'name': '', 'network_id': '1468e929-7dc6-44a8-b754-cfe33c01dd7b', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:21:4f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '10f6df2d-31c1-474f-8977-bfc48b780471', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:58Z', 'updated_at': '2020-12-22T09:59:06Z', 'revision_number': 2, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '10f6df2d-31c1-474f-8977-bfc48b780471', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ca5015d6-c755-4868-9015-c51a4edd9e27', 'name': '', 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:94:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:35Z', 'updated_at': '2020-12-22T09:59:00Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:32Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:11.052657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Checking router: c372dd9f-cf35-4c16-b5ba-9940f7044956 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:59:11.053415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Updating router c372dd9f-cf35-4c16-b5ba-9940f7044956 port 3f332f89-9d47-41b9-8593-1ff10cf74b55 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 09:59:11.145898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:11.352270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ae241ee7-fc7b-489e-b72a-35c862caeeae tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Deleting port b84961cc-b9ba-45aa-b209-62f26bc10a10 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:11.352846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae241ee7-fc7b-489e-b72a-35c862caeeae tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:11.631344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.extraroute_db [None req-6260e730-f2a1-48a1-b0e5-824e91167a35 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=81071) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 09:59:11.653417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.extraroute_db [None req-6260e730-f2a1-48a1-b0e5-824e91167a35 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Removed routes are [] {{(pid=81071) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 09:59:11.654243 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6260e730-f2a1-48a1-b0e5-824e91167a35 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:11.984307 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae241ee7-fc7b-489e-b72a-35c862caeeae tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:12.053046 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c2e79aba-ee5e-4210-ae84-e05bbb80320d req-53514a6f-ef4e-4aa3-9898-43a58d0b1cce tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 210 time: 0.1962652 Dec 22 09:59:12.082004 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:12.097202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Transition to ACTIVE for port object 3f332f89-9d47-41b9-8593-1ff10cf74b55 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:59:12.101038 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:12.119124 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:12.148627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:12.196098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121dc836-3af8-499b-a795-51a8265174c7 None None] Pushing event updated for resources: {'Port': ['ID=3f332f89-9d47-41b9-8593-1ff10cf74b55,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:12.208418 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-121dc836-3af8-499b-a795-51a8265174c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:12.313463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ae241ee7-fc7b-489e-b72a-35c862caeeae tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Calling delete_port for b84961cc-b9ba-45aa-b209-62f26bc10a10 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:59:12.352753 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6260e730-f2a1-48a1-b0e5-824e91167a35 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:12.358963 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6260e730-f2a1-48a1-b0e5-824e91167a35 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846921732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7854069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846964228'] for router, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:12.599910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Attempting to bind port 3f332f89-9d47-41b9-8593-1ff10cf74b55 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:59:12.600566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Attempting to bind port 3f332f89-9d47-41b9-8593-1ff10cf74b55 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '166b712b-c57b-4ed6-a84c-d96a59ceac79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '1468e929-7dc6-44a8-b754-cfe33c01dd7b'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:59:12.601100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Attempting to bind port 3f332f89-9d47-41b9-8593-1ff10cf74b55 on network 1468e929-7dc6-44a8-b754-cfe33c01dd7b {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:59:12.659450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f373d6f-bcda-48c3-b098-3fd0f29b7189 req-1af18826-d87a-40ac-ae8a-13712c9afc48 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:12.668858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:59:12.670198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Checking segment: {'id': '166b712b-c57b-4ed6-a84c-d96a59ceac79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '1468e929-7dc6-44a8-b754-cfe33c01dd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:59:12.670888 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:12.674520 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f373d6f-bcda-48c3-b098-3fd0f29b7189 req-1af18826-d87a-40ac-ae8a-13712c9afc48 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 0.6202707 Dec 22 09:59:12.675419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Bound using segment: {'id': '166b712b-c57b-4ed6-a84c-d96a59ceac79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '1468e929-7dc6-44a8-b754-cfe33c01dd7b'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:59:12.676365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Bound port: 3f332f89-9d47-41b9-8593-1ff10cf74b55, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166b712b-c57b-4ed6-a84c-d96a59ceac79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '1468e929-7dc6-44a8-b754-cfe33c01dd7b'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:59:12.676979 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:12.721874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:12.768639 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2f5af0e-5ca5-4525-9053-8174b9d74c17 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:12.842088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] For port 3f332f89-9d47-41b9-8593-1ff10cf74b55, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:59:12.847242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] For port 3f332f89-9d47-41b9-8593-1ff10cf74b55, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=3f332f89-9d47-41b9-8593-1ff10cf74b55,segment=NetworkSegment(166b712b-c57b-4ed6-a84c-d96a59ceac79),segment_id=166b712b-c57b-4ed6-a84c-d96a59ceac79)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:59:12.850968 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:12.864830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701d468-8214-49a8-8c0c-915a715006e3 req-aeb253e3-b0b1-45ef-8ce1-80bd10b24528 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:12.866070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2701d468-8214-49a8-8c0c-915a715006e3 req-aeb253e3-b0b1-45ef-8ce1-80bd10b24528 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Synchronizing usage tracker for tenant:cc5f2bb5ccc94ceead00f0274f2deacf on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:59:12.879980 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:12.914247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2701d468-8214-49a8-8c0c-915a715006e3 req-aeb253e3-b0b1-45ef-8ce1-80bd10b24528 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Unset dirty status for tenant:cc5f2bb5ccc94ceead00f0274f2deacf on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:59:12.915770 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2701d468-8214-49a8-8c0c-915a715006e3 req-aeb253e3-b0b1-45ef-8ce1-80bd10b24528 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.64 "GET /v2.0/networks?id=09cd24a5-da4e-4037-a7c7-19b56f444e78 HTTP/1.1" status: 200 len: 813 time: 1.3762980 Dec 22 09:59:12.968275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-2701d468-8214-49a8-8c0c-915a715006e3 req-a350dcf6-6fca-47da-979a-5f2cfc95fbd3 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Request body: {'port': {'device_id': '0b1b91bc-96f1-4760-8c79-ac89d2b251af', 'network_id': '09cd24a5-da4e-4037-a7c7-19b56f444e78', 'admin_state_up': True, 'tenant_id': 'cc5f2bb5ccc94ceead00f0274f2deacf'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:59:12.972574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121dc836-3af8-499b-a795-51a8265174c7 None None] Pushing event updated for resources: {'Port': ['ID=3f332f89-9d47-41b9-8593-1ff10cf74b55,revision_number=4']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:12.990089 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-121dc836-3af8-499b-a795-51a8265174c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:13.133485 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae241ee7-fc7b-489e-b72a-35c862caeeae tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:13.155632 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93365c07-4e00-47da-b5a1-95f16cdf3a3a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:13.168429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:13.169484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:13.211675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae241ee7-fc7b-489e-b72a-35c862caeeae tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event deleted for resources: {'Port': ['ID=b84961cc-b9ba-45aa-b209-62f26bc10a10,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:13.226780 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ae241ee7-fc7b-489e-b72a-35c862caeeae tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:13.452228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2701d468-8214-49a8-8c0c-915a715006e3 req-a350dcf6-6fca-47da-979a-5f2cfc95fbd3 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:59:13.459927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2701d468-8214-49a8-8c0c-915a715006e3 req-a350dcf6-6fca-47da-979a-5f2cfc95fbd3 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Usage tracker for resource:port and tenant:cc5f2bb5ccc94ceead00f0274f2deacf is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:59:13.478693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2701d468-8214-49a8-8c0c-915a715006e3 req-a350dcf6-6fca-47da-979a-5f2cfc95fbd3 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:59:13.485741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2701d468-8214-49a8-8c0c-915a715006e3 req-a350dcf6-6fca-47da-979a-5f2cfc95fbd3 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:59:13.504377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2701d468-8214-49a8-8c0c-915a715006e3 req-a350dcf6-6fca-47da-979a-5f2cfc95fbd3 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Made reservation on behalf of cc5f2bb5ccc94ceead00f0274f2deacf for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 09:59:13.510312 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2701d468-8214-49a8-8c0c-915a715006e3 req-a350dcf6-6fca-47da-979a-5f2cfc95fbd3 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:13.556607 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1cfb335f-1a6c-4250-9332-213297186f17 req-08f1f652-0f9d-4691-83f7-8b1b9934cbba tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 210 time: 0.1145310 Dec 22 09:59:13.576850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6260e730-f2a1-48a1-b0e5-824e91167a35 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router c372dd9f-cf35-4c16-b5ba-9940f7044956 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:59:13.603570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:59:13.858924 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4f373d6f-bcda-48c3-b098-3fd0f29b7189 req-00865452-586e-475a-8292-7fad2c9e9d41 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1800287 Dec 22 09:59:13.889190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Pushing event updated for resources: {'Port': ['ID=04db6193-c621-419d-8071-a17906899415,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:13.906363 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.148s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:14.186168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6260e730-f2a1-48a1-b0e5-824e91167a35 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:59:14.220265 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6260e730-f2a1-48a1-b0e5-824e91167a35 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:14.222984 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6260e730-f2a1-48a1-b0e5-824e91167a35 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/c372dd9f-cf35-4c16-b5ba-9940f7044956 HTTP/1.1" status: 200 len: 933 time: 4.3315935 Dec 22 09:59:14.227867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40446) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:14.277530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:59:11Z', 'revision_number': 6, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '3f332f89-9d47-41b9-8593-1ff10cf74b55', 'name': '', 'network_id': '1468e929-7dc6-44a8-b754-cfe33c01dd7b', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:21:4f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '10f6df2d-31c1-474f-8977-bfc48b780471', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:58Z', 'updated_at': '2020-12-22T09:59:12Z', 'revision_number': 4, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '10f6df2d-31c1-474f-8977-bfc48b780471', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ca5015d6-c755-4868-9015-c51a4edd9e27', 'name': '', 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:94:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:35Z', 'updated_at': '2020-12-22T09:59:00Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:32Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:14.283311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956738db-ff8f-4f5f-a9a3-5f7da5ca60f6 None None] The sync data for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 is: [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:59:11Z', 'revision_number': 6, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '3f332f89-9d47-41b9-8593-1ff10cf74b55', 'name': '', 'network_id': '1468e929-7dc6-44a8-b754-cfe33c01dd7b', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:21:4f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '10f6df2d-31c1-474f-8977-bfc48b780471', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:58Z', 'updated_at': '2020-12-22T09:59:12Z', 'revision_number': 4, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '10f6df2d-31c1-474f-8977-bfc48b780471', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ca5015d6-c755-4868-9015-c51a4edd9e27', 'name': '', 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:94:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:35Z', 'updated_at': '2020-12-22T09:59:00Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:32Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:59:14.415174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:59:14.427526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:59:14.437412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:59:14.842853 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-80540745-1c94-4444-bca9-3fd8d5f9c46f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/routers/c372dd9f-cf35-4c16-b5ba-9940f7044956 HTTP/1.1" status: 200 len: 933 time: 0.6036954 Dec 22 09:59:14.865618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40464) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:14.913170 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9110131-354c-443e-81af-cb337ebaa720 req-1b1c3135-2106-469f-b125-0cc9ddf23085 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 210 time: 0.0855272 Dec 22 09:59:14.937338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-12dd2902-385c-43f9-8195-4f611fac322d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'router': {'routes': None}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:59:15.287989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 3f332f89-9d47-41b9-8593-1ff10cf74b55 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:59:15.308153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae241ee7-fc7b-489e-b72a-35c862caeeae tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:15.428432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 3f332f89-9d47-41b9-8593-1ff10cf74b55 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:59:15.462481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 3f332f89-9d47-41b9-8593-1ff10cf74b55 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:59:15.467196 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:15.497679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-2701d468-8214-49a8-8c0c-915a715006e3 req-a350dcf6-6fca-47da-979a-5f2cfc95fbd3 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Allocated IP 172.20.0.14 (09cd24a5-da4e-4037-a7c7-19b56f444e78/013cb5d3-a890-4b35-8fcf-dfb3c1d14a45/5958cf66-35b6-4a94-8baa-3113b89916b2) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:59:15.549477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46745d2e-9782-4e46-b3c9-796523336cae req-5ef0c17d-2c77-48b9-9c83-c5ed460c528b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:15.559210 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-46745d2e-9782-4e46-b3c9-796523336cae req-5ef0c17d-2c77-48b9-9c83-c5ed460c528b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 0.1948943 Dec 22 09:59:15.643324 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-46745d2e-9782-4e46-b3c9-796523336cae req-4f3e43b1-59aa-4071-975b-df5965097c46 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822170 Dec 22 09:59:15.668720 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:15.728540 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:15.791051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 3f332f89-9d47-41b9-8593-1ff10cf74b55, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=3f332f89-9d47-41b9-8593-1ff10cf74b55,segment=NetworkSegment(166b712b-c57b-4ed6-a84c-d96a59ceac79),segment_id=166b712b-c57b-4ed6-a84c-d96a59ceac79)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:59:15.804155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f44c273-29bc-4220-8eae-cedcf408920e None None] Sync routers for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:59:15.826689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:15.834159 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:15.840900 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:15.913181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=3f332f89-9d47-41b9-8593-1ff10cf74b55,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:15.925907 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:15.926616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f44c273-29bc-4220-8eae-cedcf408920e None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:15.927322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0f44c273-29bc-4220-8eae-cedcf408920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:15.957653 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2701d468-8214-49a8-8c0c-915a715006e3 req-a350dcf6-6fca-47da-979a-5f2cfc95fbd3 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:15.994855 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2701d468-8214-49a8-8c0c-915a715006e3 req-a350dcf6-6fca-47da-979a-5f2cfc95fbd3 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:16.025592 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-098834d2-e1dd-4b7a-9df2-c4a6c2c778de tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:16.507590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f135789-1286-46b3-b64e-28ae0b4d0e6d req-7cffce64-76e8-497f-97b9-2b31248bd984 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:16.509713 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9f135789-1286-46b3-b64e-28ae0b4d0e6d req-7cffce64-76e8-497f-97b9-2b31248bd984 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 932 time: 0.2836413 Dec 22 09:59:16.599431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-0f44c273-29bc-4220-8eae-cedcf408920e None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:59:16.609815 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9f135789-1286-46b3-b64e-28ae0b4d0e6d req-2baad157-01c6-4973-aa3c-cbe768a25676 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/security-groups?id=32b8471a-2c6e-474b-b018-fddb49c325c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890892 Dec 22 09:59:16.678180 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:16.734977 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:16.752524 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8de695d1-b0fc-4e20-87e1-997d86dc6bcf tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:16.920595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Pushing event updated for resources: {'Port': ['ID=04db6193-c621-419d-8071-a17906899415,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:16.943113 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:17.125115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51eb4fc-fbe2-4c3c-95ca-6c13496c8330 req-799b3856-960a-42b4-a70d-0c33dadd1aee tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:17.133590 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f51eb4fc-fbe2-4c3c-95ca-6c13496c8330 req-799b3856-960a-42b4-a70d-0c33dadd1aee tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 0.2079101 Dec 22 09:59:17.190282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 3f332f89-9d47-41b9-8593-1ff10cf74b55 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:59:17.235830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0f44c273-29bc-4220-8eae-cedcf408920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:59:11Z', 'revision_number': 6, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '3f332f89-9d47-41b9-8593-1ff10cf74b55', 'name': '', 'network_id': '1468e929-7dc6-44a8-b754-cfe33c01dd7b', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:21:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '10f6df2d-31c1-474f-8977-bfc48b780471', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:58Z', 'updated_at': '2020-12-22T09:59:15Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '10f6df2d-31c1-474f-8977-bfc48b780471', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ca5015d6-c755-4868-9015-c51a4edd9e27', 'name': '', 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:94:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:35Z', 'updated_at': '2020-12-22T09:59:00Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:32Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:17.243911 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:17.271151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f44c273-29bc-4220-8eae-cedcf408920e None None] Checking router: c372dd9f-cf35-4c16-b5ba-9940f7044956 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:59:17.327250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f44c273-29bc-4220-8eae-cedcf408920e None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:17.336884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0f44c273-29bc-4220-8eae-cedcf408920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:17.361895 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f51eb4fc-fbe2-4c3c-95ca-6c13496c8330 req-897bdca9-ac8e-4b24-a557-9d2e145bb67c tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269423 Dec 22 09:59:17.432478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.extraroute_db [None req-12dd2902-385c-43f9-8195-4f611fac322d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Added routes are [] {{(pid=81072) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 09:59:17.444196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.extraroute_db [None req-12dd2902-385c-43f9-8195-4f611fac322d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=81072) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 09:59:17.519577 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12dd2902-385c-43f9-8195-4f611fac322d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:17.584591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-0f44c273-29bc-4220-8eae-cedcf408920e None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:59:17.651848 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Floating IP 285bbadb-fc5a-4ede-bca2-fbe72ff0052c associated. External IP: 172.25.7.86, port: d1083a4a-ed28-4d00-b515-3eee94374557. Dec 22 09:59:17.996339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350dcf6-6fca-47da-979a-5f2cfc95fbd3 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Pushing event updated for resources: {'Port': ['ID=5958cf66-35b6-4a94-8baa-3113b89916b2,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:18.026421 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a350dcf6-6fca-47da-979a-5f2cfc95fbd3 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.001s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:18.037440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2701d468-8214-49a8-8c0c-915a715006e3 req-a350dcf6-6fca-47da-979a-5f2cfc95fbd3 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Network 09cd24a5-da4e-4037-a7c7-19b56f444e78 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:59:18.049328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-2701d468-8214-49a8-8c0c-915a715006e3 req-a350dcf6-6fca-47da-979a-5f2cfc95fbd3 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:59:18.053953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-2701d468-8214-49a8-8c0c-915a715006e3 req-a350dcf6-6fca-47da-979a-5f2cfc95fbd3 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:59:18.198504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701d468-8214-49a8-8c0c-915a715006e3 req-a350dcf6-6fca-47da-979a-5f2cfc95fbd3 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:18.199556 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2701d468-8214-49a8-8c0c-915a715006e3 req-a350dcf6-6fca-47da-979a-5f2cfc95fbd3 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:18.255975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 3f332f89-9d47-41b9-8593-1ff10cf74b55 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:59:18.256527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:18.537590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0f44c273-29bc-4220-8eae-cedcf408920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:59:11Z', 'revision_number': 6, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '3f332f89-9d47-41b9-8593-1ff10cf74b55', 'name': '', 'network_id': '1468e929-7dc6-44a8-b754-cfe33c01dd7b', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:21:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '10f6df2d-31c1-474f-8977-bfc48b780471', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:58Z', 'updated_at': '2020-12-22T09:59:15Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '10f6df2d-31c1-474f-8977-bfc48b780471', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ca5015d6-c755-4868-9015-c51a4edd9e27', 'name': '', 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:94:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:35Z', 'updated_at': '2020-12-22T09:59:00Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:32Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:18.554319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f44c273-29bc-4220-8eae-cedcf408920e None None] The sync data for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 is: [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:59:11Z', 'revision_number': 6, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '3f332f89-9d47-41b9-8593-1ff10cf74b55', 'name': '', 'network_id': '1468e929-7dc6-44a8-b754-cfe33c01dd7b', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:21:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '10f6df2d-31c1-474f-8977-bfc48b780471', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:58Z', 'updated_at': '2020-12-22T09:59:15Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '10f6df2d-31c1-474f-8977-bfc48b780471', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ca5015d6-c755-4868-9015-c51a4edd9e27', 'name': '', 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:94:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:35Z', 'updated_at': '2020-12-22T09:59:00Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:32Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:59:18.573663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae241ee7-fc7b-489e-b72a-35c862caeeae tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 51885518-6874-49ff-a60c-1b8368189bc1 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:59:19.158250 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12dd2902-385c-43f9-8195-4f611fac322d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:19.166622 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12dd2902-385c-43f9-8195-4f611fac322d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846921732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7854069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846964228'] for router, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:19.229241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Router 8be798d4-f47d-4da3-b7f6-6e46c80c56e3 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:59:19.298168 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2701d468-8214-49a8-8c0c-915a715006e3 req-a350dcf6-6fca-47da-979a-5f2cfc95fbd3 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3351197 Dec 22 09:59:19.324358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Request body: {'port': {'device_id': '0b1b91bc-96f1-4760-8c79-ac89d2b251af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:59:19.431764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e3c39-1aa7-4172-8c25-d9295cc42e58 req-e67a41f9-8467-45b5-a8f3-b42d69b90f9b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:19.440423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d74e3c39-1aa7-4172-8c25-d9295cc42e58 req-e67a41f9-8467-45b5-a8f3-b42d69b90f9b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 0.8066885 Dec 22 09:59:19.465281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe9fc7-a669-45bf-8846-8e731715aa53 req-ad600d89-3427-409d-a0de-0507ce43a8da tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:19.467927 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8ffe9fc7-a669-45bf-8846-8e731715aa53 req-ad600d89-3427-409d-a0de-0507ce43a8da tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 932 time: 0.8390620 Dec 22 09:59:19.614234 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d74e3c39-1aa7-4172-8c25-d9295cc42e58 req-4a3bdbb0-1c27-4330-b6be-47cb3596d401 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727865 Dec 22 09:59:19.786453 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:19.889506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12dd2902-385c-43f9-8195-4f611fac322d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router c372dd9f-cf35-4c16-b5ba-9940f7044956 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:59:19.891388 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8ffe9fc7-a669-45bf-8846-8e731715aa53 req-88b045ba-3f90-4b92-8888-78386093bf3c tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/security-groups?id=32b8471a-2c6e-474b-b018-fddb49c325c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882408 Dec 22 09:59:19.905441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:59:19.915642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1be8df7-d378-4dea-a5f3-e109253eca98 None None] Sync routers for ids ['8be798d4-f47d-4da3-b7f6-6e46c80c56e3'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:59:19.945942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1be8df7-d378-4dea-a5f3-e109253eca98 None None] Routers {'8be798d4-f47d-4da3-b7f6-6e46c80c56e3'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:19.946624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e1be8df7-d378-4dea-a5f3-e109253eca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['8be798d4-f47d-4da3-b7f6-6e46c80c56e3'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:19.964959 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:20.050004 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 13.1857696 Dec 22 09:59:20.052723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40582) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:20.105943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e1be8df7-d378-4dea-a5f3-e109253eca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:20.130338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1be8df7-d378-4dea-a5f3-e109253eca98 None None] Routers {'8be798d4-f47d-4da3-b7f6-6e46c80c56e3'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:20.131184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e1be8df7-d378-4dea-a5f3-e109253eca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['8be798d4-f47d-4da3-b7f6-6e46c80c56e3'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:20.217331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e1be8df7-d378-4dea-a5f3-e109253eca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:20.217786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1be8df7-d378-4dea-a5f3-e109253eca98 None None] The sync data for ids ['8be798d4-f47d-4da3-b7f6-6e46c80c56e3'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:59:20.251306 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5ea5d3ca-5827-4d7d-89ac-cd29a0201b59 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] 10.222.0.50 "GET /v2.0/floatingips/285bbadb-fc5a-4ede-bca2-fbe72ff0052c HTTP/1.1" status: 200 len: 982 time: 0.1968875 Dec 22 09:59:20.252147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40592) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:20.397072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae241ee7-fc7b-489e-b72a-35c862caeeae tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:59:20.403008 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f4c3701e-fc78-4ece-a1a6-4a51ab0f4ec2 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3515 time: 0.1493163 Dec 22 09:59:20.404844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40598) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:20.409095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd141c9-aa9e-49fe-81fe-72bc4e5c065e None None] Sync routers for ids ['51885518-6874-49ff-a60c-1b8368189bc1'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:59:20.426453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd141c9-aa9e-49fe-81fe-72bc4e5c065e None None] Routers {'51885518-6874-49ff-a60c-1b8368189bc1'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:20.427176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7bd141c9-aa9e-49fe-81fe-72bc4e5c065e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['51885518-6874-49ff-a60c-1b8368189bc1'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:20.439443 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ae241ee7-fc7b-489e-b72a-35c862caeeae tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "PUT /v2.0/routers/51885518-6874-49ff-a60c-1b8368189bc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7475030 Dec 22 09:59:20.444863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40604) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:20.553964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7bd141c9-aa9e-49fe-81fe-72bc4e5c065e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:20.565518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd141c9-aa9e-49fe-81fe-72bc4e5c065e None None] Routers {'51885518-6874-49ff-a60c-1b8368189bc1'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:20.566526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7bd141c9-aa9e-49fe-81fe-72bc4e5c065e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['51885518-6874-49ff-a60c-1b8368189bc1'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:20.684102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7bd141c9-aa9e-49fe-81fe-72bc4e5c065e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:20.685862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd141c9-aa9e-49fe-81fe-72bc4e5c065e None None] The sync data for ids ['51885518-6874-49ff-a60c-1b8368189bc1'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:59:20.870551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bb271f31-1eb2-4f2f-ba88-4a0b86d2af97 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Deleting port 04db6193-c621-419d-8071-a17906899415 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:20.871090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb271f31-1eb2-4f2f-ba88-4a0b86d2af97 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:21.101249 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c387a91e-df28-4b74-acf9-badab6918215 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:21.543436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dd2902-385c-43f9-8195-4f611fac322d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:59:21.566052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a21b71-d2d2-45d0-9234-fa97c9604f3f None None] Sync routers for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:59:21.586906 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb271f31-1eb2-4f2f-ba88-4a0b86d2af97 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:21.588206 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12dd2902-385c-43f9-8195-4f611fac322d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:21.589630 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-12dd2902-385c-43f9-8195-4f611fac322d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/c372dd9f-cf35-4c16-b5ba-9940f7044956 HTTP/1.1" status: 200 len: 699 time: 6.6949968 Dec 22 09:59:21.590324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a21b71-d2d2-45d0-9234-fa97c9604f3f None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:21.593946 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb271f31-1eb2-4f2f-ba88-4a0b86d2af97 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for floatingip, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:21.594805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f8a21b71-d2d2-45d0-9234-fa97c9604f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:21.645366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40634) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:21.958590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-f8a21b71-d2d2-45d0-9234-fa97c9604f3f None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:59:22.057403 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-11a29246-4a2d-4f8f-be87-b41191148950 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/routers/c372dd9f-cf35-4c16-b5ba-9940f7044956 HTTP/1.1" status: 200 len: 699 time: 0.4063933 Dec 22 09:59:22.058549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40642) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:22.098803 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c387a91e-df28-4b74-acf9-badab6918215 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:22.183668 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:59:22.236160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bb271f31-1eb2-4f2f-ba88-4a0b86d2af97 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Calling delete_port for 04db6193-c621-419d-8071-a17906899415 owned by network:floatingip {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:59:22.239797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c387a91e-df28-4b74-acf9-badab6918215 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Deleting port aa1e1e58-312f-4d69-ae5c-ab16e26304d4 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:22.240234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c387a91e-df28-4b74-acf9-badab6918215 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:22.349571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bb737-e70d-4a12-b29a-520547d989f6 req-fd456dcc-7b5a-401f-9ed7-3827fc6388ba tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:22.351571 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a74bb737-e70d-4a12-b29a-520547d989f6 req-fd456dcc-7b5a-401f-9ed7-3827fc6388ba tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 1.0429506 Dec 22 09:59:22.385053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a10251-49ef-4368-8ee7-4579e78fbfbf req-f986d5e7-3e71-4314-ad89-adc48acf5d8e tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:22.394273 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68a10251-49ef-4368-8ee7-4579e78fbfbf req-f986d5e7-3e71-4314-ad89-adc48acf5d8e tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 932 time: 1.2016551 Dec 22 09:59:22.565840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f8a21b71-d2d2-45d0-9234-fa97c9604f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:59:17Z', 'revision_number': 7, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '3f332f89-9d47-41b9-8593-1ff10cf74b55', 'name': '', 'network_id': '1468e929-7dc6-44a8-b754-cfe33c01dd7b', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:21:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '10f6df2d-31c1-474f-8977-bfc48b780471', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:58Z', 'updated_at': '2020-12-22T09:59:15Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '10f6df2d-31c1-474f-8977-bfc48b780471', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ca5015d6-c755-4868-9015-c51a4edd9e27', 'name': '', 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:94:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:35Z', 'updated_at': '2020-12-22T09:59:00Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:32Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:22.586530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a21b71-d2d2-45d0-9234-fa97c9604f3f None None] Checking router: c372dd9f-cf35-4c16-b5ba-9940f7044956 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:59:22.611239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a21b71-d2d2-45d0-9234-fa97c9604f3f None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:22.612009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f8a21b71-d2d2-45d0-9234-fa97c9604f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:22.653585 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a74bb737-e70d-4a12-b29a-520547d989f6 req-bd5b2053-8931-40fb-a592-a64edece1274 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864661 Dec 22 09:59:22.663389 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68a10251-49ef-4368-8ee7-4579e78fbfbf req-51cc976f-c086-4f2d-8294-37a45b65b62d tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/security-groups?id=32b8471a-2c6e-474b-b018-fddb49c325c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211659 Dec 22 09:59:22.938955 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb271f31-1eb2-4f2f-ba88-4a0b86d2af97 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:22.973844 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:23.083121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb271f31-1eb2-4f2f-ba88-4a0b86d2af97 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Pushing event deleted for resources: {'Port': ['ID=04db6193-c621-419d-8071-a17906899415,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:23.090402 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bb271f31-1eb2-4f2f-ba88-4a0b86d2af97 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:23.141722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-f8a21b71-d2d2-45d0-9234-fa97c9604f3f None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:59:23.399125 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb271f31-1eb2-4f2f-ba88-4a0b86d2af97 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for floatingip, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:23.399633 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-bb271f31-1eb2-4f2f-ba88-4a0b86d2af97 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Floating IP 285bbadb-fc5a-4ede-bca2-fbe72ff0052c disassociated (deleted). External IP: 172.25.7.86, port: d1083a4a-ed28-4d00-b515-3eee94374557. Dec 22 09:59:23.931666 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3cd6000-0243-4f4e-9bb5-2eeb4c4fb433 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:23.981741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 09:59:24.010088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f8a21b71-d2d2-45d0-9234-fa97c9604f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:59:17Z', 'revision_number': 7, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '3f332f89-9d47-41b9-8593-1ff10cf74b55', 'name': '', 'network_id': '1468e929-7dc6-44a8-b754-cfe33c01dd7b', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:21:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '10f6df2d-31c1-474f-8977-bfc48b780471', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:58Z', 'updated_at': '2020-12-22T09:59:15Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '10f6df2d-31c1-474f-8977-bfc48b780471', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ca5015d6-c755-4868-9015-c51a4edd9e27', 'name': '', 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:94:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:35Z', 'updated_at': '2020-12-22T09:59:00Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:32Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:24.020729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a21b71-d2d2-45d0-9234-fa97c9604f3f None None] The sync data for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 is: [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:59:17Z', 'revision_number': 7, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '3f332f89-9d47-41b9-8593-1ff10cf74b55', 'name': '', 'network_id': '1468e929-7dc6-44a8-b754-cfe33c01dd7b', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:21:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '10f6df2d-31c1-474f-8977-bfc48b780471', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:58Z', 'updated_at': '2020-12-22T09:59:15Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '10f6df2d-31c1-474f-8977-bfc48b780471', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ca5015d6-c755-4868-9015-c51a4edd9e27', 'name': '', 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:94:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:35Z', 'updated_at': '2020-12-22T09:59:00Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:32Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:59:24.214534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5958cf66-35b6-4a94-8baa-3113b89916b2 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 09:59:24.287554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:24.473463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69390d-e7c7-41bd-9233-0feffae9db3b req-3c147cde-1b49-41bf-8756-5e31d109e3ae tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:24.475192 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8b69390d-e7c7-41bd-9233-0feffae9db3b req-3c147cde-1b49-41bf-8756-5e31d109e3ae tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 932 time: 0.3706017 Dec 22 09:59:24.558249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Transition to ACTIVE for port object 5958cf66-35b6-4a94-8baa-3113b89916b2 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 09:59:24.593624 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:24.674563 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39284bd6-5f55-4034-bbe1-00e30b8c77e1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:24.776905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c387a91e-df28-4b74-acf9-badab6918215 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:24.847696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72fc26-41fa-4b70-a378-ecafcbf30362 req-ee8d1f18-5601-44a5-a675-1e80d27c9ce7 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:24.858213 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec72fc26-41fa-4b70-a378-ecafcbf30362 req-ee8d1f18-5601-44a5-a675-1e80d27c9ce7 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 0.6858311 Dec 22 09:59:24.922741 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8b69390d-e7c7-41bd-9233-0feffae9db3b req-c36b7876-2f97-4370-8fe6-3451b6acf782 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/security-groups?id=32b8471a-2c6e-474b-b018-fddb49c325c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275701 Dec 22 09:59:24.926773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40678) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:24.935343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb271f31-1eb2-4f2f-ba88-4a0b86d2af97 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Router 8be798d4-f47d-4da3-b7f6-6e46c80c56e3 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:59:25.049576 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec72fc26-41fa-4b70-a378-ecafcbf30362 req-8fe3cf2c-e2e5-4660-a35e-6ea1804f9f6c tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509528 Dec 22 09:59:25.130251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c387a91e-df28-4b74-acf9-badab6918215 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Calling delete_port for aa1e1e58-312f-4d69-ae5c-ab16e26304d4 owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:59:25.243504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Pushing event updated for resources: {'Port': ['ID=5958cf66-35b6-4a94-8baa-3113b89916b2,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:25.258776 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:25.512973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb271f31-1eb2-4f2f-ba88-4a0b86d2af97 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:59:25.535072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791da2de-c264-4e6c-9029-c5aec023fe80 None None] Sync routers for ids ['8be798d4-f47d-4da3-b7f6-6e46c80c56e3'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:59:25.563507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791da2de-c264-4e6c-9029-c5aec023fe80 None None] Routers {'8be798d4-f47d-4da3-b7f6-6e46c80c56e3'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:25.564437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-791da2de-c264-4e6c-9029-c5aec023fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['8be798d4-f47d-4da3-b7f6-6e46c80c56e3'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:25.577560 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb271f31-1eb2-4f2f-ba88-4a0b86d2af97 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:25.615835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c387a91e-df28-4b74-acf9-badab6918215 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:25.628086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-747933e3-aef9-4fa3-8d80-013fc2935f27 admin admin] Deleting subnet d5cfe7b2-6f6e-480e-b2f0-67dd66771c7a {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:59:25.632143 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-747933e3-aef9-4fa3-8d80-013fc2935f27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:25.693264 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-747933e3-aef9-4fa3-8d80-013fc2935f27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:25.769165 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-747933e3-aef9-4fa3-8d80-013fc2935f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:25.780234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-791da2de-c264-4e6c-9029-c5aec023fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:25.808931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791da2de-c264-4e6c-9029-c5aec023fe80 None None] Routers {'8be798d4-f47d-4da3-b7f6-6e46c80c56e3'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:25.818691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-791da2de-c264-4e6c-9029-c5aec023fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['8be798d4-f47d-4da3-b7f6-6e46c80c56e3'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:25.899714 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c387a91e-df28-4b74-acf9-badab6918215 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:26.009506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-791da2de-c264-4e6c-9029-c5aec023fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:26.009982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791da2de-c264-4e6c-9029-c5aec023fe80 None None] The sync data for ids ['8be798d4-f47d-4da3-b7f6-6e46c80c56e3'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:59:26.138586 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bb271f31-1eb2-4f2f-ba88-4a0b86d2af97 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] 10.222.0.50 "DELETE /v2.0/floatingips/285bbadb-fc5a-4ede-bca2-fbe72ff0052c HTTP/1.1" status: 204 len: 168 time: 5.7280097 Dec 22 09:59:26.149854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40698) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:26.178873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:59:26.237384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:59:26.242376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Usage tracker for resource:floatingip and tenant:f7a73ce3949942f9a9c912fbbc637f40 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:59:26.248147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:59:26.255077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:59:26.339485 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:26.349348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Attempting to bind port 5958cf66-35b6-4a94-8baa-3113b89916b2 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 09:59:26.349348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Attempting to bind port 5958cf66-35b6-4a94-8baa-3113b89916b2 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '2e4e0bb4-8590-4906-94ac-40182bc27fab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '09cd24a5-da4e-4037-a7c7-19b56f444e78'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 09:59:26.349348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Attempting to bind port 5958cf66-35b6-4a94-8baa-3113b89916b2 on network 09cd24a5-da4e-4037-a7c7-19b56f444e78 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 09:59:26.355362 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c387a91e-df28-4b74-acf9-badab6918215 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:26.361566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c387a91e-df28-4b74-acf9-badab6918215 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:26.367593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 9, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:59:26.367997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Checking segment: {'id': '2e4e0bb4-8590-4906-94ac-40182bc27fab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '09cd24a5-da4e-4037-a7c7-19b56f444e78'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 09:59:26.368414 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:26.369163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Bound using segment: {'id': '2e4e0bb4-8590-4906-94ac-40182bc27fab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '09cd24a5-da4e-4037-a7c7-19b56f444e78'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:59:26.369254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Bound port: 5958cf66-35b6-4a94-8baa-3113b89916b2, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4e0bb4-8590-4906-94ac-40182bc27fab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '09cd24a5-da4e-4037-a7c7-19b56f444e78'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 09:59:26.369616 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:26.417505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377581a-b1c4-4808-a4a0-8eab9618d72d req-2a95e038-312f-44e4-b71d-41122c8cbe72 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:26.423291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377581a-b1c4-4808-a4a0-8eab9618d72d req-2a95e038-312f-44e4-b71d-41122c8cbe72 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:26.428039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377581a-b1c4-4808-a4a0-8eab9618d72d req-2a95e038-312f-44e4-b71d-41122c8cbe72 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:26.433173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377581a-b1c4-4808-a4a0-8eab9618d72d req-2a95e038-312f-44e4-b71d-41122c8cbe72 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:26.443316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377581a-b1c4-4808-a4a0-8eab9618d72d req-2a95e038-312f-44e4-b71d-41122c8cbe72 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:26.450744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377581a-b1c4-4808-a4a0-8eab9618d72d req-2a95e038-312f-44e4-b71d-41122c8cbe72 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:26.460254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377581a-b1c4-4808-a4a0-8eab9618d72d req-2a95e038-312f-44e4-b71d-41122c8cbe72 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:26.460254 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c377581a-b1c4-4808-a4a0-8eab9618d72d req-2a95e038-312f-44e4-b71d-41122c8cbe72 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5447 time: 0.4501936 Dec 22 09:59:26.568097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] For port 5958cf66-35b6-4a94-8baa-3113b89916b2, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 09:59:26.572383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] For port 5958cf66-35b6-4a94-8baa-3113b89916b2, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=5958cf66-35b6-4a94-8baa-3113b89916b2,segment=NetworkSegment(2e4e0bb4-8590-4906-94ac-40182bc27fab),segment_id=2e4e0bb4-8590-4906-94ac-40182bc27fab)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 09:59:26.578374 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c377581a-b1c4-4808-a4a0-8eab9618d72d req-000765aa-7dab-4059-a632-9febee9ef7fe tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1027033 Dec 22 09:59:26.597452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:26.622867 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa7fa071-d4a3-495a-b526-b03c5f7d18d4 tempest-VolumesActionsTest-1559674226 tempest-VolumesActionsTest-1559674226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:26.717402 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c387a91e-df28-4b74-acf9-badab6918215 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:26.717967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c387a91e-df28-4b74-acf9-badab6918215 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Fanout notify agent at l3_agent the message router_deleted on router 51885518-6874-49ff-a60c-1b8368189bc1 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:59:26.744596 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-747933e3-aef9-4fa3-8d80-013fc2935f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:26.864424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Pushing event updated for resources: {'Port': ['ID=5958cf66-35b6-4a94-8baa-3113b89916b2,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:26.883233 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:26.899127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:26.899839 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:26.901724 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2701d468-8214-49a8-8c0c-915a715006e3 req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] 10.222.0.64 "PUT /v2.0/ports/5958cf66-35b6-4a94-8baa-3113b89916b2 HTTP/1.1" status: 200 len: 1156 time: 7.5880165 Dec 22 09:59:26.906849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1b91bc-96f1-4760-8c79-ac89d2b251af', 'tag': '5958cf66-35b6-4a94-8baa-3113b89916b2'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:59:26.925136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c387a91e-df28-4b74-acf9-badab6918215 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:26.928945 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c387a91e-df28-4b74-acf9-badab6918215 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "DELETE /v2.0/routers/51885518-6874-49ff-a60c-1b8368189bc1 HTTP/1.1" status: 204 len: 168 time: 6.4523280 Dec 22 09:59:26.931807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40716) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:26.941294 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-62c4c16f-024d-4dd5-9588-c0f83cdc8c5b tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:27.016452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747933e3-aef9-4fa3-8d80-013fc2935f27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5cfe7b2-6f6e-480e-b2f0-67dd66771c7a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:27.026032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26320c-d6da-445b-90f3-30a50024cde5 req-bf2c05e9-7231-49af-8819-6aacb3fc4043 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:27.028601 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af26320c-d6da-445b-90f3-30a50024cde5 req-bf2c05e9-7231-49af-8819-6aacb3fc4043 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 944 time: 0.8061335 Dec 22 09:59:27.042303 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-747933e3-aef9-4fa3-8d80-013fc2935f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:27.110747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-747933e3-aef9-4fa3-8d80-013fc2935f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:27.163653 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af26320c-d6da-445b-90f3-30a50024cde5 req-e1b51d0c-75e3-42cf-afc4-89a9f6ffc204 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/security-groups?id=32b8471a-2c6e-474b-b018-fddb49c325c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048388 Dec 22 09:59:27.174901 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-747933e3-aef9-4fa3-8d80-013fc2935f27 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d5cfe7b2-6f6e-480e-b2f0-67dd66771c7a HTTP/1.1" status: 204 len: 168 time: 2.2431049 Dec 22 09:59:27.176734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40722) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:27.191013 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:27.642738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Allocated IP 172.25.7.37 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/2f10b1b2-e609-4314-acc3-5b2596d805af) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:59:27.720446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701d468-8214-49a8-8c0c-915a715006e3 req-989e0639-c2ac-4508-a1c6-4272a92c93fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:27.722157 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2701d468-8214-49a8-8c0c-915a715006e3 req-989e0639-c2ac-4508-a1c6-4272a92c93fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cc5f2bb5ccc94ceead00f0274f2deacf&device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 1159 time: 0.7451043 Dec 22 09:59:27.742265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8336cb6-7970-49ff-a317-06b3eea4bff9 req-b6ae78a5-c74a-413d-bae4-c6e3ff9350bb tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:27.746084 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8336cb6-7970-49ff-a317-06b3eea4bff9 req-b6ae78a5-c74a-413d-bae4-c6e3ff9350bb tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 0.8598282 Dec 22 09:59:27.864219 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2701d468-8214-49a8-8c0c-915a715006e3 req-f0174627-958c-499c-a4b6-46c5b355591c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5958cf66-35b6-4a94-8baa-3113b89916b2 HTTP/1.1" status: 200 len: 217 time: 0.0806439 Dec 22 09:59:28.031298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701d468-8214-49a8-8c0c-915a715006e3 req-3dc7c814-f0a1-4d5f-939a-fefa70a64a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:28.032940 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2701d468-8214-49a8-8c0c-915a715006e3 req-3dc7c814-f0a1-4d5f-939a-fefa70a64a2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=013cb5d3-a890-4b35-8fcf-dfb3c1d14a45 HTTP/1.1" status: 200 len: 853 time: 0.1530383 Dec 22 09:59:28.033629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b3cd6000-0243-4f4e-9bb5-2eeb4c4fb433 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port 3f332f89-9d47-41b9-8593-1ff10cf74b55 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:28.034010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3cd6000-0243-4f4e-9bb5-2eeb4c4fb433 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:28.066982 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8336cb6-7970-49ff-a317-06b3eea4bff9 req-ba2b41b5-7fe2-4dd8-bce5-9a774f3e48e2 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3084893 Dec 22 09:59:28.120804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af748f-9032-4890-8e3f-037abc6a14ff req-cc09ffba-88ba-4de5-ab72-8f2cbb1dbee7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:28.140796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af748f-9032-4890-8e3f-037abc6a14ff req-cc09ffba-88ba-4de5-ab72-8f2cbb1dbee7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:28.141381 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2701d468-8214-49a8-8c0c-915a715006e3 req-c15386c6-b89f-41e4-bc18-cd7d3f99de95 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09cd24a5-da4e-4037-a7c7-19b56f444e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805099 Dec 22 09:59:28.145823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af748f-9032-4890-8e3f-037abc6a14ff req-cc09ffba-88ba-4de5-ab72-8f2cbb1dbee7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:28.152492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af748f-9032-4890-8e3f-037abc6a14ff req-cc09ffba-88ba-4de5-ab72-8f2cbb1dbee7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:28.158903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af748f-9032-4890-8e3f-037abc6a14ff req-cc09ffba-88ba-4de5-ab72-8f2cbb1dbee7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:28.170111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af748f-9032-4890-8e3f-037abc6a14ff req-cc09ffba-88ba-4de5-ab72-8f2cbb1dbee7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:28.175905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af748f-9032-4890-8e3f-037abc6a14ff req-cc09ffba-88ba-4de5-ab72-8f2cbb1dbee7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:28.183355 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-14af748f-9032-4890-8e3f-037abc6a14ff req-cc09ffba-88ba-4de5-ab72-8f2cbb1dbee7 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5447 time: 0.5339029 Dec 22 09:59:28.286692 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:28.350548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:28.404171 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cb658284-a88a-4e29-9d8b-bfb4b16ea0fa tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:28.430956 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2701d468-8214-49a8-8c0c-915a715006e3 req-7659b66a-ccd7-42a2-bdd9-325d6f257de8 service neutron] 10.222.0.64 "GET /v2.0/networks/09cd24a5-da4e-4037-a7c7-19b56f444e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708769 Dec 22 09:59:28.443099 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1b91bc-96f1-4760-8c79-ac89d2b251af', 'tag': '5958cf66-35b6-4a94-8baa-3113b89916b2', 'status': 'completed', 'code': 200} Dec 22 09:59:28.537416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-662bc244-707c-492d-809e-84d9b4397c49 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Deleting subnet f29a475c-1ce5-4bef-972f-5f1b73f7f743 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:59:28.537416 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-662bc244-707c-492d-809e-84d9b4397c49 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:28.545906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Pushing event updated for resources: {'Port': ['ID=2f10b1b2-e609-4314-acc3-5b2596d805af,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:28.558004 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:28.694771 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2701d468-8214-49a8-8c0c-915a715006e3 req-3dad1fe4-623e-49fc-a430-0abe002a5b91 service neutron] 10.222.0.64 "GET /v2.0/networks/09cd24a5-da4e-4037-a7c7-19b56f444e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2452219 Dec 22 09:59:28.741210 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-662bc244-707c-492d-809e-84d9b4397c49 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:28.837918 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dfe117af-270d-48bb-b967-6e02f838903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:28.973980 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-662bc244-707c-492d-809e-84d9b4397c49 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:29.002713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe3608-565e-4656-a17d-9756aa663e13 req-832c5b34-d3d7-4024-b5a5-92ba1c6e9057 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:29.010105 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-67fe3608-565e-4656-a17d-9756aa663e13 req-832c5b34-d3d7-4024-b5a5-92ba1c6e9057 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 944 time: 0.5450919 Dec 22 09:59:29.114133 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-67fe3608-565e-4656-a17d-9756aa663e13 req-b1de6686-76c3-4f14-b2c0-327d57c00df9 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/security-groups?id=32b8471a-2c6e-474b-b018-fddb49c325c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030118 Dec 22 09:59:29.299029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:59:29.299029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:59:29.299029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:59:29.315345 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:29.492272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d821f0-8850-460e-a008-988c377ce1df req-0b3e5ca8-9f6a-484f-adc3-18d27b2eb286 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:29.494034 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51d821f0-8850-460e-a008-988c377ce1df req-0b3e5ca8-9f6a-484f-adc3-18d27b2eb286 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 0.1009367 Dec 22 09:59:29.595772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dfe117af-270d-48bb-b967-6e02f838903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:29.653777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:29.656890 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-662bc244-707c-492d-809e-84d9b4397c49 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:29.738696 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51d821f0-8850-460e-a008-988c377ce1df req-839689fd-440e-4772-b6a8-0d471386d742 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364910 Dec 22 09:59:29.835679 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4b17c12a-f275-4e25-b3a7-b9f2e8b99a2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:29.918079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bc244-707c-492d-809e-84d9b4397c49 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event deleted for resources: {'Subnet': ['ID=f29a475c-1ce5-4bef-972f-5f1b73f7f743,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:29.921716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7093645-ca3c-4145-a53b-be55a2a98332 None None] Network 452abce3-0856-4239-ac19-8efc5706b11b requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:59:29.922308 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-662bc244-707c-492d-809e-84d9b4397c49 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:29.972594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-b3cd6000-0243-4f4e-9bb5-2eeb4c4fb433 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] For port 3f332f89-9d47-41b9-8593-1ff10cf74b55, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=3f332f89-9d47-41b9-8593-1ff10cf74b55,segment=NetworkSegment(166b712b-c57b-4ed6-a84c-d96a59ceac79),segment_id=166b712b-c57b-4ed6-a84c-d96a59ceac79)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:59:29.973283 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3cd6000-0243-4f4e-9bb5-2eeb4c4fb433 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:29.983794 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-662bc244-707c-492d-809e-84d9b4397c49 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:29.985740 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-662bc244-707c-492d-809e-84d9b4397c49 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "DELETE /v2.0/subnets/f29a475c-1ce5-4bef-972f-5f1b73f7f743 HTTP/1.1" status: 204 len: 168 time: 3.0493395 Dec 22 09:59:29.990957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40766) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:30.076266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-dfe117af-270d-48bb-b967-6e02f838903f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be69cb95-0e7d-49f8-8c01-ad1cfe025116']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:30.161435 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:30.165240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b3cd6000-0243-4f4e-9bb5-2eeb4c4fb433 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Calling delete_port for 3f332f89-9d47-41b9-8593-1ff10cf74b55 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:59:30.211338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-dfe117af-270d-48bb-b967-6e02f838903f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a151f3-f601-4e76-8e40-2c37eab4ee2d') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:30.212125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-dfe117af-270d-48bb-b967-6e02f838903f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a151f3-f601-4e76-8e40-2c37eab4ee2d') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:30.221151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd3cd5-52ee-49a2-a810-8702e0e53c63 req-ed9bc60b-487e-4970-bf26-9eac70e5d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:30.223178 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92bd3cd5-52ee-49a2-a810-8702e0e53c63 req-ed9bc60b-487e-4970-bf26-9eac70e5d91f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cc5f2bb5ccc94ceead00f0274f2deacf&device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 1159 time: 1.3942730 Dec 22 09:59:30.274258 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dfe117af-270d-48bb-b967-6e02f838903f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:30.324180 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dfe117af-270d-48bb-b967-6e02f838903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:30.343712 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 09:59:30.390394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dfe117af-270d-48bb-b967-6e02f838903f admin admin] Releasing vxlan tunnel 10 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:59:30.408653 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:30.432719 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:30.459558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Deleting port 818595d9-5562-42fc-b1c3-2c4b6f7f0feb {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:30.460095 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:30.617843 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-12684319-54d4-42ea-8afa-669733d7df4e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:30.644119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cc8490-4902-4e24-b102-425132d6d82b None None] DHCP port deletion for 452abce3-0856-4239-ac19-8efc5706b11b request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:59:30.649134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f7cc8490-4902-4e24-b102-425132d6d82b None None] Deleting port 818595d9-5562-42fc-b1c3-2c4b6f7f0feb {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:30.649562 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7cc8490-4902-4e24-b102-425132d6d82b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:30.854636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Pushing event updated for resources: {'Port': ['ID=2f10b1b2-e609-4314-acc3-5b2596d805af,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:30.859152 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:31.015807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f7cc8490-4902-4e24-b102-425132d6d82b None None] For port 818595d9-5562-42fc-b1c3-2c4b6f7f0feb, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=818595d9-5562-42fc-b1c3-2c4b6f7f0feb,segment=NetworkSegment(46746a35-158a-4595-bdb1-047a0dcb1db4),segment_id=46746a35-158a-4595-bdb1-047a0dcb1db4)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:59:31.017086 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7cc8490-4902-4e24-b102-425132d6d82b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:31.129733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] For port 818595d9-5562-42fc-b1c3-2c4b6f7f0feb, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=818595d9-5562-42fc-b1c3-2c4b6f7f0feb,segment=NetworkSegment(46746a35-158a-4595-bdb1-047a0dcb1db4),segment_id=46746a35-158a-4595-bdb1-047a0dcb1db4)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:59:31.130235 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:31.274712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 818595d9-5562-42fc-b1c3-2c4b6f7f0feb no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:59:31.298274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-dfe117af-270d-48bb-b967-6e02f838903f admin admin] Network be69cb95-0e7d-49f8-8c01-ad1cfe025116 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:59:31.310372 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dfe117af-270d-48bb-b967-6e02f838903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:31.343858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f7cc8490-4902-4e24-b102-425132d6d82b None None] Calling delete_port for 818595d9-5562-42fc-b1c3-2c4b6f7f0feb owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:59:31.349127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd274e-3808-4f9f-bbaf-be39c87e4fcf req-3effcdd5-2ea8-470f-8b95-460875aee38d tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:31.350852 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dacd274e-3808-4f9f-bbaf-be39c87e4fcf req-3effcdd5-2ea8-470f-8b95-460875aee38d tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 944 time: 0.7819080 Dec 22 09:59:31.499879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Calling delete_port for 818595d9-5562-42fc-b1c3-2c4b6f7f0feb owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:59:31.518960 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No ports have port_id starting with 818595d9-5562-42fc-b1c3-2c4b6f7f0feb Dec 22 09:59:31.537469 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7cc8490-4902-4e24-b102-425132d6d82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:31.562256 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dacd274e-3808-4f9f-bbaf-be39c87e4fcf req-d72c2f70-f18c-4f48-8c06-248a290e1fef tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/security-groups?id=32b8471a-2c6e-474b-b018-fddb49c325c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958625 Dec 22 09:59:31.665392 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:31.665980 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:31.737042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cc8490-4902-4e24-b102-425132d6d82b None None] No DVR routers for this DVR port 818595d9-5562-42fc-b1c3-2c4b6f7f0feb on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:59:31.740867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc8490-4902-4e24-b102-425132d6d82b None None] Pushing event deleted for resources: {'Port': ['ID=818595d9-5562-42fc-b1c3-2c4b6f7f0feb,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:31.742734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-dfe117af-270d-48bb-b967-6e02f838903f admin admin] Network be69cb95-0e7d-49f8-8c01-ad1cfe025116 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:59:31.744430 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f7cc8490-4902-4e24-b102-425132d6d82b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:31.756146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:31.758503 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6035626 Dec 22 09:59:31.766341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40780) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:31.789407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f75db6-8c30-48d0-8750-9431ef82db82 req-1273c04f-2d57-4bb3-9dea-d7835f388d96 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:31.800358 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9f75db6-8c30-48d0-8750-9431ef82db82 req-1273c04f-2d57-4bb3-9dea-d7835f388d96 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 0.6239693 Dec 22 09:59:31.842353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:59:31.842962 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:59:31.880472 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:59:31.900694 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9f75db6-8c30-48d0-8750-9431ef82db82 req-bf665c53-9c22-41cc-98f3-e36a7f0a4f73 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989580 Dec 22 09:59:32.212600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-d8ae8984-3a7c-4e25-9ea4-ac7870e10aa3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 09:59:32.328273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:59:32.336925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:59:32.349005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Usage tracker for resource:floatingip and tenant:49aaf21952e14de4a442232e87fe3590 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:59:32.356779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:59:32.374706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:59:32.388652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Deleting port 818595d9-5562-42fc-b1c3-2c4b6f7f0feb {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:32.392497 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:32.466719 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:32.494026 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dfe117af-270d-48bb-b967-6e02f838903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:32.512837 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0a32ed59-bd6a-42de-afca-7e9dc1864a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:32.581632 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dfe117af-270d-48bb-b967-6e02f838903f admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:32.608937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe117af-270d-48bb-b967-6e02f838903f admin admin] Pushing event deleted for resources: {'Network': ['ID=be69cb95-0e7d-49f8-8c01-ad1cfe025116,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:32.647672 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dfe117af-270d-48bb-b967-6e02f838903f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:32.647672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40830) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:32.692861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd3cd5-52ee-49a2-a810-8702e0e53c63 req-510c6266-c97a-4377-b46a-f73417a43a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:32.695441 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92bd3cd5-52ee-49a2-a810-8702e0e53c63 req-510c6266-c97a-4377-b46a-f73417a43a20 service neutron] 10.222.0.64 "GET /v2.0/networks?id=09cd24a5-da4e-4037-a7c7-19b56f444e78 HTTP/1.1" status: 200 len: 907 time: 2.4578547 Dec 22 09:59:32.737242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 40844) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:32.740500 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dfe117af-270d-48bb-b967-6e02f838903f admin admin] 10.222.0.50 "DELETE /v2.0/networks/be69cb95-0e7d-49f8-8c01-ad1cfe025116 HTTP/1.1" status: 204 len: 168 time: 5.5491097 Dec 22 09:59:32.847437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] The port '818595d9-5562-42fc-b1c3-2c4b6f7f0feb' was deleted {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:59:32.919824 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92bd3cd5-52ee-49a2-a810-8702e0e53c63 req-72da4349-0ad2-46dc-a19e-2fed774d78e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5958cf66-35b6-4a94-8baa-3113b89916b2 HTTP/1.1" status: 200 len: 217 time: 0.1957664 Dec 22 09:59:32.991554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 5958cf66-35b6-4a94-8baa-3113b89916b2 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:59:33.079015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3cd6000-0243-4f4e-9bb5-2eeb4c4fb433 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:33.240845 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-35e6eb38-95c1-4c10-8543-aaba3a5182a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:33.292010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:33.307084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 5958cf66-35b6-4a94-8baa-3113b89916b2 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 09:59:33.321975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd6000-0243-4f4e-9bb5-2eeb4c4fb433 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Port': ['ID=3f332f89-9d47-41b9-8593-1ff10cf74b55,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:33.346603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 5958cf66-35b6-4a94-8baa-3113b89916b2 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:59:33.347111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:33.354711 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b3cd6000-0243-4f4e-9bb5-2eeb4c4fb433 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:33.745009 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:33.749991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452abce3-0856-4239-ac19-8efc5706b11b']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:33.774964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd3cd5-52ee-49a2-a810-8702e0e53c63 req-92dbb7d4-3c25-43e4-a50b-413c96d4ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:33.777293 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92bd3cd5-52ee-49a2-a810-8702e0e53c63 req-92dbb7d4-3c25-43e4-a50b-413c96d4ba64 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=013cb5d3-a890-4b35-8fcf-dfb3c1d14a45 HTTP/1.1" status: 200 len: 853 time: 0.7667747 Dec 22 09:59:33.815546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46746a35-158a-4595-bdb1-047a0dcb1db4') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:33.820369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46746a35-158a-4595-bdb1-047a0dcb1db4') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:33.830718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 5958cf66-35b6-4a94-8baa-3113b89916b2, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=5958cf66-35b6-4a94-8baa-3113b89916b2,segment=NetworkSegment(2e4e0bb4-8590-4906-94ac-40182bc27fab),segment_id=2e4e0bb4-8590-4906-94ac-40182bc27fab)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:59:33.835989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1b91bc-96f1-4760-8c79-ac89d2b251af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5958cf66-35b6-4a94-8baa-3113b89916b2'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:59:33.847785 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:33.848829 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:33.851175 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:33.881992 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:33.886851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Releasing vxlan tunnel 15 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:59:34.042216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=5958cf66-35b6-4a94-8baa-3113b89916b2,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:34.053304 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:34.108158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402bf8e-a58d-4111-a770-71fe1e985ca1 req-7fdf4c12-c757-4dfc-82f4-cd0b21d39adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:34.108622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402bf8e-a58d-4111-a770-71fe1e985ca1 req-7fdf4c12-c757-4dfc-82f4-cd0b21d39adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:34.109081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402bf8e-a58d-4111-a770-71fe1e985ca1 req-7fdf4c12-c757-4dfc-82f4-cd0b21d39adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:34.109551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402bf8e-a58d-4111-a770-71fe1e985ca1 req-7fdf4c12-c757-4dfc-82f4-cd0b21d39adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:34.109998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402bf8e-a58d-4111-a770-71fe1e985ca1 req-7fdf4c12-c757-4dfc-82f4-cd0b21d39adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:34.110916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402bf8e-a58d-4111-a770-71fe1e985ca1 req-7fdf4c12-c757-4dfc-82f4-cd0b21d39adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:34.120758 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0402bf8e-a58d-4111-a770-71fe1e985ca1 req-7fdf4c12-c757-4dfc-82f4-cd0b21d39adb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 6952 time: 1.4652672 Dec 22 09:59:34.168924 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92bd3cd5-52ee-49a2-a810-8702e0e53c63 req-7d5d2b84-085e-43de-bc6e-571e3ea5a240 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09cd24a5-da4e-4037-a7c7-19b56f444e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331143 Dec 22 09:59:34.174935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 452abce3-0856-4239-ac19-8efc5706b11b has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:59:34.186987 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:34.225810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b3cd6000-0243-4f4e-9bb5-2eeb4c4fb433 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:34.234827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 5958cf66-35b6-4a94-8baa-3113b89916b2 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:59:34.330233 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0402bf8e-a58d-4111-a770-71fe1e985ca1 req-98b5f544-1004-40b6-ac9c-e758c9dc6e9a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2084417 Dec 22 09:59:34.429593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 5958cf66-35b6-4a94-8baa-3113b89916b2 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:59:34.430132 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:34.433133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 452abce3-0856-4239-ac19-8efc5706b11b has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:59:34.592377 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:59:34.605458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ceeff1-b78d-49ed-acb4-81904fb355ba admin admin] Deleting subnet 219d1eec-e503-4b30-8c5c-290c239abc6e {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:59:34.635799 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:34.640041 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4ceeff1-b78d-49ed-acb4-81904fb355ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:34.703592 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:34.932124 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92bd3cd5-52ee-49a2-a810-8702e0e53c63 req-b2d81b3d-4cf1-4554-9f5e-a9c4955b37c5 service neutron] 10.222.0.64 "GET /v2.0/networks/09cd24a5-da4e-4037-a7c7-19b56f444e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7528329 Dec 22 09:59:35.070835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5073c8f-5004-4860-b7e9-af0ee3006fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:35.190181 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-92bd3cd5-52ee-49a2-a810-8702e0e53c63 req-588973dc-bfe6-4885-b038-05901830b563 service neutron] 10.222.0.64 "GET /v2.0/networks/09cd24a5-da4e-4037-a7c7-19b56f444e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2321012 Dec 22 09:59:35.285995 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:35.316746 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "DELETE /v2.0/networks/452abce3-0856-4239-ac19-8efc5706b11b HTTP/1.1" status: 204 len: 168 time: 5.3199975 Dec 22 09:59:35.331566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4ceeff1-b78d-49ed-acb4-81904fb355ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:35.395511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 40984) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:35.398024 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4ceeff1-b78d-49ed-acb4-81904fb355ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:35.587091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04105f50-9a9f-4c03-a58e-388f588c48d5 req-64d98ea2-5a0a-48af-9001-aadb506c77bb tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:35.588842 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04105f50-9a9f-4c03-a58e-388f588c48d5 req-64d98ea2-5a0a-48af-9001-aadb506c77bb tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 944 time: 2.6659231 Dec 22 09:59:35.603585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event deleted for resources: {'Network': ['ID=452abce3-0856-4239-ac19-8efc5706b11b,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:35.640980 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:35.733765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9f9fb5fe-81c3-4a32-9d5d-b35718a03777 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Deleting port 4c01368d-792c-48eb-8a87-8ea2c1fdb085 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:35.734360 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb5fe-81c3-4a32-9d5d-b35718a03777 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:35.816440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44209d70-bc32-4907-8bb2-60499f34c8a1 req-1bf64519-921d-4acb-8ebb-a6024850cbf1 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:35.826990 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-44209d70-bc32-4907-8bb2-60499f34c8a1 req-1bf64519-921d-4acb-8ebb-a6024850cbf1 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 2.3316658 Dec 22 09:59:35.904624 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-44209d70-bc32-4907-8bb2-60499f34c8a1 req-765621cb-3499-42bd-bd3e-622b6c4c2f8e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764034 Dec 22 09:59:35.926590 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04105f50-9a9f-4c03-a58e-388f588c48d5 req-aa21c5ec-0f07-4a44-b727-b79b7652d0ef tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/security-groups?id=32b8471a-2c6e-474b-b018-fddb49c325c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844179 Dec 22 09:59:35.931077 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:35.932218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cd6000-0243-4f4e-9bb5-2eeb4c4fb433 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router c372dd9f-cf35-4c16-b5ba-9940f7044956 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:59:36.194948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 5958cf66-35b6-4a94-8baa-3113b89916b2 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 09:59:36.310490 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1b91bc-96f1-4760-8c79-ac89d2b251af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5958cf66-35b6-4a94-8baa-3113b89916b2', 'code': 200} Dec 22 09:59:36.378750 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4ceeff1-b78d-49ed-acb4-81904fb355ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:36.419268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 5958cf66-35b6-4a94-8baa-3113b89916b2 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 09:59:36.419640 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:36.712098 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-687ca0bd-85ce-4318-a019-27fecf2cad5f tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:36.892848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ceeff1-b78d-49ed-acb4-81904fb355ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219d1eec-e503-4b30-8c5c-290c239abc6e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:36.904331 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4ceeff1-b78d-49ed-acb4-81904fb355ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:36.913263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4ceeff1-b78d-49ed-acb4-81904fb355ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:36.926859 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c4ceeff1-b78d-49ed-acb4-81904fb355ba admin admin] 10.222.0.50 "DELETE /v2.0/subnets/219d1eec-e503-4b30-8c5c-290c239abc6e HTTP/1.1" status: 204 len: 168 time: 4.1862679 Dec 22 09:59:36.943399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41084) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:37.005423 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb5fe-81c3-4a32-9d5d-b35718a03777 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:37.005835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb5fe-81c3-4a32-9d5d-b35718a03777 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:37.028643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cd6000-0243-4f4e-9bb5-2eeb4c4fb433 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:59:37.039630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610654fb-2a89-4be2-8635-8b266610b55b None None] Sync routers for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:59:37.040657 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b3cd6000-0243-4f4e-9bb5-2eeb4c4fb433 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/c372dd9f-cf35-4c16-b5ba-9940f7044956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9809608 Dec 22 09:59:37.048635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41096) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:37.069674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610654fb-2a89-4be2-8635-8b266610b55b None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:37.071251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-610654fb-2a89-4be2-8635-8b266610b55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:37.125355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8bfa4-7ec1-422a-ac99-263d96d47fac req-a221d80f-e79d-40da-b9e8-cdeaff1adbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:37.127242 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51c8bfa4-7ec1-422a-ac99-263d96d47fac req-a221d80f-e79d-40da-b9e8-cdeaff1adbec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 1161 time: 0.4798982 Dec 22 09:59:37.236221 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd1cfbde-6cfd-48e1-a950-1a8446f3cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:37.240425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41102) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:37.266177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9f9fb5fe-81c3-4a32-9d5d-b35718a03777 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Calling delete_port for 4c01368d-792c-48eb-8a87-8ea2c1fdb085 owned by network:floatingip {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:59:37.493551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-610654fb-2a89-4be2-8635-8b266610b55b None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:59:37.538399 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51c8bfa4-7ec1-422a-ac99-263d96d47fac req-042e1bef-3f55-4349-bc44-d200b990b70f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=32b8471a-2c6e-474b-b018-fddb49c325c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964346 Dec 22 09:59:37.895560 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3cdcd8d7-35ba-4b82-ac8d-946c2476e5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:37.985513 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a02ddaac-7c45-4b57-a0a2-992e86f1e260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:38.077341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Allocated IP 172.25.7.122 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/e6d5769d-6fe8-4a32-81f8-193eb0512061) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 09:59:38.119800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a02ddaac-7c45-4b57-a0a2-992e86f1e260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 09:59:38.130647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a02ddaac-7c45-4b57-a0a2-992e86f1e260 admin admin] Usage tracker for resource:security_group_rule and tenant:f2574fca168847338d755bb9f3acd8dd is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 09:59:38.144522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a02ddaac-7c45-4b57-a0a2-992e86f1e260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 09:59:38.166456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a02ddaac-7c45-4b57-a0a2-992e86f1e260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 09:59:38.225596 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb5fe-81c3-4a32-9d5d-b35718a03777 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:38.331364 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a02ddaac-7c45-4b57-a0a2-992e86f1e260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:38.333129 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-af109712-bbfe-4ec3-9911-c360b5c9c142 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:38.338932 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:38.377672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-610654fb-2a89-4be2-8635-8b266610b55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:59:32Z', 'revision_number': 8, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ca5015d6-c755-4868-9015-c51a4edd9e27', 'name': '', 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:94:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:35Z', 'updated_at': '2020-12-22T09:59:00Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:32Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:38.383320 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a02ddaac-7c45-4b57-a0a2-992e86f1e260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:38.389518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610654fb-2a89-4be2-8635-8b266610b55b None None] Checking router: c372dd9f-cf35-4c16-b5ba-9940f7044956 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:59:38.417595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610654fb-2a89-4be2-8635-8b266610b55b None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:38.419617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-610654fb-2a89-4be2-8635-8b266610b55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:38.449367 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a02ddaac-7c45-4b57-a0a2-992e86f1e260 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f2574fca168847338d755bb9f3acd8dd&name=default HTTP/1.1" status: 200 len: 2883 time: 1.1925766 Dec 22 09:59:38.453825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41162) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:38.474723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fb5fe-81c3-4a32-9d5d-b35718a03777 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event deleted for resources: {'Port': ['ID=4c01368d-792c-48eb-8a87-8ea2c1fdb085,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:38.490042 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:38.517927 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9f9fb5fe-81c3-4a32-9d5d-b35718a03777 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:38.531308 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-673d585d-3b82-4eca-be6e-50121ee3a22c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:38.678779 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:38.795300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe1d4-04c6-4fbb-be7d-587aa878f119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:38.806932 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:38.830645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-610654fb-2a89-4be2-8635-8b266610b55b None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:59:38.982807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ddaac-7c45-4b57-a0a2-992e86f1e260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573e0ab6-1613-4803-8245-3af47e358335,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:39.000803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-8938b0c3-c04b-4e6f-81e2-be20289ce229 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting subnet 10f6df2d-31c1-474f-8977-bfc48b780471 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:59:39.009450 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a02ddaac-7c45-4b57-a0a2-992e86f1e260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:39.025924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8938b0c3-c04b-4e6f-81e2-be20289ce229 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:39.100142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Pushing event updated for resources: {'Port': ['ID=e6d5769d-6fe8-4a32-81f8-193eb0512061,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:39.113525 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:39.125016 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd1cfbde-6cfd-48e1-a950-1a8446f3cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:39.155258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 09:59:39.158015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8938b0c3-c04b-4e6f-81e2-be20289ce229 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:39.175099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25414a-9774-44e3-a43d-832f0bcf1e50 req-bf271032-b805-401f-920a-753a466fb692 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:39.177449 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb25414a-9774-44e3-a43d-832f0bcf1e50 req-bf271032-b805-401f-920a-753a466fb692 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 1.7774158 Dec 22 09:59:39.184613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 09:59:39.191411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 09:59:39.347602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2ed99-9a61-4c35-8487-62e5277ebbe1 req-19adbb82-c3ac-409a-b807-c371490ba3ff tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:39.350036 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4ba2ed99-9a61-4c35-8487-62e5277ebbe1 req-19adbb82-c3ac-409a-b807-c371490ba3ff tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 946 time: 1.8390195 Dec 22 09:59:39.366569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8938b0c3-c04b-4e6f-81e2-be20289ce229 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:39.387755 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:39.400634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-610654fb-2a89-4be2-8635-8b266610b55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:59:32Z', 'revision_number': 8, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ca5015d6-c755-4868-9015-c51a4edd9e27', 'name': '', 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:94:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:35Z', 'updated_at': '2020-12-22T09:59:00Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:32Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:39.415487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610654fb-2a89-4be2-8635-8b266610b55b None None] The sync data for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 is: [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:59:32Z', 'revision_number': 8, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ca5015d6-c755-4868-9015-c51a4edd9e27', 'name': '', 'network_id': '3b0d7e51-b5e5-4641-8f48-2b0780c2f43e', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:94:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:35Z', 'updated_at': '2020-12-22T09:59:00Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '1faf6b19-fbe9-47a7-82b9-19ae19746610', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:32Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:59:39.434368 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb25414a-9774-44e3-a43d-832f0bcf1e50 req-8f09eeea-1a82-42e3-aa05-59e1b89a33ff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823871 Dec 22 09:59:39.577295 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4ba2ed99-9a61-4c35-8487-62e5277ebbe1 req-28987447-09ca-4abb-b471-4e7e4577d3b0 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/security-groups?id=32b8471a-2c6e-474b-b018-fddb49c325c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924484 Dec 22 09:59:39.644801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-bd1cfbde-6cfd-48e1-a950-1a8446f3cd02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f0ab6d-2cbc-4cfd-bc64-29ca9d5ac37f']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:39.664219 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:39.666606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-bd1cfbde-6cfd-48e1-a950-1a8446f3cd02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc0094c-4b70-48ed-ba08-703e14db5e9a') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:39.666944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-bd1cfbde-6cfd-48e1-a950-1a8446f3cd02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc0094c-4b70-48ed-ba08-703e14db5e9a') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:39.697394 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd1cfbde-6cfd-48e1-a950-1a8446f3cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:39.833807 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd1cfbde-6cfd-48e1-a950-1a8446f3cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:39.836049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bd1cfbde-6cfd-48e1-a950-1a8446f3cd02 admin admin] Releasing vxlan tunnel 11 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:59:39.874029 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe1d4-04c6-4fbb-be7d-587aa878f119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:39.952682 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe1d4-04c6-4fbb-be7d-587aa878f119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:40.053435 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a43bce06-1fce-4863-aab0-5abcf14e1c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:40.079599 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb5fe-81c3-4a32-9d5d-b35718a03777 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for floatingip, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:40.088531 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8938b0c3-c04b-4e6f-81e2-be20289ce229 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:40.112525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:40.127793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fe1d4-04c6-4fbb-be7d-587aa878f119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573e0ab6-1613-4803-8245-3af47e358335,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:40.174933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bd1cfbde-6cfd-48e1-a950-1a8446f3cd02 admin admin] Network 60f0ab6d-2cbc-4cfd-bc64-29ca9d5ac37f has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:59:40.191369 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd1cfbde-6cfd-48e1-a950-1a8446f3cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:40.252609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:40.311568 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:40.320640 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e2fe1d4-04c6-4fbb-be7d-587aa878f119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:40.325583 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6e0c9dbc-7496-4062-b4cf-9a23b2fff18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:40.372815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938b0c3-c04b-4e6f-81e2-be20289ce229 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Subnet': ['ID=10f6df2d-31c1-474f-8977-bfc48b780471,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:40.375858 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe1d4-04c6-4fbb-be7d-587aa878f119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:40.377120 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8e2fe1d4-04c6-4fbb-be7d-587aa878f119 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/573e0ab6-1613-4803-8245-3af47e358335 HTTP/1.1" status: 204 len: 168 time: 1.9043922 Dec 22 09:59:40.378090 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8938b0c3-c04b-4e6f-81e2-be20289ce229 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:40.383925 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb5fe-81c3-4a32-9d5d-b35718a03777 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:40.388934 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9f9fb5fe-81c3-4a32-9d5d-b35718a03777 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "DELETE /v2.0/floatingips/2ee153e6-e71b-45e8-8954-64878f1bc0c6 HTTP/1.1" status: 204 len: 168 time: 4.9808631 Dec 22 09:59:40.390501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41270) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:40.425189 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8938b0c3-c04b-4e6f-81e2-be20289ce229 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:40.427201 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8938b0c3-c04b-4e6f-81e2-be20289ce229 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/subnets/10f6df2d-31c1-474f-8977-bfc48b780471 HTTP/1.1" status: 204 len: 168 time: 3.2987235 Dec 22 09:59:40.429941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41280) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:40.439280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf6652e-e3e4-4c0c-a8f1-51b69666df90 None None] Network 1468e929-7dc6-44a8-b754-cfe33c01dd7b requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:59:40.521685 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-51509af6-9c17-41e4-9af5-a4fc3e21ed92 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] DELETE failed (client error): The resource could not be found. Dec 22 09:59:40.522277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51509af6-9c17-41e4-9af5-a4fc3e21ed92 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:59:40.796911 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:40.993249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port 5d0d2054-40f2-491b-9f85-b2cd84388aca {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:41.011290 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:41.265963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 3f332f89-9d47-41b9-8593-1ff10cf74b55 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:59:41.313473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:41.332313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bd1cfbde-6cfd-48e1-a950-1a8446f3cd02 admin admin] Network 60f0ab6d-2cbc-4cfd-bc64-29ca9d5ac37f has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:59:41.365905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 3f332f89-9d47-41b9-8593-1ff10cf74b55 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:59:41.367056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 3f332f89-9d47-41b9-8593-1ff10cf74b55 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:59:41.370426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:59:41.454049 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:59:41.496153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edc0013-2e41-4230-8158-3dea5f22f519 None None] DHCP port deletion for 1468e929-7dc6-44a8-b754-cfe33c01dd7b request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 09:59:41.502219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0edc0013-2e41-4230-8158-3dea5f22f519 None None] Deleting port 5d0d2054-40f2-491b-9f85-b2cd84388aca {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:41.502650 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0edc0013-2e41-4230-8158-3dea5f22f519 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:41.522586 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:41.662451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] For port 5d0d2054-40f2-491b-9f85-b2cd84388aca, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=5d0d2054-40f2-491b-9f85-b2cd84388aca,segment=NetworkSegment(166b712b-c57b-4ed6-a84c-d96a59ceac79),segment_id=166b712b-c57b-4ed6-a84c-d96a59ceac79)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:59:41.662865 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:41.681833 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:41.722826 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-51509af6-9c17-41e4-9af5-a4fc3e21ed92 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "DELETE /v2.0/ports/fece34b6-95f7-4f57-b794-55a847a952a5 HTTP/1.1" status: 404 len: 333 time: 1.3286405 Dec 22 09:59:41.801373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41338) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:41.832126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Calling delete_port for 5d0d2054-40f2-491b-9f85-b2cd84388aca owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:59:41.873361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd1cfbde-6cfd-48e1-a950-1a8446f3cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:41.877265 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd1cfbde-6cfd-48e1-a950-1a8446f3cd02 admin admin] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:41.932352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:41.938930 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:41.956197 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:41.971424 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bd1cfbde-6cfd-48e1-a950-1a8446f3cd02 admin admin] 10.222.0.50 "DELETE /v2.0/networks/60f0ab6d-2cbc-4cfd-bc64-29ca9d5ac37f HTTP/1.1" status: 204 len: 168 time: 5.0270514 Dec 22 09:59:41.973694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-54b4088a-6dcd-40a6-8b81-87d6babd2a49 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Synchronizing usage tracker for tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:59:42.029584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-0edc0013-2e41-4230-8158-3dea5f22f519 None None] For port 5d0d2054-40f2-491b-9f85-b2cd84388aca, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=5d0d2054-40f2-491b-9f85-b2cd84388aca,segment=NetworkSegment(166b712b-c57b-4ed6-a84c-d96a59ceac79),segment_id=166b712b-c57b-4ed6-a84c-d96a59ceac79)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:59:42.032136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0edc0013-2e41-4230-8158-3dea5f22f519 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:42.034809 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:42.038833 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.2166407 Dec 22 09:59:42.048853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Port': ['ID=5d0d2054-40f2-491b-9f85-b2cd84388aca,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:42.053474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41346) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:42.061786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-54b4088a-6dcd-40a6-8b81-87d6babd2a49 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Unset dirty status for tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:59:42.063233 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-54b4088a-6dcd-40a6-8b81-87d6babd2a49 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "GET /v2.0/ports?device_id=51885518-6874-49ff-a60c-1b8368189bc1 HTTP/1.1" status: 200 len: 205 time: 0.1793568 Dec 22 09:59:42.076429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41348) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:42.099651 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:42.195894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0a94b-a865-475f-8d26-f7ada80302ea req-50264f35-b5fc-4278-9c92-be1ee56e3545 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:42.197820 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b5f0a94b-a865-475f-8d26-f7ada80302ea req-50264f35-b5fc-4278-9c92-be1ee56e3545 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 0.7410252 Dec 22 09:59:42.204176 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-5f12adca-1755-4fcf-8bd5-e758ed1a6d5e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] delete failed (client error): The resource could not be found. Dec 22 09:59:42.205285 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5f12adca-1755-4fcf-8bd5-e758ed1a6d5e tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "DELETE /v2.0/routers/51885518-6874-49ff-a60c-1b8368189bc1 HTTP/1.1" status: 404 len: 336 time: 0.1223190 Dec 22 09:59:42.212249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bac722-1210-4d1c-ba05-ca29b9841dd3 req-28af78f2-1b97-454e-9442-2b406fd5c657 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:42.214216 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81bac722-1210-4d1c-ba05-ca29b9841dd3 req-28af78f2-1b97-454e-9442-2b406fd5c657 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 946 time: 0.7590826 Dec 22 09:59:42.215501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Pushing event updated for resources: {'Port': ['ID=e6d5769d-6fe8-4a32-81f8-193eb0512061,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:42.226763 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:42.227901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41360) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:42.240083 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6b0d46e9-9807-414c-a4d1-1bf69e0b4daa tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1773891 Dec 22 09:59:42.259751 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:42.296753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41366) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:42.389773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0edc0013-2e41-4230-8158-3dea5f22f519 None None] Calling delete_port for 5d0d2054-40f2-491b-9f85-b2cd84388aca owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:59:42.436671 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7cd6d5bc-e812-40af-b240-d72b20723d33 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1351516 Dec 22 09:59:42.436671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] No DVR routers for this DVR port 5d0d2054-40f2-491b-9f85-b2cd84388aca on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:59:42.437414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41376) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:42.446641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cfbde-6cfd-48e1-a950-1a8446f3cd02 admin admin] Pushing event deleted for resources: {'Network': ['ID=60f0ab6d-2cbc-4cfd-bc64-29ca9d5ac37f,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:42.457585 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bd1cfbde-6cfd-48e1-a950-1a8446f3cd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:42.460294 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b5f0a94b-a865-475f-8d26-f7ada80302ea req-2deb9e4a-0659-4327-af64-2dde372d3cf5 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310455 Dec 22 09:59:42.490942 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-0edc0013-2e41-4230-8158-3dea5f22f519 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:59:42.491687 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-0edc0013-2e41-4230-8158-3dea5f22f519 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 09:59:42.504862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41380) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:42.509123 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcae2fc-0d24-4825-8162-6a3d50305587 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] DELETE failed (client error): The resource could not be found. Dec 22 09:59:42.509814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bcae2fc-0d24-4825-8162-6a3d50305587 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 09:59:42.512017 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0bcae2fc-0d24-4825-8162-6a3d50305587 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "DELETE /v2.0/subnets/f29a475c-1ce5-4bef-972f-5f1b73f7f743 HTTP/1.1" status: 404 len: 337 time: 0.2265017 Dec 22 09:59:42.515279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41384) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:42.568725 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81bac722-1210-4d1c-ba05-ca29b9841dd3 req-1fee34e7-87e9-4724-b258-153af0b76a3f tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/security-groups?id=32b8471a-2c6e-474b-b018-fddb49c325c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110733 Dec 22 09:59:42.638677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d4973309-8c73-4b80-8f3e-12f5d0f2cf1f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Deleting port 02f95c5a-06f8-4f92-91c0-47e2492866ad {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:42.639064 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d4973309-8c73-4b80-8f3e-12f5d0f2cf1f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:42.689294 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9cda58de-8e6f-45e2-975a-475f409bb8bf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1abd7f8507294adf9f45aca905331561&name=default HTTP/1.1" status: 200 len: 2883 time: 0.1756649 Dec 22 09:59:42.697592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41390) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:42.836754 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a775b07-a780-4579-aa32-214f8dd2e5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:42.909204 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a775b07-a780-4579-aa32-214f8dd2e5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:42.994036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0edc0013-2e41-4230-8158-3dea5f22f519 None None] Deleting port 5d0d2054-40f2-491b-9f85-b2cd84388aca {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:42.994390 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0edc0013-2e41-4230-8158-3dea5f22f519 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:43.027036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0aed81eb-1307-4cb6-ac68-c438eafc2561 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Deleting port e6d5769d-6fe8-4a32-81f8-193eb0512061 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:43.027419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0aed81eb-1307-4cb6-ac68-c438eafc2561 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:43.143642 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:43.173140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0edc0013-2e41-4230-8158-3dea5f22f519 None None] The port '5d0d2054-40f2-491b-9f85-b2cd84388aca' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 09:59:43.217965 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d4973309-8c73-4b80-8f3e-12f5d0f2cf1f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:43.226869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 5d0d2054-40f2-491b-9f85-b2cd84388aca no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:59:43.348049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 5d0d2054-40f2-491b-9f85-b2cd84388aca {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:59:43.348530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 5d0d2054-40f2-491b-9f85-b2cd84388aca not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:59:43.375743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d4973309-8c73-4b80-8f3e-12f5d0f2cf1f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Calling delete_port for 02f95c5a-06f8-4f92-91c0-47e2492866ad owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:59:43.552634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1468e929-7dc6-44a8-b754-cfe33c01dd7b']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:43.573853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce922c35-33d6-4821-8e88-9a6b725728cf req-64e9fcf0-c9bd-43e9-9e57-a8008b80885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:43.576387 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce922c35-33d6-4821-8e88-9a6b725728cf req-64e9fcf0-c9bd-43e9-9e57-a8008b80885e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2b8bd28c0aa45a89f5905c5258a9297&device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 1160 time: 0.3021581 Dec 22 09:59:43.577819 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a775b07-a780-4579-aa32-214f8dd2e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:43.582504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d4973309-8c73-4b80-8f3e-12f5d0f2cf1f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:43.584403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166b712b-c57b-4ed6-a84c-d96a59ceac79') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:43.584740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166b712b-c57b-4ed6-a84c-d96a59ceac79') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:43.603264 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e3f6a5b4-06c1-47f2-bc9b-1b8e62389af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:43.616764 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:43.645895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a775b07-a780-4579-aa32-214f8dd2e5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57eeefa-22c5-4218-b5b4-48e5a096527d,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:43.649006 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a775b07-a780-4579-aa32-214f8dd2e5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:43.654101 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3fa49560-24fd-4fad-b47e-1c1f764e6d39 tempest-ServerDiskConfigTestJSON-824764900 tempest-ServerDiskConfigTestJSON-824764900] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:43.758102 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0aed81eb-1307-4cb6-ac68-c438eafc2561 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:43.758403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0aed81eb-1307-4cb6-ac68-c438eafc2561 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Notify callbacks [] for floatingip, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:43.792680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:43.797200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Releasing vxlan tunnel 16 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:59:43.853493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4973309-8c73-4b80-8f3e-12f5d0f2cf1f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event deleted for resources: {'Port': ['ID=02f95c5a-06f8-4f92-91c0-47e2492866ad,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:43.897167 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d4973309-8c73-4b80-8f3e-12f5d0f2cf1f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:43.932791 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a775b07-a780-4579-aa32-214f8dd2e5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:43.934065 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1a775b07-a780-4579-aa32-214f8dd2e5a6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a57eeefa-22c5-4218-b5b4-48e5a096527d HTTP/1.1" status: 204 len: 168 time: 1.2354641 Dec 22 09:59:43.955676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0aed81eb-1307-4cb6-ac68-c438eafc2561 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Calling delete_port for e6d5769d-6fe8-4a32-81f8-193eb0512061 owned by network:floatingip {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:59:44.091357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167eb14b-d771-40f4-9fe6-7ddecfdace18 req-304e0468-6ae2-4bf1-99c4-03d290eab89c tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:44.099228 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-167eb14b-d771-40f4-9fe6-7ddecfdace18 req-304e0468-6ae2-4bf1-99c4-03d290eab89c tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 946 time: 0.2957463 Dec 22 09:59:44.144763 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d4973309-8c73-4b80-8f3e-12f5d0f2cf1f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:44.149253 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d4973309-8c73-4b80-8f3e-12f5d0f2cf1f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "DELETE /v2.0/ports/02f95c5a-06f8-4f92-91c0-47e2492866ad HTTP/1.1" status: 204 len: 168 time: 1.6274507 Dec 22 09:59:44.151000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41412) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:44.151128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce922c35-33d6-4821-8e88-9a6b725728cf req-223b3ce8-3783-4c40-8d36-76877219dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:44.153375 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce922c35-33d6-4821-8e88-9a6b725728cf req-223b3ce8-3783-4c40-8d36-76877219dd55 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6f1855e-b485-45d1-82d8-ed2c723d357f HTTP/1.1" status: 200 len: 911 time: 0.5276928 Dec 22 09:59:44.209045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489753c-d6d9-4f70-9306-efea0925f3ec req-0d154045-cc48-4572-8698-3a202e654bcc tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:44.210724 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5489753c-d6d9-4f70-9306-efea0925f3ec req-0d154045-cc48-4572-8698-3a202e654bcc tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 0.4693627 Dec 22 09:59:44.242703 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-167eb14b-d771-40f4-9fe6-7ddecfdace18 req-288b73bb-8b3f-4068-9f99-df655ca7bad6 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/security-groups?id=32b8471a-2c6e-474b-b018-fddb49c325c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423242 Dec 22 09:59:44.313886 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5489753c-d6d9-4f70-9306-efea0925f3ec req-d6f5ff38-b17b-4b46-a9b5-5c8ac752731a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927324 Dec 22 09:59:44.320426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a4c775ac-aaf1-462e-8b03-c47fc7ad4917 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Deleting port fc02396c-9dd4-4ee6-af95-ae306c19a366 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:44.320823 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a4c775ac-aaf1-462e-8b03-c47fc7ad4917 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:44.335307 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce922c35-33d6-4821-8e88-9a6b725728cf req-fbb2a050-a351-4aa7-8978-5ff091fea31b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61ea23ac-4fc3-4915-8d67-4ffe9504e884 HTTP/1.1" status: 200 len: 1001 time: 0.1635292 Dec 22 09:59:44.404921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 1468e929-7dc6-44a8-b754-cfe33c01dd7b has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:59:44.419803 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:44.464886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce922c35-33d6-4821-8e88-9a6b725728cf req-32725a17-dbab-4205-92e5-dfd8964f93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:44.466565 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce922c35-33d6-4821-8e88-9a6b725728cf req-32725a17-dbab-4205-92e5-dfd8964f93f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca01a1fc-1044-4148-87dc-b546085e58b1 HTTP/1.1" status: 200 len: 856 time: 0.1188915 Dec 22 09:59:44.507340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41420) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:44.644704 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ede8ef8f-ad21-4e2e-b059-3d3b7f5ceeb3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a19add75061a42589a617494abbd4877&name=default HTTP/1.1" status: 200 len: 2883 time: 0.1360509 Dec 22 09:59:44.648057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41426) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:44.692867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a4c775ac-aaf1-462e-8b03-c47fc7ad4917 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:44.751717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 1468e929-7dc6-44a8-b754-cfe33c01dd7b has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:59:44.782728 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:59:44.871657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a4c775ac-aaf1-462e-8b03-c47fc7ad4917 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Calling delete_port for fc02396c-9dd4-4ee6-af95-ae306c19a366 owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:59:44.883301 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0aed81eb-1307-4cb6-ac68-c438eafc2561 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:44.900944 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f01d70c2-cb0e-4bdb-a3df-ba7c80ac91d9 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:44.942872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce922c35-33d6-4821-8e88-9a6b725728cf req-890427d4-1360-41da-97c2-29112160bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:44.944566 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce922c35-33d6-4821-8e88-9a6b725728cf req-890427d4-1360-41da-97c2-29112160bfab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f1855e-b485-45d1-82d8-ed2c723d357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4628778 Dec 22 09:59:44.947395 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:44.955622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed81eb-1307-4cb6-ac68-c438eafc2561 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Pushing event deleted for resources: {'Port': ['ID=e6d5769d-6fe8-4a32-81f8-193eb0512061,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:44.957689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:44.959483 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0aed81eb-1307-4cb6-ac68-c438eafc2561 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:45.001121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:45.004059 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6489a706-5929-4ae1-9560-3d06a9adc17c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:45.031180 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:45.039568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Network': ['ID=1468e929-7dc6-44a8-b754-cfe33c01dd7b,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:45.098840 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:45.105481 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5e59f03b-e204-4bf1-9ecb-5696ba42ffe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:45.108625 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:45.129702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ad5be3-78ca-488a-84fa-36be8f6b9c2d,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:45.148493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.149112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.149531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.149949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.150362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.150776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.151238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.151855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.152285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.152725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.153134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.153531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.154103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.154512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.154914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.155319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.155726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.156156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.156564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.156966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.157367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.157792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.158302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.158749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.159284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.159693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.160120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.160522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.160922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.161327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.161727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.162392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.162503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.162955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.163283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.163727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:45.168080 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:45.183194 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:45.195259 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a4ad5be3-78ca-488a-84fa-36be8f6b9c2d HTTP/1.1" status: 204 len: 168 time: 0.5457563 Dec 22 09:59:45.204827 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a4c775ac-aaf1-462e-8b03-c47fc7ad4917 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:45.304319 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/networks/1468e929-7dc6-44a8-b754-cfe33c01dd7b HTTP/1.1" status: 204 len: 168 time: 4.8732128 Dec 22 09:59:45.326368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41442) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:45.348051 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f3ed5826-d404-48b0-ab7a-dc7b596a250d tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:45.916616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c775ac-aaf1-462e-8b03-c47fc7ad4917 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event deleted for resources: {'Port': ['ID=fc02396c-9dd4-4ee6-af95-ae306c19a366,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:45.925196 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a4c775ac-aaf1-462e-8b03-c47fc7ad4917 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:46.064211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f2133-54a7-4d3f-9a1c-669c7268c3c8 req-f19e0fbd-e569-4e15-aff3-3085ce990bb7 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:46.065874 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-989f2133-54a7-4d3f-9a1c-669c7268c3c8 req-f19e0fbd-e569-4e15-aff3-3085ce990bb7 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 946 time: 0.6093457 Dec 22 09:59:46.072195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d771b5-684d-4656-9eaf-6992d5745458 req-183f302b-00c1-4a98-92e2-bb5a2515bddd tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:46.080587 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70d771b5-684d-4656-9eaf-6992d5745458 req-183f302b-00c1-4a98-92e2-bb5a2515bddd tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 0.1665647 Dec 22 09:59:46.084219 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fca9e5e4-caa8-4769-80a5-6f6a73eeabc2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:46.184892 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-70d771b5-684d-4656-9eaf-6992d5745458 req-1fa8731b-2eb3-44e6-ba5f-c621a95ec9a1 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028354 Dec 22 09:59:46.226024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 5958cf66-35b6-4a94-8baa-3113b89916b2 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:59:46.289766 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a4c775ac-aaf1-462e-8b03-c47fc7ad4917 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:46.296078 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a4c775ac-aaf1-462e-8b03-c47fc7ad4917 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "DELETE /v2.0/ports/fc02396c-9dd4-4ee6-af95-ae306c19a366 HTTP/1.1" status: 204 len: 168 time: 2.1434925 Dec 22 09:59:46.299613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41468) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:46.390873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c4644-e453-4c0c-8f8a-82f48b38e17b req-f177dcaf-4baf-4f93-885f-cdc219190a04 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:46.391656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d03c4644-e453-4c0c-8f8a-82f48b38e17b req-f177dcaf-4baf-4f93-885f-cdc219190a04 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Synchronizing usage tracker for tenant:cc5f2bb5ccc94ceead00f0274f2deacf on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:59:46.402646 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-989f2133-54a7-4d3f-9a1c-669c7268c3c8 req-62f24246-1c2c-4dd5-8c83-05c94fa44687 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/security-groups?id=32b8471a-2c6e-474b-b018-fddb49c325c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078179 Dec 22 09:59:46.410111 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce922c35-33d6-4821-8e88-9a6b725728cf req-811df80e-ab33-4fe4-bc03-7fcf1b9e424f service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4557741 Dec 22 09:59:46.517039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebb5807-601f-46a6-909b-9e076265bf87 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:46.517875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7ebb5807-601f-46a6-909b-9e076265bf87 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Synchronizing usage tracker for tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:59:46.535479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:46.538068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7ebb5807-601f-46a6-909b-9e076265bf87 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Unset dirty status for tenant:a8323ea8911b4b5bb68d9c0c0d8d3886 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:59:46.539585 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7ebb5807-601f-46a6-909b-9e076265bf87 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "GET /v2.0/ports?device_id=353de62c-9e39-4d34-a979-3b32fd1aed58 HTTP/1.1" status: 200 len: 913 time: 0.2387011 Dec 22 09:59:46.542794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41474) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:46.597879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 5958cf66-35b6-4a94-8baa-3113b89916b2, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=5958cf66-35b6-4a94-8baa-3113b89916b2,segment=NetworkSegment(2e4e0bb4-8590-4906-94ac-40182bc27fab),segment_id=2e4e0bb4-8590-4906-94ac-40182bc27fab)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:59:46.598949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1b91bc-96f1-4760-8c79-ac89d2b251af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5958cf66-35b6-4a94-8baa-3113b89916b2'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:59:46.605339 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:46.608660 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:46.691722 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1b91bc-96f1-4760-8c79-ac89d2b251af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5958cf66-35b6-4a94-8baa-3113b89916b2', 'code': 200} Dec 22 09:59:46.721978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=5958cf66-35b6-4a94-8baa-3113b89916b2,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:46.731599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.732281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.732834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.733372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.733898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.734421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.734951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.735488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.736035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.736574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.737095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.737618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.738219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.739026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.739541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.740088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.740604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.741266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.741783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.742304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.742819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.743341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.743857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.744416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.745004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.745519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.746615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.747515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.748133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.748879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.749478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.750042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.750605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.751240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.751619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.751993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 09:59:46.756794 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:46.769791 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ce922c35-33d6-4821-8e88-9a6b725728cf req-1f06d1eb-470a-4b64-a105-bccd4a447341 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3465066 Dec 22 09:59:46.793731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d03c4644-e453-4c0c-8f8a-82f48b38e17b req-f177dcaf-4baf-4f93-885f-cdc219190a04 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Unset dirty status for tenant:cc5f2bb5ccc94ceead00f0274f2deacf on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:59:46.793731 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d03c4644-e453-4c0c-8f8a-82f48b38e17b req-f177dcaf-4baf-4f93-885f-cdc219190a04 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.64 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 946 time: 1.6747646 Dec 22 09:59:46.880598 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0aed81eb-1307-4cb6-ac68-c438eafc2561 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Notify callbacks [] for floatingip, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:46.883235 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0aed81eb-1307-4cb6-ac68-c438eafc2561 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:46.887410 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0aed81eb-1307-4cb6-ac68-c438eafc2561 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] 10.222.0.50 "DELETE /v2.0/floatingips/4bd3ac63-b404-44ba-994d-3c092093fb50 HTTP/1.1" status: 204 len: 168 time: 4.4480159 Dec 22 09:59:46.888462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41492) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:46.903179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-d03c4644-e453-4c0c-8f8a-82f48b38e17b req-0edacd15-81cc-43c2-a398-1f41362096de tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Deleting port 5958cf66-35b6-4a94-8baa-3113b89916b2 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:46.903699 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d03c4644-e453-4c0c-8f8a-82f48b38e17b req-0edacd15-81cc-43c2-a398-1f41362096de tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:47.103174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d0fa6f7-c134-4e71-8092-595b44360a20 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:47.193410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a6863732-7d32-48cc-b516-d84444bd4a4b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Deleting port 2f10b1b2-e609-4314-acc3-5b2596d805af {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:47.193793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6863732-7d32-48cc-b516-d84444bd4a4b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:47.794502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924a49a-2815-47d8-901d-0f42bc2c3f64 req-fbc94199-8247-4947-bb0f-e0977a2ebbb6 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:47.802419 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8924a49a-2815-47d8-901d-0f42bc2c3f64 req-fbc94199-8247-4947-bb0f-e0977a2ebbb6 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 0.3122773 Dec 22 09:59:47.871772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6863732-7d32-48cc-b516-d84444bd4a4b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:47.872216 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6863732-7d32-48cc-b516-d84444bd4a4b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks [] for floatingip, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:47.937230 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8924a49a-2815-47d8-901d-0f42bc2c3f64 req-2994cc0c-8639-4608-ae30-e8cb0592d963 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338167 Dec 22 09:59:47.984917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f756e-4687-47ba-8ab4-c2106a70f0a6 req-8ccd7240-a264-49a2-b1aa-f92684de5271 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:47.984917 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-950f756e-4687-47ba-8ab4-c2106a70f0a6 req-8ccd7240-a264-49a2-b1aa-f92684de5271 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 944 time: 0.2615182 Dec 22 09:59:48.061207 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-950f756e-4687-47ba-8ab4-c2106a70f0a6 req-1b502f81-915f-40a0-882b-f5a2ce848fba tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/security-groups?id=32b8471a-2c6e-474b-b018-fddb49c325c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720968 Dec 22 09:59:48.116532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d03c4644-e453-4c0c-8f8a-82f48b38e17b req-0edacd15-81cc-43c2-a398-1f41362096de tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] For port 5958cf66-35b6-4a94-8baa-3113b89916b2, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=5958cf66-35b6-4a94-8baa-3113b89916b2,segment=NetworkSegment(2e4e0bb4-8590-4906-94ac-40182bc27fab),segment_id=2e4e0bb4-8590-4906-94ac-40182bc27fab)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:59:48.117721 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d03c4644-e453-4c0c-8f8a-82f48b38e17b req-0edacd15-81cc-43c2-a398-1f41362096de tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:48.257639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a6863732-7d32-48cc-b516-d84444bd4a4b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Calling delete_port for 2f10b1b2-e609-4314-acc3-5b2596d805af owned by network:floatingip {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:59:48.410359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-d03c4644-e453-4c0c-8f8a-82f48b38e17b req-0edacd15-81cc-43c2-a398-1f41362096de tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Calling delete_port for 5958cf66-35b6-4a94-8baa-3113b89916b2 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:59:48.427166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7d0fa6f7-c134-4e71-8092-595b44360a20 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Deleting port 8c4eb063-2feb-44a6-a060-0e7298fddc21 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:48.427715 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d0fa6f7-c134-4e71-8092-595b44360a20 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:48.477913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fca9e5e4-caa8-4769-80a5-6f6a73eeabc2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port ca5015d6-c755-4868-9015-c51a4edd9e27 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:48.478651 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fca9e5e4-caa8-4769-80a5-6f6a73eeabc2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:48.782113 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d0fa6f7-c134-4e71-8092-595b44360a20 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:48.784469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fca9e5e4-caa8-4769-80a5-6f6a73eeabc2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] For port ca5015d6-c755-4868-9015-c51a4edd9e27, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ca5015d6-c755-4868-9015-c51a4edd9e27,segment=NetworkSegment(bc2d6f4f-a549-4949-b58b-2b57ff128279),segment_id=bc2d6f4f-a549-4949-b58b-2b57ff128279)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:59:48.784872 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fca9e5e4-caa8-4769-80a5-6f6a73eeabc2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:48.952734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7d0fa6f7-c134-4e71-8092-595b44360a20 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Calling delete_port for 8c4eb063-2feb-44a6-a060-0e7298fddc21 owned by network:router_interface {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:59:49.343120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fca9e5e4-caa8-4769-80a5-6f6a73eeabc2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Calling delete_port for ca5015d6-c755-4868-9015-c51a4edd9e27 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:59:49.472575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a9a32-db98-4619-ae25-6a6aba76465e req-3f1a36db-cba9-4347-ad01-1a3acfa0128c tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:49.474249 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-606a9a32-db98-4619-ae25-6a6aba76465e req-3f1a36db-cba9-4347-ad01-1a3acfa0128c tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 0.2793853 Dec 22 09:59:49.540793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d03c4644-e453-4c0c-8f8a-82f48b38e17b req-0edacd15-81cc-43c2-a398-1f41362096de tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:49.564264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c560a-faf2-4c72-8fde-bb02299da7e2 req-7fb37aa8-34be-4ee4-a973-7d12692ca23e tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:49.566128 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-357c560a-faf2-4c72-8fde-bb02299da7e2 req-7fb37aa8-34be-4ee4-a973-7d12692ca23e tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/ports?device_id=0b1b91bc-96f1-4760-8c79-ac89d2b251af HTTP/1.1" status: 200 len: 865 time: 0.2606726 Dec 22 09:59:49.594642 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-606a9a32-db98-4619-ae25-6a6aba76465e req-6629b500-8fbc-403a-9746-6957f886cec4 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015646 Dec 22 09:59:49.615960 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d0fa6f7-c134-4e71-8092-595b44360a20 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:49.640164 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b5b77955-6428-41ab-a380-be5d955124ea tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:49.707804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fa6f7-c134-4e71-8092-595b44360a20 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event deleted for resources: {'Port': ['ID=8c4eb063-2feb-44a6-a060-0e7298fddc21,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:49.713904 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7d0fa6f7-c134-4e71-8092-595b44360a20 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:49.750997 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-357c560a-faf2-4c72-8fde-bb02299da7e2 req-911dca8c-baec-40f5-94df-1fc5a3cb1885 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.50 "GET /v2.0/security-groups?id=32b8471a-2c6e-474b-b018-fddb49c325c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597877 Dec 22 09:59:49.759311 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b3cd6000-0243-4f4e-9bb5-2eeb4c4fb433 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:49.828090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edacd15-81cc-43c2-a398-1f41362096de tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Pushing event deleted for resources: {'Port': ['ID=5958cf66-35b6-4a94-8baa-3113b89916b2,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:49.831665 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0edacd15-81cc-43c2-a398-1f41362096de tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:49.878235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03c4644-e453-4c0c-8f8a-82f48b38e17b req-0edacd15-81cc-43c2-a398-1f41362096de tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] No DVR routers for this DVR port 5958cf66-35b6-4a94-8baa-3113b89916b2 on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 09:59:49.886358 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6863732-7d32-48cc-b516-d84444bd4a4b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:49.901058 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d03c4644-e453-4c0c-8f8a-82f48b38e17b req-0edacd15-81cc-43c2-a398-1f41362096de tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:49.908790 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-35bd200e-5ba5-4900-8838-1de25863a7d1 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:49.952747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1b91bc-96f1-4760-8c79-ac89d2b251af', 'name': 'network-vif-deleted', 'tag': '5958cf66-35b6-4a94-8baa-3113b89916b2'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:59:49.964608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6863732-7d32-48cc-b516-d84444bd4a4b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Pushing event deleted for resources: {'Port': ['ID=2f10b1b2-e609-4314-acc3-5b2596d805af,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:49.972337 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a6863732-7d32-48cc-b516-d84444bd4a4b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:50.071549 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d03c4644-e453-4c0c-8f8a-82f48b38e17b req-0edacd15-81cc-43c2-a398-1f41362096de tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] 10.222.0.64 "DELETE /v2.0/ports/5958cf66-35b6-4a94-8baa-3113b89916b2 HTTP/1.1" status: 204 len: 173 time: 3.2591937 Dec 22 09:59:50.120016 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1b91bc-96f1-4760-8c79-ac89d2b251af', 'name': 'network-vif-deleted', 'tag': '5958cf66-35b6-4a94-8baa-3113b89916b2', 'status': 'completed', 'code': 200} Dec 22 09:59:50.234883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 61ea23ac-4fc3-4915-8d67-4ffe9504e884 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:59:50.500571 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6863732-7d32-48cc-b516-d84444bd4a4b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks [] for floatingip, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:50.516307 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fca9e5e4-caa8-4769-80a5-6f6a73eeabc2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:50.534492 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d0fa6f7-c134-4e71-8092-595b44360a20 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:50.701370 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:50.765795 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0edacd15-81cc-43c2-a398-1f41362096de tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:50.827566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 61ea23ac-4fc3-4915-8d67-4ffe9504e884, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=61ea23ac-4fc3-4915-8d67-4ffe9504e884,segment=NetworkSegment(f7f4091b-a7a6-45c4-b821-97884b11f144),segment_id=f7f4091b-a7a6-45c4-b821-97884b11f144)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 09:59:50.835036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6b9775-f137-4afc-882c-944f62c3135c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ea23ac-4fc3-4915-8d67-4ffe9504e884'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 09:59:50.849011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:50.859874 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ac0fb3a-f4eb-429c-a803-67fc25a96141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:50.911594 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6863732-7d32-48cc-b516-d84444bd4a4b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:50.920363 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a6863732-7d32-48cc-b516-d84444bd4a4b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] 10.222.0.50 "DELETE /v2.0/floatingips/6a3aa0b1-bc2d-4138-ba68-d34798f64a2c HTTP/1.1" status: 204 len: 168 time: 4.0262406 Dec 22 09:59:50.947224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41604) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:50.985682 n-d-765315-5 neutron-server[80960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a6b9775-f137-4afc-882c-944f62c3135c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '61ea23ac-4fc3-4915-8d67-4ffe9504e884', 'code': 422} returned with failed status Dec 22 09:59:51.118045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=61ea23ac-4fc3-4915-8d67-4ffe9504e884,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:51.147047 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:51.395171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9e5e4-caa8-4769-80a5-6f6a73eeabc2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Port': ['ID=ca5015d6-c755-4868-9015-c51a4edd9e27,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:51.404629 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fca9e5e4-caa8-4769-80a5-6f6a73eeabc2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:51.411133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41612) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:51.847419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fca9e5e4-caa8-4769-80a5-6f6a73eeabc2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:51.994733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-df2f0519-8e3d-489c-bbfd-c3a840bec5d2 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Deleting port d1083a4a-ed28-4d00-b515-3eee94374557 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:51.995017 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df2f0519-8e3d-489c-bbfd-c3a840bec5d2 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:52.023484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41628) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:52.047600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d8dfe9-ee24-4c18-b45b-1feb8acbb7ae admin admin] Deleting subnet 013cb5d3-a890-4b35-8fcf-dfb3c1d14a45 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:59:52.070590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72d8dfe9-ee24-4c18-b45b-1feb8acbb7ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:52.394781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72d8dfe9-ee24-4c18-b45b-1feb8acbb7ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:52.513337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5779c7b-46cf-4bb8-a280-1ad0f9376b7b req-011251c0-65ea-40fa-9c01-48e094d3ae4d tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:52.522034 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f5779c7b-46cf-4bb8-a280-1ad0f9376b7b req-011251c0-65ea-40fa-9c01-48e094d3ae4d tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 943 time: 0.5659125 Dec 22 09:59:52.616345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0fa6f7-c134-4e71-8092-595b44360a20 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Router 353de62c-9e39-4d34-a979-3b32fd1aed58 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:59:52.636696 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f5779c7b-46cf-4bb8-a280-1ad0f9376b7b req-6ba01fc3-a5a1-49c0-8f74-5bc028511964 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135514 Dec 22 09:59:53.022765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0fa6f7-c134-4e71-8092-595b44360a20 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:59:53.034695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f75df4c-8bd0-46a6-836c-4d1edaf65882 None None] Sync routers for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:59:53.054321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f75df4c-8bd0-46a6-836c-4d1edaf65882 None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:53.057508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7f75df4c-8bd0-46a6-836c-4d1edaf65882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:53.071504 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7d0fa6f7-c134-4e71-8092-595b44360a20 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "PUT /v2.0/routers/353de62c-9e39-4d34-a979-3b32fd1aed58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5256615 Dec 22 09:59:53.074245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41640) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:53.240518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7f75df4c-8bd0-46a6-836c-4d1edaf65882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:53.298694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f75df4c-8bd0-46a6-836c-4d1edaf65882 None None] Routers {'353de62c-9e39-4d34-a979-3b32fd1aed58'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:53.299391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7f75df4c-8bd0-46a6-836c-4d1edaf65882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['353de62c-9e39-4d34-a979-3b32fd1aed58'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:53.516663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7f75df4c-8bd0-46a6-836c-4d1edaf65882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:53.517637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f75df4c-8bd0-46a6-836c-4d1edaf65882 None None] The sync data for ids ['353de62c-9e39-4d34-a979-3b32fd1aed58'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:59:53.538656 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72d8dfe9-ee24-4c18-b45b-1feb8acbb7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:53.590542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8d82b6c-9a62-4022-81bd-ebbf18800400 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for router, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:53.701968 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e5eb686-4e27-49a8-bf66-a3cf32c3a299 req-53597992-eba0-4abf-8af0-70b49de33cff service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.6705253 Dec 22 09:59:53.714452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca9e5e4-caa8-4769-80a5-6f6a73eeabc2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router c372dd9f-cf35-4c16-b5ba-9940f7044956 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 09:59:53.865161 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df2f0519-8e3d-489c-bbfd-c3a840bec5d2 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:53.896198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8d82b6c-9a62-4022-81bd-ebbf18800400 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for router_gateway, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:53.923423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b8d82b6c-9a62-4022-81bd-ebbf18800400 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Deleting port 76bb60ed-03d0-4b35-b3c8-f805b08fcee1 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:53.923883 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8d82b6c-9a62-4022-81bd-ebbf18800400 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:54.373956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9717771-92f7-46f7-85cf-75c3b5a40c29 req-e3d8e102-1923-4946-ab2f-34d9f4700824 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:54.375978 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9717771-92f7-46f7-85cf-75c3b5a40c29 req-e3d8e102-1923-4946-ab2f-34d9f4700824 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 943 time: 0.3864086 Dec 22 09:59:54.410879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca9e5e4-caa8-4769-80a5-6f6a73eeabc2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 09:59:54.424904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b177e4f-77ef-451d-a440-eea06747cec7 None None] Sync routers for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 09:59:54.439165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b177e4f-77ef-451d-a440-eea06747cec7 None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:54.440515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4b177e4f-77ef-451d-a440-eea06747cec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:54.582015 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fca9e5e4-caa8-4769-80a5-6f6a73eeabc2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/c372dd9f-cf35-4c16-b5ba-9940f7044956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2278707 Dec 22 09:59:54.586830 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9717771-92f7-46f7-85cf-75c3b5a40c29 req-c62105ac-6bb7-4c7e-a872-5b8596cc1af7 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160245 Dec 22 09:59:54.596005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41662) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:54.597465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-df2f0519-8e3d-489c-bbfd-c3a840bec5d2 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Calling delete_port for d1083a4a-ed28-4d00-b515-3eee94374557 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:59:54.670792 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8d82b6c-9a62-4022-81bd-ebbf18800400 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:54.754589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-4b177e4f-77ef-451d-a440-eea06747cec7 None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:59:54.888901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b8d82b6c-9a62-4022-81bd-ebbf18800400 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Calling delete_port for 76bb60ed-03d0-4b35-b3c8-f805b08fcee1 owned by network:router_gateway {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:59:54.964292 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72d8dfe9-ee24-4c18-b45b-1feb8acbb7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:55.097369 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f3c9e586-cacd-44c7-9839-64f046ed1db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:55.147270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72d8dfe9-ee24-4c18-b45b-1feb8acbb7ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:55.166472 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-72d8dfe9-ee24-4c18-b45b-1feb8acbb7ae admin admin] 10.222.0.50 "DELETE /v2.0/subnets/013cb5d3-a890-4b35-8fcf-dfb3c1d14a45 HTTP/1.1" status: 204 len: 168 time: 3.4328041 Dec 22 09:59:55.169294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8dfe9-ee24-4c18-b45b-1feb8acbb7ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=013cb5d3-a890-4b35-8fcf-dfb3c1d14a45,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:55.172814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41666) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:55.173146 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-72d8dfe9-ee24-4c18-b45b-1feb8acbb7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:55.178148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df2f0519-8e3d-489c-bbfd-c3a840bec5d2 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:55.330134 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9ead6858-4cb2-48a4-b96a-2eb1a2dc885d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:55.378655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4b177e4f-77ef-451d-a440-eea06747cec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:59:50Z', 'revision_number': 9, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:32Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:55.385926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b177e4f-77ef-451d-a440-eea06747cec7 None None] Checking router: c372dd9f-cf35-4c16-b5ba-9940f7044956 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 09:59:55.404647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b177e4f-77ef-451d-a440-eea06747cec7 None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:59:55.405413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4b177e4f-77ef-451d-a440-eea06747cec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:55.540252 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df2f0519-8e3d-489c-bbfd-c3a840bec5d2 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:55.543104 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-df2f0519-8e3d-489c-bbfd-c3a840bec5d2 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] 10.222.0.50 "DELETE /v2.0/ports/d1083a4a-ed28-4d00-b515-3eee94374557 HTTP/1.1" status: 204 len: 168 time: 4.5942209 Dec 22 09:59:55.544866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f0519-8e3d-489c-bbfd-c3a840bec5d2 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Pushing event deleted for resources: {'Port': ['ID=d1083a4a-ed28-4d00-b515-3eee94374557,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:55.548139 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df2f0519-8e3d-489c-bbfd-c3a840bec5d2 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:55.549117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41672) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:55.654328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4377bcb1-d942-4faa-ba56-81001847bbc2 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:55.655716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4377bcb1-d942-4faa-ba56-81001847bbc2 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Synchronizing usage tracker for tenant:91ad15220d094368b837fd72d21218a7 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 09:59:55.677800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4377bcb1-d942-4faa-ba56-81001847bbc2 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Unset dirty status for tenant:91ad15220d094368b837fd72d21218a7 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 09:59:55.679726 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4377bcb1-d942-4faa-ba56-81001847bbc2 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] 10.222.0.50 "GET /v2.0/ports?device_id=8be798d4-f47d-4da3-b7f6-6e46c80c56e3 HTTP/1.1" status: 200 len: 913 time: 0.1289911 Dec 22 09:59:55.683582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41678) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:55.728307 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13721c23-2f19-4834-aed2-d4cb05455be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:55.732026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-4b177e4f-77ef-451d-a440-eea06747cec7 None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 09:59:56.154321 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8d82b6c-9a62-4022-81bd-ebbf18800400 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:56.255721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-147abae9-afb8-43f5-a1fa-c174ae5022fc tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting subnet 1faf6b19-fbe9-47a7-82b9-19ae19746610 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:59:56.277687 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-147abae9-afb8-43f5-a1fa-c174ae5022fc tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:56.374642 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12411361-52f8-4f2e-b544-59980d75f153 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:56.418820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4b177e4f-77ef-451d-a440-eea06747cec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:59:50Z', 'revision_number': 9, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:32Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:56.423789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b177e4f-77ef-451d-a440-eea06747cec7 None None] The sync data for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 is: [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T09:59:50Z', 'revision_number': 9, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fb8af84e-5050-4318-b24f-fa93fa8365e7', 'name': '', 'network_id': '4a9a22a9-6094-45ce-b727-101beb7dec99', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:d7:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:58:16Z', 'updated_at': '2020-12-22T09:58:32Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': '96e753a3-5421-4579-a3d4-301d4c08af82', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 09:59:56.482900 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13721c23-2f19-4834-aed2-d4cb05455be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:56.621697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdec6cf-a3e4-4e56-be9e-25f8a5e1ebff req-89a9501a-990f-45bd-9d59-1d369e85d363 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:56.623600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-abdec6cf-a3e4-4e56-be9e-25f8a5e1ebff req-89a9501a-990f-45bd-9d59-1d369e85d363 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 943 time: 0.6785734 Dec 22 09:59:56.802038 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-147abae9-afb8-43f5-a1fa-c174ae5022fc tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:56.946707 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-abdec6cf-a3e4-4e56-be9e-25f8a5e1ebff req-28c85564-3c5e-44c9-8e84-c30f1dbcf237 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568591 Dec 22 09:59:56.954410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-13721c23-2f19-4834-aed2-d4cb05455be2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09cd24a5-da4e-4037-a7c7-19b56f444e78']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:57.099889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-13721c23-2f19-4834-aed2-d4cb05455be2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4e0bb4-8590-4906-94ac-40182bc27fab') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:57.099889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-13721c23-2f19-4834-aed2-d4cb05455be2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4e0bb4-8590-4906-94ac-40182bc27fab') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 09:59:57.133643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ca5015d6-c755-4868-9015-c51a4edd9e27 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 09:59:57.143849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13721c23-2f19-4834-aed2-d4cb05455be2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:57.164308 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8d82b6c-9a62-4022-81bd-ebbf18800400 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:57.218024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: ca5015d6-c755-4868-9015-c51a4edd9e27 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 09:59:57.227454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ca5015d6-c755-4868-9015-c51a4edd9e27 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 09:59:57.430248 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8d82b6c-9a62-4022-81bd-ebbf18800400 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:57.434158 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8d82b6c-9a62-4022-81bd-ebbf18800400 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:57.436529 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13721c23-2f19-4834-aed2-d4cb05455be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:57.441523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-13721c23-2f19-4834-aed2-d4cb05455be2 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 09:59:57.454454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-12411361-52f8-4f2e-b544-59980d75f153 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Deleting port 24261258-9efc-4709-b469-652c63d7a8ec {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 09:59:57.455088 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12411361-52f8-4f2e-b544-59980d75f153 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:57.480096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-147abae9-afb8-43f5-a1fa-c174ae5022fc tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:57.657489 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8d82b6c-9a62-4022-81bd-ebbf18800400 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:57.658047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d82b6c-9a62-4022-81bd-ebbf18800400 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Fanout notify agent at l3_agent the message router_deleted on router 353de62c-9e39-4d34-a979-3b32fd1aed58 {{(pid=81071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:59:57.799193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-13721c23-2f19-4834-aed2-d4cb05455be2 admin admin] Network 09cd24a5-da4e-4037-a7c7-19b56f444e78 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:59:57.819187 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13721c23-2f19-4834-aed2-d4cb05455be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:57.845656 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8d82b6c-9a62-4022-81bd-ebbf18800400 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:57.849270 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b8d82b6c-9a62-4022-81bd-ebbf18800400 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "DELETE /v2.0/routers/353de62c-9e39-4d34-a979-3b32fd1aed58 HTTP/1.1" status: 204 len: 168 time: 4.7713926 Dec 22 09:59:57.913609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41696) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:58.177546 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12411361-52f8-4f2e-b544-59980d75f153 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:58.344936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-12411361-52f8-4f2e-b544-59980d75f153 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Calling delete_port for 24261258-9efc-4709-b469-652c63d7a8ec owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 09:59:58.672800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12411361-52f8-4f2e-b544-59980d75f153 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:58.674497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-13721c23-2f19-4834-aed2-d4cb05455be2 admin admin] Network 09cd24a5-da4e-4037-a7c7-19b56f444e78 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 09:59:58.692954 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e18588bb-9fbb-488b-9d5b-037e0e0800d8 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: timer() Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:59:58.757879 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:59:58.764965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12411361-52f8-4f2e-b544-59980d75f153 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Pushing event deleted for resources: {'Port': ['ID=24261258-9efc-4709-b469-652c63d7a8ec,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:58.781115 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-12411361-52f8-4f2e-b544-59980d75f153 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:58.800186 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-147abae9-afb8-43f5-a1fa-c174ae5022fc tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:58.944382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eb686-4e27-49a8-bf66-a3cf32c3a299 req-2b79c9ee-2b5e-4679-b229-66af50c7e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:58.945758 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e5eb686-4e27-49a8-bf66-a3cf32c3a299 req-2b79c9ee-2b5e-4679-b229-66af50c7e923 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c&tenant_id=a2b8bd28c0aa45a89f5905c5258a9297 HTTP/1.1" status: 200 len: 1158 time: 0.3805568 Dec 22 09:59:59.334026 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b8bec311-adff-40b3-8b1e-183fbb1f1612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:59.365122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eb686-4e27-49a8-bf66-a3cf32c3a299 req-315decdd-869d-4a4c-b643-3786d5f10b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:59.367974 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e5eb686-4e27-49a8-bf66-a3cf32c3a299 req-315decdd-869d-4a4c-b643-3786d5f10b80 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2b8bd28c0aa45a89f5905c5258a9297&device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 1158 time: 0.3819621 Dec 22 09:59:59.426167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147abae9-afb8-43f5-a1fa-c174ae5022fc tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Subnet': ['ID=1faf6b19-fbe9-47a7-82b9-19ae19746610,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:59.429349 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-147abae9-afb8-43f5-a1fa-c174ae5022fc tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:59.467213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b5f39-da47-489c-a839-9677e8c81612 req-fbc4b53e-f26e-4c42-a705-b03c9e88ca21 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 09:59:59.468936 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-732b5f39-da47-489c-a839-9677e8c81612 req-fbc4b53e-f26e-4c42-a705-b03c9e88ca21 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 943 time: 1.1566198 Dec 22 09:59:59.471850 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-147abae9-afb8-43f5-a1fa-c174ae5022fc tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:59.482593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f23fb9-98c2-4768-8d0c-184dfd2e3e25 None None] Network 3b0d7e51-b5e5-4641-8f48-2b0780c2f43e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 09:59:59.488588 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-147abae9-afb8-43f5-a1fa-c174ae5022fc tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/subnets/1faf6b19-fbe9-47a7-82b9-19ae19746610 HTTP/1.1" status: 204 len: 168 time: 4.8830519 Dec 22 09:59:59.489475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41706) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:59:59.525673 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13721c23-2f19-4834-aed2-d4cb05455be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:59.530533 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13721c23-2f19-4834-aed2-d4cb05455be2 admin admin] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:59.532654 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-13721c23-2f19-4834-aed2-d4cb05455be2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/09cd24a5-da4e-4037-a7c7-19b56f444e78 HTTP/1.1" status: 204 len: 168 time: 4.3577211 Dec 22 09:59:59.721187 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8a316d9d-c21a-43c8-a617-6830e394a3f9 tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 09:59:59.770898 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-732b5f39-da47-489c-a839-9677e8c81612 req-9eb1a06d-96a8-4458-9021-c7d8da83934c tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2801459 Dec 22 09:59:59.791930 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 09:59:59.967591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13721c23-2f19-4834-aed2-d4cb05455be2 admin admin] Pushing event deleted for resources: {'Network': ['ID=09cd24a5-da4e-4037-a7c7-19b56f444e78,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 09:59:59.971034 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-13721c23-2f19-4834-aed2-d4cb05455be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 09:59:59.978340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0bb93d3-4e19-404f-9fa4-5945eddf537d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Deleting subnet dfd61f55-fc25-474d-924a-4e436687fff5 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 09:59:59.983134 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f0bb93d3-4e19-404f-9fa4-5945eddf537d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:00.016073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68fc52e-ea2d-48fe-86e3-8b44dea548a4 None None] DHCP port deletion for 3b0d7e51-b5e5-4641-8f48-2b0780c2f43e request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:00:00.023855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f68fc52e-ea2d-48fe-86e3-8b44dea548a4 None None] Deleting port 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:00:00.028031 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f68fc52e-ea2d-48fe-86e3-8b44dea548a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:00.066657 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f0bb93d3-4e19-404f-9fa4-5945eddf537d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:00.179118 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f0bb93d3-4e19-404f-9fa4-5945eddf537d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:00.219576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41716) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:00.243390 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12411361-52f8-4f2e-b544-59980d75f153 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:00.288983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:00:00.289646 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:00.392809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f68fc52e-ea2d-48fe-86e3-8b44dea548a4 None None] For port 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=68c0df02-ae45-4ef5-ac4e-4c9b493bbf41,segment=NetworkSegment(bc2d6f4f-a549-4949-b58b-2b57ff128279),segment_id=bc2d6f4f-a549-4949-b58b-2b57ff128279)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:00:00.393392 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f68fc52e-ea2d-48fe-86e3-8b44dea548a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:00.440254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eb686-4e27-49a8-bf66-a3cf32c3a299 req-e017cbb0-8e33-41c1-b522-f48b6c61059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:00.442824 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e5eb686-4e27-49a8-bf66-a3cf32c3a299 req-e017cbb0-8e33-41c1-b522-f48b6c61059c service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6f1855e-b485-45d1-82d8-ed2c723d357f HTTP/1.1" status: 200 len: 911 time: 0.9345407 Dec 22 10:00:00.616799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] For port 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=68c0df02-ae45-4ef5-ac4e-4c9b493bbf41,segment=NetworkSegment(bc2d6f4f-a549-4949-b58b-2b57ff128279),segment_id=bc2d6f4f-a549-4949-b58b-2b57ff128279)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:00:00.617300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:00.645453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f68fc52e-ea2d-48fe-86e3-8b44dea548a4 None None] Calling delete_port for 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:00:00.792297 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f68fc52e-ea2d-48fe-86e3-8b44dea548a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:00.844744 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6daae2f6-fcce-4664-a14c-e8823827e3e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cc5f2bb5ccc94ceead00f0274f2deacf&name=default HTTP/1.1" status: 200 len: 2883 time: 0.6108544 Dec 22 10:00:00.894021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41722) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:00.898768 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e5eb686-4e27-49a8-bf66-a3cf32c3a299 req-4a37594a-0d0c-49d6-93a7-aaec2a8d19b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61ea23ac-4fc3-4915-8d67-4ffe9504e884 HTTP/1.1" status: 200 len: 999 time: 0.4484127 Dec 22 10:00:00.950567 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:00.962947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:00:00.982801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Calling delete_port for 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:00:01.051026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fc52e-ea2d-48fe-86e3-8b44dea548a4 None None] Pushing event deleted for resources: {'Port': ['ID=68c0df02-ae45-4ef5-ac4e-4c9b493bbf41,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:01.054305 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f68fc52e-ea2d-48fe-86e3-8b44dea548a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:01.055190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68fc52e-ea2d-48fe-86e3-8b44dea548a4 None None] No DVR routers for this DVR port 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:00:01.127226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:00:01.127631 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:00:01.185560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-e06607e0-cd23-4223-832b-f8d2f1221e83 req-0c3fda27-1a40-4329-a93d-bd1ba43b9e4b service neutron] (81072) timed out ('10.222.0.37', 49714) {{(pid=81072) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 22 10:00:01.291882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:00:01.381891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:00:01.382288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:00:01.642253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port 68c0df02-ae45-4ef5-ac4e-4c9b493bbf41 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:00:01.642719 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:01.732234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-974d59f4-dd29-465f-a2ee-d766d4eb1e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:01.742873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eb686-4e27-49a8-bf66-a3cf32c3a299 req-fc1d907e-d280-49c0-aad8-35415644b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:01.744787 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e5eb686-4e27-49a8-bf66-a3cf32c3a299 req-fc1d907e-d280-49c0-aad8-35415644b0c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca01a1fc-1044-4148-87dc-b546085e58b1 HTTP/1.1" status: 200 len: 856 time: 0.8196638 Dec 22 10:00:01.800046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] The port '68c0df02-ae45-4ef5-ac4e-4c9b493bbf41' was deleted {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:00:01.818207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4319d3b-8c7f-4a8c-9039-5c3ee4e2e1b1 req-17da6d97-4ef0-4a30-bd67-a10d14bb434d tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:01.819961 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c4319d3b-8c7f-4a8c-9039-5c3ee4e2e1b1 req-17da6d97-4ef0-4a30-bd67-a10d14bb434d tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 943 time: 0.4381962 Dec 22 10:00:01.835631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12411361-52f8-4f2e-b544-59980d75f153 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Router 8be798d4-f47d-4da3-b7f6-6e46c80c56e3 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:00:01.856175 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-974d59f4-dd29-465f-a2ee-d766d4eb1e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:02.019179 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c4319d3b-8c7f-4a8c-9039-5c3ee4e2e1b1 req-dece3617-5386-4b6a-b7ec-020ea9ca64ed tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593361 Dec 22 10:00:02.028056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:02.171335 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f0bb93d3-4e19-404f-9fa4-5945eddf537d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:02.278025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eb686-4e27-49a8-bf66-a3cf32c3a299 req-0cef92db-b07c-49e3-8382-1f6eea8f8344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:02.282498 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e5eb686-4e27-49a8-bf66-a3cf32c3a299 req-0cef92db-b07c-49e3-8382-1f6eea8f8344 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f1855e-b485-45d1-82d8-ed2c723d357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5191867 Dec 22 10:00:02.389184 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-147abae9-afb8-43f5-a1fa-c174ae5022fc tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:02.439973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb93d3-4e19-404f-9fa4-5945eddf537d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event deleted for resources: {'Subnet': ['ID=dfd61f55-fc25-474d-924a-4e436687fff5,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:02.452216 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f0bb93d3-4e19-404f-9fa4-5945eddf537d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:02.464116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0d7e51-b5e5-4641-8f48-2b0780c2f43e']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:02.513687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc2d6f4f-a549-4949-b58b-2b57ff128279') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:02.515852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc2d6f4f-a549-4949-b58b-2b57ff128279') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:02.548376 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:02.573648 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f0bb93d3-4e19-404f-9fa4-5945eddf537d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:02.591176 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f0bb93d3-4e19-404f-9fa4-5945eddf537d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "DELETE /v2.0/subnets/dfd61f55-fc25-474d-924a-4e436687fff5 HTTP/1.1" status: 204 len: 168 time: 4.6761889 Dec 22 10:00:02.595916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41734) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:02.657995 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:02.671801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Releasing vxlan tunnel 13 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:00:02.722220 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e5eb686-4e27-49a8-bf66-a3cf32c3a299 req-acdabac3-64ea-42bd-9c90-a84eec1d3545 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268034 Dec 22 10:00:02.723239 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-974d59f4-dd29-465f-a2ee-d766d4eb1e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:02.819813 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6a4fd61e-a826-435e-a531-4b78e5d734ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:02.873582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d59f4-dd29-465f-a2ee-d766d4eb1e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b8471a-2c6e-474b-b018-fddb49c325c0,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:02.877383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12411361-52f8-4f2e-b544-59980d75f153 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:00:02.879681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-529a0bb5-b217-41cf-a0e8-189a0769142a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:02.890236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6025b31d-d291-4247-bbd3-b6114cc2f87e None None] Sync routers for ids ['8be798d4-f47d-4da3-b7f6-6e46c80c56e3'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:00:02.892833 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-974d59f4-dd29-465f-a2ee-d766d4eb1e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:02.918382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6025b31d-d291-4247-bbd3-b6114cc2f87e None None] Routers {'8be798d4-f47d-4da3-b7f6-6e46c80c56e3'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:00:02.919330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-6025b31d-d291-4247-bbd3-b6114cc2f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['8be798d4-f47d-4da3-b7f6-6e46c80c56e3'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:02.947633 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-12411361-52f8-4f2e-b544-59980d75f153 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] 10.222.0.50 "PUT /v2.0/routers/8be798d4-f47d-4da3-b7f6-6e46c80c56e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2620339 Dec 22 10:00:02.952867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41738) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:03.007488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-6025b31d-d291-4247-bbd3-b6114cc2f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:03.020725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6025b31d-d291-4247-bbd3-b6114cc2f87e None None] Routers {'8be798d4-f47d-4da3-b7f6-6e46c80c56e3'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:00:03.021566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-6025b31d-d291-4247-bbd3-b6114cc2f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T09:59:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['8be798d4-f47d-4da3-b7f6-6e46c80c56e3'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:03.109349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-6025b31d-d291-4247-bbd3-b6114cc2f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:03.110493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6025b31d-d291-4247-bbd3-b6114cc2f87e None None] The sync data for ids ['8be798d4-f47d-4da3-b7f6-6e46c80c56e3'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:00:03.288869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-529a0bb5-b217-41cf-a0e8-189a0769142a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:03.449459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-529a0bb5-b217-41cf-a0e8-189a0769142a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15386a6f-8b2c-488f-9a7a-86db4026c34e']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:03.472682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-529a0bb5-b217-41cf-a0e8-189a0769142a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a9aae0-21bd-4a33-9dca-7227c7162641') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:03.473091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-529a0bb5-b217-41cf-a0e8-189a0769142a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a9aae0-21bd-4a33-9dca-7227c7162641') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:03.517954 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-529a0bb5-b217-41cf-a0e8-189a0769142a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:03.544455 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-529a0bb5-b217-41cf-a0e8-189a0769142a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:03.632263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-974d59f4-dd29-465f-a2ee-d766d4eb1e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:03.633546 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-974d59f4-dd29-465f-a2ee-d766d4eb1e1b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32b8471a-2c6e-474b-b018-fddb49c325c0 HTTP/1.1" status: 204 len: 168 time: 2.7136133 Dec 22 10:00:03.820477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-529a0bb5-b217-41cf-a0e8-189a0769142a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Releasing vxlan tunnel 7 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:00:03.896967 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e5eb686-4e27-49a8-bf66-a3cf32c3a299 req-5b92e4aa-dfac-4120-bc47-db4ccf682f2a service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1556947 Dec 22 10:00:03.898498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 3b0d7e51-b5e5-4641-8f48-2b0780c2f43e has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:00:03.920339 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:03.957960 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5b63-523c-4f8c-8981-d55de4a8a018 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:04.386514 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5b63-523c-4f8c-8981-d55de4a8a018 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:04.397647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce5b63-523c-4f8c-8981-d55de4a8a018 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Deleting port 2a5c6696-0856-4d00-8975-a1777ff333de {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:00:04.398478 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5b63-523c-4f8c-8981-d55de4a8a018 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:04.842528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e004a29-451d-4a3d-9e98-1f898c2d1dc6 req-edcc8f24-545a-4c9a-af99-af196643677a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:04.844365 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e004a29-451d-4a3d-9e98-1f898c2d1dc6 req-edcc8f24-545a-4c9a-af99-af196643677a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 943 time: 1.1386812 Dec 22 10:00:04.846410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 3b0d7e51-b5e5-4641-8f48-2b0780c2f43e has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:00:04.881006 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:00:04.912182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-529a0bb5-b217-41cf-a0e8-189a0769142a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 15386a6f-8b2c-488f-9a7a-86db4026c34e has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:00:04.937323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-529a0bb5-b217-41cf-a0e8-189a0769142a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:05.045874 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e004a29-451d-4a3d-9e98-1f898c2d1dc6 req-e444b8a6-c254-4c2a-af96-6fc506421e6f tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634612 Dec 22 10:00:05.144906 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5b63-523c-4f8c-8981-d55de4a8a018 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:05.173245 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-05754501-8d43-4bad-8f08-070000627e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:05.330833 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:05.339988 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1caaf1cb-172a-4a1d-9373-4b3b44447d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:05.374346 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:05.634927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-529a0bb5-b217-41cf-a0e8-189a0769142a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Network 15386a6f-8b2c-488f-9a7a-86db4026c34e has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:00:05.721308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce5b63-523c-4f8c-8981-d55de4a8a018 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Calling delete_port for 2a5c6696-0856-4d00-8975-a1777ff333de owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:00:05.856468 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:00:05.886163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Network': ['ID=3b0d7e51-b5e5-4641-8f48-2b0780c2f43e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:05.894726 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:05.900177 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/networks/3b0d7e51-b5e5-4641-8f48-2b0780c2f43e HTTP/1.1" status: 204 len: 168 time: 6.3760991 Dec 22 10:00:05.901040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41780) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:06.052711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-529a0bb5-b217-41cf-a0e8-189a0769142a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:06.067908 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5e622731-4c9c-45a1-bb0b-542f7fa7ff2b tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:06.097104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-529a0bb5-b217-41cf-a0e8-189a0769142a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:06.098108 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5b63-523c-4f8c-8981-d55de4a8a018 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:06.116664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a0bb5-b217-41cf-a0e8-189a0769142a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Pushing event deleted for resources: {'Network': ['ID=15386a6f-8b2c-488f-9a7a-86db4026c34e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:06.129289 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-529a0bb5-b217-41cf-a0e8-189a0769142a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:06.134543 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-529a0bb5-b217-41cf-a0e8-189a0769142a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] 10.222.0.50 "DELETE /v2.0/networks/15386a6f-8b2c-488f-9a7a-86db4026c34e HTTP/1.1" status: 204 len: 168 time: 3.5365999 Dec 22 10:00:06.771224 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-efb9ef7b-2589-4ffb-b19f-65dc6b303c11 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:06.976251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41800) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:07.501895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41808) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:07.770146 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fee2c7cf-ff2a-4ed1-9c50-d02c4878535c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a8323ea8911b4b5bb68d9c0c0d8d3886&name=default HTTP/1.1" status: 200 len: 2883 time: 0.7834258 Dec 22 10:00:07.775537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41814) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:07.865619 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5b63-523c-4f8c-8981-d55de4a8a018 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:07.920707 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cfa59382-8988-4260-be50-a47e1e20a5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:08.101526 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8e83d4c-72a9-409f-98d8-0ea4a30f1790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:08.119742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-356371912-network', 'tenant_id': 'aae573b5a34643acbdb86cd3288079d5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:08.130048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:08.139271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Usage tracker for resource:network and tenant:aae573b5a34643acbdb86cd3288079d5 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:08.144447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:08.152677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:08.192094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Made reservation on behalf of aae573b5a34643acbdb86cd3288079d5 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:00:08.197794 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:08.263029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dec61b-25d7-474a-a4d1-d7f91b414cd8 req-9a8318dd-1e39-4782-aeaa-a4f8560dee80 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:08.264901 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-60dec61b-25d7-474a-a4d1-d7f91b414cd8 req-9a8318dd-1e39-4782-aeaa-a4f8560dee80 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 943 time: 0.7228887 Dec 22 10:00:08.265761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:08.382172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:08.400765 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8e83d4c-72a9-409f-98d8-0ea4a30f1790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:08.415438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Usage tracker for resource:security_group_rule and tenant:aae573b5a34643acbdb86cd3288079d5 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:08.459469 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5b63-523c-4f8c-8981-d55de4a8a018 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:08.463187 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5b63-523c-4f8c-8981-d55de4a8a018 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:08.487410 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-17c2a095-63e6-4683-8159-334edd325047 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 637 time: 1.0310256 Dec 22 10:00:08.670890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:08.677860 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5b63-523c-4f8c-8981-d55de4a8a018 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:08.680489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ce5b63-523c-4f8c-8981-d55de4a8a018 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Fanout notify agent at l3_agent the message router_deleted on router 8be798d4-f47d-4da3-b7f6-6e46c80c56e3 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 10:00:08.861233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:08.869954 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8e83d4c-72a9-409f-98d8-0ea4a30f1790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:08.914727 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-319c4d16-50e3-401c-a458-4c89fb7561a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:08.943895 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5b63-523c-4f8c-8981-d55de4a8a018 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:08.951314 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c3ce5b63-523c-4f8c-8981-d55de4a8a018 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] 10.222.0.50 "DELETE /v2.0/routers/8be798d4-f47d-4da3-b7f6-6e46c80c56e3 HTTP/1.1" status: 204 len: 168 time: 5.9965544 Dec 22 10:00:08.954781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41824) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:09.021514 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8e83d4c-72a9-409f-98d8-0ea4a30f1790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:09.038696 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c8e83d4c-72a9-409f-98d8-0ea4a30f1790 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aba030a4-f2e5-4b97-8033-edb46b633f71 HTTP/1.1" status: 204 len: 168 time: 1.2464349 Dec 22 10:00:09.038696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e83d4c-72a9-409f-98d8-0ea4a30f1790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba030a4-f2e5-4b97-8033-edb46b633f71,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:09.038696 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-60dec61b-25d7-474a-a4d1-d7f91b414cd8 req-faf83d1a-7606-49f7-b5ae-7129452a1d68 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7052891 Dec 22 10:00:09.093661 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8e83d4c-72a9-409f-98d8-0ea4a30f1790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:09.302029 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:09.424247 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:10.158002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-23f02dd1-19b8-4b21-b385-660ca2226a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:10.159006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-23f02dd1-19b8-4b21-b385-660ca2226a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:10.159479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-23f02dd1-19b8-4b21-b385-660ca2226a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:10.160207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-23f02dd1-19b8-4b21-b385-660ca2226a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:10.160908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-23f02dd1-19b8-4b21-b385-660ca2226a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:10.161592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-23f02dd1-19b8-4b21-b385-660ca2226a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:10.162282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-23f02dd1-19b8-4b21-b385-660ca2226a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:10.170530 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-23f02dd1-19b8-4b21-b385-660ca2226a34 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c331cc560d8748a88e7458b10299f64a&device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 6952 time: 1.4671087 Dec 22 10:00:10.348901 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:10.370816 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:10.403847 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:10.605146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:10.671996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Deleting subnet 44b22961-1172-40ba-8069-37fdbcecc04c {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:00:10.675637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:10.725004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:00:10.748915 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:10.749495 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Added segment 61ec9102-b7a0-4aee-a9ea-fcb8e2914305 of type vxlan for network 78b821f9-2793-4dad-8a52-7e09f0dfd67a Dec 22 10:00:10.763012 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:10.807885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:10.817591 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:10.918961 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a1e9681a-530a-45cd-a0e0-d08407b323cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:10.980974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-efb9ef7b-2589-4ffb-b19f-65dc6b303c11 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port fb8af84e-5050-4318-b24f-fa93fa8365e7 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:00:10.981374 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-efb9ef7b-2589-4ffb-b19f-65dc6b303c11 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:11.040814 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:11.386407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-efb9ef7b-2589-4ffb-b19f-65dc6b303c11 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] For port fb8af84e-5050-4318-b24f-fa93fa8365e7, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=fb8af84e-5050-4318-b24f-fa93fa8365e7,segment=NetworkSegment(1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c),segment_id=1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:00:11.387286 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-efb9ef7b-2589-4ffb-b19f-65dc6b303c11 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:11.547002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-efb9ef7b-2589-4ffb-b19f-65dc6b303c11 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Calling delete_port for fb8af84e-5050-4318-b24f-fa93fa8365e7 owned by network:router_interface {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:00:11.606187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faca6da9-23f9-4e5e-953c-47e232f3feef,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:11.612740 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:11.613753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:11.614382 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:11.641395 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:11.685414 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99c91a9a-c147-41ca-8a8c-840dd510c6e7 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:11.784094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-4104fb80-3e97-49c7-80bf-187ca1e4e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:11.784545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-4104fb80-3e97-49c7-80bf-187ca1e4e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:11.785071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-4104fb80-3e97-49c7-80bf-187ca1e4e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:11.787059 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-4104fb80-3e97-49c7-80bf-187ca1e4e416 service neutron] 10.222.0.64 "GET /v2.0/networks?id=473d1949-ed9f-4949-b1e6-1e121c2d7167&id=d34186bb-32c4-4a88-b464-38e69175bc20&id=d34186bb-32c4-4a88-b464-38e69175bc20&id=d34186bb-32c4-4a88-b464-38e69175bc20&id=d34186bb-32c4-4a88-b464-38e69175bc20&id=1db62543-483d-4fd0-a5fc-77a084335431&id=1db62543-483d-4fd0-a5fc-77a084335431 HTTP/1.1" status: 200 len: 2278 time: 1.5139928 Dec 22 10:00:11.802067 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 4.2543530 Dec 22 10:00:11.890473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41854) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:11.904516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-79bed869-9d54-4918-9750-2346987bd399 admin admin] Request body: {'subnet': {'network_id': '78b821f9-2793-4dad-8a52-7e09f0dfd67a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-356371912-subnet', 'tenant_id': 'aae573b5a34643acbdb86cd3288079d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:11.919437 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-efb9ef7b-2589-4ffb-b19f-65dc6b303c11 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:12.229567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-79bed869-9d54-4918-9750-2346987bd399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:12.241063 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-da709cdf-7d6f-4535-be52-aaa51a56a2fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0039625-e07a-45bd-8ae2-eb766b1e3004 HTTP/1.1" status: 200 len: 1002 time: 0.4405785 Dec 22 10:00:12.537822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41874) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:12.539601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-7e094ac6-c7c7-4838-aba6-cab7b7e5ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:12.541410 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-7e094ac6-c7c7-4838-aba6-cab7b7e5ee89 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=27341bc6-4d77-45a9-b2a2-19fd96ee59ee HTTP/1.1" status: 200 len: 856 time: 0.2930326 Dec 22 10:00:12.777739 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:12.834123 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5db9f512-773d-4f7a-aa9e-367387658862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:12.942841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1853925113'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:12.949459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:12.954710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Usage tracker for resource:network and tenant:0b1bf809635b4ea88e5ec8d2f861f6b4 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:12.958278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:12.966173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:12.986593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Pushing event deleted for resources: {'Subnet': ['ID=44b22961-1172-40ba-8069-37fdbcecc04c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:12.989177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Made reservation on behalf of 0b1bf809635b4ea88e5ec8d2f861f6b4 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:00:12.996214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:13.215699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-79bed869-9d54-4918-9750-2346987bd399 admin admin] Usage tracker for resource:subnet and tenant:aae573b5a34643acbdb86cd3288079d5 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:13.225228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-79bed869-9d54-4918-9750-2346987bd399 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:13.437361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Pushing event updated for resources: {'Network': ['ID=78b821f9-2793-4dad-8a52-7e09f0dfd67a,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:13.440348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-79bed869-9d54-4918-9750-2346987bd399 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:13.450243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 78b821f9-2793-4dad-8a52-7e09f0dfd67a details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:00:13.517306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 78b821f9-2793-4dad-8a52-7e09f0dfd67a details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:00:13.694691 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-efb9ef7b-2589-4ffb-b19f-65dc6b303c11 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:13.739986 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.055s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:13.752805 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:13.759198 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.546s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:13.765078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.765746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.766329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.767008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.767667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.768349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.768925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.769471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.770043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.770626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.771205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.771772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.772543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.773103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.773714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.774464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.775156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.775726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.776324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.777279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.777917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.778560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.779219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.779784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.780466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.781038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.781603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.782172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.782734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.783302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.783862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.784459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.785007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.785568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.786123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.786683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:13.807861 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.974s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:13.825231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:13.840583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Usage tracker for resource:security_group_rule and tenant:0b1bf809635b4ea88e5ec8d2f861f6b4 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:13.849525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:13.854415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-dd8f5374-aca0-413d-8c6b-2f1d3a281100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:13.857070 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-dd8f5374-aca0-413d-8c6b-2f1d3a281100 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=473d1949-ed9f-4949-b1e6-1e121c2d7167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2764332 Dec 22 10:00:13.862731 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:13.867637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:13.874653 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] 10.222.0.50 "DELETE /v2.0/subnets/44b22961-1172-40ba-8069-37fdbcecc04c HTTP/1.1" status: 204 len: 168 time: 4.9181261 Dec 22 10:00:13.878634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41892) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:13.883471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 78b821f9-2793-4dad-8a52-7e09f0dfd67a details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:00:14.059116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be73a1-8772-495a-870b-de8fcdd43010 req-6df55d77-90b5-4744-9fa9-79345f1a0dd1 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:14.065315 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b8be73a1-8772-495a-870b-de8fcdd43010 req-6df55d77-90b5-4744-9fa9-79345f1a0dd1 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 943 time: 2.4588473 Dec 22 10:00:14.066316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9ef7b-2589-4ffb-b19f-65dc6b303c11 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Port': ['ID=fb8af84e-5050-4318-b24f-fa93fa8365e7,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:14.083795 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-efb9ef7b-2589-4ffb-b19f-65dc6b303c11 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:14.097096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bed869-9d54-4918-9750-2346987bd399 admin admin] Made reservation on behalf of aae573b5a34643acbdb86cd3288079d5 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:00:14.107688 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79bed869-9d54-4918-9750-2346987bd399 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:14.117003 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:14.395070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6677eb8-74f6-4b74-9e65-c4c3fb856e45 None None] Network df43dc12-029b-4f48-b547-2abddb9056c6 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:00:14.467810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Deleting port 224665ca-3762-4176-9a99-4be60b48678d {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:00:14.470600 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:14.525131 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b8be73a1-8772-495a-870b-de8fcdd43010 req-71fbbef2-947c-445f-80db-c4834e623406 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4293716 Dec 22 10:00:14.898471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] For port 224665ca-3762-4176-9a99-4be60b48678d, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=224665ca-3762-4176-9a99-4be60b48678d,segment=NetworkSegment(20979271-311d-4040-b3a3-434a1785e52b),segment_id=20979271-311d-4040-b3a3-434a1785e52b)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:00:14.899061 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:15.060915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef85414b-2be6-4749-9c58-a2167765f793 None None] DHCP port deletion for df43dc12-029b-4f48-b547-2abddb9056c6 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:00:15.065742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ef85414b-2be6-4749-9c58-a2167765f793 None None] Deleting port 224665ca-3762-4176-9a99-4be60b48678d {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:00:15.066289 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef85414b-2be6-4749-9c58-a2167765f793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:15.189539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Calling delete_port for 224665ca-3762-4176-9a99-4be60b48678d owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:00:15.439100 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:15.461718 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:15.525487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Pushing event deleted for resources: {'Port': ['ID=224665ca-3762-4176-9a99-4be60b48678d,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:15.540995 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:15.563327 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-bcbd64c2-9ed5-43c4-bb4d-b9431e60f80f service neutron] 10.222.0.64 "GET /v2.0/networks/473d1949-ed9f-4949-b1e6-1e121c2d7167?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6868494 Dec 22 10:00:15.597652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb9ef7b-2589-4ffb-b19f-65dc6b303c11 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router c372dd9f-cf35-4c16-b5ba-9940f7044956 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:00:15.743511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 224665ca-3762-4176-9a99-4be60b48678d no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:00:15.824642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 224665ca-3762-4176-9a99-4be60b48678d {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:00:15.825318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 224665ca-3762-4176-9a99-4be60b48678d not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:00:15.843611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ef85414b-2be6-4749-9c58-a2167765f793 None None] The port '224665ca-3762-4176-9a99-4be60b48678d' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:00:15.957489 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-eeef582b-686b-4423-9bb9-2b927ec4e2c3 service neutron] 10.222.0.64 "GET /v2.0/networks/473d1949-ed9f-4949-b1e6-1e121c2d7167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3271279 Dec 22 10:00:16.029709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] No DVR routers for this DVR port 224665ca-3762-4176-9a99-4be60b48678d on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:00:16.199282 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:16.361348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:16.378649 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:16.384528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb9ef7b-2589-4ffb-b19f-65dc6b303c11 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:00:16.395714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcb6a15-3b09-4db4-90ba-cc5c715cabdf None None] Sync routers for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:00:16.421077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:00:16.421490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcb6a15-3b09-4db4-90ba-cc5c715cabdf None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:00:16.422274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-bdcb6a15-3b09-4db4-90ba-cc5c715cabdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:00:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:16.435751 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-efb9ef7b-2589-4ffb-b19f-65dc6b303c11 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/c372dd9f-cf35-4c16-b5ba-9940f7044956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5302649 Dec 22 10:00:16.441624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41926) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:16.447221 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:16.447643 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Added segment 9a32a7db-2403-48e0-8ea7-99f2c9c6b77b of type vxlan for network 8bb4fdd5-ffea-4358-92d6-5ac2ce86d808 Dec 22 10:00:16.520551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:16.763045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5516-d77f-402d-b9a7-b5daabaf8ca2 req-7288919b-4b81-4003-85cb-07cdfe413cf4 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:16.770381 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d58d5516-d77f-402d-b9a7-b5daabaf8ca2 req-7288919b-4b81-4003-85cb-07cdfe413cf4 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 943 time: 0.7625337 Dec 22 10:00:16.866952 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:16.888485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-bdcb6a15-3b09-4db4-90ba-cc5c715cabdf None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:00:16.956610 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d58d5516-d77f-402d-b9a7-b5daabaf8ca2 req-55e41b54-6649-41db-94c9-cbde7284b707 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196327 Dec 22 10:00:16.984413 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:16.989104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:16.989816 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:17.078974 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-10d9a926-314b-4039-a498-79d60747e727 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=535b7ea4-38e5-40cd-99f6-5fcf8666390b HTTP/1.1" status: 200 len: 217 time: 0.3583136 Dec 22 10:00:17.090163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Pushing event updated for resources: {'SecurityGroup': ['ID=40804ee4-5965-4696-8878-1858f46314dc,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:17.224614 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:17.276160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ee2601-25ba-434b-b180-de0d99b73aa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting subnet 96e753a3-5421-4579-a3d4-301d4c08af82 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:00:17.294439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97ee2601-25ba-434b-b180-de0d99b73aa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:17.353331 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5fba6159-c8f3-4514-a487-5d2479c5387a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:17.374693 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97ee2601-25ba-434b-b180-de0d99b73aa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:17.443239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df43dc12-029b-4f48-b547-2abddb9056c6']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:17.488565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20979271-311d-4040-b3a3-434a1785e52b') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:17.488955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20979271-311d-4040-b3a3-434a1785e52b') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:17.515997 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97ee2601-25ba-434b-b180-de0d99b73aa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:17.533144 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:17.571504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:17.590660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Releasing vxlan tunnel 14 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:00:18.043306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Network df43dc12-029b-4f48-b547-2abddb9056c6 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:00:18.052527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-bdcb6a15-3b09-4db4-90ba-cc5c715cabdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T10:00:11Z', 'revision_number': 10, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:18.065456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcb6a15-3b09-4db4-90ba-cc5c715cabdf None None] Checking router: c372dd9f-cf35-4c16-b5ba-9940f7044956 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:00:18.066671 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:18.109588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcb6a15-3b09-4db4-90ba-cc5c715cabdf None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:00:18.111099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-bdcb6a15-3b09-4db4-90ba-cc5c715cabdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:00:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:18.575806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Network df43dc12-029b-4f48-b547-2abddb9056c6 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:00:18.602190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-bdcb6a15-3b09-4db4-90ba-cc5c715cabdf None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:00:18.765440 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 6.2227449 Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:00:18.766677 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:00:18.805031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41942) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:18.819750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-12e226af-454d-4228-9ed9-dbcea9993140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:18.821403 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-12e226af-454d-4228-9ed9-dbcea9993140 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=081da512-801e-41e2-96a3-974b59dc0af6 HTTP/1.1" status: 200 len: 797 time: 1.6877911 Dec 22 10:00:18.824501 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:18.830060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-bddd5e53-cdb4-4870-8509-10e814700b54 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Request body: {'subnet': {'network_id': '8bb4fdd5-ffea-4358-92d6-5ac2ce86d808', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:18.947057 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97ee2601-25ba-434b-b180-de0d99b73aa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:19.045934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Pushing event updated for resources: {'Network': ['ID=8bb4fdd5-ffea-4358-92d6-5ac2ce86d808,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:19.066560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 8bb4fdd5-ffea-4358-92d6-5ac2ce86d808 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:00:19.224407 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.896s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:19.227148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:19.233829 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a6a74eda-b1dc-4ac7-9eb6-4e53b90cbfd8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:19.262556 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-147b4395-7171-4a20-aa72-a7f49c9658ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:19.361340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee2601-25ba-434b-b180-de0d99b73aa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Subnet': ['ID=96e753a3-5421-4579-a3d4-301d4c08af82,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:19.361724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 8bb4fdd5-ffea-4358-92d6-5ac2ce86d808 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:00:19.365076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Pushing event deleted for resources: {'Network': ['ID=df43dc12-029b-4f48-b547-2abddb9056c6,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:19.380229 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:19.385241 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] 10.222.0.50 "DELETE /v2.0/networks/df43dc12-029b-4f48-b547-2abddb9056c6 HTTP/1.1" status: 204 len: 168 time: 5.4812794 Dec 22 10:00:19.386195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-bdcb6a15-3b09-4db4-90ba-cc5c715cabdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T10:00:11Z', 'revision_number': 10, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:19.386545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 41948) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:19.390415 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-97ee2601-25ba-434b-b180-de0d99b73aa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:19.392959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcb6a15-3b09-4db4-90ba-cc5c715cabdf None None] The sync data for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 is: [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T10:00:11Z', 'revision_number': 10, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None, '_interfaces': [{'id': '8c7a94b3-2ce8-4d1a-af57-e044bc8940a3', 'name': '', 'network_id': '9e4e87fd-b550-48d5-a056-4ce42d7a4a07', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'mac_address': 'fa:16:3e:88:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:57:54Z', 'updated_at': '2020-12-22T09:58:08Z', 'revision_number': 5, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'subnets': [{'id': 'c1bf1f31-e8a9-4625-bd35-1ab2032f3a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:00:19.412218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97ee2601-25ba-434b-b180-de0d99b73aa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:19.424677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79bed869-9d54-4918-9750-2346987bd399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:19.488248 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0cb32643-cf1d-434d-b99c-c7fa184dc6b8 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:19.629896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 8bb4fdd5-ffea-4358-92d6-5ac2ce86d808 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:00:19.655876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4fe0bf-24ec-4e86-b23c-945b8610d921 None None] Network 4a9a22a9-6094-45ce-b727-101beb7dec99 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:00:19.810647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bed869-9d54-4918-9750-2346987bd399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:19.822185 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-79bed869-9d54-4918-9750-2346987bd399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:19.827210 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-97ee2601-25ba-434b-b180-de0d99b73aa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/subnets/96e753a3-5421-4579-a3d4-301d4c08af82 HTTP/1.1" status: 204 len: 168 time: 3.3831265 Dec 22 10:00:19.873962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41954) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:19.920497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-10bced2e-65ae-474c-8bb2-6a8e0ad42a34 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Deleting port 52a62c20-311e-477e-8118-739903acec9b {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:00:19.922568 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10bced2e-65ae-474c-8bb2-6a8e0ad42a34 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:20.058102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-3e1852c6-1439-4f86-abb8-d7c627da5372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:20.060459 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-3e1852c6-1439-4f86-abb8-d7c627da5372 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d34186bb-32c4-4a88-b464-38e69175bc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9991419 Dec 22 10:00:20.061905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bddd5e53-cdb4-4870-8509-10e814700b54 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:20.098541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeee1a-3d3d-4468-b5fe-9479c79089b8 req-fb98dadf-df60-41c8-b833-d19e4b53bc74 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:20.100755 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0beeee1a-3d3d-4468-b5fe-9479c79089b8 req-fb98dadf-df60-41c8-b833-d19e4b53bc74 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 943 time: 1.1556275 Dec 22 10:00:20.107444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bddd5e53-cdb4-4870-8509-10e814700b54 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Usage tracker for resource:subnet and tenant:0b1bf809635b4ea88e5ec8d2f861f6b4 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:20.112906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bddd5e53-cdb4-4870-8509-10e814700b54 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:20.123365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bddd5e53-cdb4-4870-8509-10e814700b54 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:20.266085 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0beeee1a-3d3d-4468-b5fe-9479c79089b8 req-286813e2-53f1-4545-bf39-c0fb40f2719a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248045 Dec 22 10:00:20.360803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddd5e53-cdb4-4870-8509-10e814700b54 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Made reservation on behalf of 0b1bf809635b4ea88e5ec8d2f861f6b4 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:00:20.380063 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:20.505420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port aba288fe-bb89-42a2-9488-a26a21bf7818 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:00:20.506406 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:20.671194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592771bb-feb9-44d1-89c3-cefb807776f0 None None] DHCP port deletion for 4a9a22a9-6094-45ce-b727-101beb7dec99 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:00:20.676792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-592771bb-feb9-44d1-89c3-cefb807776f0 None None] Deleting port aba288fe-bb89-42a2-9488-a26a21bf7818 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:00:20.677614 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-592771bb-feb9-44d1-89c3-cefb807776f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:20.843375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] For port aba288fe-bb89-42a2-9488-a26a21bf7818, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=aba288fe-bb89-42a2-9488-a26a21bf7818,segment=NetworkSegment(1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c),segment_id=1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:00:20.843764 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:21.014035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Calling delete_port for aba288fe-bb89-42a2-9488-a26a21bf7818 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:00:21.158506 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:21.304359 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ebc49f39-d564-4455-ae98-d92dd288d298 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:21.320720 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-e3e56c9a-9d85-4f7a-8126-55cdd7e01b64 service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8852706 Dec 22 10:00:21.394169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Port': ['ID=aba288fe-bb89-42a2-9488-a26a21bf7818,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:21.407666 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:21.415896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] No DVR routers for this DVR port aba288fe-bb89-42a2-9488-a26a21bf7818 on host n-d-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:00:21.510539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-592771bb-feb9-44d1-89c3-cefb807776f0 None None] For port aba288fe-bb89-42a2-9488-a26a21bf7818, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=aba288fe-bb89-42a2-9488-a26a21bf7818,segment=NetworkSegment(1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c),segment_id=1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:00:21.514796 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-592771bb-feb9-44d1-89c3-cefb807776f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:21.811548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-592771bb-feb9-44d1-89c3-cefb807776f0 None None] Calling delete_port for aba288fe-bb89-42a2-9488-a26a21bf7818 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:00:21.852256 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-b541597f-d11c-4842-a940-69c249873230 service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4841323 Dec 22 10:00:21.852256 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10bced2e-65ae-474c-8bb2-6a8e0ad42a34 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:21.852256 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10bced2e-65ae-474c-8bb2-6a8e0ad42a34 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for floatingip, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:21.866853 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bddd5e53-cdb4-4870-8509-10e814700b54 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:21.897517 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-592771bb-feb9-44d1-89c3-cefb807776f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:00:21.897868 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-592771bb-feb9-44d1-89c3-cefb807776f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:00:21.898695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device fb8af84e-5050-4318-b24f-fa93fa8365e7 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:00:21.899618 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:21.938886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: fb8af84e-5050-4318-b24f-fa93fa8365e7 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:00:21.939285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device fb8af84e-5050-4318-b24f-fa93fa8365e7 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:00:21.939754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device aba288fe-bb89-42a2-9488-a26a21bf7818 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:00:21.984351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: aba288fe-bb89-42a2-9488-a26a21bf7818 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:00:21.984957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device aba288fe-bb89-42a2-9488-a26a21bf7818 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:00:22.071814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bed869-9d54-4918-9750-2346987bd399 admin admin] Checking segment: {'id': '61ec9102-b7a0-4aee-a9ea-fcb8e2914305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78b821f9-2793-4dad-8a52-7e09f0dfd67a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:00:22.072322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bed869-9d54-4918-9750-2346987bd399 admin admin] Network hostable DHCP agents. Network: 78b821f9-2793-4dad-8a52-7e09f0dfd67a, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:00:22.140237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9a22a9-6094-45ce-b727-101beb7dec99']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:22.154249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18211479-885c-4fcb-a39f-184ac654f6ec req-e98513b6-1b37-4383-a682-d5e6a4cec142 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:22.155809 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-18211479-885c-4fcb-a39f-184ac654f6ec req-e98513b6-1b37-4383-a682-d5e6a4cec142 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 943 time: 0.3321817 Dec 22 10:00:22.162469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bed869-9d54-4918-9750-2346987bd399 admin admin] Network 78b821f9-2793-4dad-8a52-7e09f0dfd67a is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:00:22.195380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:22.195816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb8ec0e-abd4-4985-a0cd-5c0bec47f90c') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:22.205288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-79bed869-9d54-4918-9750-2346987bd399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 78b821f9-2793-4dad-8a52-7e09f0dfd67a) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:00:22.214217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dcc25d-a4a4-4ef7-a6b1-385684e3efd4 None None] Network 78b821f9-2793-4dad-8a52-7e09f0dfd67a requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:00:22.216623 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:22.244857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bed869-9d54-4918-9750-2346987bd399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:22.245576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79bed869-9d54-4918-9750-2346987bd399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:22.273253 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:22.289177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Releasing vxlan tunnel 12 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:00:22.309586 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-79bed869-9d54-4918-9750-2346987bd399 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 10.4129679 Dec 22 10:00:22.328425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41974) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:22.337935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-356371912-router', 'tenant_id': 'aae573b5a34643acbdb86cd3288079d5', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:22.343872 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-18211479-885c-4fcb-a39f-184ac654f6ec req-94fcbf5f-8710-47bb-a89d-bda264901707 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730347 Dec 22 10:00:22.400400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:22.411368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-592771bb-feb9-44d1-89c3-cefb807776f0 None None] Deleting port aba288fe-bb89-42a2-9488-a26a21bf7818 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:00:22.411999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-592771bb-feb9-44d1-89c3-cefb807776f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:22.436188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Usage tracker for resource:router and tenant:aae573b5a34643acbdb86cd3288079d5 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:22.460015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-10bced2e-65ae-474c-8bb2-6a8e0ad42a34 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Calling delete_port for 52a62c20-311e-477e-8118-739903acec9b owned by network:floatingip {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:00:22.466267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:22.478413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:22.566892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-592771bb-feb9-44d1-89c3-cefb807776f0 None None] The port 'aba288fe-bb89-42a2-9488-a26a21bf7818' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:00:22.585641 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:22.599440 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:22.628991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 4a9a22a9-6094-45ce-b727-101beb7dec99 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:00:22.638649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02092155-5766-48eb-9cfd-155fb78fd733 None None] Network 78b821f9-2793-4dad-8a52-7e09f0dfd67a requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:00:22.646729 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:22.759486 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-454738ff-07de-4d15-a914-6d7814bb8471 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=fc7329c3-78f6-4136-a3e0-470e31556bdf HTTP/1.1" status: 200 len: 217 time: 0.5618508 Dec 22 10:00:22.759486 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10bced2e-65ae-474c-8bb2-6a8e0ad42a34 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:22.893652 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ae241ee7-fc7b-489e-b72a-35c862caeeae tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:22.990690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-4541e6ac-947b-4d9a-93df-82da7306a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:22.992493 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-4541e6ac-947b-4d9a-93df-82da7306a8dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=081da512-801e-41e2-96a3-974b59dc0af6 HTTP/1.1" status: 200 len: 797 time: 0.2174401 Dec 22 10:00:23.000518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bced2e-65ae-474c-8bb2-6a8e0ad42a34 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Pushing event deleted for resources: {'Port': ['ID=52a62c20-311e-477e-8118-739903acec9b,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:23.053572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 4a9a22a9-6094-45ce-b727-101beb7dec99 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:00:23.075910 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10bced2e-65ae-474c-8bb2-6a8e0ad42a34 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:00:23.084863 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:00:23.186299 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:23.203531 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:23.267828 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-24a9d048-bf2f-4e32-ab4f-516fbc5fec2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:23.289377 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:23.345997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-454dfee6-b5a2-493d-8319-17e3a4af2c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:23.347625 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-454dfee6-b5a2-493d-8319-17e3a4af2c1d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d34186bb-32c4-4a88-b464-38e69175bc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3349841 Dec 22 10:00:23.365329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Network': ['ID=4a9a22a9-6094-45ce-b727-101beb7dec99,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:23.375156 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:23.377363 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/networks/4a9a22a9-6094-45ce-b727-101beb7dec99 HTTP/1.1" status: 204 len: 168 time: 3.4838517 Dec 22 10:00:23.380868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 41984) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:23.590994 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10bced2e-65ae-474c-8bb2-6a8e0ad42a34 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks [] for floatingip, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:23.606844 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bddd5e53-cdb4-4870-8509-10e814700b54 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:23.628475 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-56c318df-07e3-497a-bafb-95a53cf864b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:23.789705 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10bced2e-65ae-474c-8bb2-6a8e0ad42a34 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:23.790976 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-10bced2e-65ae-474c-8bb2-6a8e0ad42a34 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] 10.222.0.50 "DELETE /v2.0/floatingips/a22c72c6-d160-4467-95cb-77594385aa4f HTTP/1.1" status: 204 len: 168 time: 4.3685975 Dec 22 10:00:23.812020 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-32dc9503-d078-4177-9560-774f38e783dc service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279697 Dec 22 10:00:23.966859 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-c11c95a1-440a-4f79-bfe9-8f5350d2c607 service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1465571 Dec 22 10:00:23.971773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd5e53-cdb4-4870-8509-10e814700b54 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Pushing event updated for resources: {'Subnet': ['ID=5a57f26a-5846-4c8d-a5a0-fcdfe4b45f0b,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:24.001810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:24.034291 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bddd5e53-cdb4-4870-8509-10e814700b54 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:24.055843 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-24a6535d-fb1b-4d08-9944-9701b5091010 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=a7505449-7259-4f87-b669-f00446ac8fb4 HTTP/1.1" status: 200 len: 217 time: 0.0812800 Dec 22 10:00:24.191512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-a489aea9-68bc-4c08-9268-c05c44e53fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:24.195666 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-a489aea9-68bc-4c08-9268-c05c44e53fd0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=081da512-801e-41e2-96a3-974b59dc0af6 HTTP/1.1" status: 200 len: 797 time: 0.1291192 Dec 22 10:00:24.259529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd5e53-cdb4-4870-8509-10e814700b54 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Checking segment: {'id': '9a32a7db-2403-48e0-8ea7-99f2c9c6b77b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8bb4fdd5-ffea-4358-92d6-5ac2ce86d808'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:00:24.260198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddd5e53-cdb4-4870-8509-10e814700b54 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Network hostable DHCP agents. Network: 8bb4fdd5-ffea-4358-92d6-5ac2ce86d808, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:00:24.301526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddd5e53-cdb4-4870-8509-10e814700b54 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Network 8bb4fdd5-ffea-4358-92d6-5ac2ce86d808 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:00:24.315379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42002) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:24.328374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-bddd5e53-cdb4-4870-8509-10e814700b54 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 8bb4fdd5-ffea-4358-92d6-5ac2ce86d808) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:00:24.337034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3339fb7a-11d0-433b-8e6d-96c74874f4aa None None] Network 8bb4fdd5-ffea-4358-92d6-5ac2ce86d808 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:00:24.343323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-b943498b-fb25-41c9-9bf8-77ce3f58be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:24.345235 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-b943498b-fb25-41c9-9bf8-77ce3f58be98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d34186bb-32c4-4a88-b464-38e69175bc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1419578 Dec 22 10:00:24.349496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddd5e53-cdb4-4870-8509-10e814700b54 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:24.350423 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bddd5e53-cdb4-4870-8509-10e814700b54 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:24.557321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de8f89-9ff0-40c3-8adc-540f3498e3e0 req-adc47a3a-6055-464a-851d-731e85aaa773 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:24.559059 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98de8f89-9ff0-40c3-8adc-540f3498e3e0 req-adc47a3a-6055-464a-851d-731e85aaa773 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 943 time: 0.9557190 Dec 22 10:00:24.654089 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd9a4c88-a156-405f-b785-6101f6da8f2c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:24.869083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-8bb4fdd5-ffea-4358-92d6-5ac2ce86d808', 'network_id': '8bb4fdd5-ffea-4358-92d6-5ac2ce86d808', 'tenant_id': '0b1bf809635b4ea88e5ec8d2f861f6b4', 'fixed_ips': [{'subnet_id': '5a57f26a-5846-4c8d-a5a0-fcdfe4b45f0b'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:00:24.870942 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:24.906698 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98de8f89-9ff0-40c3-8adc-540f3498e3e0 req-ba7879b7-d948-4156-91c9-42382139c260 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3266435 Dec 22 10:00:25.016205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42016) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:25.021050 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bddd5e53-cdb4-4870-8509-10e814700b54 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.1887393 Dec 22 10:00:25.082817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-c4312cc6-9c90-4112-a064-1bd2afcba6f9 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-820566767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:25.185532 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5c724f2d-da19-462b-90bc-602e95cf1450 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=91ad15220d094368b837fd72d21218a7&name=default HTTP/1.1" status: 200 len: 2883 time: 0.8660755 Dec 22 10:00:25.186371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42022) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:25.207520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c4312cc6-9c90-4112-a064-1bd2afcba6f9 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:25.275184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Allocated IP 172.20.0.2 (8bb4fdd5-ffea-4358-92d6-5ac2ce86d808/5a57f26a-5846-4c8d-a5a0-fcdfe4b45f0b/895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:00:25.352787 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-b2662316-d511-45d2-9787-f884a32b553f service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9667873 Dec 22 10:00:25.407441 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a1c0746a-dbc8-4c0a-a8a6-51573ee49f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:25.424391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c4312cc6-9c90-4112-a064-1bd2afcba6f9 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Usage tracker for resource:router and tenant:0b1bf809635b4ea88e5ec8d2f861f6b4 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:25.441954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c4312cc6-9c90-4112-a064-1bd2afcba6f9 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Quota usage for router was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:25.456081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a1c0746a-dbc8-4c0a-a8a6-51573ee49f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:25.524650 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a1c0746a-dbc8-4c0a-a8a6-51573ee49f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:25.533984 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:25.535862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c4312cc6-9c90-4112-a064-1bd2afcba6f9 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:25.633353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0746a-dbc8-4c0a-a8a6-51573ee49f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838e7f44-dd21-47cb-9a94-6c817fe67071,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:25.639676 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a1c0746a-dbc8-4c0a-a8a6-51573ee49f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:25.653020 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a1c0746a-dbc8-4c0a-a8a6-51573ee49f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:25.654648 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a1c0746a-dbc8-4c0a-a8a6-51573ee49f0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/838e7f44-dd21-47cb-9a94-6c817fe67071 HTTP/1.1" status: 204 len: 168 time: 0.4669230 Dec 22 10:00:25.720365 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-b85f1ebe-abc9-483b-8637-7b0b6be27d45 service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3523836 Dec 22 10:00:25.732091 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:25.744576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Transition to ACTIVE for port object 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:00:25.754924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:25.769859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Transition to ACTIVE for port object 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:00:25.777247 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:25.796705 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:25.837142 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:25.867593 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4312cc6-9c90-4112-a064-1bd2afcba6f9 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:25.868770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4312cc6-9c90-4112-a064-1bd2afcba6f9 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:25.873634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Pushing event updated for resources: {'Port': ['ID=895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:25.883234 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:25.888972 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-498f0e68-889f-4fd1-938e-0244f1e408fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=71f00817-d9a0-4ce8-877a-678cc29c4b0a HTTP/1.1" status: 200 len: 217 time: 0.1618297 Dec 22 10:00:25.895088 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4312cc6-9c90-4112-a064-1bd2afcba6f9 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:25.935402 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4312cc6-9c90-4112-a064-1bd2afcba6f9 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:26.044742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-3f7d5ae5-c472-426d-bc62-42c06c176102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:26.049265 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-3f7d5ae5-c472-426d-bc62-42c06c176102 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=081da512-801e-41e2-96a3-974b59dc0af6 HTTP/1.1" status: 200 len: 797 time: 0.1534944 Dec 22 10:00:26.063590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c4312cc6-9c90-4112-a064-1bd2afcba6f9 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:26.067464 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c4312cc6-9c90-4112-a064-1bd2afcba6f9 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.9906049 Dec 22 10:00:26.068957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42036) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:26.318162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-1fd0c02d-d5c5-46ce-95bd-8c3462218859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:26.326276 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-1fd0c02d-d5c5-46ce-95bd-8c3462218859 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d34186bb-32c4-4a88-b464-38e69175bc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2697062 Dec 22 10:00:26.464677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42040) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:26.526433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Network 8bb4fdd5-ffea-4358-92d6-5ac2ce86d808 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:00:26.532912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:00:26.535668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:00:26.549141 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-2f2d9922-3914-4ea0-945b-1bf9515e1b35 service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124932 Dec 22 10:00:26.625574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Attempting to bind port 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:00:26.626289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Attempting to bind port 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '9a32a7db-2403-48e0-8ea7-99f2c9c6b77b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8bb4fdd5-ffea-4358-92d6-5ac2ce86d808'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:00:26.627335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Attempting to bind port 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe on network 8bb4fdd5-ffea-4358-92d6-5ac2ce86d808 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:00:26.634060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:00:26.636774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Checking segment: {'id': '9a32a7db-2403-48e0-8ea7-99f2c9c6b77b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8bb4fdd5-ffea-4358-92d6-5ac2ce86d808'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:00:26.637525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:26.641802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Bound using segment: {'id': '9a32a7db-2403-48e0-8ea7-99f2c9c6b77b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8bb4fdd5-ffea-4358-92d6-5ac2ce86d808'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:00:26.642555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Bound port: 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32a7db-2403-48e0-8ea7-99f2c9c6b77b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8bb4fdd5-ffea-4358-92d6-5ac2ce86d808'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:00:26.643623 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:26.791643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] For port 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:00:26.793957 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-e7f59ffb-77d7-4cf3-912c-568e4561e4ae service neutron] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2383108 Dec 22 10:00:26.797775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] For port 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe,segment=NetworkSegment(9a32a7db-2403-48e0-8ea7-99f2c9c6b77b),segment_id=9a32a7db-2403-48e0-8ea7-99f2c9c6b77b)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:00:26.803308 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:26.874101 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ca738cb-db52-4333-a8c4-4a56a77e584c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:26.882347 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-b203d47f-989e-4981-a189-cd3f50cb0fd7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b11d4d5e-eea2-4fdf-9449-b09db9047277 HTTP/1.1" status: 200 len: 217 time: 0.0802894 Dec 22 10:00:27.102881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-89eabeac-44d0-4e39-8ccf-ab2921f207c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:27.112526 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-89eabeac-44d0-4e39-8ccf-ab2921f207c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da83a261-d716-4bc0-83ed-8afa4f3eb9b3 HTTP/1.1" status: 200 len: 797 time: 0.2163529 Dec 22 10:00:27.120956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Pushing event updated for resources: {'Port': ['ID=895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:27.132642 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:27.296269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-3d5712fd-1c04-49b2-8cf8-80e87ee6f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:27.298639 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-3d5712fd-1c04-49b2-8cf8-80e87ee6f6e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1db62543-483d-4fd0-a5fc-77a084335431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1852338 Dec 22 10:00:27.369944 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac34af6e-27b4-4104-bf24-2af92bfcd98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:27.512132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ac34af6e-27b4-4104-bf24-2af92bfcd98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:27.543235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ac34af6e-27b4-4104-bf24-2af92bfcd98f admin admin] Usage tracker for resource:security_group_rule and tenant:49aaf21952e14de4a442232e87fe3590 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:27.571227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ac34af6e-27b4-4104-bf24-2af92bfcd98f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:27.595568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ac34af6e-27b4-4104-bf24-2af92bfcd98f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:27.598282 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-1394d742-3134-44bd-a398-874aa4ed5438 service neutron] 10.222.0.64 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927318 Dec 22 10:00:27.655863 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:27.706285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af8c09-df96-46cf-8433-d35188834f07 req-42c3484f-9fde-4fcb-aace-42288b08bf81 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:27.711493 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9af8c09-df96-46cf-8433-d35188834f07 req-42c3484f-9fde-4fcb-aace-42288b08bf81 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 943 time: 1.2457039 Dec 22 10:00:27.935858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Allocated IP 172.25.7.103 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/ae394021-4b2f-4ae4-8389-ee012cdc60ba) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:00:28.090499 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-65463148-8062-4b2d-8bcb-4334c0c697a8 service neutron] 10.222.0.64 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4838650 Dec 22 10:00:28.227719 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac34af6e-27b4-4104-bf24-2af92bfcd98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:28.254255 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-32faffed-60fe-4d58-ae69-646c5f8602a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77c75204-a4c3-4349-8892-fcd4b32834af HTTP/1.1" status: 200 len: 217 time: 0.1565492 Dec 22 10:00:28.269620 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac34af6e-27b4-4104-bf24-2af92bfcd98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:28.316321 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9c54c0d3-9bf9-4317-aaae-c5ab6ea5f4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:28.367411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42116) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:28.368566 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ac34af6e-27b4-4104-bf24-2af92bfcd98f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=49aaf21952e14de4a442232e87fe3590&name=default HTTP/1.1" status: 200 len: 2883 time: 1.3062832 Dec 22 10:00:28.390441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-427d2150-a781-4d9f-8210-14461b1e225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:28.392288 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-427d2150-a781-4d9f-8210-14461b1e225c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da83a261-d716-4bc0-83ed-8afa4f3eb9b3 HTTP/1.1" status: 200 len: 797 time: 0.1292460 Dec 22 10:00:28.398456 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:28.520531 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10f0666f-5d33-4cc4-846e-7f2c8170fa74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:28.528537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-dacf9c76-78d2-4fc6-82ef-dd228a15b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:28.530303 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-dacf9c76-78d2-4fc6-82ef-dd228a15b1fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1db62543-483d-4fd0-a5fc-77a084335431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1275110 Dec 22 10:00:28.606395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34af6e-27b4-4104-bf24-2af92bfcd98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec28d83-5f12-443d-a0c4-5569b5341e30,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:28.607457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10f0666f-5d33-4cc4-846e-7f2c8170fa74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:28.638596 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ac34af6e-27b4-4104-bf24-2af92bfcd98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:28.646134 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c9af8c09-df96-46cf-8433-d35188834f07 req-031ac038-2f37-4d48-b9f1-beb13cc8f0ae tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9212337 Dec 22 10:00:28.743929 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-2f76d8d2-fc05-42d6-b624-dabee4d64776 service neutron] 10.222.0.64 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052610 Dec 22 10:00:28.988158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a4c88-a156-405f-b785-6101f6da8f2c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:00:28.988574 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd9a4c88-a156-405f-b785-6101f6da8f2c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:28.996230 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10f0666f-5d33-4cc4-846e-7f2c8170fa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:29.011798 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4d86d7d8-ce32-45c1-a653-3d98018e4462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:29.036983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0666f-5d33-4cc4-846e-7f2c8170fa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec28d83-5f12-443d-a0c4-5569b5341e30,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:29.040575 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10f0666f-5d33-4cc4-846e-7f2c8170fa74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:29.050637 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec3617cd-b5d3-4cfc-922e-8b29c04241a8 req-cd44cd24-1e43-488f-a37d-617b1588d9eb service neutron] 10.222.0.64 "GET /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2961152 Dec 22 10:00:29.052880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10f0666f-5d33-4cc4-846e-7f2c8170fa74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:29.054068 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-10f0666f-5d33-4cc4-846e-7f2c8170fa74 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ec28d83-5f12-443d-a0c4-5569b5341e30 HTTP/1.1" status: 204 len: 168 time: 0.6855395 Dec 22 10:00:29.325350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-cd9a4c88-a156-405f-b785-6101f6da8f2c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] For port 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8c7a94b3-2ce8-4d1a-af57-e044bc8940a3,segment=NetworkSegment(041fc995-4224-462d-bc3b-78493b0c0eb1),segment_id=041fc995-4224-462d-bc3b-78493b0c0eb1)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:00:29.325752 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd9a4c88-a156-405f-b785-6101f6da8f2c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:29.369289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:00:29.489594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9240fcc2-b826-466a-b7d0-acedca61d153 None None] Network 8bb4fdd5-ffea-4358-92d6-5ac2ce86d808 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:00:29.528755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-cef21086-767d-43dc-b828-43c281285094 None None] Provisioning for port 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:00:29.531118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a4c88-a156-405f-b785-6101f6da8f2c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Calling delete_port for 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 owned by network:router_interface {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:00:29.558776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:00:29.627776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:00:29.628711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:29.778255 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd9a4c88-a156-405f-b785-6101f6da8f2c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:29.830400 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a8bb7175-cc2a-4b1b-bc16-9684f531b689 tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:29.914996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42142) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:29.918535 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:30.220286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a4c88-a156-405f-b785-6101f6da8f2c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Port': ['ID=8c7a94b3-2ce8-4d1a-af57-e044bc8940a3,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:30.221225 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:30.225820 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ccde3e68-4921-48dd-8282-04e568ef5011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:30.247176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42148) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:30.251359 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cd9a4c88-a156-405f-b785-6101f6da8f2c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:30.254003 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eb722f3d-7557-4ba5-a156-1bf2dd80b250 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:30.269508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ccde3e68-4921-48dd-8282-04e568ef5011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:30.275201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ccde3e68-4921-48dd-8282-04e568ef5011 admin admin] Usage tracker for resource:security_group_rule and tenant:01966e70fc6342d39b39be323958aa6a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:30.281631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ccde3e68-4921-48dd-8282-04e568ef5011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:30.289419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe,segment=NetworkSegment(9a32a7db-2403-48e0-8ea7-99f2c9c6b77b),segment_id=9a32a7db-2403-48e0-8ea7-99f2c9c6b77b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:00:30.304221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ccde3e68-4921-48dd-8282-04e568ef5011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:30.309770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:30.313336 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:30.348776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:00:30.418123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Pushing event updated for resources: {'Port': ['ID=ae394021-4b2f-4ae4-8389-ee012cdc60ba,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:30.425411 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:30.439012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:30.442746 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:30.447831 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ccde3e68-4921-48dd-8282-04e568ef5011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:30.451699 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ccde3e68-4921-48dd-8282-04e568ef5011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:30.471655 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-34a995aa-d5ff-420d-ab96-692e60601a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:30.503138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:00:30.506871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:00:30.528673 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ccde3e68-4921-48dd-8282-04e568ef5011 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01966e70fc6342d39b39be323958aa6a&name=default HTTP/1.1" status: 200 len: 2883 time: 0.6093841 Dec 22 10:00:30.536133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42154) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:30.594033 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe403-8b55-4bbb-b3fc-cc03471c2859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:30.614049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde3e68-4921-48dd-8282-04e568ef5011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d1746f-6f2a-4f9f-ad2c-4aef2895d1e6,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:30.621070 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ccde3e68-4921-48dd-8282-04e568ef5011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:30.653872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e0c4fd6a-b506-42e5-9f18-f1809bc31e40 None None] Provisioning complete for port 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:00:30.654609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e0c4fd6a-b506-42e5-9f18-f1809bc31e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:30.675172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5c9fe403-8b55-4bbb-b3fc-cc03471c2859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:30.679339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5c9fe403-8b55-4bbb-b3fc-cc03471c2859 admin admin] Usage tracker for resource:security_group_rule and tenant:f7a73ce3949942f9a9c912fbbc637f40 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:30.683775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5c9fe403-8b55-4bbb-b3fc-cc03471c2859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:30.686712 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96d185a8-e635-474c-9d66-b94d362edeb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:30.690435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5c9fe403-8b55-4bbb-b3fc-cc03471c2859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:30.741232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96d185a8-e635-474c-9d66-b94d362edeb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:30.809915 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96d185a8-e635-474c-9d66-b94d362edeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:30.818227 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10f0666f-5d33-4cc4-846e-7f2c8170fa74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:30.839241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d185a8-e635-474c-9d66-b94d362edeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d1746f-6f2a-4f9f-ad2c-4aef2895d1e6,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:30.842459 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-96d185a8-e635-474c-9d66-b94d362edeb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:30.845007 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96d185a8-e635-474c-9d66-b94d362edeb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:30.845778 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe403-8b55-4bbb-b3fc-cc03471c2859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:30.849204 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-96d185a8-e635-474c-9d66-b94d362edeb2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/08d1746f-6f2a-4f9f-ad2c-4aef2895d1e6 HTTP/1.1" status: 204 len: 168 time: 0.3090746 Dec 22 10:00:30.875112 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe403-8b55-4bbb-b3fc-cc03471c2859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:30.918408 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8a9c6683-2ac7-4cb0-9695-3d7c2c5d72ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:30.928031 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5c9fe403-8b55-4bbb-b3fc-cc03471c2859 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7a73ce3949942f9a9c912fbbc637f40&name=default HTTP/1.1" status: 200 len: 2883 time: 0.6754990 Dec 22 10:00:30.930883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42160) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:31.047049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5cb14b6-ee25-4b97-ab08-92869673a81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:31.050986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-635d4eb0-f5c0-4f96-914a-7202288e1ee6 None None] Provisioning complete for port 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:00:31.059996 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-635d4eb0-f5c0-4f96-914a-7202288e1ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:31.112695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51299d0d-55d5-4f3c-8bf6-fac994925e98 req-d242124e-6889-482c-a91a-38f1ec576828 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:31.114698 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51299d0d-55d5-4f3c-8bf6-fac994925e98 req-d242124e-6889-482c-a91a-38f1ec576828 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 943 time: 1.0260727 Dec 22 10:00:31.120128 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5cb14b6-ee25-4b97-ab08-92869673a81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:31.276496 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5cb14b6-ee25-4b97-ab08-92869673a81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:31.308028 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-23af0d85-f287-4d1d-a75d-72fbd2ca979a tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:31.349264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb14b6-ee25-4b97-ab08-92869673a81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17646ad-9159-44d7-bee1-da69d16a3890,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:31.372194 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b5cb14b6-ee25-4b97-ab08-92869673a81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:31.373436 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5cb14b6-ee25-4b97-ab08-92869673a81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:31.377397 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b5cb14b6-ee25-4b97-ab08-92869673a81d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f17646ad-9159-44d7-bee1-da69d16a3890 HTTP/1.1" status: 204 len: 168 time: 0.4427705 Dec 22 10:00:31.382074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:00:31.491203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:00:31.491778 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:31.518039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fe403-8b55-4bbb-b3fc-cc03471c2859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17646ad-9159-44d7-bee1-da69d16a3890,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:31.522222 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5c9fe403-8b55-4bbb-b3fc-cc03471c2859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:31.573609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 61ea23ac-4fc3-4915-8d67-4ffe9504e884 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:00:31.772724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-332797d6-4d8f-47ae-b616-8272b72abbd2 None None] Provisioning complete for port 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:00:31.773424 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-332797d6-4d8f-47ae-b616-8272b72abbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:31.924939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 61ea23ac-4fc3-4915-8d67-4ffe9504e884 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:00:31.927169 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:32.045761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Allocated IP 172.20.0.1 (8bb4fdd5-ffea-4358-92d6-5ac2ce86d808/5a57f26a-5846-4c8d-a5a0-fcdfe4b45f0b/b8c965bf-fb6f-4a19-bc7a-954e019b3dd4) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:00:32.272585 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:32.517970 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:32.540008 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-51299d0d-55d5-4f3c-8bf6-fac994925e98 req-b136ca5b-8694-476d-8ccd-8870c1dccbee tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3874185 Dec 22 10:00:32.555830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 61ea23ac-4fc3-4915-8d67-4ffe9504e884, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=61ea23ac-4fc3-4915-8d67-4ffe9504e884,segment=NetworkSegment(f7f4091b-a7a6-45c4-b821-97884b11f144),segment_id=f7f4091b-a7a6-45c4-b821-97884b11f144)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:00:32.557149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6b9775-f137-4afc-882c-944f62c3135c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ea23ac-4fc3-4915-8d67-4ffe9504e884'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:00:32.576595 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:32.578712 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f7cc8490-4902-4e24-b102-425132d6d82b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:32.716916 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6b9775-f137-4afc-882c-944f62c3135c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ea23ac-4fc3-4915-8d67-4ffe9504e884', 'code': 200} Dec 22 10:00:32.718739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=61ea23ac-4fc3-4915-8d67-4ffe9504e884,revision_number=6']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:32.722253 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:32.751383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:32.818361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd9a4c88-a156-405f-b785-6101f6da8f2c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:32.837409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Transition to ACTIVE for port object b8c965bf-fb6f-4a19-bc7a-954e019b3dd4 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:00:33.195086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366cf5e6-bebf-4c29-a05d-1fbb0a95aa16 req-de32cc16-62e0-4b4a-8eae-bc3a0dc7d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:33.196776 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-366cf5e6-bebf-4c29-a05d-1fbb0a95aa16 req-de32cc16-62e0-4b4a-8eae-bc3a0dc7d840 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 1160 time: 0.2110684 Dec 22 10:00:33.326441 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-366cf5e6-bebf-4c29-a05d-1fbb0a95aa16 req-bd4897cd-a4bd-4a6b-9477-95e5b359db60 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107976 Dec 22 10:00:33.403302 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:33.425816 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7d0fa6f7-c134-4e71-8092-595b44360a20 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:33.582249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Pushing event updated for resources: {'Port': ['ID=b8c965bf-fb6f-4a19-bc7a-954e019b3dd4,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:33.711740 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:34.616783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42244) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:34.693048 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:34.846967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8ca6ccc3-a3a7-440d-b219-3b6ec6cdc538 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1975371565'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:34.847453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8ca6ccc3-a3a7-440d-b219-3b6ec6cdc538 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] Unknown quota resources ['metering_label']. {{(pid=81072) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Dec 22 10:00:34.899857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 61ea23ac-4fc3-4915-8d67-4ffe9504e884 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:00:34.988074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9a4c88-a156-405f-b785-6101f6da8f2c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router c372dd9f-cf35-4c16-b5ba-9940f7044956 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:00:34.992106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Network 8bb4fdd5-ffea-4358-92d6-5ac2ce86d808 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:00:35.017507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1aa71-9d4b-4207-98cd-47c1a6acee70 req-a44bb0a7-f4ca-4ff6-8739-798e7310f2a9 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:35.028760 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-29c1aa71-9d4b-4207-98cd-47c1a6acee70 req-a44bb0a7-f4ca-4ff6-8739-798e7310f2a9 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 1.1765487 Dec 22 10:00:35.035233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 61ea23ac-4fc3-4915-8d67-4ffe9504e884 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:00:35.036067 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:35.037903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:00:35.103054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:00:35.138026 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e784b00-fe57-47cd-8595-c49c21a5ae9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:35.421095 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-29c1aa71-9d4b-4207-98cd-47c1a6acee70 req-620e74eb-739d-42a2-bb18-d385bfc3acc4 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3911073 Dec 22 10:00:35.444849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ccc3-a3a7-440d-b219-3b6ec6cdc538 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] Notify callbacks [] for metering_label, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:35.449634 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8ca6ccc3-a3a7-440d-b219-3b6ec6cdc538 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8313732 Dec 22 10:00:35.450627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42278) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:35.456734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a91784af-65fa-42e5-a725-13c2cbee5c2a tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '28fce4f0-33d7-4fa5-b05d-b20a66c75d66'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:35.457515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a91784af-65fa-42e5-a725-13c2cbee5c2a tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] Unknown quota resources ['metering_label_rule']. {{(pid=81072) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Dec 22 10:00:35.501677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f6fe22d7-e395-44bd-9b44-1d7a398d7081 None None] Provisioning for port b8c965bf-fb6f-4a19-bc7a-954e019b3dd4 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:00:35.509335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f6fe22d7-e395-44bd-9b44-1d7a398d7081 None None] Provisioning complete for port b8c965bf-fb6f-4a19-bc7a-954e019b3dd4 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:00:35.510763 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6fe22d7-e395-44bd-9b44-1d7a398d7081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:35.547814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9a4c88-a156-405f-b785-6101f6da8f2c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:00:35.550168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:35.586049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1c2449-6e7d-405b-921c-a3b905dfc93c None None] Sync routers for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:00:35.643139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1c2449-6e7d-405b-921c-a3b905dfc93c None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:00:35.643771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2f1c2449-6e7d-405b-921c-a3b905dfc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:00:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:35.862102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Router 55d678dc-34ee-49e3-8c03-7dff756dfe69 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 10:00:35.953658 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cd9a4c88-a156-405f-b785-6101f6da8f2c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/c372dd9f-cf35-4c16-b5ba-9940f7044956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5714118 Dec 22 10:00:35.964692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42286) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:35.994507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-2f1c2449-6e7d-405b-921c-a3b905dfc93c None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:00:36.142925 n-d-765315-5 neutron-server[80960]: WARNING neutron.services.metering.metering_plugin [None req-a91784af-65fa-42e5-a725-13c2cbee5c2a tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 22 10:00:36.149833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2f1c2449-6e7d-405b-921c-a3b905dfc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T10:00:29Z', 'revision_number': 11, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:36.158587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1c2449-6e7d-405b-921c-a3b905dfc93c None None] Checking router: c372dd9f-cf35-4c16-b5ba-9940f7044956 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:00:36.182302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe22d7-e395-44bd-9b44-1d7a398d7081 None None] Port b8c965bf-fb6f-4a19-bc7a-954e019b3dd4 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:00:36.191383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1c2449-6e7d-405b-921c-a3b905dfc93c None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:00:36.192373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2f1c2449-6e7d-405b-921c-a3b905dfc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:00:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:36.318979 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:36.448381 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a91784af-65fa-42e5-a725-13c2cbee5c2a tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] Notify callbacks [] for metering_label_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:36.450050 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a91784af-65fa-42e5-a725-13c2cbee5c2a tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9981861 Dec 22 10:00:36.453469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:00:36.454290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42292) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:36.465631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Sync routers for ids ['55d678dc-34ee-49e3-8c03-7dff756dfe69'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:00:36.471247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-11bdef85-2a1b-4a28-aa2d-163c9a681a84 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '28fce4f0-33d7-4fa5-b05d-b20a66c75d66'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:36.471924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-11bdef85-2a1b-4a28-aa2d-163c9a681a84 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] Unknown quota resources ['metering_label_rule']. {{(pid=81072) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Dec 22 10:00:36.487832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Routers {'55d678dc-34ee-49e3-8c03-7dff756dfe69'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:00:36.490625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:00:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['55d678dc-34ee-49e3-8c03-7dff756dfe69'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:36.509890 n-d-765315-5 neutron-server[80960]: WARNING neutron.services.metering.metering_plugin [None req-11bdef85-2a1b-4a28-aa2d-163c9a681a84 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 22 10:00:36.512194 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:36.516144 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 14.1841488 Dec 22 10:00:36.524891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42298) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:36.774018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-2103c059-5b4a-497f-86f2-4af369a8acdb tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting subnet c1bf1f31-e8a9-4625-bd35-1ab2032f3a81 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:00:36.790262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2103c059-5b4a-497f-86f2-4af369a8acdb tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:36.791783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-2f1c2449-6e7d-405b-921c-a3b905dfc93c None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:00:36.944028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Set router 55d678dc-34ee-49e3-8c03-7dff756dfe69 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:00:36.998193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-2f1c2449-6e7d-405b-921c-a3b905dfc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T10:00:29Z', 'revision_number': 11, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:37.008879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1c2449-6e7d-405b-921c-a3b905dfc93c None None] The sync data for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 is: [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T10:00:29Z', 'revision_number': 11, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:00:37.178137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:00:37.200590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-11bdef85-2a1b-4a28-aa2d-163c9a681a84 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] Notify callbacks [] for metering_label_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:37.201959 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-11bdef85-2a1b-4a28-aa2d-163c9a681a84 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7366297 Dec 22 10:00:37.286181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:00:37.293202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8c7a94b3-2ce8-4d1a-af57-e044bc8940a3 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:00:37.390002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42306) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:37.418651 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f7dd6ebf-740e-4656-ad19-5b847ffb25e2 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=248b8cc3-2588-45e9-82f8-2bb55cc2897d HTTP/1.1" status: 200 len: 462 time: 0.0275750 Dec 22 10:00:37.419302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42310) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:37.431681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2103c059-5b4a-497f-86f2-4af369a8acdb tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:37.542391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'name': 'tempest-ServerRescueTestJSON-356371912-router', 'tenant_id': 'aae573b5a34643acbdb86cd3288079d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'ae394021-4b2f-4ae4-8389-ee012cdc60ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:00:22Z', 'updated_at': '2020-12-22T10:00:31Z', 'revision_number': 3, 'project_id': 'aae573b5a34643acbdb86cd3288079d5', 'gw_port': {'id': 'ae394021-4b2f-4ae4-8389-ee012cdc60ba', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:33:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:00:27Z', 'updated_at': '2020-12-22T10:00:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:37.551928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Checking router: 55d678dc-34ee-49e3-8c03-7dff756dfe69 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:00:37.552473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Updating router 55d678dc-34ee-49e3-8c03-7dff756dfe69 port ae394021-4b2f-4ae4-8389-ee012cdc60ba binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 10:00:37.587400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3551c1-101e-461f-ac6c-846af098e6de req-c089fcb2-c727-4f23-bdcf-c7e0660b1acc tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:37.589127 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7e3551c1-101e-461f-ac6c-846af098e6de req-c089fcb2-c727-4f23-bdcf-c7e0660b1acc tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 0.8787773 Dec 22 10:00:37.673073 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:37.764053 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d529136b-57a5-48ea-9e72-daaa7991debb tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] Notify callbacks [] for metering_label_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:37.768730 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d529136b-57a5-48ea-9e72-daaa7991debb tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/248b8cc3-2588-45e9-82f8-2bb55cc2897d HTTP/1.1" status: 204 len: 168 time: 0.3362157 Dec 22 10:00:37.769434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42314) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:37.802805 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e4c19e99-a525-4e87-8860-294d39fca7dc tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=248b8cc3-2588-45e9-82f8-2bb55cc2897d HTTP/1.1" status: 200 len: 221 time: 0.0231366 Dec 22 10:00:37.805844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42318) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:37.815668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8242510b-1791-43c9-bdfa-451f3ef52772 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] Request body: {'metering_label': {'name': 'tempest-metering-label--879472318', 'description': 'label created by tempest'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:37.816207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8242510b-1791-43c9-bdfa-451f3ef52772 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] Unknown quota resources ['metering_label']. {{(pid=81072) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Dec 22 10:00:37.829734 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7e3551c1-101e-461f-ac6c-846af098e6de req-2bacd255-c6cc-4a94-be7b-8880d0801189 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244794 Dec 22 10:00:37.880681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2103c059-5b4a-497f-86f2-4af369a8acdb tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:37.936056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-02f98562-ca06-497a-b4fa-24ca03175c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:38.037245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:00:38.298013 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:38.303027 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:38.381913 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:38.401022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Transition to ACTIVE for port object ae394021-4b2f-4ae4-8389-ee012cdc60ba will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:00:38.406911 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:38.416621 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d4973309-8c73-4b80-8f3e-12f5d0f2cf1f tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:38.452453 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d806d4a9-bc2c-4fdc-af23-d91b26b494a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:38.486771 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:38.627845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Pushing event updated for resources: {'Port': ['ID=b8c965bf-fb6f-4a19-bc7a-954e019b3dd4,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:38.641880 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:38.670071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Network 8bb4fdd5-ffea-4358-92d6-5ac2ce86d808 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:00:38.673155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:00:38.686853 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8242510b-1791-43c9-bdfa-451f3ef52772 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] Notify callbacks [] for metering_label, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:38.688165 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8242510b-1791-43c9-bdfa-451f3ef52772 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8814652 Dec 22 10:00:38.691725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42338) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:38.709080 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:38.788681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Pushing event updated for resources: {'Port': ['ID=ae394021-4b2f-4ae4-8389-ee012cdc60ba,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:38.803166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.803708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.803980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.804093 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:38.804290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.804630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.805000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.805512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.805878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.806395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.806762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.807168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.807595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.808323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.808695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.809112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.809480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.809881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.810286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.810656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.812454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.814845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.816652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.820575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.820984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.821437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.824216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.824610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.824988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.827335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.827719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.828160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.828537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.828909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.829279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.829649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.830014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:38.850180 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:38.855315 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-59e67194-c8e9-4dbe-84e2-8f77b37d8cfb tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=06bbb12b-eb95-47f8-bb89-e83c0cbfe447 HTTP/1.1" status: 200 len: 467 time: 0.1584616 Dec 22 10:00:38.861798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42344) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:38.929202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Attempting to bind port ae394021-4b2f-4ae4-8389-ee012cdc60ba on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:00:38.929563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Attempting to bind port ae394021-4b2f-4ae4-8389-ee012cdc60ba by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:00:38.931179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Attempting to bind port ae394021-4b2f-4ae4-8389-ee012cdc60ba on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:00:38.948128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:00:38.948557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:00:38.949028 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:38.951999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:00:38.952577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Bound port: ae394021-4b2f-4ae4-8389-ee012cdc60ba, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:00:38.953027 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:39.112972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] For port ae394021-4b2f-4ae4-8389-ee012cdc60ba, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:00:39.117913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] For port ae394021-4b2f-4ae4-8389-ee012cdc60ba, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ae394021-4b2f-4ae4-8389-ee012cdc60ba,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:00:39.138655 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:39.139812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6926b825-988c-4708-a3f1-dcf774e1bfab None None] Provisioning complete for port b8c965bf-fb6f-4a19-bc7a-954e019b3dd4 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:00:39.141743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6926b825-988c-4708-a3f1-dcf774e1bfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:39.188303 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4dfd9f4-dfd3-497f-98ef-8f8e8a427e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:39.327405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6926b825-988c-4708-a3f1-dcf774e1bfab None None] Port b8c965bf-fb6f-4a19-bc7a-954e019b3dd4 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:00:39.385168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:39.460862 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46cc9af1-3cbd-499c-bf75-025478945a96 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] Notify callbacks [] for metering_label, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:39.464678 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-46cc9af1-3cbd-499c-bf75-025478945a96 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/06bbb12b-eb95-47f8-bb89-e83c0cbfe447 HTTP/1.1" status: 204 len: 168 time: 0.6017091 Dec 22 10:00:39.466695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42360) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:39.499515 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-89d4bf2a-b22c-45ac-947f-a2b83a553619 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=06bbb12b-eb95-47f8-bb89-e83c0cbfe447 HTTP/1.1" status: 200 len: 216 time: 0.0314717 Dec 22 10:00:39.500461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Pushing event updated for resources: {'Port': ['ID=ae394021-4b2f-4ae4-8389-ee012cdc60ba,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:39.500822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42364) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:39.501908 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2103c059-5b4a-497f-86f2-4af369a8acdb tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:39.506117 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:39.516912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Router de43bc15-aa4e-4820-bd59-12753b966a1b is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 10:00:39.549847 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-97ee2601-25ba-434b-b180-de0d99b73aa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:39.582530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Routers {'55d678dc-34ee-49e3-8c03-7dff756dfe69'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:00:39.583558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:00:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['55d678dc-34ee-49e3-8c03-7dff756dfe69'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:39.589304 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0d5e880a-0d16-4185-98a7-5e1fe61369e4 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0673838 Dec 22 10:00:39.589786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Allocated IP 172.20.0.1 (78b821f9-2793-4dad-8a52-7e09f0dfd67a/6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d/8bd88bda-3ab7-40f8-a513-fe8bef010794) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:00:39.591888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42370) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:39.629101 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5c46b9c4-8b51-4f8a-b716-12ae33a1c838 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0271430 Dec 22 10:00:39.640621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42376) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:39.644375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103c059-5b4a-497f-86f2-4af369a8acdb tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Subnet': ['ID=c1bf1f31-e8a9-4625-bd35-1ab2032f3a81,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:39.742482 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2103c059-5b4a-497f-86f2-4af369a8acdb tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:39.795979 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:39.855159 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:39.990648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:00:39.993539 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-eada450b-12d9-45dc-87af-53d08474f253 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] 10.222.0.50 "GET /v2.0/metering/metering-labels/28fce4f0-33d7-4fa5-b05d-b20a66c75d66 HTTP/1.1" status: 200 len: 473 time: 0.2669444 Dec 22 10:00:39.998389 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] 10.222.0.50 "PUT /v2.0/routers/de43bc15-aa4e-4820-bd59-12753b966a1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9239440 Dec 22 10:00:40.002501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07664cf9-5e8a-47a7-b46d-56157f781aa1 None None] Sync routers for ids ['de43bc15-aa4e-4820-bd59-12753b966a1b'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:00:40.020189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07664cf9-5e8a-47a7-b46d-56157f781aa1 None None] Routers {'de43bc15-aa4e-4820-bd59-12753b966a1b'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:00:40.021212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-07664cf9-5e8a-47a7-b46d-56157f781aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:00:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['de43bc15-aa4e-4820-bd59-12753b966a1b'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:40.059798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42384) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:40.060201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42386) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:40.060990 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ed03d99c-7e04-4862-aae1-90b54a40ce53 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:40.126684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2103c059-5b4a-497f-86f2-4af369a8acdb tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:40.131900 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2103c059-5b4a-497f-86f2-4af369a8acdb tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/subnets/c1bf1f31-e8a9-4625-bd35-1ab2032f3a81 HTTP/1.1" status: 204 len: 168 time: 4.1660590 Dec 22 10:00:40.133198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42392) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:40.140264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Network 78b821f9-2793-4dad-8a52-7e09f0dfd67a is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:00:40.148768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] Set router 55d678dc-34ee-49e3-8c03-7dff756dfe69 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:00:40.160607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Request body: {'port': {'network_id': '8bb4fdd5-ffea-4358-92d6-5ac2ce86d808', 'name': 'tempest-FloatingIPNegativeTestJSON-698005847'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:40.176458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-07664cf9-5e8a-47a7-b46d-56157f781aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:40.195223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec57d703-0e61-4ef0-8dc8-12fc6c25f8c0 None None] Network 9e4e87fd-b550-48d5-a056-4ce42d7a4a07 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:00:40.309104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07664cf9-5e8a-47a7-b46d-56157f781aa1 None None] Routers {'de43bc15-aa4e-4820-bd59-12753b966a1b'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:00:40.320803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-07664cf9-5e8a-47a7-b46d-56157f781aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:00:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['de43bc15-aa4e-4820-bd59-12753b966a1b'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:40.332015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:40.356776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:00:40.362643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:00:40.402580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:40.407007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Usage tracker for resource:port and tenant:0b1bf809635b4ea88e5ec8d2f861f6b4 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:40.410238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Quota usage for port was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:40.416754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:40.424870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port 212018eb-d32f-4ea1-993a-f70ce2ab0f66 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:00:40.424870 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:40.456673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd88bda-3ab7-40f8-a513-fe8bef010794,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:40.460691 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:40.461787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Made reservation on behalf of 0b1bf809635b4ea88e5ec8d2f861f6b4 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:00:40.468720 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:40.497190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-07664cf9-5e8a-47a7-b46d-56157f781aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:40.497817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07664cf9-5e8a-47a7-b46d-56157f781aa1 None None] The sync data for ids ['de43bc15-aa4e-4820-bd59-12753b966a1b'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:00:40.530124 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a6bbb679-a693-4f1e-8088-08bb85bf5123 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/71d18f71-1c7e-4452-b66a-d56fec05c608 HTTP/1.1" status: 200 len: 459 time: 0.4118164 Dec 22 10:00:40.539308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42398) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:40.663493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:40.665260 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:40.673104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:40.784217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] For port 212018eb-d32f-4ea1-993a-f70ce2ab0f66, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=212018eb-d32f-4ea1-993a-f70ce2ab0f66,segment=NetworkSegment(041fc995-4224-462d-bc3b-78493b0c0eb1),segment_id=041fc995-4224-462d-bc3b-78493b0c0eb1)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:00:40.784623 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:40.797971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'name': 'tempest-ServerRescueTestJSON-356371912-router', 'tenant_id': 'aae573b5a34643acbdb86cd3288079d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'ae394021-4b2f-4ae4-8389-ee012cdc60ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:00:22Z', 'updated_at': '2020-12-22T10:00:31Z', 'revision_number': 3, 'project_id': 'aae573b5a34643acbdb86cd3288079d5', 'gw_port': {'id': 'ae394021-4b2f-4ae4-8389-ee012cdc60ba', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:33:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:00:27Z', 'updated_at': '2020-12-22T10:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:40.803648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79800f-460d-40d0-a834-1c53ae74b6ad None None] The sync data for ids ['55d678dc-34ee-49e3-8c03-7dff756dfe69'] in n-d-765315-5 is: [{'id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'name': 'tempest-ServerRescueTestJSON-356371912-router', 'tenant_id': 'aae573b5a34643acbdb86cd3288079d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'ae394021-4b2f-4ae4-8389-ee012cdc60ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:00:22Z', 'updated_at': '2020-12-22T10:00:31Z', 'revision_number': 3, 'project_id': 'aae573b5a34643acbdb86cd3288079d5', 'gw_port': {'id': 'ae394021-4b2f-4ae4-8389-ee012cdc60ba', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:33:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:00:27Z', 'updated_at': '2020-12-22T10:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:00:40.859634 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:40.944357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d96304-3426-4f76-adbf-876d9a31957a None None] DHCP port deletion for 9e4e87fd-b550-48d5-a056-4ce42d7a4a07 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:00:40.949451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-24d96304-3426-4f76-adbf-876d9a31957a None None] Deleting port 212018eb-d32f-4ea1-993a-f70ce2ab0f66 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:00:40.949885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24d96304-3426-4f76-adbf-876d9a31957a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:41.067095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Calling delete_port for 212018eb-d32f-4ea1-993a-f70ce2ab0f66 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:00:41.363082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-24d96304-3426-4f76-adbf-876d9a31957a None None] For port 212018eb-d32f-4ea1-993a-f70ce2ab0f66, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=212018eb-d32f-4ea1-993a-f70ce2ab0f66,segment=NetworkSegment(041fc995-4224-462d-bc3b-78493b0c0eb1),segment_id=041fc995-4224-462d-bc3b-78493b0c0eb1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:00:41.363772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24d96304-3426-4f76-adbf-876d9a31957a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:41.598500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-24d96304-3426-4f76-adbf-876d9a31957a None None] Calling delete_port for 212018eb-d32f-4ea1-993a-f70ce2ab0f66 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:00:41.703746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 212018eb-d32f-4ea1-993a-f70ce2ab0f66 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:00:41.736173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-24d96304-3426-4f76-adbf-876d9a31957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:41.758751 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f68fc52e-ea2d-48fe-86e3-8b44dea548a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:41.809316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] device_id is not set on port c3a12280-cb12-4a26-8168-fe89bda9d99e yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:00:41.811023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d96304-3426-4f76-adbf-876d9a31957a None None] Pushing event deleted for resources: {'Port': ['ID=212018eb-d32f-4ea1-993a-f70ce2ab0f66,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:41.813055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 212018eb-d32f-4ea1-993a-f70ce2ab0f66 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:00:41.813490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 212018eb-d32f-4ea1-993a-f70ce2ab0f66 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:00:41.815027 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-24d96304-3426-4f76-adbf-876d9a31957a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:41.959276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d96304-3426-4f76-adbf-876d9a31957a None None] No DVR routers for this DVR port 212018eb-d32f-4ea1-993a-f70ce2ab0f66 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:00:42.108684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:42.138556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Allocated IP 172.20.0.6 (8bb4fdd5-ffea-4358-92d6-5ac2ce86d808/5a57f26a-5846-4c8d-a5a0-fcdfe4b45f0b/c3a12280-cb12-4a26-8168-fe89bda9d99e) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:00:42.165777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-44d40fdd-f306-4d69-867a-685a7412dd4d tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] Notify callbacks [] for metering_label_rule, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:42.166105 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-44d40fdd-f306-4d69-867a-685a7412dd4d tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/71d18f71-1c7e-4452-b66a-d56fec05c608 HTTP/1.1" status: 204 len: 168 time: 1.4029837 Dec 22 10:00:42.177945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42410) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:42.647489 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:42.654448 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2076206b-e076-4892-8f6e-c03f2df5e602 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] Notify callbacks [] for metering_label, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:42.655694 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2076206b-e076-4892-8f6e-c03f2df5e602 tempest-MeteringIpV6TestJSON-928599758 tempest-MeteringIpV6TestJSON-928599758] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/28fce4f0-33d7-4fa5-b05d-b20a66c75d66 HTTP/1.1" status: 204 len: 168 time: 0.4802802 Dec 22 10:00:42.656718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:00:42.657085 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:00:42.684456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Transition to ACTIVE for port object c3a12280-cb12-4a26-8168-fe89bda9d99e will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:00:42.695488 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:42.704158 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:42.746742 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10bced2e-65ae-474c-8bb2-6a8e0ad42a34 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:42.837140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd88bda-3ab7-40f8-a513-fe8bef010794,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:42.855838 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:42.871876 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:42.976954 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:43.158917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Deleting port 212018eb-d32f-4ea1-993a-f70ce2ab0f66 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:00:43.158917 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:43.177352 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:43.234474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Network 8bb4fdd5-ffea-4358-92d6-5ac2ce86d808 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:00:43.248721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:00:43.255493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42422) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:43.264507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:00:43.294260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ae394021-4b2f-4ae4-8389-ee012cdc60ba up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:00:43.365053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] The port '212018eb-d32f-4ea1-993a-f70ce2ab0f66' was deleted {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:00:43.366212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:43.367059 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:43.400186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Network 78b821f9-2793-4dad-8a52-7e09f0dfd67a is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:00:43.416337 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3002357 Dec 22 10:00:43.417955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:00:43.422616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42428) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:43.462185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:43.485368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:43.489801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Usage tracker for resource:floatingip and tenant:0b1bf809635b4ea88e5ec8d2f861f6b4 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:43.495516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:43.509668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port ae394021-4b2f-4ae4-8389-ee012cdc60ba completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:00:43.509932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:43.516197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port ae394021-4b2f-4ae4-8389-ee012cdc60ba triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:00:43.516883 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:43.710910 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for floatingip, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:43.727735 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:43.728164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Pushing event updated for resources: {'Port': ['ID=c3a12280-cb12-4a26-8168-fe89bda9d99e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:43.731585 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e7ac30a3-fbaf-44ea-85e9-89abb37aa477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:43.741781 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:43.800421 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:43.824443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port ae394021-4b2f-4ae4-8389-ee012cdc60ba, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ae394021-4b2f-4ae4-8389-ee012cdc60ba,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:00:43.825983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eb1a5e5f-8ab1-4a92-bcf2-2d087ac9b225 None None] Provisioning for port c3a12280-cb12-4a26-8168-fe89bda9d99e completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:00:43.832829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eb1a5e5f-8ab1-4a92-bcf2-2d087ac9b225 None None] Provisioning complete for port c3a12280-cb12-4a26-8168-fe89bda9d99e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:00:43.836153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb1a5e5f-8ab1-4a92-bcf2-2d087ac9b225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:43.911673 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:43.913737 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:43.929732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e7ac30a3-fbaf-44ea-85e9-89abb37aa477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:43.938380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e7ac30a3-fbaf-44ea-85e9-89abb37aa477 admin admin] Usage tracker for resource:security_group_rule and tenant:e3a0b16ee7344f33b96cdc93dc6a418b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:43.944965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e7ac30a3-fbaf-44ea-85e9-89abb37aa477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:43.952015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4e87fd-b550-48d5-a056-4ce42d7a4a07']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:43.954083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-eb1a5e5f-8ab1-4a92-bcf2-2d087ac9b225 None None] Port c3a12280-cb12-4a26-8168-fe89bda9d99e cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:00:43.957787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e7ac30a3-fbaf-44ea-85e9-89abb37aa477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:43.973017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041fc995-4224-462d-bc3b-78493b0c0eb1') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:43.973368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041fc995-4224-462d-bc3b-78493b0c0eb1') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:43.990658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:44.002596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Router 55d678dc-34ee-49e3-8c03-7dff756dfe69 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:00:44.010054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=ae394021-4b2f-4ae4-8389-ee012cdc60ba,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:44.015348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:44.018402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Releasing vxlan tunnel 6 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:00:44.018615 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:44.134499 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e7ac30a3-fbaf-44ea-85e9-89abb37aa477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:44.256708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e7ac30a3-fbaf-44ea-85e9-89abb37aa477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:44.273720 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a1c0746a-dbc8-4c0a-a8a6-51573ee49f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:44.377245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 9e4e87fd-b550-48d5-a056-4ce42d7a4a07 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:00:44.390222 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:44.390337 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e7ac30a3-fbaf-44ea-85e9-89abb37aa477 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e3a0b16ee7344f33b96cdc93dc6a418b&name=default HTTP/1.1" status: 200 len: 2883 time: 1.1274731 Dec 22 10:00:44.391707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42436) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:44.462045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac30a3-fbaf-44ea-85e9-89abb37aa477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a3ab41-3c05-4988-94c3-c849a544049f,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:44.472539 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e7ac30a3-fbaf-44ea-85e9-89abb37aa477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:44.549905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:44.592971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Network 9e4e87fd-b550-48d5-a056-4ce42d7a4a07 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:00:44.598923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:00:44.611318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Sync routers for ids ['55d678dc-34ee-49e3-8c03-7dff756dfe69'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:00:44.625727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Routers {'55d678dc-34ee-49e3-8c03-7dff756dfe69'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:00:44.626417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:00:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['55d678dc-34ee-49e3-8c03-7dff756dfe69'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:44.635782 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8eb0766e-3a6d-45be-bbbc-f50fe20164e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:00:44.640824 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:00:44.687843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8eb0766e-3a6d-45be-bbbc-f50fe20164e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:44.947780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:44.951637 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-47cfa5d9-27dc-440b-a484-8fee96657816 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:44.955432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Set router 55d678dc-34ee-49e3-8c03-7dff756dfe69 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:00:44.957338 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] 10.222.0.50 "PUT /v2.0/routers/55d678dc-34ee-49e3-8c03-7dff756dfe69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4228902 Dec 22 10:00:44.961340 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8eb0766e-3a6d-45be-bbbc-f50fe20164e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:44.968972 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39860f62-e2f2-46c1-a7b5-fdbaf82d91a4 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:44.994269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0766e-3a6d-45be-bbbc-f50fe20164e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a3ab41-3c05-4988-94c3-c849a544049f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:45.000569 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8eb0766e-3a6d-45be-bbbc-f50fe20164e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:45.003743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8eb0766e-3a6d-45be-bbbc-f50fe20164e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:45.008259 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8eb0766e-3a6d-45be-bbbc-f50fe20164e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/37a3ab41-3c05-4988-94c3-c849a544049f HTTP/1.1" status: 204 len: 168 time: 0.5606563 Dec 22 10:00:45.044062 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:45.047121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Pushing event deleted for resources: {'Network': ['ID=9e4e87fd-b550-48d5-a056-4ce42d7a4a07,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:45.066244 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:45.078152 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/networks/9e4e87fd-b550-48d5-a056-4ce42d7a4a07 HTTP/1.1" status: 204 len: 168 time: 4.9414978 Dec 22 10:00:45.081975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42448) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:45.100076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-de4cbfd4-d281-4131-84b6-8ae35828b589 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'router': {'routes': None}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:45.329771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ae394021-4b2f-4ae4-8389-ee012cdc60ba up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:00:45.375301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Allocated IP 172.25.7.60 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/4ca64596-a429-42bb-8e20-d197efc948d5) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:00:45.509578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port ae394021-4b2f-4ae4-8389-ee012cdc60ba triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:00:45.509983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:45.743926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42458) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:45.790811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'name': 'tempest-ServerRescueTestJSON-356371912-router', 'tenant_id': 'aae573b5a34643acbdb86cd3288079d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'ae394021-4b2f-4ae4-8389-ee012cdc60ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:00:22Z', 'updated_at': '2020-12-22T10:00:41Z', 'revision_number': 4, 'project_id': 'aae573b5a34643acbdb86cd3288079d5', 'gw_port': {'id': 'ae394021-4b2f-4ae4-8389-ee012cdc60ba', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:00:27Z', 'updated_at': '2020-12-22T10:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '8bd88bda-3ab7-40f8-a513-fe8bef010794', 'name': '', 'network_id': '78b821f9-2793-4dad-8a52-7e09f0dfd67a', 'tenant_id': 'aae573b5a34643acbdb86cd3288079d5', 'mac_address': 'fa:16:3e:94:34:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:00:39Z', 'updated_at': '2020-12-22T10:00:42Z', 'revision_number': 2, 'project_id': 'aae573b5a34643acbdb86cd3288079d5', 'subnets': [{'id': '6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:45.803015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Checking router: 55d678dc-34ee-49e3-8c03-7dff756dfe69 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:00:45.803886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Updating router 55d678dc-34ee-49e3-8c03-7dff756dfe69 port 8bd88bda-3ab7-40f8-a513-fe8bef010794 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 10:00:45.807507 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:45.870030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:45.895218 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fca9e5e4-caa8-4769-80a5-6f6a73eeabc2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:45.907376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.extraroute_db [None req-de4cbfd4-d281-4131-84b6-8ae35828b589 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Added routes are [] {{(pid=81071) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 10:00:45.910971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.extraroute_db [None req-de4cbfd4-d281-4131-84b6-8ae35828b589 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Removed routes are [] {{(pid=81071) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 10:00:45.911618 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-de4cbfd4-d281-4131-84b6-8ae35828b589 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:45.938161 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:46.307442 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-45029c1a-a318-4151-a08d-1a78f2b6328d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:46.365663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Pushing event updated for resources: {'Port': ['ID=4ca64596-a429-42bb-8e20-d197efc948d5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:46.377406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-45029c1a-a318-4151-a08d-1a78f2b6328d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:46.380265 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:46.392949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42470) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:46.400148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-45029c1a-a318-4151-a08d-1a78f2b6328d admin admin] Usage tracker for resource:security_group_rule and tenant:90929b4d32f54180a0e4016dc140d068 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:46.426301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-45029c1a-a318-4151-a08d-1a78f2b6328d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:46.440047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-45029c1a-a318-4151-a08d-1a78f2b6328d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:46.444684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32841bd0-b9da-4351-a869-6c83701cc0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:46.463326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:00:46.470253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:00:46.472541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-32841bd0-b9da-4351-a869-6c83701cc0f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:46.482702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:00:46.516165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-32841bd0-b9da-4351-a869-6c83701cc0f9 admin admin] Usage tracker for resource:security_group_rule and tenant:97e8d464137c479293ff54f399e67a68 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:46.523036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-32841bd0-b9da-4351-a869-6c83701cc0f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:46.538717 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-de4cbfd4-d281-4131-84b6-8ae35828b589 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:46.549912 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-de4cbfd4-d281-4131-84b6-8ae35828b589 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846921732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7854069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846964228'] for router, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:46.553417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-32841bd0-b9da-4351-a869-6c83701cc0f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:46.662255 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:46.677433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Transition to ACTIVE for port object 8bd88bda-3ab7-40f8-a513-fe8bef010794 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:00:46.681286 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:46.754773 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-45029c1a-a318-4151-a08d-1a78f2b6328d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:46.768289 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for floatingip, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:46.794692 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-45029c1a-a318-4151-a08d-1a78f2b6328d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:46.819314 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-96d185a8-e635-474c-9d66-b94d362edeb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:46.951040 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32841bd0-b9da-4351-a869-6c83701cc0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:46.958352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4cbfd4-d281-4131-84b6-8ae35828b589 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router c372dd9f-cf35-4c16-b5ba-9940f7044956 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:00:46.966039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45029c1a-a318-4151-a08d-1a78f2b6328d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43b293a-5c5b-4598-b015-44cf61e8b423,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:46.982453 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7b612fb9-fa08-40d1-a127-d6c99efcc73f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:46.993345 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-45029c1a-a318-4151-a08d-1a78f2b6328d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:47.000640 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-32841bd0-b9da-4351-a869-6c83701cc0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:47.054739 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b2b73482-14b3-45f7-bcdb-60b26a168bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:47.086325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:47.116800 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-45029c1a-a318-4151-a08d-1a78f2b6328d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=90929b4d32f54180a0e4016dc140d068&name=default HTTP/1.1" status: 200 len: 2883 time: 1.3718405 Dec 22 10:00:47.125200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42492) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:47.172785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83171124-2376-4b85-a57d-ffe040a26917 None None] Pushing event updated for resources: {'Port': ['ID=8bd88bda-3ab7-40f8-a513-fe8bef010794,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:47.178681 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-83171124-2376-4b85-a57d-ffe040a26917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:47.184780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Attempting to bind port 8bd88bda-3ab7-40f8-a513-fe8bef010794 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:00:47.185242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Attempting to bind port 8bd88bda-3ab7-40f8-a513-fe8bef010794 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '61ec9102-b7a0-4aee-a9ea-fcb8e2914305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78b821f9-2793-4dad-8a52-7e09f0dfd67a'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:00:47.185792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Attempting to bind port 8bd88bda-3ab7-40f8-a513-fe8bef010794 on network 78b821f9-2793-4dad-8a52-7e09f0dfd67a {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:00:47.192593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:00:47.193139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Checking segment: {'id': '61ec9102-b7a0-4aee-a9ea-fcb8e2914305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78b821f9-2793-4dad-8a52-7e09f0dfd67a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:00:47.193674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:47.194194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Bound using segment: {'id': '61ec9102-b7a0-4aee-a9ea-fcb8e2914305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78b821f9-2793-4dad-8a52-7e09f0dfd67a'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:00:47.194803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Bound port: 8bd88bda-3ab7-40f8-a513-fe8bef010794, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ec9102-b7a0-4aee-a9ea-fcb8e2914305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78b821f9-2793-4dad-8a52-7e09f0dfd67a'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:00:47.195565 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:47.372119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] For port 8bd88bda-3ab7-40f8-a513-fe8bef010794, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:00:47.376472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] For port 8bd88bda-3ab7-40f8-a513-fe8bef010794, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8bd88bda-3ab7-40f8-a513-fe8bef010794,segment=NetworkSegment(61ec9102-b7a0-4aee-a9ea-fcb8e2914305),segment_id=61ec9102-b7a0-4aee-a9ea-fcb8e2914305)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:00:47.382501 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:47.539732 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76f517e3-7c57-49a4-8f6e-d6c5351293a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:47.546774 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-32841bd0-b9da-4351-a869-6c83701cc0f9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=97e8d464137c479293ff54f399e67a68&name=default HTTP/1.1" status: 200 len: 2883 time: 1.1527047 Dec 22 10:00:47.553662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42496) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:47.556646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32841bd0-b9da-4351-a869-6c83701cc0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bef4a01-4d06-4b5c-af2e-6495aab6a094,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:47.563143 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-32841bd0-b9da-4351-a869-6c83701cc0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:47.643914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Routers {'55d678dc-34ee-49e3-8c03-7dff756dfe69'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:00:47.644904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:00:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['55d678dc-34ee-49e3-8c03-7dff756dfe69'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:47.663010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4cbfd4-d281-4131-84b6-8ae35828b589 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:00:47.671458 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-de4cbfd4-d281-4131-84b6-8ae35828b589 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:47.674970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84182ff1-475c-4959-b37c-d723a7672f1d None None] Sync routers for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:00:47.675953 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-de4cbfd4-d281-4131-84b6-8ae35828b589 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/c372dd9f-cf35-4c16-b5ba-9940f7044956 HTTP/1.1" status: 200 len: 700 time: 2.5927832 Dec 22 10:00:47.686414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42500) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:47.694582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84182ff1-475c-4959-b37c-d723a7672f1d None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:00:47.699495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-84182ff1-475c-4959-b37c-d723a7672f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:00:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:47.726015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8e6d773-362c-4ae0-9020-8f1073e14bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:47.813614 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8e6d773-362c-4ae0-9020-8f1073e14bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:47.870002 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:47.906576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:47.926145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-84182ff1-475c-4959-b37c-d723a7672f1d None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:00:47.985735 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:47.986115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a5587e7a-ce4e-4071-94c2-8cb938608cbf tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Synchronizing usage tracker for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:00:47.993070 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:48.091322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a5587e7a-ce4e-4071-94c2-8cb938608cbf tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Unset dirty status for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:00:48.108049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] Set router 55d678dc-34ee-49e3-8c03-7dff756dfe69 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:00:48.108338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-84182ff1-475c-4959-b37c-d723a7672f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T10:00:29Z', 'revision_number': 11, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:48.109374 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a5587e7a-ce4e-4071-94c2-8cb938608cbf tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/ports?device_id=c372dd9f-cf35-4c16-b5ba-9940f7044956 HTTP/1.1" status: 200 len: 205 time: 0.3950720 Dec 22 10:00:48.110892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:48.117252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84182ff1-475c-4959-b37c-d723a7672f1d None None] Checking router: c372dd9f-cf35-4c16-b5ba-9940f7044956 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:00:48.143363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42514) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:48.144202 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a6863732-7d32-48cc-b516-d84444bd4a4b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:48.147421 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5c9fe403-8b55-4bbb-b3fc-cc03471c2859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:48.149352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84182ff1-475c-4959-b37c-d723a7672f1d None None] Routers {'c372dd9f-cf35-4c16-b5ba-9940f7044956'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:00:48.150159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-84182ff1-475c-4959-b37c-d723a7672f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:00:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c372dd9f-cf35-4c16-b5ba-9940f7044956'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:48.185614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bef4a01-4d06-4b5c-af2e-6495aab6a094,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:48.207724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30793186-561e-4d7c-a75e-d260a034bdeb req-9ca1aa8c-2c3c-4c63-ab2f-42d79c244798 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:48.220851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-30793186-561e-4d7c-a75e-d260a034bdeb req-9ca1aa8c-2c3c-4c63-ab2f-42d79c244798 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Synchronizing usage tracker for tenant:aae573b5a34643acbdb86cd3288079d5 on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:00:48.251644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.252718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.253593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.254477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.255339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.256278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.257134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.258027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.258893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.259761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.261230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.262109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.263095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.263991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.264854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.265725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.266606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.267475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.268387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.269261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.270128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.270981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.271832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.272726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.273758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.274624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.275484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.276436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.277572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.278461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.279306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.280221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.281080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.281926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.282795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.283642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:48.296350 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:48.298517 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5bef4a01-4d06-4b5c-af2e-6495aab6a094 HTTP/1.1" status: 204 len: 168 time: 0.7386620 Dec 22 10:00:48.310614 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:48.321379 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8e6d773-362c-4ae0-9020-8f1073e14bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:48.337341 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b4d77cab-b6c5-481b-8879-bd205c95e912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:48.359124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-84182ff1-475c-4959-b37c-d723a7672f1d None None] Set router c372dd9f-cf35-4c16-b5ba-9940f7044956 gateway port host: None {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:00:48.386362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6d773-362c-4ae0-9020-8f1073e14bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43b293a-5c5b-4598-b015-44cf61e8b423,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:48.397775 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b8e6d773-362c-4ae0-9020-8f1073e14bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:48.405294 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b8e6d773-362c-4ae0-9020-8f1073e14bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:48.407491 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b8e6d773-362c-4ae0-9020-8f1073e14bdb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b43b293a-5c5b-4598-b015-44cf61e8b423 HTTP/1.1" status: 204 len: 168 time: 1.2794018 Dec 22 10:00:48.407822 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0aec357c-08b3-43d3-b5c6-6f203b758be2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:48.413142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-30793186-561e-4d7c-a75e-d260a034bdeb req-9ca1aa8c-2c3c-4c63-ab2f-42d79c244798 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Unset dirty status for tenant:aae573b5a34643acbdb86cd3288079d5 on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:00:48.427904 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30793186-561e-4d7c-a75e-d260a034bdeb req-9ca1aa8c-2c3c-4c63-ab2f-42d79c244798 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/networks?id=78b821f9-2793-4dad-8a52-7e09f0dfd67a HTTP/1.1" status: 200 len: 810 time: 1.3463459 Dec 22 10:00:48.473460 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30793186-561e-4d7c-a75e-d260a034bdeb req-1931649f-5a8b-45d1-9cb5-6f43fe7cc731 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/quotas/aae573b5a34643acbdb86cd3288079d5 HTTP/1.1" status: 200 len: 375 time: 0.0435581 Dec 22 10:00:48.544057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-84182ff1-475c-4959-b37c-d723a7672f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T10:00:29Z', 'revision_number': 11, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:48.624303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84182ff1-475c-4959-b37c-d723a7672f1d None None] The sync data for ids ['c372dd9f-cf35-4c16-b5ba-9940f7044956'] in n-d-765315-5 is: [{'id': 'c372dd9f-cf35-4c16-b5ba-9940f7044956', 'name': 'tempest-RoutersTest-router-392662274', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:57:48Z', 'updated_at': '2020-12-22T10:00:29Z', 'revision_number': 11, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:00:48.646883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83171124-2376-4b85-a57d-ffe040a26917 None None] Pushing event updated for resources: {'Port': ['ID=8bd88bda-3ab7-40f8-a513-fe8bef010794,revision_number=4']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:48.651383 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-83171124-2376-4b85-a57d-ffe040a26917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.112s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:48.774687 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30793186-561e-4d7c-a75e-d260a034bdeb req-8a005d51-90d2-496e-8d68-08e388e2193e tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?tenant_id=aae573b5a34643acbdb86cd3288079d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2993400 Dec 22 10:00:48.788132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-30793186-561e-4d7c-a75e-d260a034bdeb req-fd41b403-342f-4976-872b-a251ae82e2c3 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:00:48.812311 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30793186-561e-4d7c-a75e-d260a034bdeb req-fd41b403-342f-4976-872b-a251ae82e2c3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0361278 Dec 22 10:00:48.990655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'name': 'tempest-ServerRescueTestJSON-356371912-router', 'tenant_id': 'aae573b5a34643acbdb86cd3288079d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'ae394021-4b2f-4ae4-8389-ee012cdc60ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:00:22Z', 'updated_at': '2020-12-22T10:00:41Z', 'revision_number': 4, 'project_id': 'aae573b5a34643acbdb86cd3288079d5', 'gw_port': {'id': 'ae394021-4b2f-4ae4-8389-ee012cdc60ba', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:00:27Z', 'updated_at': '2020-12-22T10:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '8bd88bda-3ab7-40f8-a513-fe8bef010794', 'name': '', 'network_id': '78b821f9-2793-4dad-8a52-7e09f0dfd67a', 'tenant_id': 'aae573b5a34643acbdb86cd3288079d5', 'mac_address': 'fa:16:3e:94:34:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:00:39Z', 'updated_at': '2020-12-22T10:00:47Z', 'revision_number': 4, 'project_id': 'aae573b5a34643acbdb86cd3288079d5', 'subnets': [{'id': '6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:49.001903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717b6c36-041c-4a78-b419-1c37bb022176 None None] The sync data for ids ['55d678dc-34ee-49e3-8c03-7dff756dfe69'] in n-d-765315-5 is: [{'id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'name': 'tempest-ServerRescueTestJSON-356371912-router', 'tenant_id': 'aae573b5a34643acbdb86cd3288079d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'ae394021-4b2f-4ae4-8389-ee012cdc60ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:00:22Z', 'updated_at': '2020-12-22T10:00:41Z', 'revision_number': 4, 'project_id': 'aae573b5a34643acbdb86cd3288079d5', 'gw_port': {'id': 'ae394021-4b2f-4ae4-8389-ee012cdc60ba', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:00:27Z', 'updated_at': '2020-12-22T10:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '8bd88bda-3ab7-40f8-a513-fe8bef010794', 'name': '', 'network_id': '78b821f9-2793-4dad-8a52-7e09f0dfd67a', 'tenant_id': 'aae573b5a34643acbdb86cd3288079d5', 'mac_address': 'fa:16:3e:94:34:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:00:39Z', 'updated_at': '2020-12-22T10:00:47Z', 'revision_number': 4, 'project_id': 'aae573b5a34643acbdb86cd3288079d5', 'subnets': [{'id': '6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:00:49.059137 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0aec357c-08b3-43d3-b5c6-6f203b758be2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:49.061637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0aec357c-08b3-43d3-b5c6-6f203b758be2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:49.155207 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30793186-561e-4d7c-a75e-d260a034bdeb req-d9200335-4366-410d-b6e2-bb2b9bc057d1 service neutron] 10.222.0.50 "GET /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394260 Dec 22 10:00:49.160228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:49.224993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Pushing event updated for resources: {'Port': ['ID=4ca64596-a429-42bb-8e20-d197efc948d5,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:49.247145 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.103s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:49.257263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0aec357c-08b3-43d3-b5c6-6f203b758be2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:49.258314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aec357c-08b3-43d3-b5c6-6f203b758be2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Fanout notify agent at l3_agent the message router_deleted on router c372dd9f-cf35-4c16-b5ba-9940f7044956 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 10:00:49.276569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0aec357c-08b3-43d3-b5c6-6f203b758be2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:49.285131 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0aec357c-08b3-43d3-b5c6-6f203b758be2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/routers/c372dd9f-cf35-4c16-b5ba-9940f7044956 HTTP/1.1" status: 204 len: 168 time: 1.0953846 Dec 22 10:00:49.287136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42528) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:49.292565 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:49.299516 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8754807 Dec 22 10:00:49.300845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42532) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:49.310186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-12900d9d-e6a9-453f-baae-3ecbefc51655 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'router': {'name': 'tempest-RoutersTest-router-987938529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:49.332127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-9aab2b9c-3c8d-4245-b7a4-3ede0936e7ec tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Request body: {'floatingip': {'port_id': 'c3a12280-cb12-4a26-8168-fe89bda9d99e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:49.434879 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30793186-561e-4d7c-a75e-d260a034bdeb req-a09ee372-8a57-4d68-bfcd-7a54cc6d1f7b service neutron] 10.222.0.50 "GET /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2780459 Dec 22 10:00:49.546214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9aab2b9c-3c8d-4245-b7a4-3ede0936e7ec tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for floatingip, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:49.601637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8bd88bda-3ab7-40f8-a513-fe8bef010794 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:00:49.659520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-12900d9d-e6a9-453f-baae-3ecbefc51655 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:49.719455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-12900d9d-e6a9-453f-baae-3ecbefc51655 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Usage tracker for resource:router and tenant:2131d0db1c414ca48292c7e4e9b1f3a7 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:49.731525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-12900d9d-e6a9-453f-baae-3ecbefc51655 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:49.796585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 8bd88bda-3ab7-40f8-a513-fe8bef010794 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:00:49.813376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 8bd88bda-3ab7-40f8-a513-fe8bef010794 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:00:49.813809 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:49.967257 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-9aab2b9c-3c8d-4245-b7a4-3ede0936e7ec tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] update failed (client error): The resource could not be found. Dec 22 10:00:49.969005 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9aab2b9c-3c8d-4245-b7a4-3ede0936e7ec tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] 10.222.0.50 "PUT /v2.0/floatingips/2e4a7d83-0836-461b-b47d-8bc2a99e429f HTTP/1.1" status: 404 len: 507 time: 0.6662936 Dec 22 10:00:49.970881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-12900d9d-e6a9-453f-baae-3ecbefc51655 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:49.973977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42554) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:50.001178 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12900d9d-e6a9-453f-baae-3ecbefc51655 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:50.002361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12900d9d-e6a9-453f-baae-3ecbefc51655 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:50.033595 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12900d9d-e6a9-453f-baae-3ecbefc51655 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:50.071558 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12900d9d-e6a9-453f-baae-3ecbefc51655 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:50.137793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12900d9d-e6a9-453f-baae-3ecbefc51655 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:50.143167 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-12900d9d-e6a9-453f-baae-3ecbefc51655 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8539674 Dec 22 10:00:50.143880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42566) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:50.162734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-b08cf5c9-61fb-4206-beb5-ad9059b3573b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Request body: {'router': {'admin_state_up': True}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:50.238742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:50.395360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 8bd88bda-3ab7-40f8-a513-fe8bef010794, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8bd88bda-3ab7-40f8-a513-fe8bef010794,segment=NetworkSegment(61ec9102-b7a0-4aee-a9ea-fcb8e2914305),segment_id=61ec9102-b7a0-4aee-a9ea-fcb8e2914305)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:00:50.406436 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:50.409611 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:50.704715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-5f90e760-8a4c-4f3f-b2fc-262687f8aaf8 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Deleting port 4ca64596-a429-42bb-8e20-d197efc948d5 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:00:50.705402 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f90e760-8a4c-4f3f-b2fc-262687f8aaf8 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:50.752080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=8bd88bda-3ab7-40f8-a513-fe8bef010794,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:50.799968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.812700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.813403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.813983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.814547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.815092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.820132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.821092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.821957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.823854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.826964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.827789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.828843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.834516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.835440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.837375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.838162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.847102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.847871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.852450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.853113 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-170e6c71-f654-4cc6-bb8c-ab671c8c8058 req-d9641c2d-8580-4640-a8eb-7ef729a3cb59 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 210 time: 0.2505677 Dec 22 10:00:50.855819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.863893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.865867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.866545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.867560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.876899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.878457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.879268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.880134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.880959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.881751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.892801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.893789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.894585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.895401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.896260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:00:50.925665 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:51.049030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b08cf5c9-61fb-4206-beb5-ad9059b3573b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:51.061068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b08cf5c9-61fb-4206-beb5-ad9059b3573b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846921732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7854069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846964228'] for router, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:51.368949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8bd88bda-3ab7-40f8-a513-fe8bef010794 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:00:51.374858 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f90e760-8a4c-4f3f-b2fc-262687f8aaf8 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:51.375418 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f90e760-8a4c-4f3f-b2fc-262687f8aaf8 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for floatingip, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:51.440781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08cf5c9-61fb-4206-beb5-ad9059b3573b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Router d6afed1f-892a-4928-a4f5-03e2755ba583 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 10:00:51.484163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 8bd88bda-3ab7-40f8-a513-fe8bef010794 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:00:51.484613 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:51.584633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-5f90e760-8a4c-4f3f-b2fc-262687f8aaf8 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Calling delete_port for 4ca64596-a429-42bb-8e20-d197efc948d5 owned by network:floatingip {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:00:51.750762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08cf5c9-61fb-4206-beb5-ad9059b3573b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:00:51.766068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ed1ce3-bf46-49b2-b5be-a8c2b80a6a29 None None] Sync routers for ids ['d6afed1f-892a-4928-a4f5-03e2755ba583'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:00:51.767090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b08cf5c9-61fb-4206-beb5-ad9059b3573b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:51.770527 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b08cf5c9-61fb-4206-beb5-ad9059b3573b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "PUT /v2.0/routers/d6afed1f-892a-4928-a4f5-03e2755ba583 HTTP/1.1" status: 200 len: 693 time: 1.6248729 Dec 22 10:00:51.772918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42604) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:51.782665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed1ce3-bf46-49b2-b5be-a8c2b80a6a29 None None] Routers {'d6afed1f-892a-4928-a4f5-03e2755ba583'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:00:51.785628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-58ed1ce3-bf46-49b2-b5be-a8c2b80a6a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:00:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['d6afed1f-892a-4928-a4f5-03e2755ba583'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:51.841123 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f90e760-8a4c-4f3f-b2fc-262687f8aaf8 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:51.871865 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cd9a4c88-a156-405f-b785-6101f6da8f2c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:52.059153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90e760-8a4c-4f3f-b2fc-262687f8aaf8 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Pushing event deleted for resources: {'Port': ['ID=4ca64596-a429-42bb-8e20-d197efc948d5,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:52.068630 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5f90e760-8a4c-4f3f-b2fc-262687f8aaf8 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:52.142750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-58ed1ce3-bf46-49b2-b5be-a8c2b80a6a29 None None] Set router d6afed1f-892a-4928-a4f5-03e2755ba583 gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:00:52.155682 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3516b497-a9c1-470c-b9db-fd212949bf93 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/routers/d6afed1f-892a-4928-a4f5-03e2755ba583 HTTP/1.1" status: 200 len: 699 time: 0.3804886 Dec 22 10:00:52.159402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42616) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:52.322715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-58ed1ce3-bf46-49b2-b5be-a8c2b80a6a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6afed1f-892a-4928-a4f5-03e2755ba583', 'name': 'tempest-RoutersTest-router-987938529', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:00:50Z', 'updated_at': '2020-12-22T10:00:51Z', 'revision_number': 2, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:52.325217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5a6933fc-b8e0-4dfd-9bd8-07593668f3cf tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Synchronizing usage tracker for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:00:52.331568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ed1ce3-bf46-49b2-b5be-a8c2b80a6a29 None None] Checking router: d6afed1f-892a-4928-a4f5-03e2755ba583 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:00:52.343802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed1ce3-bf46-49b2-b5be-a8c2b80a6a29 None None] Routers {'d6afed1f-892a-4928-a4f5-03e2755ba583'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:00:52.344716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-58ed1ce3-bf46-49b2-b5be-a8c2b80a6a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:00:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['d6afed1f-892a-4928-a4f5-03e2755ba583'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:52.370192 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a5d1a174-086c-4599-b016-d1454b6914f6 req-6f37b9b8-45e2-4d7d-8d3a-e1cb23895bea tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 210 time: 0.1274383 Dec 22 10:00:52.375391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5a6933fc-b8e0-4dfd-9bd8-07593668f3cf tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Unset dirty status for tenant:2131d0db1c414ca48292c7e4e9b1f3a7 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:00:52.376762 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5a6933fc-b8e0-4dfd-9bd8-07593668f3cf tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/ports?device_id=d6afed1f-892a-4928-a4f5-03e2755ba583 HTTP/1.1" status: 200 len: 205 time: 0.2161608 Dec 22 10:00:52.382706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42622) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:52.547735 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5dba6396-e61d-4bd4-8f46-c010abb686ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:52.641718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-58ed1ce3-bf46-49b2-b5be-a8c2b80a6a29 None None] Set router d6afed1f-892a-4928-a4f5-03e2755ba583 gateway port host: None {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:00:52.888114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-58ed1ce3-bf46-49b2-b5be-a8c2b80a6a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6afed1f-892a-4928-a4f5-03e2755ba583', 'name': 'tempest-RoutersTest-router-987938529', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:00:50Z', 'updated_at': '2020-12-22T10:00:51Z', 'revision_number': 2, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:00:52.894407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ed1ce3-bf46-49b2-b5be-a8c2b80a6a29 None None] The sync data for ids ['d6afed1f-892a-4928-a4f5-03e2755ba583'] in n-d-765315-5 is: [{'id': 'd6afed1f-892a-4928-a4f5-03e2755ba583', 'name': 'tempest-RoutersTest-router-987938529', 'tenant_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:00:50Z', 'updated_at': '2020-12-22T10:00:51Z', 'revision_number': 2, 'project_id': '2131d0db1c414ca48292c7e4e9b1f3a7', 'gw_port_host': None}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:00:52.982891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42632) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:53.059768 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5dba6396-e61d-4bd4-8f46-c010abb686ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:53.065388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5dba6396-e61d-4bd4-8f46-c010abb686ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:53.090319 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f90e760-8a4c-4f3f-b2fc-262687f8aaf8 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for floatingip, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:53.095081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5dba6396-e61d-4bd4-8f46-c010abb686ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:53.095688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dba6396-e61d-4bd4-8f46-c010abb686ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Fanout notify agent at l3_agent the message router_deleted on router d6afed1f-892a-4928-a4f5-03e2755ba583 {{(pid=81071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 10:00:53.171882 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5dba6396-e61d-4bd4-8f46-c010abb686ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:53.173151 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5dba6396-e61d-4bd4-8f46-c010abb686ae tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/routers/d6afed1f-892a-4928-a4f5-03e2755ba583 HTTP/1.1" status: 204 len: 168 time: 0.7893803 Dec 22 10:00:53.176026 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f90e760-8a4c-4f3f-b2fc-262687f8aaf8 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:53.181607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42640) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:53.182550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42642) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:53.190233 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5f90e760-8a4c-4f3f-b2fc-262687f8aaf8 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] 10.222.0.50 "DELETE /v2.0/floatingips/2e4a7d83-0836-461b-b47d-8bc2a99e429f HTTP/1.1" status: 204 len: 168 time: 3.2086525 Dec 22 10:00:53.244298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-d47e77de-1adb-4122-ac5d-dd3fa73aaade tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Request body: {'floatingip': {'floating_network_id': '8bb4fdd5-ffea-4358-92d6-5ac2ce86d808', 'port_id': 'c3a12280-cb12-4a26-8168-fe89bda9d99e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:53.309854 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2fb2d682-ec95-44d5-816a-c9c2df09b383 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/ports?device_id=d6afed1f-892a-4928-a4f5-03e2755ba583 HTTP/1.1" status: 200 len: 205 time: 0.1291313 Dec 22 10:00:53.312446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42650) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:53.316107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d47e77de-1adb-4122-ac5d-dd3fa73aaade tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:53.331316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d47e77de-1adb-4122-ac5d-dd3fa73aaade tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Usage tracker for resource:floatingip and tenant:0b1bf809635b4ea88e5ec8d2f861f6b4 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:53.336740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d47e77de-1adb-4122-ac5d-dd3fa73aaade tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:53.347856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d47e77de-1adb-4122-ac5d-dd3fa73aaade tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:53.401972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d47e77de-1adb-4122-ac5d-dd3fa73aaade tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for floatingip, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:53.454261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30793186-561e-4d7c-a75e-d260a034bdeb req-30813565-10b9-4c54-89c2-5f5d9aa02dee tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:53.455871 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30793186-561e-4d7c-a75e-d260a034bdeb req-30813565-10b9-4c54-89c2-5f5d9aa02dee tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.64 "GET /v2.0/networks?id=78b821f9-2793-4dad-8a52-7e09f0dfd67a HTTP/1.1" status: 200 len: 810 time: 0.8615060 Dec 22 10:00:53.517900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-30793186-561e-4d7c-a75e-d260a034bdeb req-a2868993-928c-470a-ab30-9e1ee9f5db05 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Request body: {'port': {'device_id': 'c072fd6e-46e9-4744-8c42-813026e24d8f', 'network_id': '78b821f9-2793-4dad-8a52-7e09f0dfd67a', 'admin_state_up': True, 'tenant_id': 'aae573b5a34643acbdb86cd3288079d5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:53.529569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1775120654'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:53.543086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:53.549797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Usage tracker for resource:network and tenant:5056bff58de14b3da3e4efd4d6bc1a3e is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:53.568850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:53.579562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:53.600002 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-762ff6be-be05-4c42-85c5-ad5a34b20ae6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] delete failed (client error): The resource could not be found. Dec 22 10:00:53.601580 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-762ff6be-be05-4c42-85c5-ad5a34b20ae6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/routers/d6afed1f-892a-4928-a4f5-03e2755ba583 HTTP/1.1" status: 404 len: 336 time: 0.2868054 Dec 22 10:00:53.604904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Made reservation on behalf of 5056bff58de14b3da3e4efd4d6bc1a3e for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:00:53.611470 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:53.632565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42660) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:53.633592 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:53.841147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-30793186-561e-4d7c-a75e-d260a034bdeb req-a2868993-928c-470a-ab30-9e1ee9f5db05 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:53.850590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-30793186-561e-4d7c-a75e-d260a034bdeb req-a2868993-928c-470a-ab30-9e1ee9f5db05 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Usage tracker for resource:port and tenant:aae573b5a34643acbdb86cd3288079d5 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:53.857652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-30793186-561e-4d7c-a75e-d260a034bdeb req-a2868993-928c-470a-ab30-9e1ee9f5db05 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Quota usage for port was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:53.867110 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-d47e77de-1adb-4122-ac5d-dd3fa73aaade tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 10:00:53.868725 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d47e77de-1adb-4122-ac5d-dd3fa73aaade tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6738625 Dec 22 10:00:53.870369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-30793186-561e-4d7c-a75e-d260a034bdeb req-a2868993-928c-470a-ab30-9e1ee9f5db05 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:53.873219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42666) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:53.882068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'port_id': 'c3a12280-cb12-4a26-8168-fe89bda9d99e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:53.895673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:53.903276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Usage tracker for resource:floatingip and tenant:0b1bf809635b4ea88e5ec8d2f861f6b4 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:53.907284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:53.916549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30793186-561e-4d7c-a75e-d260a034bdeb req-a2868993-928c-470a-ab30-9e1ee9f5db05 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Made reservation on behalf of aae573b5a34643acbdb86cd3288079d5 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:00:53.922925 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-30793186-561e-4d7c-a75e-d260a034bdeb req-a2868993-928c-470a-ab30-9e1ee9f5db05 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:53.942007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:54.037935 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for floatingip, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:54.052287 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da8c7e1-6d9e-4f5e-952f-a60fef4f702c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] DELETE failed (client error): The resource could not be found. Dec 22 10:00:54.052796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da8c7e1-6d9e-4f5e-952f-a60fef4f702c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:00:54.057831 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5da8c7e1-6d9e-4f5e-952f-a60fef4f702c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/subnets/10f6df2d-31c1-474f-8977-bfc48b780471 HTTP/1.1" status: 404 len: 337 time: 0.0935452 Dec 22 10:00:54.058662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42674) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:54.066080 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3d7e6c22-71d4-4bee-9ff6-ea3734372aa0 req-c738dd52-9e5c-4dc0-ad80-c75c893570fc tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 210 time: 0.4627488 Dec 22 10:00:54.067108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:54.071518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Usage tracker for resource:security_group_rule and tenant:5056bff58de14b3da3e4efd4d6bc1a3e is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:54.075918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:54.083154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:54.220107 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-d589dbcf-e773-475e-93c2-daa8f8b2212a tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] DELETE failed (client error): The resource could not be found. Dec 22 10:00:54.220394 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:54.220725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d589dbcf-e773-475e-93c2-daa8f8b2212a tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:00:54.234333 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d589dbcf-e773-475e-93c2-daa8f8b2212a tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/subnets/1faf6b19-fbe9-47a7-82b9-19ae19746610 HTTP/1.1" status: 404 len: 337 time: 0.1667495 Dec 22 10:00:54.236928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42680) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:54.296239 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d5f094-8462-4b48-bf07-7f5d7c397a32 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] DELETE failed (client error): The resource could not be found. Dec 22 10:00:54.296992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d5f094-8462-4b48-bf07-7f5d7c397a32 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:00:54.302312 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:54.320614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:00:54.335108 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:54.335738 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Added segment 82cfe879-f317-4deb-b166-5f7cbf19a0cb of type vxlan for network dc338838-abbf-49a7-9112-2971366392e4 Dec 22 10:00:54.345804 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7cc02539-390e-4d7f-ad3a-b2a91d9dd364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:54.364367 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c2d5f094-8462-4b48-bf07-7f5d7c397a32 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/subnets/96e753a3-5421-4579-a3d4-301d4c08af82 HTTP/1.1" status: 404 len: 337 time: 0.1254981 Dec 22 10:00:54.374174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42688) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:54.444370 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c9e046-d986-41e9-9e4e-ca553fbf3f63 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] DELETE failed (client error): The resource could not be found. Dec 22 10:00:54.445111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c9e046-d986-41e9-9e4e-ca553fbf3f63 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:00:54.457299 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:54.467768 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d7c9e046-d986-41e9-9e4e-ca553fbf3f63 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/subnets/c1bf1f31-e8a9-4625-bd35-1ab2032f3a81 HTTP/1.1" status: 404 len: 337 time: 0.0880179 Dec 22 10:00:54.467768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Pushing event updated for resources: {'SecurityGroup': ['ID=4f689c62-6019-48c7-a93a-3dcaa9b59207,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:54.468817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42692) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:54.471806 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:54.536032 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-05230d1d-63d8-4b92-894c-47a15fa3c859 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/ports?device_id=c372dd9f-cf35-4c16-b5ba-9940f7044956 HTTP/1.1" status: 200 len: 205 time: 0.0657141 Dec 22 10:00:54.538638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42698) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:54.620217 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:54.637464 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-b09e5bcb-71cc-4471-991a-72eee9720616 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] delete failed (client error): The resource could not be found. Dec 22 10:00:54.638591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-30793186-561e-4d7c-a75e-d260a034bdeb req-a2868993-928c-470a-ab30-9e1ee9f5db05 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Allocated IP 172.20.0.4 (78b821f9-2793-4dad-8a52-7e09f0dfd67a/6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d/f8e4be4a-95cf-4397-aaa1-cf894485a350) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:00:54.642021 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b09e5bcb-71cc-4471-991a-72eee9720616 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/routers/c372dd9f-cf35-4c16-b5ba-9940f7044956 HTTP/1.1" status: 404 len: 336 time: 0.1021209 Dec 22 10:00:54.642727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42702) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:54.702880 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-052c940e-c89a-445c-8721-625757ef7e4a tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/ports?device_id=67706249-da11-46f5-ae5c-dc4230d3a9cd HTTP/1.1" status: 200 len: 205 time: 0.0553212 Dec 22 10:00:54.703778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42706) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:54.804889 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:54.809498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:54.810432 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:54.815283 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-060639c4-5f2f-4de0-9c52-2fe7f27a161d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] delete failed (client error): The resource could not be found. Dec 22 10:00:54.819671 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-060639c4-5f2f-4de0-9c52-2fe7f27a161d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/routers/67706249-da11-46f5-ae5c-dc4230d3a9cd HTTP/1.1" status: 404 len: 336 time: 0.1116216 Dec 22 10:00:54.822460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42710) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:54.823470 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-92d2ab7a-0d8c-48ab-b5c7-ed22058c247d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:54.923508 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e010676-bfce-4546-b6b5-dddef7c990a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] DELETE failed (client error): The resource could not be found. Dec 22 10:00:54.924047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e010676-bfce-4546-b6b5-dddef7c990a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:00:54.929738 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0e010676-bfce-4546-b6b5-dddef7c990a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/subnets/ff7aaa1e-e695-42d7-b096-e852af0b476a HTTP/1.1" status: 404 len: 337 time: 0.0891020 Dec 22 10:00:54.930717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42714) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:55.055903 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9678078 Dec 22 10:00:55.064408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Pushing event updated for resources: {'Network': ['ID=dc338838-abbf-49a7-9112-2971366392e4,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:55.079716 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b589cff7-9719-4941-a129-c7d213707779 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/ports?device_id=fc2edd07-c3be-4515-b286-eaa1bdee0196 HTTP/1.1" status: 200 len: 205 time: 0.1360707 Dec 22 10:00:55.079716 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:55.079716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42722) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:55.084510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network dc338838-abbf-49a7-9112-2971366392e4 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:00:55.227389 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-266af5e3-4e8d-46da-a639-b85389b7a89b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] delete failed (client error): The resource could not be found. Dec 22 10:00:55.234384 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-266af5e3-4e8d-46da-a639-b85389b7a89b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/routers/fc2edd07-c3be-4515-b286-eaa1bdee0196 HTTP/1.1" status: 404 len: 336 time: 0.1580496 Dec 22 10:00:55.235117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42730) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:55.350330 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0864f616-22f4-4629-abda-b4d505eb2d94 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/ports?device_id=879d5e7b-962d-4f5a-8dbc-9c21b10745ad HTTP/1.1" status: 200 len: 205 time: 0.1097567 Dec 22 10:00:55.370656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42736) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:55.420665 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-99a7221c-f9b9-401c-ad56-11bdef3a3ae3 req-332022a9-9d5f-473a-a4fb-cdd9cfce61f7 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 210 time: 0.0684946 Dec 22 10:00:55.510177 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-4a7cd2b2-0c11-415d-96a3-fbeb0c67568b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] delete failed (client error): The resource could not be found. Dec 22 10:00:55.510292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network dc338838-abbf-49a7-9112-2971366392e4 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:00:55.510375 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4a7cd2b2-0c11-415d-96a3-fbeb0c67568b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/routers/879d5e7b-962d-4f5a-8dbc-9c21b10745ad HTTP/1.1" status: 404 len: 336 time: 0.1333725 Dec 22 10:00:55.510461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42740) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:55.571246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-30793186-561e-4d7c-a75e-d260a034bdeb req-a2868993-928c-470a-ab30-9e1ee9f5db05 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:55.577117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Allocated IP 172.25.7.69 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/3bbeb0d1-9194-467f-a8db-892540790344) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:00:55.603319 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c5014f-13c2-49b6-9a8a-2a02b3955f58 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] DELETE failed (client error): The resource could not be found. Dec 22 10:00:55.603968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c5014f-13c2-49b6-9a8a-2a02b3955f58 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:00:55.607312 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-16c5014f-13c2-49b6-9a8a-2a02b3955f58 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/subnets/10e41864-1305-40d0-9cba-673668b9c924 HTTP/1.1" status: 404 len: 337 time: 0.0954206 Dec 22 10:00:55.609798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42744) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:55.710434 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c8a4b03a-aecf-429f-912f-d030cfd43908 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/ports?device_id=81f8ebab-539f-4730-b587-0b40ed45ecb3 HTTP/1.1" status: 200 len: 205 time: 0.0962863 Dec 22 10:00:55.711160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42750) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:55.764041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42756) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:55.774470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Request body: {'port': {'network_id': 'dc338838-abbf-49a7-9112-2971366392e4', 'binding:host_id': 'n-h1-765315-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1958862371'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:55.782713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:55.792282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Usage tracker for resource:port and tenant:665bfe74c543470bb848ef1fbb27198c is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:55.798488 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-30793186-561e-4d7c-a75e-d260a034bdeb req-a2868993-928c-470a-ab30-9e1ee9f5db05 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:55.800488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:55.825527 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a350dcf6-6fca-47da-979a-5f2cfc95fbd3 tempest-ServerAddressesTestJSON-1901235041 tempest-ServerAddressesTestJSON-1901235041] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:55.826606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network dc338838-abbf-49a7-9112-2971366392e4 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:00:55.832772 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-f1d33b81-eef8-44cd-ba43-c1177d83a21d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] delete failed (client error): The resource could not be found. Dec 22 10:00:55.834443 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f1d33b81-eef8-44cd-ba43-c1177d83a21d tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/routers/81f8ebab-539f-4730-b587-0b40ed45ecb3 HTTP/1.1" status: 404 len: 336 time: 0.1193883 Dec 22 10:00:55.837468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42760) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:55.902350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:55.909699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2868993-928c-470a-ab30-9e1ee9f5db05 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Pushing event updated for resources: {'Port': ['ID=f8e4be4a-95cf-4397-aaa1-cf894485a350,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:55.917030 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2868993-928c-470a-ab30-9e1ee9f5db05 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:55.950783 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-0979a19c-cd9f-45bd-8722-a48ce529d046 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] DELETE failed (client error): The resource could not be found. Dec 22 10:00:55.953033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0979a19c-cd9f-45bd-8722-a48ce529d046 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:00:55.958238 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0979a19c-cd9f-45bd-8722-a48ce529d046 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/subnets/34145a6f-25f3-424a-8a29-44f49d243352 HTTP/1.1" status: 404 len: 337 time: 0.1153343 Dec 22 10:00:55.971736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42766) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:56.016561 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:56.056837 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0a14d296-a6d5-425c-b93e-71de475b1fda tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "GET /v2.0/ports?device_id=dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e HTTP/1.1" status: 200 len: 205 time: 0.0859575 Dec 22 10:00:56.060383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42770) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:56.079204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Made reservation on behalf of 665bfe74c543470bb848ef1fbb27198c for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:00:56.084483 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:56.118323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:56.145857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:56.148923 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-b8057a1f-137b-4a3b-9b72-be5738c7bf96 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] delete failed (client error): The resource could not be found. Dec 22 10:00:56.153718 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b8057a1f-137b-4a3b-9b72-be5738c7bf96 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/routers/dbbd4ddb-d021-4fef-a481-a7bf0edc5a3e HTTP/1.1" status: 404 len: 336 time: 0.0885673 Dec 22 10:00:56.153718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42774) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:56.156757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Usage tracker for resource:security_group_rule and tenant:665bfe74c543470bb848ef1fbb27198c is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:56.161715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:56.172492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:56.213621 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b773c6-b80d-4f45-92f1-5943b172885f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] DELETE failed (client error): The resource could not be found. Dec 22 10:00:56.214648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b773c6-b80d-4f45-92f1-5943b172885f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:00:56.218976 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c2b773c6-b80d-4f45-92f1-5943b172885f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/subnets/830bba2d-234b-4ea2-aa42-aedd5d23dab7 HTTP/1.1" status: 404 len: 337 time: 0.0617650 Dec 22 10:00:56.219379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42778) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:56.245423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30793186-561e-4d7c-a75e-d260a034bdeb req-a2868993-928c-470a-ab30-9e1ee9f5db05 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Network 78b821f9-2793-4dad-8a52-7e09f0dfd67a is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:00:56.250518 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:56.265437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-30793186-561e-4d7c-a75e-d260a034bdeb req-a2868993-928c-470a-ab30-9e1ee9f5db05 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:00:56.272380 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8d35c7e3-b4d8-42e2-9051-490c2dca31a4 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:56.277619 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9723eb8-c8d0-44a9-b450-25ca9a02af63 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] DELETE failed (client error): The resource could not be found. Dec 22 10:00:56.278184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9723eb8-c8d0-44a9-b450-25ca9a02af63 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:00:56.282890 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f9723eb8-c8d0-44a9-b450-25ca9a02af63 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] 10.222.0.50 "DELETE /v2.0/subnets/73674844-4892-4388-9501-87cfc1965071 HTTP/1.1" status: 404 len: 337 time: 0.0597734 Dec 22 10:00:56.314377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-30793186-561e-4d7c-a75e-d260a034bdeb req-a2868993-928c-470a-ab30-9e1ee9f5db05 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:00:56.610294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Pushing event updated for resources: {'Port': ['ID=3bbeb0d1-9194-467f-a8db-892540790344,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:56.621471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30793186-561e-4d7c-a75e-d260a034bdeb req-a2868993-928c-470a-ab30-9e1ee9f5db05 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:56.622490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-30793186-561e-4d7c-a75e-d260a034bdeb req-a2868993-928c-470a-ab30-9e1ee9f5db05 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:56.656159 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:56.668467 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30793186-561e-4d7c-a75e-d260a034bdeb req-a2868993-928c-470a-ab30-9e1ee9f5db05 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1823797 Dec 22 10:00:56.692607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Request body: {'port': {'device_id': 'c072fd6e-46e9-4744-8c42-813026e24d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:00:56.733882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcb030-138b-4a66-aec1-dda1169be3cd req-fe1490a6-3506-48a5-ba4f-08cbda543063 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:56.736030 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-63fcb030-138b-4a66-aec1-dda1169be3cd req-fe1490a6-3506-48a5-ba4f-08cbda543063 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 931 time: 0.1162822 Dec 22 10:00:56.789768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-63fcb030-138b-4a66-aec1-dda1169be3cd req-27fae3a1-7ae0-4fca-a752-69d1352914e0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Synchronizing usage tracker for tenant:aae573b5a34643acbdb86cd3288079d5 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:00:56.812969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-63fcb030-138b-4a66-aec1-dda1169be3cd req-27fae3a1-7ae0-4fca-a752-69d1352914e0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Unset dirty status for tenant:aae573b5a34643acbdb86cd3288079d5 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:00:56.823719 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-63fcb030-138b-4a66-aec1-dda1169be3cd req-27fae3a1-7ae0-4fca-a752-69d1352914e0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809886 Dec 22 10:00:56.841907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:56.844941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:00:56.881406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:00:56.882274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42790) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:56.893013 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:56.903647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:00:56.934629 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bc8af825-17fe-461f-8170-03556e27d92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:57.122220 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a027b1a5-af42-43cb-97cf-ff963fc09f80 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2131d0db1c414ca48292c7e4e9b1f3a7&name=default HTTP/1.1" status: 200 len: 2883 time: 0.2386611 Dec 22 10:00:57.125388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42800) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:57.201569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e4436c3-2f77-458a-82a6-1593629fac44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:57.266500 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e4436c3-2f77-458a-82a6-1593629fac44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:57.355640 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e4436c3-2f77-458a-82a6-1593629fac44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:57.364844 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4bdbe1d1-1a7e-4e57-a913-00124f70364a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:57.378277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4436c3-2f77-458a-82a6-1593629fac44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d78f1d8-b4a5-415c-a72e-8ffd98839508,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:57.392382 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1e4436c3-2f77-458a-82a6-1593629fac44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:57.392382 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e4436c3-2f77-458a-82a6-1593629fac44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:57.392382 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1e4436c3-2f77-458a-82a6-1593629fac44 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d78f1d8-b4a5-415c-a72e-8ffd98839508 HTTP/1.1" status: 204 len: 168 time: 0.2630391 Dec 22 10:00:57.441594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Pushing event updated for resources: {'SecurityGroup': ['ID=161841e6-dde8-4d54-adec-7cfe8d3ad182,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:57.441594 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:57.463839 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:57.569655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] device_id is not set on port 39de4d6b-e38c-43be-9337-9e287b777353 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:00:58.001946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Deleting port 3bbeb0d1-9194-467f-a8db-892540790344 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:00:58.002343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:58.074393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368db47-1912-463b-89ca-8fda2b67ade8 req-e42f9a55-55f4-4508-8d43-7687f2f541d7 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:58.076487 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f368db47-1912-463b-89ca-8fda2b67ade8 req-e42f9a55-55f4-4508-8d43-7687f2f541d7 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 931 time: 0.1048589 Dec 22 10:00:58.135344 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f368db47-1912-463b-89ca-8fda2b67ade8 req-229a2345-67aa-49fa-b88b-f21fc2d883a1 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524805 Dec 22 10:00:58.498685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] device_id is not set on port 39de4d6b-e38c-43be-9337-9e287b777353 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:00:58.536706 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:58.537128 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for floatingip, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:58.546180 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:58.550930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42846) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:58.690219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Transition to ACTIVE for port object 39de4d6b-e38c-43be-9337-9e287b777353 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:00:58.698631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Calling delete_port for 3bbeb0d1-9194-467f-a8db-892540790344 owned by network:floatingip {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:00:58.755485 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:58.765975 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cb7b71cc-d909-4580-9d10-dfb7004b3b19 tempest-ServiceProvidersTest-569571799 tempest-ServiceProvidersTest-569571799] 10.222.0.50 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2021708 Dec 22 10:00:58.784513 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:59.017359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Pushing event updated for resources: {'Port': ['ID=39de4d6b-e38c-43be-9337-9e287b777353,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:59.024566 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:59.029742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e4be4a-95cf-4397-aaa1-cf894485a350 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 10:00:59.075810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:59.149808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Transition to ACTIVE for port object f8e4be4a-95cf-4397-aaa1-cf894485a350 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:00:59.157363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:59.174504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:59.201466 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-12411361-52f8-4f2e-b544-59980d75f153 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:59.249555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42874) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:59.249708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Checking segment: {'id': '82cfe879-f317-4deb-b166-5f7cbf19a0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dc338838-abbf-49a7-9112-2971366392e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:00:59.249996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Network hostable DHCP agents. Network: dc338838-abbf-49a7-9112-2971366392e4, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:00:59.279284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Pushing event deleted for resources: {'Port': ['ID=3bbeb0d1-9194-467f-a8db-892540790344,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:59.530647 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da828061-4bfb-4415-82c7-f5d7556861f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:59.552807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Network dc338838-abbf-49a7-9112-2971366392e4 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:00:59.565889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-da828061-4bfb-4415-82c7-f5d7556861f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:00:59.567344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e4be4a-95cf-4397-aaa1-cf894485a350,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:59.577897 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:59.578374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-da828061-4bfb-4415-82c7-f5d7556861f6 admin admin] Usage tracker for resource:security_group_rule and tenant:7719c21428a447ea82fb7c41ed04ebf1 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:00:59.579183 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:59.579793 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:59.585753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-da828061-4bfb-4415-82c7-f5d7556861f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:00:59.592668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, dc338838-abbf-49a7-9112-2971366392e4) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:00:59.599039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-da828061-4bfb-4415-82c7-f5d7556861f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:00:59.601960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499eb910-993a-4ee4-aea3-6eb43649d904 None None] Network dc338838-abbf-49a7-9112-2971366392e4 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:00:59.611162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:00:59.649923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attempting to bind port 39de4d6b-e38c-43be-9337-9e287b777353 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:00:59.651408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attempting to bind port 39de4d6b-e38c-43be-9337-9e287b777353 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '82cfe879-f317-4deb-b166-5f7cbf19a0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dc338838-abbf-49a7-9112-2971366392e4'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:00:59.652089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attempting to bind port 39de4d6b-e38c-43be-9337-9e287b777353 on network dc338838-abbf-49a7-9112-2971366392e4 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:00:59.706391 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da828061-4bfb-4415-82c7-f5d7556861f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:59.716298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb207c-9cc8-478a-8f38-db9450f18e0f req-24e89064-38ac-44c6-8e1e-aae9a734b85f tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:00:59.722246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:00:59.722920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Checking segment: {'id': '82cfe879-f317-4deb-b166-5f7cbf19a0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dc338838-abbf-49a7-9112-2971366392e4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:00:59.723564 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:59.724218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Bound using segment: {'id': '82cfe879-f317-4deb-b166-5f7cbf19a0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dc338838-abbf-49a7-9112-2971366392e4'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:00:59.724427 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bdeb207c-9cc8-478a-8f38-db9450f18e0f req-24e89064-38ac-44c6-8e1e-aae9a734b85f tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 943 time: 0.2849748 Dec 22 10:00:59.725077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Bound port: 39de4d6b-e38c-43be-9337-9e287b777353, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82cfe879-f317-4deb-b166-5f7cbf19a0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dc338838-abbf-49a7-9112-2971366392e4'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:00:59.725583 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:59.760780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da828061-4bfb-4415-82c7-f5d7556861f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:00:59.795086 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a775b07-a780-4579-aa32-214f8dd2e5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:00:59.831753 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-da828061-4bfb-4415-82c7-f5d7556861f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7719c21428a447ea82fb7c41ed04ebf1&name=default HTTP/1.1" status: 200 len: 2883 time: 0.5810115 Dec 22 10:00:59.836834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da828061-4bfb-4415-82c7-f5d7556861f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5222b2b-f901-480a-9012-6399d4c35654,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:00:59.843480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42888) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:00:59.901739 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-da828061-4bfb-4415-82c7-f5d7556861f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:00:59.921243 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bdeb207c-9cc8-478a-8f38-db9450f18e0f req-2dd4c36e-a884-4100-a4db-60e3b468f6f8 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951783 Dec 22 10:00:59.956202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f42892cd-8660-4a45-a8cb-2769c7fad4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:00.020672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f42892cd-8660-4a45-a8cb-2769c7fad4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:00.117802 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f42892cd-8660-4a45-a8cb-2769c7fad4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:00.126407 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1e4436c3-2f77-458a-82a6-1593629fac44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:00.148876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42892cd-8660-4a45-a8cb-2769c7fad4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5222b2b-f901-480a-9012-6399d4c35654,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:00.152354 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f42892cd-8660-4a45-a8cb-2769c7fad4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:00.156909 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f42892cd-8660-4a45-a8cb-2769c7fad4dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5222b2b-f901-480a-9012-6399d4c35654 HTTP/1.1" status: 204 len: 168 time: 0.3093247 Dec 22 10:01:00.156909 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f42892cd-8660-4a45-a8cb-2769c7fad4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:00.435544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] For port 39de4d6b-e38c-43be-9337-9e287b777353, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:01:00.439953 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] create failed (client error): The resource could not be found. Dec 22 10:01:00.444512 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.5665081 Dec 22 10:01:00.445659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42900) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:00.449625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] For port 39de4d6b-e38c-43be-9337-9e287b777353, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=39de4d6b-e38c-43be-9337-9e287b777353,segment=NetworkSegment(82cfe879-f317-4deb-b166-5f7cbf19a0cb),segment_id=82cfe879-f317-4deb-b166-5f7cbf19a0cb)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:01:00.451303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Attempting to bind port f8e4be4a-95cf-4397-aaa1-cf894485a350 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:01:00.451840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Attempting to bind port f8e4be4a-95cf-4397-aaa1-cf894485a350 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '61ec9102-b7a0-4aee-a9ea-fcb8e2914305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78b821f9-2793-4dad-8a52-7e09f0dfd67a'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:01:00.453602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Attempting to bind port f8e4be4a-95cf-4397-aaa1-cf894485a350 on network 78b821f9-2793-4dad-8a52-7e09f0dfd67a {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:01:00.459664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:01:00.460212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Checking segment: {'id': '61ec9102-b7a0-4aee-a9ea-fcb8e2914305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78b821f9-2793-4dad-8a52-7e09f0dfd67a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:01:00.460622 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:00.461020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Bound using segment: {'id': '61ec9102-b7a0-4aee-a9ea-fcb8e2914305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78b821f9-2793-4dad-8a52-7e09f0dfd67a'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:01:00.461500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Bound port: f8e4be4a-95cf-4397-aaa1-cf894485a350, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ec9102-b7a0-4aee-a9ea-fcb8e2914305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78b821f9-2793-4dad-8a52-7e09f0dfd67a'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:01:00.461876 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:00.508816 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:00.583800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-122e1ba3-a7b6-4d3f-90c7-115f9a03b547 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Deleting port c3a12280-cb12-4a26-8168-fe89bda9d99e {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:00.584215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-122e1ba3-a7b6-4d3f-90c7-115f9a03b547 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:00.631902 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0aed81eb-1307-4cb6-ac68-c438eafc2561 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:00.736038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:00.736718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:00.817767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Pushing event updated for resources: {'Port': ['ID=39de4d6b-e38c-43be-9337-9e287b777353,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:00.844232 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:00.858748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] For port f8e4be4a-95cf-4397-aaa1-cf894485a350, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:01:00.868095 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1079 time: 5.0990033 Dec 22 10:01:00.876670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] For port f8e4be4a-95cf-4397-aaa1-cf894485a350, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f8e4be4a-95cf-4397-aaa1-cf894485a350,segment=NetworkSegment(61ec9102-b7a0-4aee-a9ea-fcb8e2914305),segment_id=61ec9102-b7a0-4aee-a9ea-fcb8e2914305)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:01:00.877932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42916) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:00.976483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6f648e51-caf4-4e3b-b539-3dd4b2ab3903 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Deleting port 39de4d6b-e38c-43be-9337-9e287b777353 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:00.977136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f648e51-caf4-4e3b-b539-3dd4b2ab3903 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:00.990509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-122e1ba3-a7b6-4d3f-90c7-115f9a03b547 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:01.032680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:01.124991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-122e1ba3-a7b6-4d3f-90c7-115f9a03b547 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Calling delete_port for c3a12280-cb12-4a26-8168-fe89bda9d99e owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:01:01.176877 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-00d3af2e-58a2-4560-9aaf-20f187c48ca8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:01.318363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:01.319317 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:01.321048 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30793186-561e-4d7c-a75e-d260a034bdeb req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] 10.222.0.64 "PUT /v2.0/ports/f8e4be4a-95cf-4397-aaa1-cf894485a350 HTTP/1.1" status: 200 len: 1155 time: 4.6371439 Dec 22 10:01:01.348268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c072fd6e-46e9-4744-8c42-813026e24d8f', 'tag': 'f8e4be4a-95cf-4397-aaa1-cf894485a350'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:01:01.452609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-122e1ba3-a7b6-4d3f-90c7-115f9a03b547 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:01.500453 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:01.562994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4242c3-6c6b-4eec-b131-4e2800cda1bf req-69cace67-2e23-4e2a-bbba-7c7f28b767a5 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:01.565542 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a4242c3-6c6b-4eec-b131-4e2800cda1bf req-69cace67-2e23-4e2a-bbba-7c7f28b767a5 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 943 time: 0.2447162 Dec 22 10:01:01.567124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e1ba3-a7b6-4d3f-90c7-115f9a03b547 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Pushing event deleted for resources: {'Port': ['ID=c3a12280-cb12-4a26-8168-fe89bda9d99e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:01.576816 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-122e1ba3-a7b6-4d3f-90c7-115f9a03b547 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:01.627273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6f648e51-caf4-4e3b-b539-3dd4b2ab3903 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] For port 39de4d6b-e38c-43be-9337-9e287b777353, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=39de4d6b-e38c-43be-9337-9e287b777353,segment=NetworkSegment(82cfe879-f317-4deb-b166-5f7cbf19a0cb),segment_id=82cfe879-f317-4deb-b166-5f7cbf19a0cb)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:01.627724 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f648e51-caf4-4e3b-b539-3dd4b2ab3903 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:01.781774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6f648e51-caf4-4e3b-b539-3dd4b2ab3903 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Calling delete_port for 39de4d6b-e38c-43be-9337-9e287b777353 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:01:01.861142 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a4242c3-6c6b-4eec-b131-4e2800cda1bf req-1e351622-b01f-4684-92e7-0754bac0687a tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861350 Dec 22 10:01:01.862226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-122e1ba3-a7b6-4d3f-90c7-115f9a03b547 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:01.873989 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-122e1ba3-a7b6-4d3f-90c7-115f9a03b547 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] 10.222.0.50 "DELETE /v2.0/ports/c3a12280-cb12-4a26-8168-fe89bda9d99e HTTP/1.1" status: 204 len: 168 time: 1.4243395 Dec 22 10:01:01.873989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42936) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:01.879532 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c072fd6e-46e9-4744-8c42-813026e24d8f', 'tag': 'f8e4be4a-95cf-4397-aaa1-cf894485a350', 'status': 'completed', 'code': 200} Dec 22 10:01:01.895852 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f648e51-caf4-4e3b-b539-3dd4b2ab3903 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:01.929260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e4be4a-95cf-4397-aaa1-cf894485a350,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:01.934803 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:01.940400 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-43cbab67-cba3-49e9-a6d4-26b23ed19217 tempest-ExternalNetworksAdminNegativeTestJSON-821692335 tempest-ExternalNetworksAdminNegativeTestJSON-821692335] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:02.008471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5f566-ce3d-4d8e-b764-bcd00e01d230 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:02.011729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-12c5f566-ce3d-4d8e-b764-bcd00e01d230 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Synchronizing usage tracker for tenant:0b1bf809635b4ea88e5ec8d2f861f6b4 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:01:02.055590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-12c5f566-ce3d-4d8e-b764-bcd00e01d230 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Unset dirty status for tenant:0b1bf809635b4ea88e5ec8d2f861f6b4 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:01:02.058086 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-12c5f566-ce3d-4d8e-b764-bcd00e01d230 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] 10.222.0.50 "GET /v2.0/ports?device_id=de43bc15-aa4e-4820-bd59-12753b966a1b HTTP/1.1" status: 200 len: 913 time: 0.1831179 Dec 22 10:01:02.061275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42942) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:02.107805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f648e51-caf4-4e3b-b539-3dd4b2ab3903 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Pushing event deleted for resources: {'Port': ['ID=39de4d6b-e38c-43be-9337-9e287b777353,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:02.221277 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6f648e51-caf4-4e3b-b539-3dd4b2ab3903 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:02.244880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f648e51-caf4-4e3b-b539-3dd4b2ab3903 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:02.259575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30793186-561e-4d7c-a75e-d260a034bdeb req-15f2f3c8-cbaa-46d4-994a-442af4d60052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:02.261909 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30793186-561e-4d7c-a75e-d260a034bdeb req-15f2f3c8-cbaa-46d4-994a-442af4d60052 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae573b5a34643acbdb86cd3288079d5&device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 1158 time: 0.8647978 Dec 22 10:01:02.267147 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6f648e51-caf4-4e3b-b539-3dd4b2ab3903 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] 10.222.0.50 "DELETE /v2.0/ports/39de4d6b-e38c-43be-9337-9e287b777353 HTTP/1.1" status: 204 len: 168 time: 1.3879433 Dec 22 10:01:02.268138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42948) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:02.417636 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30793186-561e-4d7c-a75e-d260a034bdeb req-7dbef52e-ab27-4ef6-96ee-1cdc516e65d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8e4be4a-95cf-4397-aaa1-cf894485a350 HTTP/1.1" status: 200 len: 217 time: 0.1096051 Dec 22 10:01:02.425571 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38143c8-0980-41c0-9e80-f94cf00ceefa tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] GET failed (client error): The resource could not be found. Dec 22 10:01:02.426089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e38143c8-0980-41c0-9e80-f94cf00ceefa tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Synchronizing usage tracker for tenant:665bfe74c543470bb848ef1fbb27198c on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:01:02.503265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e38143c8-0980-41c0-9e80-f94cf00ceefa tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Unset dirty status for tenant:665bfe74c543470bb848ef1fbb27198c on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:01:02.504598 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e38143c8-0980-41c0-9e80-f94cf00ceefa tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] 10.222.0.50 "GET /v2.0/ports/39de4d6b-e38c-43be-9337-9e287b777353 HTTP/1.1" status: 404 len: 333 time: 0.2354300 Dec 22 10:01:02.513523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 42956) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:02.529984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7655db37-26fe-4f42-a749-4aa7417b5c2a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Request body: {'port': {'network_id': 'dc338838-abbf-49a7-9112-2971366392e4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1694896557'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:02.541775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7655db37-26fe-4f42-a749-4aa7417b5c2a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:02.563729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7655db37-26fe-4f42-a749-4aa7417b5c2a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:02.566965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30793186-561e-4d7c-a75e-d260a034bdeb req-283d3843-a901-44e7-925a-f702574ca713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:02.568797 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30793186-561e-4d7c-a75e-d260a034bdeb req-283d3843-a901-44e7-925a-f702574ca713 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d HTTP/1.1" status: 200 len: 850 time: 0.1371872 Dec 22 10:01:02.701850 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30793186-561e-4d7c-a75e-d260a034bdeb req-e73dbf67-031e-460e-97a2-da5765324d49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b821f9-2793-4dad-8a52-7e09f0dfd67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241438 Dec 22 10:01:02.749343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7655db37-26fe-4f42-a749-4aa7417b5c2a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Made reservation on behalf of 665bfe74c543470bb848ef1fbb27198c for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:01:02.756176 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7655db37-26fe-4f42-a749-4aa7417b5c2a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:02.955383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0f59c2b-1036-47ad-bced-5b7479ebced6 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:03.048042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-7655db37-26fe-4f42-a749-4aa7417b5c2a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] device_id is not set on port ad680eab-ac2f-4dad-9fec-4dc56166b28f yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:01:03.095044 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30793186-561e-4d7c-a75e-d260a034bdeb req-74101f64-5ba2-4eee-ac58-06def80ebd55 service neutron] 10.222.0.64 "GET /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844280 Dec 22 10:01:03.412563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f91a7-137e-4466-806d-99023e68d180 req-ae65e171-580a-4e5c-842c-5b6c49ff1db0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:03.421894 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d4f91a7-137e-4466-806d-99023e68d180 req-ae65e171-580a-4e5c-842c-5b6c49ff1db0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 943 time: 0.3472288 Dec 22 10:01:03.466508 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-30793186-561e-4d7c-a75e-d260a034bdeb req-d6048e3b-8b4c-49a4-b2af-9a62d6184743 service neutron] 10.222.0.64 "GET /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3610315 Dec 22 10:01:03.625694 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d4f91a7-137e-4466-806d-99023e68d180 req-9b106096-71e7-45a8-9a39-9b534093b82a tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027004 Dec 22 10:01:03.833395 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7655db37-26fe-4f42-a749-4aa7417b5c2a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:03.921907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d0a03-164c-4dce-9003-d5d1e57f506e req-6de0be66-579f-4b24-b1f2-df8588ad7c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:03.923561 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-824d0a03-164c-4dce-9003-d5d1e57f506e req-6de0be66-579f-4b24-b1f2-df8588ad7c6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae573b5a34643acbdb86cd3288079d5&device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 1158 time: 0.3683498 Dec 22 10:01:03.984693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c0f59c2b-1036-47ad-bced-5b7479ebced6 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Deleting port b8c965bf-fb6f-4a19-bc7a-954e019b3dd4 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:03.985534 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0f59c2b-1036-47ad-bced-5b7479ebced6 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:04.095056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7655db37-26fe-4f42-a749-4aa7417b5c2a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:04.121360 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-95911531-bd60-4ad9-98bf-ccad850904ab tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:04.305201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 42992) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:04.396426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0f59c2b-1036-47ad-bced-5b7479ebced6 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:04.433847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d0a03-164c-4dce-9003-d5d1e57f506e req-ef767c0f-3149-4059-819a-ddfb33689987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:04.436883 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-824d0a03-164c-4dce-9003-d5d1e57f506e req-ef767c0f-3149-4059-819a-ddfb33689987 service neutron] 10.222.0.64 "GET /v2.0/networks?id=78b821f9-2793-4dad-8a52-7e09f0dfd67a HTTP/1.1" status: 200 len: 904 time: 0.4991925 Dec 22 10:01:04.437882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655db37-26fe-4f42-a749-4aa7417b5c2a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Pushing event updated for resources: {'Port': ['ID=ad680eab-ac2f-4dad-9fec-4dc56166b28f,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:04.468804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7655db37-26fe-4f42-a749-4aa7417b5c2a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Network dc338838-abbf-49a7-9112-2971366392e4 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:01:04.472138 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7655db37-26fe-4f42-a749-4aa7417b5c2a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:04.537098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-7655db37-26fe-4f42-a749-4aa7417b5c2a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:01:04.548050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7655db37-26fe-4f42-a749-4aa7417b5c2a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:01:04.549341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7655db37-26fe-4f42-a749-4aa7417b5c2a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:04.550278 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7655db37-26fe-4f42-a749-4aa7417b5c2a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:04.566131 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-824d0a03-164c-4dce-9003-d5d1e57f506e req-aec1acdb-dc21-4fb1-b4b1-830b19195108 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8e4be4a-95cf-4397-aaa1-cf894485a350 HTTP/1.1" status: 200 len: 217 time: 0.0957029 Dec 22 10:01:04.673958 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7655db37-26fe-4f42-a749-4aa7417b5c2a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1592674 Dec 22 10:01:04.676712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43008) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:04.684067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Request body: {'port': {'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:04.701593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c0f59c2b-1036-47ad-bced-5b7479ebced6 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Calling delete_port for b8c965bf-fb6f-4a19-bc7a-954e019b3dd4 owned by network:router_interface {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:01:04.728685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d0a03-164c-4dce-9003-d5d1e57f506e req-2b83f397-ceb7-458e-b93d-50154715f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:04.730301 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-824d0a03-164c-4dce-9003-d5d1e57f506e req-2b83f397-ceb7-458e-b93d-50154715f456 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d HTTP/1.1" status: 200 len: 850 time: 0.1501358 Dec 22 10:01:04.752455 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3ec0-5364-4c1d-901e-3f6012ad3e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:04.808873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1a7f3ec0-5364-4c1d-901e-3f6012ad3e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:04.817408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1a7f3ec0-5364-4c1d-901e-3f6012ad3e46 admin admin] Usage tracker for resource:security_group_rule and tenant:bdd55bfca4bb4fedac08f326ada270a4 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:04.822861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1a7f3ec0-5364-4c1d-901e-3f6012ad3e46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:04.824227 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-824d0a03-164c-4dce-9003-d5d1e57f506e req-6e4d00fa-8128-4053-9412-b0b04012b5f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b821f9-2793-4dad-8a52-7e09f0dfd67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840380 Dec 22 10:01:04.833892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1a7f3ec0-5364-4c1d-901e-3f6012ad3e46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:05.034009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08492e1-644f-4ebd-bb09-0421df51df1c req-4f61dcb4-4c42-4085-b987-64a51d659522 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:05.035647 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a08492e1-644f-4ebd-bb09-0421df51df1c req-4f61dcb4-4c42-4085-b987-64a51d659522 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 943 time: 0.1546102 Dec 22 10:01:05.054720 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6eacd95c-c07c-4212-abc4-a5c15c00ec05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:05.094634 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a08492e1-644f-4ebd-bb09-0421df51df1c req-5384247a-cba9-4398-bc63-073d3088150d tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493639 Dec 22 10:01:05.113225 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-824d0a03-164c-4dce-9003-d5d1e57f506e req-439ab30c-a231-4767-8174-b81ab059eb34 service neutron] 10.222.0.64 "GET /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794871 Dec 22 10:01:05.216799 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:05.232728 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3ec0-5364-4c1d-901e-3f6012ad3e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:05.246432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-c455e9a6-c1f9-4d1d-9e6a-499b89b8b2cd None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 10:01:05.259035 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3ec0-5364-4c1d-901e-3f6012ad3e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:05.297508 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7abbe6fa-86d0-4230-ad20-ca9d2bc475fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:05.335794 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1a7f3ec0-5364-4c1d-901e-3f6012ad3e46 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bdd55bfca4bb4fedac08f326ada270a4&name=default HTTP/1.1" status: 200 len: 2883 time: 1.0184922 Dec 22 10:01:05.337631 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0f59c2b-1036-47ad-bced-5b7479ebced6 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:05.456560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43018) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:05.457391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f3ec0-5364-4c1d-901e-3f6012ad3e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2077070d-7f20-415c-bdde-36d635e5fd72,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:05.461688 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a7f3ec0-5364-4c1d-901e-3f6012ad3e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:05.462060 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:05.569611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f59c2b-1036-47ad-bced-5b7479ebced6 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Pushing event deleted for resources: {'Port': ['ID=b8c965bf-fb6f-4a19-bc7a-954e019b3dd4,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:05.574143 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c0f59c2b-1036-47ad-bced-5b7479ebced6 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:05.680346 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e7291161-5977-4636-b809-be6acdb3fe48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:05.776788 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e7291161-5977-4636-b809-be6acdb3fe48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:05.833468 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-824d0a03-164c-4dce-9003-d5d1e57f506e req-3df8128a-8e22-4b7f-b673-e9e8f95b417b service neutron] 10.222.0.64 "GET /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7090082 Dec 22 10:01:06.036711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c0f59c2b-1036-47ad-bced-5b7479ebced6 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:06.118199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f8e4be4a-95cf-4397-aaa1-cf894485a350 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:01:06.170830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] device_id is not set on port ad680eab-ac2f-4dad-9fec-4dc56166b28f yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:01:06.192540 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:06.224520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Transition to ACTIVE for port object ad680eab-ac2f-4dad-9fec-4dc56166b28f will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:01:06.231446 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:06.282624 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:06.314294 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e7291161-5977-4636-b809-be6acdb3fe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:06.320312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port f8e4be4a-95cf-4397-aaa1-cf894485a350 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:01:06.330633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f8e4be4a-95cf-4397-aaa1-cf894485a350 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:06.333321 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:06.386597 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:06.421103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7291161-5977-4636-b809-be6acdb3fe48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2077070d-7f20-415c-bdde-36d635e5fd72,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:06.430146 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e7291161-5977-4636-b809-be6acdb3fe48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:06.552059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Pushing event updated for resources: {'Port': ['ID=ad680eab-ac2f-4dad-9fec-4dc56166b28f,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:06.556186 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:06.626015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:06.687048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port f8e4be4a-95cf-4397-aaa1-cf894485a350, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f8e4be4a-95cf-4397-aaa1-cf894485a350,segment=NetworkSegment(61ec9102-b7a0-4aee-a9ea-fcb8e2914305),segment_id=61ec9102-b7a0-4aee-a9ea-fcb8e2914305)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:06.688457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c072fd6e-46e9-4744-8c42-813026e24d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e4be4a-95cf-4397-aaa1-cf894485a350'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:01:06.696064 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:06.699122 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:06.762988 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e7291161-5977-4636-b809-be6acdb3fe48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:06.764263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e7291161-5977-4636-b809-be6acdb3fe48 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2077070d-7f20-415c-bdde-36d635e5fd72 HTTP/1.1" status: 204 len: 168 time: 1.2140450 Dec 22 10:01:06.776514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f59c2b-1036-47ad-bced-5b7479ebced6 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Router de43bc15-aa4e-4820-bd59-12753b966a1b has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:01:06.794111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attempting to bind port ad680eab-ac2f-4dad-9fec-4dc56166b28f on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:01:06.794751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attempting to bind port ad680eab-ac2f-4dad-9fec-4dc56166b28f by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '82cfe879-f317-4deb-b166-5f7cbf19a0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dc338838-abbf-49a7-9112-2971366392e4'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:01:06.795387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attempting to bind port ad680eab-ac2f-4dad-9fec-4dc56166b28f on network dc338838-abbf-49a7-9112-2971366392e4 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:01:06.805830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:01:06.807574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Checking segment: {'id': '82cfe879-f317-4deb-b166-5f7cbf19a0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dc338838-abbf-49a7-9112-2971366392e4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:01:06.808820 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:06.809512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Bound using segment: {'id': '82cfe879-f317-4deb-b166-5f7cbf19a0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dc338838-abbf-49a7-9112-2971366392e4'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:01:06.810518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Bound port: ad680eab-ac2f-4dad-9fec-4dc56166b28f, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82cfe879-f317-4deb-b166-5f7cbf19a0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dc338838-abbf-49a7-9112-2971366392e4'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:01:06.811225 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:06.842172 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c072fd6e-46e9-4744-8c42-813026e24d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e4be4a-95cf-4397-aaa1-cf894485a350', 'code': 200} Dec 22 10:01:06.842987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=f8e4be4a-95cf-4397-aaa1-cf894485a350,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:06.873540 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:07.095988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ac6bf-8b05-4556-8912-736139bb7a55 req-4d7bc642-3be6-44ac-a32e-ee1bb5ea62df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:07.097737 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e73ac6bf-8b05-4556-8912-736139bb7a55 req-4d7bc642-3be6-44ac-a32e-ee1bb5ea62df service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 1160 time: 0.1372874 Dec 22 10:01:07.098980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] For port ad680eab-ac2f-4dad-9fec-4dc56166b28f, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:01:07.103088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] For port ad680eab-ac2f-4dad-9fec-4dc56166b28f, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=ad680eab-ac2f-4dad-9fec-4dc56166b28f,segment=NetworkSegment(82cfe879-f317-4deb-b166-5f7cbf19a0cb),segment_id=82cfe879-f317-4deb-b166-5f7cbf19a0cb)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:01:07.133722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f8e4be4a-95cf-4397-aaa1-cf894485a350 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:01:07.151076 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:07.171965 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b7f44723-d7c7-4f7e-85f1-3b881a374456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:07.265894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Pushing event updated for resources: {'Port': ['ID=ad680eab-ac2f-4dad-9fec-4dc56166b28f,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:07.273865 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e73ac6bf-8b05-4556-8912-736139bb7a55 req-f83e12ac-cdb2-49f0-b9a5-33a1c53ea522 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655366 Dec 22 10:01:07.275155 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:07.475079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f8e4be4a-95cf-4397-aaa1-cf894485a350 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:07.476082 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:07.626837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:07.628124 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:07.637395 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] 10.222.0.50 "PUT /v2.0/ports/ad680eab-ac2f-4dad-9fec-4dc56166b28f HTTP/1.1" status: 200 len: 1074 time: 2.9589808 Dec 22 10:01:07.646002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43056) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:07.784210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f59c2b-1036-47ad-bced-5b7479ebced6 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:01:07.796421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a087f8-1375-47dd-bb3c-4fa3943522dd None None] Sync routers for ids ['de43bc15-aa4e-4820-bd59-12753b966a1b'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:01:07.797797 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c0f59c2b-1036-47ad-bced-5b7479ebced6 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] 10.222.0.50 "PUT /v2.0/routers/de43bc15-aa4e-4820-bd59-12753b966a1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7348058 Dec 22 10:01:07.800427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43060) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:07.830436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a087f8-1375-47dd-bb3c-4fa3943522dd None None] Routers {'de43bc15-aa4e-4820-bd59-12753b966a1b'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:01:07.832029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-05a087f8-1375-47dd-bb3c-4fa3943522dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:00:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['de43bc15-aa4e-4820-bd59-12753b966a1b'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:07.847239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d070527-6928-4707-b461-d22afe580123 req-67db1b08-cd4b-40b7-8bad-04020c5ce574 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:07.862172 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d070527-6928-4707-b461-d22afe580123 req-67db1b08-cd4b-40b7-8bad-04020c5ce574 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 945 time: 1.3214140 Dec 22 10:01:07.910445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43064) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:08.035638 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67941c4a-2fc3-43b4-94c5-d10c38376b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:08.054153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f4779d2d-f0a0-48df-97a3-11f126acfa40 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:08.110987 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1d070527-6928-4707-b461-d22afe580123 req-ecf5bd60-cac0-404a-a1ed-de89fa9fac68 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468908 Dec 22 10:01:08.129503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-05a087f8-1375-47dd-bb3c-4fa3943522dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:08.152739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-67941c4a-2fc3-43b4-94c5-d10c38376b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:08.179751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-67941c4a-2fc3-43b4-94c5-d10c38376b49 admin admin] Usage tracker for resource:security_group_rule and tenant:19218f48dd734f518e6d45db6abde83a is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:08.196478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-67941c4a-2fc3-43b4-94c5-d10c38376b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:08.201407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a087f8-1375-47dd-bb3c-4fa3943522dd None None] Routers {'de43bc15-aa4e-4820-bd59-12753b966a1b'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:01:08.204898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-05a087f8-1375-47dd-bb3c-4fa3943522dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:00:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['de43bc15-aa4e-4820-bd59-12753b966a1b'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:08.274113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-67941c4a-2fc3-43b4-94c5-d10c38376b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:08.455123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-05a087f8-1375-47dd-bb3c-4fa3943522dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:08.464191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a087f8-1375-47dd-bb3c-4fa3943522dd None None] The sync data for ids ['de43bc15-aa4e-4820-bd59-12753b966a1b'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:01:08.466486 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d64ef54a-5c1c-4ba1-ac90-2715fa680f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:08.499879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.505572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.506430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.507452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.508308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.509135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.514710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.515787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.517005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.518214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.522393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.523304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.524203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.525337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.526924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.530291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.531118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.545832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.546904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.547608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.548275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.548908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.549532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.550151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.550761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.551376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.552022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:08.567739 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-86b3dcbd-a13e-445f-a84d-4447c362abd6 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25122 time: 0.8994288 Dec 22 10:01:08.593919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43074) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:08.655532 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f4779d2d-f0a0-48df-97a3-11f126acfa40 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:08.658118 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f4779d2d-f0a0-48df-97a3-11f126acfa40 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:08.691111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f4779d2d-f0a0-48df-97a3-11f126acfa40 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:08.691587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4779d2d-f0a0-48df-97a3-11f126acfa40 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Fanout notify agent at l3_agent the message router_deleted on router de43bc15-aa4e-4820-bd59-12753b966a1b {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 10:01:08.709846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f4779d2d-f0a0-48df-97a3-11f126acfa40 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:08.714790 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f4779d2d-f0a0-48df-97a3-11f126acfa40 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] 10.222.0.50 "DELETE /v2.0/routers/de43bc15-aa4e-4820-bd59-12753b966a1b HTTP/1.1" status: 204 len: 168 time: 0.9132450 Dec 22 10:01:08.717189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43078) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:08.817683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:08.849732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b4061-6c68-4dc4-981a-9f010ff7352d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Deleting port ad680eab-ac2f-4dad-9fec-4dc56166b28f {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:08.850609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c9b4061-6c68-4dc4-981a-9f010ff7352d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:09.087357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67941c4a-2fc3-43b4-94c5-d10c38376b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:09.093607 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba570601-6a72-459c-af27-d4595069dc2f req-dbec2268-5b7d-4d47-bdf6-de13262f794d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.5759027 Dec 22 10:01:09.099001 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67941c4a-2fc3-43b4-94c5-d10c38376b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:09.114553 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b9273485-8b8c-4de2-83a4-230e37a51aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:09.201785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67941c4a-2fc3-43b4-94c5-d10c38376b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ba7c84-1ca8-4083-b7fc-f4d8864e04f7,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:09.220161 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-67941c4a-2fc3-43b4-94c5-d10c38376b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:09.242785 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-67941c4a-2fc3-43b4-94c5-d10c38376b49 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=19218f48dd734f518e6d45db6abde83a&name=default HTTP/1.1" status: 200 len: 2883 time: 1.3203669 Dec 22 10:01:09.245651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc3e2fd-1476-4deb-925b-2926c08f07ce tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Deleting subnet 5a57f26a-5846-4c8d-a5a0-fcdfe4b45f0b {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:01:09.253437 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fc3e2fd-1476-4deb-925b-2926c08f07ce tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:09.274481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43090) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:09.328145 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fc3e2fd-1476-4deb-925b-2926c08f07ce tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:09.376988 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:09.441614 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fc3e2fd-1476-4deb-925b-2926c08f07ce tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:09.730813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-3c9b4061-6c68-4dc4-981a-9f010ff7352d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] For port ad680eab-ac2f-4dad-9fec-4dc56166b28f, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=ad680eab-ac2f-4dad-9fec-4dc56166b28f,segment=NetworkSegment(82cfe879-f317-4deb-b166-5f7cbf19a0cb),segment_id=82cfe879-f317-4deb-b166-5f7cbf19a0cb)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:09.731351 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c9b4061-6c68-4dc4-981a-9f010ff7352d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:09.789487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba570601-6a72-459c-af27-d4595069dc2f req-1fcaf2ce-d293-4fc1-9685-fe665a50cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:09.791230 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba570601-6a72-459c-af27-d4595069dc2f req-1fcaf2ce-d293-4fc1-9685-fe665a50cdbf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2b8bd28c0aa45a89f5905c5258a9297&device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 1160 time: 0.6537025 Dec 22 10:01:09.808141 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fc3e2fd-1476-4deb-925b-2926c08f07ce tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:09.887171 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3c020aec-96d9-4d99-97c5-8f80d5a3e73a tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:09.959067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3e2fd-1476-4deb-925b-2926c08f07ce tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Pushing event deleted for resources: {'Subnet': ['ID=5a57f26a-5846-4c8d-a5a0-fcdfe4b45f0b,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:09.982828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b4061-6c68-4dc4-981a-9f010ff7352d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Calling delete_port for ad680eab-ac2f-4dad-9fec-4dc56166b28f owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:01:09.984170 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fc3e2fd-1476-4deb-925b-2926c08f07ce tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:10.022757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f97f63-51e3-45cc-9222-0c84196e8242 req-b1b588c4-307f-4d0d-8269-35978b8fa53f tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:10.024551 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-14f97f63-51e3-45cc-9222-0c84196e8242 req-b1b588c4-307f-4d0d-8269-35978b8fa53f tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 945 time: 0.5794070 Dec 22 10:01:10.031839 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c68c834-32dd-40d0-8e0c-d609eb4950ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:10.093579 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c68c834-32dd-40d0-8e0c-d609eb4950ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:10.150182 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c68c834-32dd-40d0-8e0c-d609eb4950ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:10.159891 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8c151f18-561d-48df-addf-9b5393e6a55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:10.192729 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:10.192982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68c834-32dd-40d0-8e0c-d609eb4950ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ba7c84-1ca8-4083-b7fc-f4d8864e04f7,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:10.194765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba570601-6a72-459c-af27-d4595069dc2f req-780f8fb4-99ba-41f5-ab99-48728d8cb37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:10.240648 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c68c834-32dd-40d0-8e0c-d609eb4950ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:10.268349 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c68c834-32dd-40d0-8e0c-d609eb4950ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:10.268349 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6c68c834-32dd-40d0-8e0c-d609eb4950ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7ba7c84-1ca8-4083-b7fc-f4d8864e04f7 HTTP/1.1" status: 204 len: 168 time: 0.9791086 Dec 22 10:01:10.271897 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba570601-6a72-459c-af27-d4595069dc2f req-780f8fb4-99ba-41f5-ab99-48728d8cb37a service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6f1855e-b485-45d1-82d8-ed2c723d357f HTTP/1.1" status: 200 len: 911 time: 0.4230316 Dec 22 10:01:10.279996 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-14f97f63-51e3-45cc-9222-0c84196e8242 req-e3fd003f-aff5-4e50-905b-0f4b9e51d9b4 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227507 Dec 22 10:01:10.299409 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c9b4061-6c68-4dc4-981a-9f010ff7352d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:10.447411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:10.447411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3dfce5-da9b-4edb-a8df-c4e2b6c38da9 None None] Network 8bb4fdd5-ffea-4358-92d6-5ac2ce86d808 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:01:10.459081 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5f90e760-8a4c-4f3f-b2fc-262687f8aaf8 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:10.459270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fc3e2fd-1476-4deb-925b-2926c08f07ce tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:10.536582 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6fc3e2fd-1476-4deb-925b-2926c08f07ce tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] 10.222.0.50 "DELETE /v2.0/subnets/5a57f26a-5846-4c8d-a5a0-fcdfe4b45f0b HTTP/1.1" status: 204 len: 168 time: 1.8111506 Dec 22 10:01:10.541776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43108) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:10.606093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b4061-6c68-4dc4-981a-9f010ff7352d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Pushing event deleted for resources: {'Port': ['ID=ad680eab-ac2f-4dad-9fec-4dc56166b28f,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:10.610397 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3c9b4061-6c68-4dc4-981a-9f010ff7352d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:10.643572 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3c9b4061-6c68-4dc4-981a-9f010ff7352d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:10.656712 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3c9b4061-6c68-4dc4-981a-9f010ff7352d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] 10.222.0.50 "DELETE /v2.0/ports/ad680eab-ac2f-4dad-9fec-4dc56166b28f HTTP/1.1" status: 204 len: 168 time: 2.0544429 Dec 22 10:01:10.659686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43112) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:10.720287 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-e016b6b4-2d99-4076-8ea9-31ada36ca8dc tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] GET failed (client error): The resource could not be found. Dec 22 10:01:10.721259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e016b6b4-2d99-4076-8ea9-31ada36ca8dc tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Synchronizing usage tracker for tenant:665bfe74c543470bb848ef1fbb27198c on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:01:10.742608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e016b6b4-2d99-4076-8ea9-31ada36ca8dc tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Unset dirty status for tenant:665bfe74c543470bb848ef1fbb27198c on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:01:10.745137 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e016b6b4-2d99-4076-8ea9-31ada36ca8dc tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] 10.222.0.50 "GET /v2.0/ports/ad680eab-ac2f-4dad-9fec-4dc56166b28f HTTP/1.1" status: 404 len: 333 time: 0.0838084 Dec 22 10:01:10.749728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43118) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:10.771970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-1a6c1287-354d-40e5-a20c-1d052a4c365c tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-971527812', 'network_id': 'dc338838-abbf-49a7-9112-2971366392e4'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:10.798346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1a6c1287-354d-40e5-a20c-1d052a4c365c tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:10.833822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1a6c1287-354d-40e5-a20c-1d052a4c365c tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:10.857744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6c1287-354d-40e5-a20c-1d052a4c365c tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Made reservation on behalf of 665bfe74c543470bb848ef1fbb27198c for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:01:10.870348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a6c1287-354d-40e5-a20c-1d052a4c365c tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:10.920139 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:10.945331 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:11.045205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983e4524-3478-4710-812a-fc06e8cd2b1d None None] DHCP port deletion for 8bb4fdd5-ffea-4358-92d6-5ac2ce86d808 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:01:11.049914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-983e4524-3478-4710-812a-fc06e8cd2b1d None None] Deleting port 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:11.050721 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-983e4524-3478-4710-812a-fc06e8cd2b1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:11.443495 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba570601-6a72-459c-af27-d4595069dc2f req-a85cbc07-6e5c-405e-ba50-7eda3d5d4a21 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61ea23ac-4fc3-4915-8d67-4ffe9504e884 HTTP/1.1" status: 200 len: 1001 time: 1.1626244 Dec 22 10:01:11.448500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Deleting port 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:11.450568 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:11.469337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-1a6c1287-354d-40e5-a20c-1d052a4c365c tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] device_id is not set on port ff07d3f0-dc0c-4ae5-8173-715aa7cd4258 yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:01:11.781198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2276e-fba5-4535-8eeb-59153c9377c5 req-519f8504-bc60-4d86-b557-230c977422bd tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:11.783253 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dac2276e-fba5-4535-8eeb-59153c9377c5 req-519f8504-bc60-4d86-b557-230c977422bd tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 945 time: 0.4557161 Dec 22 10:01:11.862939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-983e4524-3478-4710-812a-fc06e8cd2b1d None None] For port 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe,segment=NetworkSegment(9a32a7db-2403-48e0-8ea7-99f2c9c6b77b),segment_id=9a32a7db-2403-48e0-8ea7-99f2c9c6b77b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:11.863657 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-983e4524-3478-4710-812a-fc06e8cd2b1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:11.878619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba570601-6a72-459c-af27-d4595069dc2f req-5329d9bb-a889-428b-b77e-8675614c5144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:11.880263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba570601-6a72-459c-af27-d4595069dc2f req-5329d9bb-a889-428b-b77e-8675614c5144 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca01a1fc-1044-4148-87dc-b546085e58b1 HTTP/1.1" status: 200 len: 856 time: 0.3543663 Dec 22 10:01:12.037736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd742a29-fdcc-4723-aca2-302d4475d464 req-b84dd284-d98d-4b73-bba5-69e48a24e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:12.040894 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd742a29-fdcc-4723-aca2-302d4475d464 req-b84dd284-d98d-4b73-bba5-69e48a24e916 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae573b5a34643acbdb86cd3288079d5&device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 1160 time: 0.8816633 Dec 22 10:01:12.082626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-983e4524-3478-4710-812a-fc06e8cd2b1d None None] Calling delete_port for 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:01:12.140989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:01:12.204958 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a6c1287-354d-40e5-a20c-1d052a4c365c tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:12.246035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43150) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:12.246425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43152) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:12.277000 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dac2276e-fba5-4535-8eeb-59153c9377c5 req-710f8fb0-67ba-46a3-b077-ecb26717eff0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715204 Dec 22 10:01:12.289320 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a6c1287-354d-40e5-a20c-1d052a4c365c tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:12.330078 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-efb9ef7b-2589-4ffb-b19f-65dc6b303c11 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:12.430833 n-d-765315-5 neutron-server[80960]: INFO neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No ports have port_id starting with 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe Dec 22 10:01:12.434325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-983e4524-3478-4710-812a-fc06e8cd2b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:12.583839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c1287-354d-40e5-a20c-1d052a4c365c tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Pushing event updated for resources: {'Port': ['ID=ff07d3f0-dc0c-4ae5-8173-715aa7cd4258,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:12.593909 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a6c1287-354d-40e5-a20c-1d052a4c365c tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:12.601774 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e77043c-6788-40a8-9738-57d54e8b08fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:12.627100 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4a80ac9-7bd5-4843-a31a-8277e7a73c8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:12.655160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6e77043c-6788-40a8-9738-57d54e8b08fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:12.659368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6c1287-354d-40e5-a20c-1d052a4c365c tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Network dc338838-abbf-49a7-9112-2971366392e4 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:01:12.662254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-1a6c1287-354d-40e5-a20c-1d052a4c365c tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:01:12.666658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-af5ebcc2-9e3c-444c-8ece-a2b2af0b4b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:12.677014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6e77043c-6788-40a8-9738-57d54e8b08fe admin admin] Usage tracker for resource:security_group_rule and tenant:887e5e5c03a84b2c9129639d164ec07c is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:12.680044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6c1287-354d-40e5-a20c-1d052a4c365c tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:01:12.681013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6c1287-354d-40e5-a20c-1d052a4c365c tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:12.681824 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a6c1287-354d-40e5-a20c-1d052a4c365c tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:12.689021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6e77043c-6788-40a8-9738-57d54e8b08fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:12.691172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e4524-3478-4710-812a-fc06e8cd2b1d None None] Pushing event deleted for resources: {'Port': ['ID=895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:12.694556 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-983e4524-3478-4710-812a-fc06e8cd2b1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:12.697541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e4524-3478-4710-812a-fc06e8cd2b1d None None] No DVR routers for this DVR port 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:01:12.708420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6e77043c-6788-40a8-9738-57d54e8b08fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:12.711585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-af5ebcc2-9e3c-444c-8ece-a2b2af0b4b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:12.731900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-af5ebcc2-9e3c-444c-8ece-a2b2af0b4b27 admin admin] Usage tracker for resource:security_group_rule and tenant:0dec2a00826c47238d537c47314de461 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:12.736217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-af5ebcc2-9e3c-444c-8ece-a2b2af0b4b27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:12.769980 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1a6c1287-354d-40e5-a20c-1d052a4c365c tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.0179060 Dec 22 10:01:12.773556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-af5ebcc2-9e3c-444c-8ece-a2b2af0b4b27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:12.777768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43174) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:12.877251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] For port 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe,segment=NetworkSegment(9a32a7db-2403-48e0-8ea7-99f2c9c6b77b),segment_id=9a32a7db-2403-48e0-8ea7-99f2c9c6b77b)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:12.877857 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:12.893041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba570601-6a72-459c-af27-d4595069dc2f req-22e42eb5-d992-464b-98e9-60bdd210f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:12.894681 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba570601-6a72-459c-af27-d4595069dc2f req-22e42eb5-d992-464b-98e9-60bdd210f2fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f1855e-b485-45d1-82d8-ed2c723d357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9949265 Dec 22 10:01:12.925693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca652848-145f-4b44-985a-2c953bb10bb1 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:12.926585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ca652848-145f-4b44-985a-2c953bb10bb1 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Synchronizing usage tracker for tenant:665bfe74c543470bb848ef1fbb27198c on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:01:12.972936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ca652848-145f-4b44-985a-2c953bb10bb1 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Unset dirty status for tenant:665bfe74c543470bb848ef1fbb27198c on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:01:12.977215 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ca652848-145f-4b44-985a-2c953bb10bb1 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] 10.222.0.50 "GET /v2.0/ports/ff07d3f0-dc0c-4ae5-8173-715aa7cd4258 HTTP/1.1" status: 200 len: 954 time: 0.1953304 Dec 22 10:01:12.992296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43182) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:13.078740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Calling delete_port for 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:01:13.106646 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e77043c-6788-40a8-9738-57d54e8b08fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:13.110934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd742a29-fdcc-4723-aca2-302d4475d464 req-405de9f4-0fee-4d93-911e-6ce3783e15d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:13.111978 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd742a29-fdcc-4723-aca2-302d4475d464 req-405de9f4-0fee-4d93-911e-6ce3783e15d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=78b821f9-2793-4dad-8a52-7e09f0dfd67a HTTP/1.1" status: 200 len: 904 time: 1.0609088 Dec 22 10:01:13.122073 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e77043c-6788-40a8-9738-57d54e8b08fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:13.136080 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-46811a34-1c9e-4b71-8412-4d3f023a847e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:13.196747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91198be5-8ef6-4946-a8db-d322882385f7 req-ec757de2-9f7f-4301-be1a-b5ce7750fa4c tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:13.199032 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-91198be5-8ef6-4946-a8db-d322882385f7 req-ec757de2-9f7f-4301-be1a-b5ce7750fa4c tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 0.2315729 Dec 22 10:01:13.222872 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6e77043c-6788-40a8-9738-57d54e8b08fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=887e5e5c03a84b2c9129639d164ec07c&name=default HTTP/1.1" status: 200 len: 2883 time: 0.9638093 Dec 22 10:01:13.225328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77043c-6788-40a8-9738-57d54e8b08fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f7cd71-7966-4a5c-a2e0-e0b9418eb237,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:13.229762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-af5ebcc2-9e3c-444c-8ece-a2b2af0b4b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:13.231396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43190) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:13.234193 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6e77043c-6788-40a8-9738-57d54e8b08fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:13.267431 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-af5ebcc2-9e3c-444c-8ece-a2b2af0b4b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:13.280833 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f42892cd-8660-4a45-a8cb-2769c7fad4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:13.321511 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd742a29-fdcc-4723-aca2-302d4475d464 req-de67a08b-a8dc-4829-b51c-a905979e572e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8e4be4a-95cf-4397-aaa1-cf894485a350 HTTP/1.1" status: 200 len: 217 time: 0.1674862 Dec 22 10:01:13.323881 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba570601-6a72-459c-af27-d4595069dc2f req-977887c2-35fd-430c-a716-39f5a233bedc service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144311 Dec 22 10:01:13.364489 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-91198be5-8ef6-4946-a8db-d322882385f7 req-827061c0-2b73-49d7-96b7-427129c7a84d tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403446 Dec 22 10:01:13.372921 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-af5ebcc2-9e3c-444c-8ece-a2b2af0b4b27 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0dec2a00826c47238d537c47314de461&name=default HTTP/1.1" status: 200 len: 2883 time: 1.1253724 Dec 22 10:01:13.375874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43196) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:13.376629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ebcc2-9e3c-444c-8ece-a2b2af0b4b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b483d4f1-d50a-4ef5-b096-c21cdc0ffa94,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:13.381320 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-af5ebcc2-9e3c-444c-8ece-a2b2af0b4b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:13.424237 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c7e76e5-2d46-4f61-8985-aa23c5698075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:13.477112 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c7e76e5-2d46-4f61-8985-aa23c5698075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:13.513503 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cc9e60e7-5bb9-4809-9f3c-c4fd837a8fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:13.559299 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cc9e60e7-5bb9-4809-9f3c-c4fd837a8fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:13.593676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Deleting port ff07d3f0-dc0c-4ae5-8173-715aa7cd4258 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:13.594071 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:13.651143 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c7e76e5-2d46-4f61-8985-aa23c5698075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:13.660070 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0cd288ee-5309-49c2-aecf-c706479e830f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:13.686750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e76e5-2d46-4f61-8985-aa23c5698075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f7cd71-7966-4a5c-a2e0-e0b9418eb237,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:13.696939 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c7e76e5-2d46-4f61-8985-aa23c5698075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:13.707104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c7e76e5-2d46-4f61-8985-aa23c5698075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:13.710809 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6c7e76e5-2d46-4f61-8985-aa23c5698075 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f2f7cd71-7966-4a5c-a2e0-e0b9418eb237 HTTP/1.1" status: 204 len: 168 time: 0.4759920 Dec 22 10:01:13.727860 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cc9e60e7-5bb9-4809-9f3c-c4fd837a8fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:13.732527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd742a29-fdcc-4723-aca2-302d4475d464 req-b8cd69c8-8fca-4613-8dc1-79b197321210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:13.734344 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd742a29-fdcc-4723-aca2-302d4475d464 req-b8cd69c8-8fca-4613-8dc1-79b197321210 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d HTTP/1.1" status: 200 len: 850 time: 0.3984435 Dec 22 10:01:13.737988 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e7291161-5977-4636-b809-be6acdb3fe48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:13.757476 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cc9e60e7-5bb9-4809-9f3c-c4fd837a8fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:13.758999 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cc9e60e7-5bb9-4809-9f3c-c4fd837a8fb6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b483d4f1-d50a-4ef5-b096-c21cdc0ffa94 HTTP/1.1" status: 204 len: 168 time: 0.3794882 Dec 22 10:01:13.761054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e60e7-5bb9-4809-9f3c-c4fd837a8fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b483d4f1-d50a-4ef5-b096-c21cdc0ffa94,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:13.764569 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cc9e60e7-5bb9-4809-9f3c-c4fd837a8fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:13.774463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7049d-559c-46b5-a772-b65c09cdcff0 req-fd0f5cdc-fed0-4127-998d-2d5eba4a2479 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:13.776305 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-32b7049d-559c-46b5-a772-b65c09cdcff0 req-fd0f5cdc-fed0-4127-998d-2d5eba4a2479 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 945 time: 0.2064900 Dec 22 10:01:13.809112 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:01:13.809561 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:01:13.811636 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd742a29-fdcc-4723-aca2-302d4475d464 req-07f0bd89-1fb2-4da6-987c-bdce3a21016f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b821f9-2793-4dad-8a52-7e09f0dfd67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630088 Dec 22 10:01:13.855718 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-32b7049d-559c-46b5-a772-b65c09cdcff0 req-c4434c2a-722c-4ec1-8127-656a75ce60c7 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702500 Dec 22 10:01:14.087532 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ba570601-6a72-459c-af27-d4595069dc2f req-4dede413-d1a2-4596-b15a-d25d440f7371 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7401590 Dec 22 10:01:14.116295 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:14.266204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Calling delete_port for ff07d3f0-dc0c-4ae5-8173-715aa7cd4258 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:01:14.295790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43218) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:14.318928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20c64499-c3d0-4968-bce9-42f3e6b14f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:14.338474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-20c64499-c3d0-4968-bce9-42f3e6b14f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:14.340563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Deleting port 895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:14.340689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:14.343022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-20c64499-c3d0-4968-bce9-42f3e6b14f9c admin admin] Usage tracker for resource:security_group_rule and tenant:8e8ff14014ab4e888bd46485ad3a27f4 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:14.346174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-20c64499-c3d0-4968-bce9-42f3e6b14f9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:14.352739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-20c64499-c3d0-4968-bce9-42f3e6b14f9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:14.446062 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd742a29-fdcc-4723-aca2-302d4475d464 req-d6e0e7c3-cbf6-47c4-82b7-7ed6e6a51f32 service neutron] 10.222.0.64 "GET /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042237 Dec 22 10:01:14.465352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20c64499-c3d0-4968-bce9-42f3e6b14f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:14.469255 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-20c64499-c3d0-4968-bce9-42f3e6b14f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:14.479898 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a7f3ec0-5364-4c1d-901e-3f6012ad3e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:14.518672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] The port '895fb8ef-817c-4d1d-9cf1-9ffc328cb0fe' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:01:14.538060 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-20c64499-c3d0-4968-bce9-42f3e6b14f9c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e8ff14014ab4e888bd46485ad3a27f4&name=default HTTP/1.1" status: 200 len: 2883 time: 0.2382159 Dec 22 10:01:14.538060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c64499-c3d0-4968-bce9-42f3e6b14f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be86c15-63f7-4c6f-a268-3475030373d5,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:14.540300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43234) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:14.543550 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-20c64499-c3d0-4968-bce9-42f3e6b14f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:14.638761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c9f1401-7c13-4a49-80c9-98535d5458a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:14.672620 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c9f1401-7c13-4a49-80c9-98535d5458a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:14.726936 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c9f1401-7c13-4a49-80c9-98535d5458a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:14.734400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:14.774999 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cc9e60e7-5bb9-4809-9f3c-c4fd837a8fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:14.810161 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c9f1401-7c13-4a49-80c9-98535d5458a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:14.811792 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2c9f1401-7c13-4a49-80c9-98535d5458a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8be86c15-63f7-4c6f-a268-3475030373d5 HTTP/1.1" status: 204 len: 168 time: 0.2704198 Dec 22 10:01:14.813070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f1401-7c13-4a49-80c9-98535d5458a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be86c15-63f7-4c6f-a268-3475030373d5,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:14.816101 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c9f1401-7c13-4a49-80c9-98535d5458a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:14.887895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c4746-f989-40d6-86b9-8465bfe14b67 req-83d6426d-5889-4316-ab09-c1e7a4e6aaf1 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:14.899416 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-568c4746-f989-40d6-86b9-8465bfe14b67 req-83d6426d-5889-4316-ab09-c1e7a4e6aaf1 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 0.1743739 Dec 22 10:01:14.920174 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:14.974229 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-568c4746-f989-40d6-86b9-8465bfe14b67 req-19305c9e-f6dd-4706-9b57-438d4dacd0b8 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737286 Dec 22 10:01:15.005793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Pushing event deleted for resources: {'Port': ['ID=ff07d3f0-dc0c-4ae5-8173-715aa7cd4258,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:15.018738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:01:15.035631 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd742a29-fdcc-4723-aca2-302d4475d464 req-3b0f6e16-9e72-4429-a657-c5a73a5f581d service neutron] 10.222.0.64 "GET /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5113196 Dec 22 10:01:15.052297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.052756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.053426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.054100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.054695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.055277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.056073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.057383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.058132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.059050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.059643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.060273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.060942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.061689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.062619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.063223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.064141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.064779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.065245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.065694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.066252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.066697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.067120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.067540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.068056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.068482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.068903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.069323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.069747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.070170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.070590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.071025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.071453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.071915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.072531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.073865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:15.188036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 61ea23ac-4fc3-4915-8d67-4ffe9504e884 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:01:15.217872 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:15.230231 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:15.298955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0334db3-aece-4673-82bb-b432474ef965 req-69814282-adcc-4a99-bb5d-fcd1b202fec9 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:15.300738 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d0334db3-aece-4673-82bb-b432474ef965 req-69814282-adcc-4a99-bb5d-fcd1b202fec9 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 945 time: 0.1954179 Dec 22 10:01:15.395271 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d0334db3-aece-4673-82bb-b432474ef965 req-704611b2-9ae6-487d-a852-4a540a0412b8 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846384 Dec 22 10:01:15.414588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde001ea-23d5-42bf-87a4-2ae15ec36093 req-8cd4e6c7-a594-4582-a234-c5a8a8dca785 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:15.415399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-bde001ea-23d5-42bf-87a4-2ae15ec36093 req-8cd4e6c7-a594-4582-a234-c5a8a8dca785 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Synchronizing usage tracker for tenant:a2b8bd28c0aa45a89f5905c5258a9297 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:01:15.420886 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:15.435833 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:15.471646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb4fdd5-ffea-4358-92d6-5ac2ce86d808']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:15.482154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 61ea23ac-4fc3-4915-8d67-4ffe9504e884, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=61ea23ac-4fc3-4915-8d67-4ffe9504e884,segment=NetworkSegment(f7f4091b-a7a6-45c4-b821-97884b11f144),segment_id=f7f4091b-a7a6-45c4-b821-97884b11f144)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:15.483992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6b9775-f137-4afc-882c-944f62c3135c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ea23ac-4fc3-4915-8d67-4ffe9504e884'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:01:15.490004 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] 10.222.0.50 "DELETE /v2.0/ports/ff07d3f0-dc0c-4ae5-8173-715aa7cd4258 HTTP/1.1" status: 204 len: 168 time: 2.4378848 Dec 22 10:01:15.492198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a32a7db-2403-48e0-8ea7-99f2c9c6b77b') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:15.492542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a32a7db-2403-48e0-8ea7-99f2c9c6b77b') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:15.492683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43260) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:15.497783 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:15.502236 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:15.504138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-bde001ea-23d5-42bf-87a4-2ae15ec36093 req-8cd4e6c7-a594-4582-a234-c5a8a8dca785 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Unset dirty status for tenant:a2b8bd28c0aa45a89f5905c5258a9297 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:01:15.505409 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bde001ea-23d5-42bf-87a4-2ae15ec36093 req-8cd4e6c7-a594-4582-a234-c5a8a8dca785 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.64 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 945 time: 0.7803860 Dec 22 10:01:15.509277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:15.569917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43266) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:15.596212 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31ecafc-c014-444a-9eba-192ffdfbae55 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] GET failed (client error): The resource could not be found. Dec 22 10:01:15.597681 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c31ecafc-c014-444a-9eba-192ffdfbae55 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] 10.222.0.50 "GET /v2.0/ports/ff07d3f0-dc0c-4ae5-8173-715aa7cd4258 HTTP/1.1" status: 404 len: 333 time: 0.1038327 Dec 22 10:01:15.602459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=61ea23ac-4fc3-4915-8d67-4ffe9504e884,revision_number=7']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:15.612688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43270) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:15.617365 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:15.620022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8408be40-3a7c-448a-bf90-474ee2442e5d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Request body: {'port': {'network_id': 'dc338838-abbf-49a7-9112-2971366392e4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-148156023'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:15.624830 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6b9775-f137-4afc-882c-944f62c3135c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ea23ac-4fc3-4915-8d67-4ffe9504e884', 'code': 200} Dec 22 10:01:15.630471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8408be40-3a7c-448a-bf90-474ee2442e5d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:15.640479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8408be40-3a7c-448a-bf90-474ee2442e5d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Usage tracker for resource:port and tenant:665bfe74c543470bb848ef1fbb27198c is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:15.649454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8408be40-3a7c-448a-bf90-474ee2442e5d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:15.668030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8408be40-3a7c-448a-bf90-474ee2442e5d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:15.683631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8408be40-3a7c-448a-bf90-474ee2442e5d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Made reservation on behalf of 665bfe74c543470bb848ef1fbb27198c for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:01:15.687832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-84619297-93d4-46c2-ad4e-41e5fea2ce2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:15.689117 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8408be40-3a7c-448a-bf90-474ee2442e5d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:15.706735 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:15.712717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Releasing vxlan tunnel 7 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:01:15.753474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-84619297-93d4-46c2-ad4e-41e5fea2ce2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:15.765057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-84619297-93d4-46c2-ad4e-41e5fea2ce2d admin admin] Usage tracker for resource:security_group_rule and tenant:6c650986e9d545ddb8ae1f39340032eb is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:15.774586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-bde001ea-23d5-42bf-87a4-2ae15ec36093 req-9b9937a8-5bc4-48af-add1-35e12beebf49 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Deleting port 61ea23ac-4fc3-4915-8d67-4ffe9504e884 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:15.775016 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bde001ea-23d5-42bf-87a4-2ae15ec36093 req-9b9937a8-5bc4-48af-add1-35e12beebf49 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:15.821755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-84619297-93d4-46c2-ad4e-41e5fea2ce2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:15.829543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-84619297-93d4-46c2-ad4e-41e5fea2ce2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:15.837084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-8408be40-3a7c-448a-bf90-474ee2442e5d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] device_id is not set on port 0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9 yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:01:16.428871 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8408be40-3a7c-448a-bf90-474ee2442e5d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:16.470793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Network 8bb4fdd5-ffea-4358-92d6-5ac2ce86d808 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:01:16.476602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4b102-5ef9-4c77-9e24-8112a0e87d66 req-791b960d-d193-4aec-82da-ef42e0554338 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:16.479008 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5a4b102-5ef9-4c77-9e24-8112a0e87d66 req-791b960d-d193-4aec-82da-ef42e0554338 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 943 time: 0.1407471 Dec 22 10:01:16.483818 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:16.507495 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8408be40-3a7c-448a-bf90-474ee2442e5d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:16.529554 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39161a40-a367-464b-8d51-abbf10033f96 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:16.680932 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5a4b102-5ef9-4c77-9e24-8112a0e87d66 req-a794b0a6-dd31-44f2-9d77-e440fdb5570f tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=ff283341-3931-4e7a-865e-929f8d678924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946697 Dec 22 10:01:16.754301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408be40-3a7c-448a-bf90-474ee2442e5d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Pushing event updated for resources: {'Port': ['ID=0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:16.771702 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8408be40-3a7c-448a-bf90-474ee2442e5d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:16.826237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8408be40-3a7c-448a-bf90-474ee2442e5d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Network dc338838-abbf-49a7-9112-2971366392e4 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:01:16.830344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-8408be40-3a7c-448a-bf90-474ee2442e5d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:01:16.833172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8408be40-3a7c-448a-bf90-474ee2442e5d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:01:16.834034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8408be40-3a7c-448a-bf90-474ee2442e5d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:16.834680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8408be40-3a7c-448a-bf90-474ee2442e5d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:16.844776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1b819-4f0e-4385-9d21-591586d27f8e req-37bdd18f-c087-48bc-b8be-0c521c452019 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:16.846209 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-31a1b819-4f0e-4385-9d21-591586d27f8e req-37bdd18f-c087-48bc-b8be-0c521c452019 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 945 time: 0.2475178 Dec 22 10:01:16.871050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Network 8bb4fdd5-ffea-4358-92d6-5ac2ce86d808 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:01:16.905994 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:01:16.913791 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8408be40-3a7c-448a-bf90-474ee2442e5d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2995989 Dec 22 10:01:16.917314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43300) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:16.927659 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-31a1b819-4f0e-4385-9d21-591586d27f8e req-f5517058-9c42-4427-abe4-e27de58efe66 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700648 Dec 22 10:01:16.938544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Request body: {'port': {'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:16.952697 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-84619297-93d4-46c2-ad4e-41e5fea2ce2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:16.959784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-bde001ea-23d5-42bf-87a4-2ae15ec36093 req-9b9937a8-5bc4-48af-add1-35e12beebf49 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] For port 61ea23ac-4fc3-4915-8d67-4ffe9504e884, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=61ea23ac-4fc3-4915-8d67-4ffe9504e884,segment=NetworkSegment(f7f4091b-a7a6-45c4-b821-97884b11f144),segment_id=f7f4091b-a7a6-45c4-b821-97884b11f144)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:16.960249 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bde001ea-23d5-42bf-87a4-2ae15ec36093 req-9b9937a8-5bc4-48af-add1-35e12beebf49 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:17.018023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-84619297-93d4-46c2-ad4e-41e5fea2ce2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:17.048736 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fd012614-6261-4237-8d5a-227cfca4a9e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:17.126052 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:17.179819 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:17.184898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:17.192035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84619297-93d4-46c2-ad4e-41e5fea2ce2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076b1628-1deb-4c82-898e-68a7dcc26766,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:17.195582 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-84619297-93d4-46c2-ad4e-41e5fea2ce2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:17.201929 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e18623e-499d-4bf4-827b-d093aeddf484 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:17.219688 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-84619297-93d4-46c2-ad4e-41e5fea2ce2d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c650986e9d545ddb8ae1f39340032eb&name=default HTTP/1.1" status: 200 len: 2883 time: 1.6332855 Dec 22 10:01:17.231053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43312) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:17.317456 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] 10.222.0.50 "DELETE /v2.0/networks/8bb4fdd5-ffea-4358-92d6-5ac2ce86d808 HTTP/1.1" status: 204 len: 168 time: 6.7745259 Dec 22 10:01:17.320106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Pushing event deleted for resources: {'Network': ['ID=8bb4fdd5-ffea-4358-92d6-5ac2ce86d808,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:17.324483 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:17.525286 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5e575d7-4eaa-4780-91b1-4b16ee4e948d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:17.591662 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bde001ea-23d5-42bf-87a4-2ae15ec36093 req-9b9937a8-5bc4-48af-add1-35e12beebf49 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:17.592111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bde001ea-23d5-42bf-87a4-2ae15ec36093 req-9b9937a8-5bc4-48af-add1-35e12beebf49 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:17.592470 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-bde001ea-23d5-42bf-87a4-2ae15ec36093 req-9b9937a8-5bc4-48af-add1-35e12beebf49 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Floating IP f9718e27-aa26-40de-9437-2c0b09f1f394 disassociated. External IP: 172.25.7.104, port: 61ea23ac-4fc3-4915-8d67-4ffe9504e884. Dec 22 10:01:17.596186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-bde001ea-23d5-42bf-87a4-2ae15ec36093 req-9b9937a8-5bc4-48af-add1-35e12beebf49 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Calling delete_port for 61ea23ac-4fc3-4915-8d67-4ffe9504e884 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:01:17.639256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] device_id is not set on port 0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9 yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:01:17.647095 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:17.661513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Transition to ACTIVE for port object 0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:01:17.665926 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:17.668480 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5e575d7-4eaa-4780-91b1-4b16ee4e948d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:17.686386 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1647c0a3-bccd-4858-b1f8-04f4760db8d9 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:17.893908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43328) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:18.030270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bde001ea-23d5-42bf-87a4-2ae15ec36093 req-9b9937a8-5bc4-48af-add1-35e12beebf49 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:18.117927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Pushing event updated for resources: {'Port': ['ID=0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:18.170899 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:18.197192 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:18.270426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5e575d7-4eaa-4780-91b1-4b16ee4e948d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:18.293441 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1f371158-3bde-4c1b-a8e4-c92ba8d59d7e req-5352fcf7-ded6-4400-ad1e-f51358b4eeff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 210 time: 0.3073714 Dec 22 10:01:18.299720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9937a8-5bc4-48af-add1-35e12beebf49 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Pushing event deleted for resources: {'Port': ['ID=61ea23ac-4fc3-4915-8d67-4ffe9504e884,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:18.307792 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9b9937a8-5bc4-48af-add1-35e12beebf49 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:18.311073 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:18.353581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e575d7-4eaa-4780-91b1-4b16ee4e948d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076b1628-1deb-4c82-898e-68a7dcc26766,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:18.361331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attempting to bind port 0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:01:18.361610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attempting to bind port 0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '82cfe879-f317-4deb-b166-5f7cbf19a0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dc338838-abbf-49a7-9112-2971366392e4'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:01:18.361991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attempting to bind port 0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9 on network dc338838-abbf-49a7-9112-2971366392e4 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:01:18.362196 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b5e575d7-4eaa-4780-91b1-4b16ee4e948d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:18.371104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:01:18.371492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Checking segment: {'id': '82cfe879-f317-4deb-b166-5f7cbf19a0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dc338838-abbf-49a7-9112-2971366392e4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:01:18.371890 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:18.372345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Bound using segment: {'id': '82cfe879-f317-4deb-b166-5f7cbf19a0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dc338838-abbf-49a7-9112-2971366392e4'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:01:18.372845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Bound port: 0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82cfe879-f317-4deb-b166-5f7cbf19a0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dc338838-abbf-49a7-9112-2971366392e4'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:01:18.373229 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:18.389107 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b5e575d7-4eaa-4780-91b1-4b16ee4e948d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:18.390523 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b5e575d7-4eaa-4780-91b1-4b16ee4e948d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/076b1628-1deb-4c82-898e-68a7dcc26766 HTTP/1.1" status: 204 len: 168 time: 1.1584234 Dec 22 10:01:18.421320 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e63b81ba-376b-4f16-bf1a-58aa1ecaf51a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b1bf809635b4ea88e5ec8d2f861f6b4&name=default HTTP/1.1" status: 200 len: 2883 time: 0.5133784 Dec 22 10:01:18.422567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43348) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:18.502051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f2b6f-8106-49c8-9e94-37d838de0088 req-5f9a3216-6746-4447-959c-a50753d9cfde tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:18.510428 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eb4f2b6f-8106-49c8-9e94-37d838de0088 req-5f9a3216-6746-4447-959c-a50753d9cfde tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 945 time: 0.3769615 Dec 22 10:01:18.590505 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eb4f2b6f-8106-49c8-9e94-37d838de0088 req-210b94f3-18c3-42a5-bcfc-d3d00be5f323 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780683 Dec 22 10:01:18.627154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] For port 0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:01:18.633694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] For port 0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9,segment=NetworkSegment(82cfe879-f317-4deb-b166-5f7cbf19a0cb),segment_id=82cfe879-f317-4deb-b166-5f7cbf19a0cb)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:01:18.642215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:18.668892 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bb271f31-1eb2-4f2f-ba88-4a0b86d2af97 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:18.873427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bde001ea-23d5-42bf-87a4-2ae15ec36093 req-9b9937a8-5bc4-48af-add1-35e12beebf49 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:01:18.890733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Pushing event updated for resources: {'Port': ['ID=0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:18.904405 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:18.918112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:18.918724 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:18.920238 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] 10.222.0.50 "PUT /v2.0/ports/0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9 HTTP/1.1" status: 200 len: 1073 time: 2.0018198 Dec 22 10:01:18.924519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43358) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:19.012296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-728c306e-56bc-48db-9f51-7a76886257be tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Deleting port 0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:19.012687 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-728c306e-56bc-48db-9f51-7a76886257be tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:19.022630 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d6baea13-e093-443e-9445-e324ecb45c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:19.157907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d6baea13-e093-443e-9445-e324ecb45c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:19.290117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bde001ea-23d5-42bf-87a4-2ae15ec36093 req-9b9937a8-5bc4-48af-add1-35e12beebf49 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:01:19.302413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e6eb26-1703-472f-b709-952f2a3326d2 None None] Sync routers for ids ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:01:19.316120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-728c306e-56bc-48db-9f51-7a76886257be tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] For port 0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9,segment=NetworkSegment(82cfe879-f317-4deb-b166-5f7cbf19a0cb),segment_id=82cfe879-f317-4deb-b166-5f7cbf19a0cb)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:19.316686 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-728c306e-56bc-48db-9f51-7a76886257be tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:19.321972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e6eb26-1703-472f-b709-952f2a3326d2 None None] Routers {'4e18e00d-39b6-4b12-a29d-6dc2c6594c90'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:01:19.322665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-64e6eb26-1703-472f-b709-952f2a3326d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:01:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:19.337830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d6baea13-e093-443e-9445-e324ecb45c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:19.364321 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d10d0169-00be-485f-8bd1-0bd53afb02ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:19.398996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6baea13-e093-443e-9445-e324ecb45c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40804ee4-5965-4696-8878-1858f46314dc,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:19.430294 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d6baea13-e093-443e-9445-e324ecb45c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:19.432152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde001ea-23d5-42bf-87a4-2ae15ec36093 req-9b9937a8-5bc4-48af-add1-35e12beebf49 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] No DVR routers for this DVR port 61ea23ac-4fc3-4915-8d67-4ffe9504e884 on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:01:19.435507 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bde001ea-23d5-42bf-87a4-2ae15ec36093 req-9b9937a8-5bc4-48af-add1-35e12beebf49 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:19.451462 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bde001ea-23d5-42bf-87a4-2ae15ec36093 req-9b9937a8-5bc4-48af-add1-35e12beebf49 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.64 "DELETE /v2.0/ports/61ea23ac-4fc3-4915-8d67-4ffe9504e884 HTTP/1.1" status: 204 len: 173 time: 3.9344127 Dec 22 10:01:19.452123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6b9775-f137-4afc-882c-944f62c3135c', 'name': 'network-vif-deleted', 'tag': '61ea23ac-4fc3-4915-8d67-4ffe9504e884'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:01:19.471345 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d6baea13-e093-443e-9445-e324ecb45c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:19.472638 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d6baea13-e093-443e-9445-e324ecb45c3a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/40804ee4-5965-4696-8878-1858f46314dc HTTP/1.1" status: 204 len: 168 time: 1.0467944 Dec 22 10:01:19.643021 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6b9775-f137-4afc-882c-944f62c3135c', 'name': 'network-vif-deleted', 'tag': '61ea23ac-4fc3-4915-8d67-4ffe9504e884', 'status': 'completed', 'code': 200} Dec 22 10:01:19.651288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-728c306e-56bc-48db-9f51-7a76886257be tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Calling delete_port for 0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9 owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:01:19.846695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-64e6eb26-1703-472f-b709-952f2a3326d2 None None] Set router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:01:20.141486 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2a12c940-eb8a-4d25-bdcc-0ab9652bd2f0 req-1ee4c8fe-c900-4123-933d-356608bff894 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=0a6b9775-f137-4afc-882c-944f62c3135c HTTP/1.1" status: 200 len: 210 time: 0.1285014 Dec 22 10:01:20.161468 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-728c306e-56bc-48db-9f51-7a76886257be tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:20.236699 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a4c775ac-aaf1-462e-8b03-c47fc7ad4917 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:20.362012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c306e-56bc-48db-9f51-7a76886257be tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Pushing event deleted for resources: {'Port': ['ID=0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:20.381340 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-728c306e-56bc-48db-9f51-7a76886257be tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:20.578186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-64e6eb26-1703-472f-b709-952f2a3326d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T09:56:30Z', 'revision_number': 4, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '47dede80-207a-4fd5-bbe5-503b8b2c3e28', 'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'mac_address': 'fa:16:3e:6a:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:25Z', 'updated_at': '2020-12-22T09:56:45Z', 'revision_number': 5, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'subnets': [{'id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:20.589384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e6eb26-1703-472f-b709-952f2a3326d2 None None] Checking router: 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:01:20.619727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602c201-1759-4d0f-9871-6a3f0b99e786 req-961bbc96-2ea7-4a34-8d88-6b1a2baab424 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:20.641266 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e602c201-1759-4d0f-9871-6a3f0b99e786 req-961bbc96-2ea7-4a34-8d88-6b1a2baab424 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 945 time: 0.7356606 Dec 22 10:01:20.651850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e6eb26-1703-472f-b709-952f2a3326d2 None None] Routers {'4e18e00d-39b6-4b12-a29d-6dc2c6594c90'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:01:20.659780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-64e6eb26-1703-472f-b709-952f2a3326d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:01:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:20.810061 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e602c201-1759-4d0f-9871-6a3f0b99e786 req-8a940d0d-3854-45af-bdd7-3efa8d35344f tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637986 Dec 22 10:01:20.813385 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-728c306e-56bc-48db-9f51-7a76886257be tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:20.842836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43408) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:20.846390 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-728c306e-56bc-48db-9f51-7a76886257be tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] 10.222.0.50 "DELETE /v2.0/ports/0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9 HTTP/1.1" status: 204 len: 168 time: 1.9159651 Dec 22 10:01:20.961907 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-febfebe8-622c-40ab-b1c5-68ee6b7615d0 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] GET failed (client error): The resource could not be found. Dec 22 10:01:20.962519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-febfebe8-622c-40ab-b1c5-68ee6b7615d0 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Synchronizing usage tracker for tenant:665bfe74c543470bb848ef1fbb27198c on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:01:21.002544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-febfebe8-622c-40ab-b1c5-68ee6b7615d0 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Unset dirty status for tenant:665bfe74c543470bb848ef1fbb27198c on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:01:21.003743 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-febfebe8-622c-40ab-b1c5-68ee6b7615d0 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] 10.222.0.50 "GET /v2.0/ports/0e08b9a4-32b1-4843-9de4-6a7f7b4dc1e9 HTTP/1.1" status: 404 len: 333 time: 0.1590629 Dec 22 10:01:21.007908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43418) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:21.134032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-64e6eb26-1703-472f-b709-952f2a3326d2 None None] Set router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:01:21.351780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8496-ac66-498c-8826-2012d6431780 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:21.502083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43436) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:21.708387 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5236e382-fc44-43e1-9cd3-4ebb42d95cdb tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:21.806241 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5236e382-fc44-43e1-9cd3-4ebb42d95cdb tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:21.824814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43448) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:21.843412 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8496-ac66-498c-8826-2012d6431780 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:21.899636 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5236e382-fc44-43e1-9cd3-4ebb42d95cdb tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:21.910725 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8e83d4c-72a9-409f-98d8-0ea4a30f1790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:21.951053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236e382-fc44-43e1-9cd3-4ebb42d95cdb tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff283341-3931-4e7a-865e-929f8d678924,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:21.962046 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5236e382-fc44-43e1-9cd3-4ebb42d95cdb tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:21.977180 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5236e382-fc44-43e1-9cd3-4ebb42d95cdb tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:21.981612 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5236e382-fc44-43e1-9cd3-4ebb42d95cdb tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "DELETE /v2.0/security-groups/ff283341-3931-4e7a-865e-929f8d678924 HTTP/1.1" status: 204 len: 168 time: 0.4757061 Dec 22 10:01:21.983170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43458) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:22.045273 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-c2cd0c49-cafe-4943-868c-dd0ec69902c0 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] show failed (client error): The resource could not be found. Dec 22 10:01:22.051204 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c2cd0c49-cafe-4943-868c-dd0ec69902c0 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups/ff283341-3931-4e7a-865e-929f8d678924 HTTP/1.1" status: 404 len: 347 time: 0.0622199 Dec 22 10:01:22.052041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43462) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:22.143263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-64e6eb26-1703-472f-b709-952f2a3326d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T09:56:30Z', 'revision_number': 4, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '47dede80-207a-4fd5-bbe5-503b8b2c3e28', 'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'mac_address': 'fa:16:3e:6a:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:25Z', 'updated_at': '2020-12-22T09:56:45Z', 'revision_number': 5, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'subnets': [{'id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:22.156151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e6eb26-1703-472f-b709-952f2a3326d2 None None] The sync data for ids ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'] in n-d-765315-5 is: [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T09:56:30Z', 'revision_number': 4, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '47dede80-207a-4fd5-bbe5-503b8b2c3e28', 'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'mac_address': 'fa:16:3e:6a:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:25Z', 'updated_at': '2020-12-22T09:56:45Z', 'revision_number': 5, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'subnets': [{'id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:01:22.243845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Request body: {'networks': [{'name': 'tempest-network--38396262'}, {'name': 'tempest-network--1777964800'}]} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:22.244496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Request body: {'network': {'name': 'tempest-network--38396262'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:22.245026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Request body: {'network': {'name': 'tempest-network--1777964800'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:22.270112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:22.288501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Usage tracker for resource:network and tenant:8a4d5bfe83094380901b94298ae7a6f3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:22.307484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:22.316508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:22.342289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-bf8e8496-ac66-498c-8826-2012d6431780 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc338838-abbf-49a7-9112-2971366392e4']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:22.353314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-cdb63c10-c338-4ca1-a30f-652a0ccb2404 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Deleting port 223bfb82-70cd-4373-957c-030b768e69af {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:22.353994 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cdb63c10-c338-4ca1-a30f-652a0ccb2404 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:22.373159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Made reservation on behalf of 8a4d5bfe83094380901b94298ae7a6f3 for: {'network': 2} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:01:22.391262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:22.416934 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:22.476538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-bf8e8496-ac66-498c-8826-2012d6431780 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82cfe879-f317-4deb-b166-5f7cbf19a0cb') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:22.476937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-bf8e8496-ac66-498c-8826-2012d6431780 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82cfe879-f317-4deb-b166-5f7cbf19a0cb') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:22.506872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:22.522034 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8496-ac66-498c-8826-2012d6431780 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:22.538659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Usage tracker for resource:security_group_rule and tenant:8a4d5bfe83094380901b94298ae7a6f3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:22.550890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:22.567478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:22.589687 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8496-ac66-498c-8826-2012d6431780 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:22.593295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bf8e8496-ac66-498c-8826-2012d6431780 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Releasing vxlan tunnel 6 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:01:22.723907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cdb63c10-c338-4ca1-a30f-652a0ccb2404 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:22.725672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cdb63c10-c338-4ca1-a30f-652a0ccb2404 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for floatingip, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:22.845010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efdf1ae-276f-4d09-bcae-dd8c88c366ae None None] New status for floating IP f9718e27-aa26-40de-9437-2c0b09f1f394: DOWN {{(pid=81073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 10:01:22.985385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-cdb63c10-c338-4ca1-a30f-652a0ccb2404 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Calling delete_port for 223bfb82-70cd-4373-957c-030b768e69af owned by network:floatingip {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:01:23.037941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b4551-2a7c-488a-aa06-588d37353906 req-0786927f-a548-4759-b191-0bb9ad8a71f5 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:23.046073 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-028b4551-2a7c-488a-aa06-588d37353906 req-0786927f-a548-4759-b191-0bb9ad8a71f5 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 945 time: 0.6947181 Dec 22 10:01:23.123008 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-028b4551-2a7c-488a-aa06-588d37353906 req-3b4a9b97-e29d-4633-86c0-136cfc29f67b tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759277 Dec 22 10:01:23.128264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bf8e8496-ac66-498c-8826-2012d6431780 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Network dc338838-abbf-49a7-9112-2971366392e4 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:01:23.140814 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8496-ac66-498c-8826-2012d6431780 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:23.244517 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-7efdf1ae-276f-4d09-bcae-dd8c88c366ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:01:23.245078 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-7efdf1ae-276f-4d09-bcae-dd8c88c366ae None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:01:23.245216 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cdb63c10-c338-4ca1-a30f-652a0ccb2404 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:23.267200 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3c9b4061-6c68-4dc4-981a-9f010ff7352d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:23.281424 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:23.293068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:23.293942 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:23.319160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb63c10-c338-4ca1-a30f-652a0ccb2404 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Pushing event deleted for resources: {'Port': ['ID=223bfb82-70cd-4373-957c-030b768e69af,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:23.335024 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cdb63c10-c338-4ca1-a30f-652a0ccb2404 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:23.335455 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:23.460248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event updated for resources: {'SecurityGroup': ['ID=e352c6cf-bd6c-4e6f-b234-db2904f0433c,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:23.484567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bf8e8496-ac66-498c-8826-2012d6431780 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Network dc338838-abbf-49a7-9112-2971366392e4 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:01:23.502103 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:01:23.522742 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:01:23.654062 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8496-ac66-498c-8826-2012d6431780 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:23.668511 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3d44e5ef-c8ff-4a2a-aeff-991717420fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:23.691688 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8496-ac66-498c-8826-2012d6431780 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:23.694813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:01:23.707997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e8496-ac66-498c-8826-2012d6431780 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Pushing event deleted for resources: {'Network': ['ID=dc338838-abbf-49a7-9112-2971366392e4,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:23.722757 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bf8e8496-ac66-498c-8826-2012d6431780 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:23.730452 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bf8e8496-ac66-498c-8826-2012d6431780 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] 10.222.0.50 "DELETE /v2.0/networks/dc338838-abbf-49a7-9112-2971366392e4 HTTP/1.1" status: 204 len: 168 time: 2.7213559 Dec 22 10:01:23.731972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:23.732492 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Added segment 88ef971e-7504-4d8d-95f4-5283099828df of type vxlan for network 347367ce-576b-4c61-9721-1fc4ead9f644 Dec 22 10:01:23.746275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efdf1ae-276f-4d09-bcae-dd8c88c366ae None None] New status for floating IP f9718e27-aa26-40de-9437-2c0b09f1f394: DOWN {{(pid=81073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 10:01:23.817056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:23.892648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:01:23.918403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:23.918953 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Added segment 8937b14b-4469-41cb-bd9c-997b176609ef of type vxlan for network 86cc1bc6-8dc5-4ca8-8bbf-a554a7e48f14 Dec 22 10:01:23.952859 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cdb63c10-c338-4ca1-a30f-652a0ccb2404 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for floatingip, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:23.981242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cdb63c10-c338-4ca1-a30f-652a0ccb2404 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:23.982536 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cdb63c10-c338-4ca1-a30f-652a0ccb2404 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "DELETE /v2.0/floatingips/f9718e27-aa26-40de-9437-2c0b09f1f394 HTTP/1.1" status: 204 len: 168 time: 1.9292989 Dec 22 10:01:24.035685 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:24.103966 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:24.104723 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:24.115041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:24.122905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:24.123648 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:24.137240 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a55b974-c209-4ada-8258-7512ad8aaaa6 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:24.506947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43500) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:24.538241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43504) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:24.549688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-c63ed3aa-bbad-4c49-bbe9-b83b7b135e7e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Request body: {'security_group': {'name': 'tempest-securitygroup--933535001', 'description': 'tempest-description--445546391'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:24.566313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c63ed3aa-bbad-4c49-bbe9-b83b7b135e7e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:24.580205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c63ed3aa-bbad-4c49-bbe9-b83b7b135e7e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Usage tracker for resource:security_group and tenant:a2b8bd28c0aa45a89f5905c5258a9297 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:24.590570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c63ed3aa-bbad-4c49-bbe9-b83b7b135e7e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:24.613552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c63ed3aa-bbad-4c49-bbe9-b83b7b135e7e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:24.698044 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-4554f08d-8958-4daa-af57-c44b825f4411 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/networks?tenant_id=3f3f289fc6d64d69aaf136579d8c4d19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634899 Dec 22 10:01:24.740535 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c63ed3aa-bbad-4c49-bbe9-b83b7b135e7e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:24.770415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66478b8-73d2-4451-8135-a901f12b6269 req-81b91eb9-4b4a-4849-9f95-cb9a9268ecae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:24.772688 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e66478b8-73d2-4451-8135-a901f12b6269 req-81b91eb9-4b4a-4849-9f95-cb9a9268ecae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 945 time: 0.3456824 Dec 22 10:01:24.887467 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e66478b8-73d2-4451-8135-a901f12b6269 req-c23369d3-ca98-4581-b8d0-71c58e266905 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063151 Dec 22 10:01:24.918559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event updated for resources: {'Network': ['ID=347367ce-576b-4c61-9721-1fc4ead9f644,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:24.936963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 347367ce-576b-4c61-9721-1fc4ead9f644 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:24.950809 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c5d3bb09-0d5b-461b-9dac-98dbc694ef4c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5056bff58de14b3da3e4efd4d6bc1a3e&name=default HTTP/1.1" status: 200 len: 2883 time: 0.3918114 Dec 22 10:01:24.963671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 347367ce-576b-4c61-9721-1fc4ead9f644 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:24.986499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43522) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:24.997283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 347367ce-576b-4c61-9721-1fc4ead9f644 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:25.029422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c63ed3aa-bbad-4c49-bbe9-b83b7b135e7e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:25.033808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c63ed3aa-bbad-4c49-bbe9-b83b7b135e7e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Usage tracker for resource:security_group_rule and tenant:a2b8bd28c0aa45a89f5905c5258a9297 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:25.049806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c63ed3aa-bbad-4c49-bbe9-b83b7b135e7e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:25.061854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c63ed3aa-bbad-4c49-bbe9-b83b7b135e7e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:25.086059 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.2596066 Dec 22 10:01:25.090137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43528) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:25.205812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-44580c59-5407-4023-9608-3d475a216cf4 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:25.214290 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-44580c59-5407-4023-9608-3d475a216cf4 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5149639 Dec 22 10:01:25.240898 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-9d8389d5-9979-4cf4-a29a-8b8c37fc7b44 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/quotas/3f3f289fc6d64d69aaf136579d8c4d19 HTTP/1.1" status: 200 len: 375 time: 0.0253139 Dec 22 10:01:25.330001 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-006657c5-b7f0-4aaf-ae57-ae116ebc760d tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f3f289fc6d64d69aaf136579d8c4d19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880575 Dec 22 10:01:25.345179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc5e7e4-fbe6-4dd2-b24d-ceb86d48af70 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:25.349792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc5e7e4-fbe6-4dd2-b24d-ceb86d48af70 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:25.355551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc5e7e4-fbe6-4dd2-b24d-ceb86d48af70 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:25.360795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc5e7e4-fbe6-4dd2-b24d-ceb86d48af70 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:25.361773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ebc5e7e4-fbe6-4dd2-b24d-ceb86d48af70 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Synchronizing usage tracker for tenant:8a4d5bfe83094380901b94298ae7a6f3 on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:01:25.383551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c63ed3aa-bbad-4c49-bbe9-b83b7b135e7e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:25.389180 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c63ed3aa-bbad-4c49-bbe9-b83b7b135e7e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:25.393329 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c68c834-32dd-40d0-8e0c-d609eb4950ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:25.458624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event updated for resources: {'Network': ['ID=86cc1bc6-8dc5-4ca8-8bbf-a554a7e48f14,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:25.462061 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.325s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:25.472030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 86cc1bc6-8dc5-4ca8-8bbf-a554a7e48f14 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:25.475816 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-898449d9-091a-4e16-9862-dcd131c57242 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.253s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:25.476309 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-898449d9-091a-4e16-9862-dcd131c57242 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:25.498764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ebc5e7e4-fbe6-4dd2-b24d-ceb86d48af70 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Unset dirty status for tenant:8a4d5bfe83094380901b94298ae7a6f3 on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:01:25.502736 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ebc5e7e4-fbe6-4dd2-b24d-ceb86d48af70 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4026797 Dec 22 10:01:25.507155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ed3aa-bbad-4c49-bbe9-b83b7b135e7e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a7c8bf-35e0-4e12-9c20-966c506cf272,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:25.509957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43532) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:25.512908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 86cc1bc6-8dc5-4ca8-8bbf-a554a7e48f14 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:25.530530 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b868f14a-10ed-4476-85fe-5d3b9365fcdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:25.532291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 86cc1bc6-8dc5-4ca8-8bbf-a554a7e48f14 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:25.536145 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c63ed3aa-bbad-4c49-bbe9-b83b7b135e7e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:25.540162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c63ed3aa-bbad-4c49-bbe9-b83b7b135e7e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:25.542093 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c63ed3aa-bbad-4c49-bbe9-b83b7b135e7e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1730 time: 1.0218639 Dec 22 10:01:25.546229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43536) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:25.618067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-11306f5d-6579-4ed2-82da-34539a8aa569 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Request body: {'security_group_rule': {'security_group_id': 'f1a7c8bf-35e0-4e12-9c20-966c506cf272', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:25.627604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-11306f5d-6579-4ed2-82da-34539a8aa569 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:25.633162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-11306f5d-6579-4ed2-82da-34539a8aa569 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Usage tracker for resource:security_group_rule and tenant:a2b8bd28c0aa45a89f5905c5258a9297 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:25.637091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-11306f5d-6579-4ed2-82da-34539a8aa569 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:25.644120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-11306f5d-6579-4ed2-82da-34539a8aa569 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:25.712025 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b868f14a-10ed-4476-85fe-5d3b9365fcdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:25.748803 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-11306f5d-6579-4ed2-82da-34539a8aa569 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:25.832878 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a6e5043c-6d22-47cb-bb56-ad9cc1b77440 req-a180e92d-777a-4775-8604-f471f2ed59a8 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/ports?device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 210 time: 0.0848923 Dec 22 10:01:25.905324 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-926999cd-eceb-4943-8670-f4a4b53b2b01 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:25.922151 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-11306f5d-6579-4ed2-82da-34539a8aa569 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:25.925536 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b868f14a-10ed-4476-85fe-5d3b9365fcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:25.931591 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7137fa60-f472-4452-ab28-0ec7ab3655c7 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:25.946193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868f14a-10ed-4476-85fe-5d3b9365fcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f689c62-6019-48c7-a93a-3dcaa9b59207,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:25.949610 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-11306f5d-6579-4ed2-82da-34539a8aa569 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:25.951792 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b868f14a-10ed-4476-85fe-5d3b9365fcdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:25.954261 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1dc930e7-5d99-46bf-9f2d-2b515b2ed8ae tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:25.989841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11306f5d-6579-4ed2-82da-34539a8aa569 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967d1fec-85ec-4628-b897-caa890497b9a,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:25.995157 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-11306f5d-6579-4ed2-82da-34539a8aa569 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:25.997996 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b868f14a-10ed-4476-85fe-5d3b9365fcdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:25.999725 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b868f14a-10ed-4476-85fe-5d3b9365fcdb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f689c62-6019-48c7-a93a-3dcaa9b59207 HTTP/1.1" status: 204 len: 168 time: 1.0121403 Dec 22 10:01:26.001311 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-11306f5d-6579-4ed2-82da-34539a8aa569 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:26.013597 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-11306f5d-6579-4ed2-82da-34539a8aa569 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.3945906 Dec 22 10:01:26.014773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43552) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:26.059145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4ba6c807-7e39-48f0-9ccb-510b0c20bcec tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Request body: {'security_group_rule': {'security_group_id': 'f1a7c8bf-35e0-4e12-9c20-966c506cf272', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:26.092721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4ba6c807-7e39-48f0-9ccb-510b0c20bcec tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:26.102656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4ba6c807-7e39-48f0-9ccb-510b0c20bcec tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Usage tracker for resource:security_group_rule and tenant:a2b8bd28c0aa45a89f5905c5258a9297 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:26.120321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4ba6c807-7e39-48f0-9ccb-510b0c20bcec tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:26.144152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4ba6c807-7e39-48f0-9ccb-510b0c20bcec tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:26.188408 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c807-7e39-48f0-9ccb-510b0c20bcec tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:26.365345 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c807-7e39-48f0-9ccb-510b0c20bcec tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:26.373302 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c807-7e39-48f0-9ccb-510b0c20bcec tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:26.376838 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:26.405049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6c807-7e39-48f0-9ccb-510b0c20bcec tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dffccbb-fd85-4b33-9f9b-6ee72a83f714,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:26.416776 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4ba6c807-7e39-48f0-9ccb-510b0c20bcec tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:26.443981 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c807-7e39-48f0-9ccb-510b0c20bcec tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:26.445856 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4ba6c807-7e39-48f0-9ccb-510b0c20bcec tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.4299085 Dec 22 10:01:26.450954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43566) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:26.469326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:26.478370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:26.483518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Usage tracker for resource:floatingip and tenant:a2b8bd28c0aa45a89f5905c5258a9297 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:26.489977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:26.498534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:26.610643 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-926999cd-eceb-4943-8670-f4a4b53b2b01 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:26.674520 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for floatingip, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:26.994738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-926999cd-eceb-4943-8670-f4a4b53b2b01 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347367ce-576b-4c61-9721-1fc4ead9f644']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:27.064318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e142d48-540b-47f0-b0ea-3a9f5bc16dc3 req-1146be93-c201-4f0b-ba4b-8b07fd3ef2be tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:27.072470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43574) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:27.072967 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e142d48-540b-47f0-b0ea-3a9f5bc16dc3 req-1146be93-c201-4f0b-ba4b-8b07fd3ef2be tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 945 time: 0.8801441 Dec 22 10:01:27.173831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-926999cd-eceb-4943-8670-f4a4b53b2b01 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ef971e-7504-4d8d-95f4-5283099828df') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:27.174176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-926999cd-eceb-4943-8670-f4a4b53b2b01 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ef971e-7504-4d8d-95f4-5283099828df') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:27.223843 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-23899dd9-b1a4-4e84-b562-43305325e144 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=665bfe74c543470bb848ef1fbb27198c&name=default HTTP/1.1" status: 200 len: 2883 time: 0.1464934 Dec 22 10:01:27.226708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43580) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:27.238503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f8e4be4a-95cf-4397-aaa1-cf894485a350 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:01:27.322315 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da4f0dc9-42a7-4b77-91fe-536d9dac88dd req-3016d794-7a51-463c-b237-c08be1953cbb tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/ports?device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 210 time: 0.1332030 Dec 22 10:01:27.324558 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-926999cd-eceb-4943-8670-f4a4b53b2b01 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:27.369648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f8e4be4a-95cf-4397-aaa1-cf894485a350 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:27.370375 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:27.374406 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-926999cd-eceb-4943-8670-f4a4b53b2b01 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:27.386211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-926999cd-eceb-4943-8670-f4a4b53b2b01 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Releasing vxlan tunnel 7 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:01:27.459575 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a60573b9-5dc1-4873-a0da-1b6bed6647fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:27.491436 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a60573b9-5dc1-4873-a0da-1b6bed6647fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:27.513718 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e142d48-540b-47f0-b0ea-3a9f5bc16dc3 req-a831ceb6-ff4f-413b-bcba-a826a6eee199 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395597 Dec 22 10:01:27.550139 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a60573b9-5dc1-4873-a0da-1b6bed6647fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:27.557044 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:27.570130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60573b9-5dc1-4873-a0da-1b6bed6647fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161841e6-dde8-4d54-adec-7cfe8d3ad182,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:27.574015 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a60573b9-5dc1-4873-a0da-1b6bed6647fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:27.586649 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a60573b9-5dc1-4873-a0da-1b6bed6647fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:27.593074 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a60573b9-5dc1-4873-a0da-1b6bed6647fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/161841e6-dde8-4d54-adec-7cfe8d3ad182 HTTP/1.1" status: 204 len: 168 time: 0.3636899 Dec 22 10:01:27.720916 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:27.961509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-926999cd-eceb-4943-8670-f4a4b53b2b01 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Network 347367ce-576b-4c61-9721-1fc4ead9f644 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:01:27.974578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-926999cd-eceb-4943-8670-f4a4b53b2b01 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:28.268384 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-a2fc2175-e162-4190-ba69-f1f0dc76a34e tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.64 "GET /v2.0/networks?tenant_id=3f3f289fc6d64d69aaf136579d8c4d19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1092498 Dec 22 10:01:28.354539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-926999cd-eceb-4943-8670-f4a4b53b2b01 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Network 347367ce-576b-4c61-9721-1fc4ead9f644 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:01:28.417552 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:01:28.587437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-54d5051f-c6ed-4374-966d-8b7db832dd73 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:28.589465 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-54d5051f-c6ed-4374-966d-8b7db832dd73 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3112707 Dec 22 10:01:28.615628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Request body: {'port': {'device_id': '6d693976-2662-4471-8043-50935586e2aa', 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac', 'admin_state_up': True, 'tenant_id': '3f3f289fc6d64d69aaf136579d8c4d19'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:28.774863 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f6f4a922-e616-4c87-9d06-e25ce2b8b17e req-6392f330-4a20-4cdf-87d2-2651bce50772 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/ports?device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 210 time: 0.1265583 Dec 22 10:01:28.878128 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-926999cd-eceb-4943-8670-f4a4b53b2b01 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:28.907989 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a90b245a-6651-4c76-9d04-78ff86daba62 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:28.969302 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-926999cd-eceb-4943-8670-f4a4b53b2b01 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:28.990679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926999cd-eceb-4943-8670-f4a4b53b2b01 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event deleted for resources: {'Network': ['ID=347367ce-576b-4c61-9721-1fc4ead9f644,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:29.070610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:29.080243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Usage tracker for resource:port and tenant:3f3f289fc6d64d69aaf136579d8c4d19 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:29.087532 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:29.100277 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-926999cd-eceb-4943-8670-f4a4b53b2b01 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:29.109408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:29.174205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Made reservation on behalf of 3f3f289fc6d64d69aaf136579d8c4d19 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:01:29.180657 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:29.235684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:29.257397 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-926999cd-eceb-4943-8670-f4a4b53b2b01 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "DELETE /v2.0/networks/347367ce-576b-4c61-9721-1fc4ead9f644 HTTP/1.1" status: 204 len: 168 time: 3.7448857 Dec 22 10:01:29.263819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43614) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:29.264327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43616) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:29.342573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:29.367266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Allocated IP 172.25.7.185 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/d6a36288-a5ea-452d-bf61-a8cef4ea40e8) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:01:29.372139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Usage tracker for resource:security_group_rule and tenant:3f3f289fc6d64d69aaf136579d8c4d19 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:29.376780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730402e-daee-42ee-96bc-52597be78af2 req-69b9008d-0f49-4374-ace9-e6401e806e18 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:29.378543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:29.385369 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2730402e-daee-42ee-96bc-52597be78af2 req-69b9008d-0f49-4374-ace9-e6401e806e18 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 945 time: 0.4010570 Dec 22 10:01:29.444576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:29.452735 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2730402e-daee-42ee-96bc-52597be78af2 req-75cb009b-a77a-4977-a079-0cf66717aae2 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663137 Dec 22 10:01:29.551152 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:29.604359 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8689c79b-eac3-4d4d-9ab5-0f5b943c8dbd tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:29.683835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:29.688001 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:29.697399 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e7ac30a3-fbaf-44ea-85e9-89abb37aa477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:29.729272 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0797ec23-7f83-449a-9ac0-1fe1e0acb15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:29.743422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:29.752435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe98fc1-9889-4133-a036-20378562b284,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:29.776149 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0042a612-fc3b-4150-ac7b-b9a1988371a2 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:29.787380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0797ec23-7f83-449a-9ac0-1fe1e0acb15d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:29.792324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0797ec23-7f83-449a-9ac0-1fe1e0acb15d admin admin] Usage tracker for resource:security_group_rule and tenant:410da1095a5b460785c19e0b31ae516e is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:29.795321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0797ec23-7f83-449a-9ac0-1fe1e0acb15d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:29.801720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0797ec23-7f83-449a-9ac0-1fe1e0acb15d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:29.808754 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:29.940699 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8689c79b-eac3-4d4d-9ab5-0f5b943c8dbd tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:30.074035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-8689c79b-eac3-4d4d-9ab5-0f5b943c8dbd tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cc1bc6-8dc5-4ca8-8bbf-a554a7e48f14']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:30.087981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-8689c79b-eac3-4d4d-9ab5-0f5b943c8dbd tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8937b14b-4469-41cb-bd9c-997b176609ef') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:30.088670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-8689c79b-eac3-4d4d-9ab5-0f5b943c8dbd tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8937b14b-4469-41cb-bd9c-997b176609ef') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:30.102294 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8689c79b-eac3-4d4d-9ab5-0f5b943c8dbd tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:30.119193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8689c79b-eac3-4d4d-9ab5-0f5b943c8dbd tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:30.121299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8689c79b-eac3-4d4d-9ab5-0f5b943c8dbd tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Releasing vxlan tunnel 10 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:01:30.140550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43636) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:30.364536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-8689c79b-eac3-4d4d-9ab5-0f5b943c8dbd tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Network 86cc1bc6-8dc5-4ca8-8bbf-a554a7e48f14 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:01:30.376155 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8689c79b-eac3-4d4d-9ab5-0f5b943c8dbd tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:30.589697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-605430179'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:30.619787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:30.651738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Pushing event updated for resources: {'Port': ['ID=d6a36288-a5ea-452d-bf61-a8cef4ea40e8,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:30.657859 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-35da82f5-47ea-4203-8db4-4201eefd9f32 req-6102c6cb-2052-4b38-9eb4-bcb18132c338 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/ports?device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 210 time: 0.5682054 Dec 22 10:01:30.659594 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.884s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:30.703429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-8689c79b-eac3-4d4d-9ab5-0f5b943c8dbd tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Network 86cc1bc6-8dc5-4ca8-8bbf-a554a7e48f14 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:01:30.718943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:01:30.724871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:01:30.732226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:01:30.736065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Usage tracker for resource:network and tenant:02c2211646d746908c73e0d612e7ca49 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:01:30.741130 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:01:30.743546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:30.763423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:30.830030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63f317-ad26-4c9e-a240-d0fe9de4af03 req-2d2efda2-824a-4c04-aff7-9e47598a4e02 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:30.831425 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc63f317-ad26-4c9e-a240-d0fe9de4af03 req-2d2efda2-824a-4c04-aff7-9e47598a4e02 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 945 time: 0.1849566 Dec 22 10:01:30.892994 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc63f317-ad26-4c9e-a240-d0fe9de4af03 req-b044c81c-4a06-4c3e-87f2-789323ecff5c tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502832 Dec 22 10:01:30.934296 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for floatingip, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:31.023709 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0797ec23-7f83-449a-9ac0-1fe1e0acb15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:31.031371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Made reservation on behalf of 02c2211646d746908c73e0d612e7ca49 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:01:31.037009 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:31.056393 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8689c79b-eac3-4d4d-9ab5-0f5b943c8dbd tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:31.063704 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0797ec23-7f83-449a-9ac0-1fe1e0acb15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:31.081983 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-32841bd0-b9da-4351-a869-6c83701cc0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:31.090158 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:31.093883 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:31.106291 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8689c79b-eac3-4d4d-9ab5-0f5b943c8dbd tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:31.163884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:31.183350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Usage tracker for resource:security_group_rule and tenant:02c2211646d746908c73e0d612e7ca49 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:31.193539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797ec23-7f83-449a-9ac0-1fe1e0acb15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b9a3d9-b95d-42bd-8492-607f8e30bee1,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:31.200147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Allocated IP 192.168.233.35 (ee268a24-1aba-4855-b238-18ad5c8939ac/72d4d737-8533-4562-ba3f-75599cc049f2/59bdc8fc-a699-4be7-9a97-ae8c9ef92a59) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:01:31.202705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:31.210564 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0797ec23-7f83-449a-9ac0-1fe1e0acb15d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=410da1095a5b460785c19e0b31ae516e&name=default HTTP/1.1" status: 200 len: 2883 time: 1.9451175 Dec 22 10:01:31.215302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43646) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:31.218334 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0797ec23-7f83-449a-9ac0-1fe1e0acb15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:31.221105 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e9094507-25f9-4a87-b8e4-59ea9e2503a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:31.238029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:31.284366 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8689c79b-eac3-4d4d-9ab5-0f5b943c8dbd tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "DELETE /v2.0/networks/86cc1bc6-8dc5-4ca8-8bbf-a554a7e48f14 HTTP/1.1" status: 204 len: 168 time: 2.0093906 Dec 22 10:01:31.286926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43652) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:31.297133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689c79b-eac3-4d4d-9ab5-0f5b943c8dbd tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event deleted for resources: {'Network': ['ID=86cc1bc6-8dc5-4ca8-8bbf-a554a7e48f14,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:31.313594 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8c7d-024b-45ee-adc7-43a9a3dbd6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:31.323012 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8689c79b-eac3-4d4d-9ab5-0f5b943c8dbd tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:31.482136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8c7d-024b-45ee-adc7-43a9a3dbd6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:31.624640 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:31.719570 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8c7d-024b-45ee-adc7-43a9a3dbd6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:31.725087 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-65adad3e-ff88-4e40-a98d-57f7418de9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:31.738155 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:31.812830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a8c7d-024b-45ee-adc7-43a9a3dbd6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b9a3d9-b95d-42bd-8492-607f8e30bee1,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:31.828839 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7a3a8c7d-024b-45ee-adc7-43a9a3dbd6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:31.829390 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-728c306e-56bc-48db-9f51-7a76886257be tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:31.945401 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8c7d-024b-45ee-adc7-43a9a3dbd6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:31.946732 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7a3a8c7d-024b-45ee-adc7-43a9a3dbd6ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/29b9a3d9-b95d-42bd-8492-607f8e30bee1 HTTP/1.1" status: 204 len: 168 time: 0.7301288 Dec 22 10:01:32.212223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43559029-b099-4ee2-a983-848f3e9bf02f tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:32.217885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43559029-b099-4ee2-a983-848f3e9bf02f tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:32.218590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-43559029-b099-4ee2-a983-848f3e9bf02f tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Synchronizing usage tracker for tenant:8a4d5bfe83094380901b94298ae7a6f3 on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:01:32.336300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-43559029-b099-4ee2-a983-848f3e9bf02f tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Unset dirty status for tenant:8a4d5bfe83094380901b94298ae7a6f3 on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:01:32.337979 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-43559029-b099-4ee2-a983-848f3e9bf02f tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0243645 Dec 22 10:01:32.340440 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:32.347837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43664) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:32.350408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f5ebe-52f4-4d2c-9749-5865d8138312 req-151d3585-b534-42f2-9b81-8fd121434945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:32.352118 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec2f5ebe-52f4-4d2c-9749-5865d8138312 req-151d3585-b534-42f2-9b81-8fd121434945 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 1160 time: 0.7816565 Dec 22 10:01:32.359033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a8b5bb36-d11e-489d-b5ec-feeea215e36c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-384668016'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:32.372751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a8b5bb36-d11e-489d-b5ec-feeea215e36c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:32.389384 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:32.414511 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d6baea13-e093-443e-9445-e324ecb45c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:32.441064 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:32.467401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a8b5bb36-d11e-489d-b5ec-feeea215e36c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:32.470238 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47b7ebd8-0322-4b1e-bf23-24e947d43970 req-360c144c-52a9-42b8-8a7d-cbcd9290ae2a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/ports?device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 210 time: 0.5400562 Dec 22 10:01:32.471081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Pushing event updated for resources: {'Port': ['ID=d6a36288-a5ea-452d-bf61-a8cef4ea40e8,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:32.481995 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:32.486263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:32.557917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:01:32.579765 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:32.581313 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1274073 Dec 22 10:01:32.676915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Pushing event updated for resources: {'SecurityGroup': ['ID=b8277c31-a7f8-46de-ab10-564e8bda914f,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:32.689226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Transition to ACTIVE for port object 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:01:32.691528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0157a-bfc1-469b-a4bc-1f875099bc8c req-2b4bb7d4-5772-4f60-a513-77bb57890feb tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:32.693430 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-88b0157a-bfc1-469b-a4bc-1f875099bc8c req-2b4bb7d4-5772-4f60-a513-77bb57890feb tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 945 time: 0.3544805 Dec 22 10:01:32.706157 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:32.708348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:32.708817 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Added segment 995cd9a9-014a-420e-80df-51d87ee2e881 of type vxlan for network 020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5 Dec 22 10:01:32.711370 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ec2f5ebe-52f4-4d2c-9749-5865d8138312 req-d02af65e-ae1c-4e74-9f69-0e4042e269a0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403125 Dec 22 10:01:32.770970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b5bb36-d11e-489d-b5ec-feeea215e36c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Made reservation on behalf of 8a4d5bfe83094380901b94298ae7a6f3 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:01:32.777855 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8b5bb36-d11e-489d-b5ec-feeea215e36c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:32.817719 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:32.842822 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-88b0157a-bfc1-469b-a4bc-1f875099bc8c req-e58644eb-c8e4-4b65-8ff8-bb5696cc1adc tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232946 Dec 22 10:01:32.934815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:32.956971 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7d2a3dd4-5737-47b0-9ec9-74e644a0a1f2 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:33.071866 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-a8b5bb36-d11e-489d-b5ec-feeea215e36c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:01:33.072269 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-a8b5bb36-d11e-489d-b5ec-feeea215e36c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:01:33.072916 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:33.077958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:33.079055 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:33.089544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Pushing event updated for resources: {'Port': ['ID=59bdc8fc-a699-4be7-9a97-ae8c9ef92a59,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:33.103548 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:33.108647 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-62c98d0d-32e0-4e90-b28c-be224e62282c tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:33.159244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-a2926a3c-cebb-4c8b-b177-a3606902d32c tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Synchronizing usage tracker for tenant:a2b8bd28c0aa45a89f5905c5258a9297 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:01:33.197544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-a2926a3c-cebb-4c8b-b177-a3606902d32c tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Unset dirty status for tenant:a2b8bd28c0aa45a89f5905c5258a9297 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:01:33.199799 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-a2926a3c-cebb-4c8b-b177-a3606902d32c tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--933535001&fields=id&tenant_id=a2b8bd28c0aa45a89f5905c5258a9297 HTTP/1.1" status: 200 len: 267 time: 0.1427195 Dec 22 10:01:33.385738 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.2340400 Dec 22 10:01:33.386986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Pushing event updated for resources: {'Network': ['ID=020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:33.390165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43696) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:33.391610 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:33.402078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:33.442557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Network ee268a24-1aba-4855-b238-18ad5c8939ac is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:01:33.444051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:01:33.447878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:01:33.465915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-f123e5b5-f13d-4959-95fd-87d117a33a8a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Request body: {'subnet': {'network_id': '020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:33.547234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:33.575819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:33.584017 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:33.619804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-5bd5244c-b7ad-4be7-ab5e-366796d16ba7 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:33.621747 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-5bd5244c-b7ad-4be7-ab5e-366796d16ba7 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/networks?id=e6f1855e-b485-45d1-82d8-ed2c723d357f HTTP/1.1" status: 200 len: 817 time: 0.4079900 Dec 22 10:01:33.622654 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8b5bb36-d11e-489d-b5ec-feeea215e36c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:33.651065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f123e5b5-f13d-4959-95fd-87d117a33a8a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:33.661911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f123e5b5-f13d-4959-95fd-87d117a33a8a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Usage tracker for resource:subnet and tenant:02c2211646d746908c73e0d612e7ca49 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:33.673511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f123e5b5-f13d-4959-95fd-87d117a33a8a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:33.673971 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0638950 Dec 22 10:01:33.682741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f123e5b5-f13d-4959-95fd-87d117a33a8a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:33.700666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f123e5b5-f13d-4959-95fd-87d117a33a8a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Made reservation on behalf of 02c2211646d746908c73e0d612e7ca49 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:01:33.707852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Request body: {'port': {'device_id': '6d693976-2662-4471-8043-50935586e2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:33.809229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:33.832383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b5bb36-d11e-489d-b5ec-feeea215e36c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:01:33.906103 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8b5bb36-d11e-489d-b5ec-feeea215e36c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:33.906858 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-a8b5bb36-d11e-489d-b5ec-feeea215e36c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Added segment 7678c3d6-9e66-442f-b261-51c5b7c47c69 of type vxlan for network ec0f13ce-3f05-4ee6-a122-0c3711ac9da0 Dec 22 10:01:33.919325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f123e5b5-f13d-4959-95fd-87d117a33a8a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:33.953737 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-6eeabaad-9fbd-43b8-8ce1-fb52e449763c tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/quotas/a2b8bd28c0aa45a89f5905c5258a9297 HTTP/1.1" status: 200 len: 375 time: 0.2606845 Dec 22 10:01:34.161901 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8b5bb36-d11e-489d-b5ec-feeea215e36c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:34.175047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b80dacfd-190e-4401-a04f-e24b56265a7f None None] Provisioning for port 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:01:34.186677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-0b64ef10-f21d-46bb-bdfb-5d33fb42c814 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Synchronizing usage tracker for tenant:a2b8bd28c0aa45a89f5905c5258a9297 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:01:34.187850 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:34.193922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b80dacfd-190e-4401-a04f-e24b56265a7f None None] Provisioning complete for port 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:34.194954 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b80dacfd-190e-4401-a04f-e24b56265a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:34.205218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17943480-7a46-48e5-ba4a-fc8c6089c1e5 req-6d2cb7be-9a2e-4e21-abe7-bc4608fd2688 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:34.206885 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-17943480-7a46-48e5-ba4a-fc8c6089c1e5 req-6d2cb7be-9a2e-4e21-abe7-bc4608fd2688 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/ports?device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 935 time: 0.3636465 Dec 22 10:01:34.228463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-0b64ef10-f21d-46bb-bdfb-5d33fb42c814 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Unset dirty status for tenant:a2b8bd28c0aa45a89f5905c5258a9297 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:01:34.242895 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-0b64ef10-f21d-46bb-bdfb-5d33fb42c814 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?tenant_id=a2b8bd28c0aa45a89f5905c5258a9297&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2806938 Dec 22 10:01:34.279063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b80dacfd-190e-4401-a04f-e24b56265a7f None None] Port 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:01:34.282511 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8b5bb36-d11e-489d-b5ec-feeea215e36c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:34.287075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b5bb36-d11e-489d-b5ec-feeea215e36c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:34.288170 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8b5bb36-d11e-489d-b5ec-feeea215e36c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:34.297006 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-898449d9-091a-4e16-9862-dcd131c57242 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:34.488658 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-17943480-7a46-48e5-ba4a-fc8c6089c1e5 req-2bb9f1eb-1a0a-47ba-81c3-185b591dab2f tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/security-groups?id=dbe98fc1-9889-4133-a036-20378562b284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637858 Dec 22 10:01:34.515925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5bb36-d11e-489d-b5ec-feeea215e36c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event updated for resources: {'Network': ['ID=ec0f13ce-3f05-4ee6-a122-0c3711ac9da0,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:34.532345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network ec0f13ce-3f05-4ee6-a122-0c3711ac9da0 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:34.613634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network ec0f13ce-3f05-4ee6-a122-0c3711ac9da0 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:34.619693 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a8b5bb36-d11e-489d-b5ec-feeea215e36c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:34.622309 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a8b5bb36-d11e-489d-b5ec-feeea215e36c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2748637 Dec 22 10:01:34.631974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43718) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:34.653765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0396f21d-8aa6-4dea-8f70-639453c41611 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-12299811'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:34.669941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0396f21d-8aa6-4dea-8f70-639453c41611 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:34.676814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network ec0f13ce-3f05-4ee6-a122-0c3711ac9da0 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:34.689340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0396f21d-8aa6-4dea-8f70-639453c41611 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Usage tracker for resource:network and tenant:8a4d5bfe83094380901b94298ae7a6f3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:34.696116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0396f21d-8aa6-4dea-8f70-639453c41611 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:34.776308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0396f21d-8aa6-4dea-8f70-639453c41611 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:35.008476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 10:01:35.020406 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:35.037167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Transition to ACTIVE for port object 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:01:35.043517 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:35.066322 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2868993-928c-470a-ab30-9e1ee9f5db05 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:35.091203 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f4d8debe-f907-4ca6-87cf-ccab4ad81a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:35.113420 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-6951b280-187f-4091-92e3-69b3d3d76bae service neutron] 10.222.0.50 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8293042 Dec 22 10:01:35.128350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0396f21d-8aa6-4dea-8f70-639453c41611 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Made reservation on behalf of 8a4d5bfe83094380901b94298ae7a6f3 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:01:35.132687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53c342-b6fa-4c32-9568-c72d3367a6dc req-21c0b8fb-f38b-4de7-b862-cdb1e6531228 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:35.134104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0396f21d-8aa6-4dea-8f70-639453c41611 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:35.134554 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be53c342-b6fa-4c32-9568-c72d3367a6dc req-21c0b8fb-f38b-4de7-b862-cdb1e6531228 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 945 time: 0.3587770 Dec 22 10:01:35.257148 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-be53c342-b6fa-4c32-9568-c72d3367a6dc req-880f0df3-5c87-479b-a39a-31f3a37f1483 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941954 Dec 22 10:01:35.275972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0396f21d-8aa6-4dea-8f70-639453c41611 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:01:35.285952 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0396f21d-8aa6-4dea-8f70-639453c41611 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:35.286387 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-0396f21d-8aa6-4dea-8f70-639453c41611 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Added segment 96b2ddcf-6e83-4d42-9f67-56cb3c35334c of type vxlan for network d16f08ca-732d-4cec-9e41-ffa105f96520 Dec 22 10:01:35.315016 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0396f21d-8aa6-4dea-8f70-639453c41611 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:35.346893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f8e4be4a-95cf-4397-aaa1-cf894485a350 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:01:35.364045 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0396f21d-8aa6-4dea-8f70-639453c41611 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:35.368966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0396f21d-8aa6-4dea-8f70-639453c41611 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:35.369721 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0396f21d-8aa6-4dea-8f70-639453c41611 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:35.388314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Pushing event updated for resources: {'Port': ['ID=59bdc8fc-a699-4be7-9a97-ae8c9ef92a59,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:35.397274 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:35.397923 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-437960ac-4707-4604-9abf-275cae0e771c tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:35.493982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port f8e4be4a-95cf-4397-aaa1-cf894485a350 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:35.494425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:35.536447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f123e5b5-f13d-4959-95fd-87d117a33a8a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:35.570328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396f21d-8aa6-4dea-8f70-639453c41611 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event updated for resources: {'Network': ['ID=d16f08ca-732d-4cec-9e41-ffa105f96520,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:35.586049 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0396f21d-8aa6-4dea-8f70-639453c41611 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:35.587010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network d16f08ca-732d-4cec-9e41-ffa105f96520 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:35.637362 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0396f21d-8aa6-4dea-8f70-639453c41611 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0001233 Dec 22 10:01:35.638520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43744) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:35.662558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Request body: {'ports': [{'network_id': 'ec0f13ce-3f05-4ee6-a122-0c3711ac9da0', 'name': 'tempest-port--650155448', 'admin_state_up': True}, {'network_id': 'd16f08ca-732d-4cec-9e41-ffa105f96520', 'admin_state_up': False}]} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:35.662828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Request body: {'port': {'network_id': 'ec0f13ce-3f05-4ee6-a122-0c3711ac9da0', 'name': 'tempest-port--650155448', 'admin_state_up': True}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:35.671249 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c4ceeff1-b78d-49ed-acb4-81904fb355ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:35.676447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Request body: {'port': {'network_id': 'd16f08ca-732d-4cec-9e41-ffa105f96520', 'admin_state_up': False}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:35.827379 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d01fcfe6-7006-4c50-95c7-36b7377c007e service neutron] 10.222.0.50 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6916447 Dec 22 10:01:35.842398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network d16f08ca-732d-4cec-9e41-ffa105f96520 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:36.010121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123e5b5-f13d-4959-95fd-87d117a33a8a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Pushing event updated for resources: {'Subnet': ['ID=b720b3bf-2279-4017-892d-74b126a8296b,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:36.069593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network d16f08ca-732d-4cec-9e41-ffa105f96520 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:36.095656 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f123e5b5-f13d-4959-95fd-87d117a33a8a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:36.142097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Attempting to bind port 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:01:36.142417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Attempting to bind port 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:01:36.142797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Attempting to bind port 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 on network ee268a24-1aba-4855-b238-18ad5c8939ac {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:01:36.238389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:01:36.239107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Checking segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:01:36.239685 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:36.240282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Bound using segment: {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:01:36.244913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Bound port: 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe27b4-d3f4-40f5-965b-e49214650cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ee268a24-1aba-4855-b238-18ad5c8939ac'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:01:36.245584 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:36.326436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc99ed0-9abd-491f-b229-16ba1df1d4bc req-28fdbf77-8027-4bee-be79-0a29b1d906ae tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:36.343223 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bdc99ed0-9abd-491f-b229-16ba1df1d4bc req-28fdbf77-8027-4bee-be79-0a29b1d906ae tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/ports?device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 947 time: 0.6132548 Dec 22 10:01:36.418803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f123e5b5-f13d-4959-95fd-87d117a33a8a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Checking segment: {'id': '995cd9a9-014a-420e-80df-51d87ee2e881', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:01:36.424982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f123e5b5-f13d-4959-95fd-87d117a33a8a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Network hostable DHCP agents. Network: 020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:01:36.485800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:36.521678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f123e5b5-f13d-4959-95fd-87d117a33a8a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Network 020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:01:36.530565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Usage tracker for resource:port and tenant:8a4d5bfe83094380901b94298ae7a6f3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:36.534687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:36.543730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:36.566014 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bdc99ed0-9abd-491f-b229-16ba1df1d4bc req-8e9388cb-8a94-4d22-8818-efb656db1abb tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/security-groups?id=dbe98fc1-9889-4133-a036-20378562b284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210345 Dec 22 10:01:36.566614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Made reservation on behalf of 8a4d5bfe83094380901b94298ae7a6f3 for: {'port': 2} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:01:36.575218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:36.575631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-f123e5b5-f13d-4959-95fd-87d117a33a8a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:01:36.596392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd667149-78bc-4ee7-b7ef-658bfbc6dea3 None None] Network 020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:01:36.691811 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:36.749279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] For port 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:01:36.814878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] For port 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=59bdc8fc-a699-4be7-9a97-ae8c9ef92a59,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:01:36.831380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f123e5b5-f13d-4959-95fd-87d117a33a8a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:36.832985 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f123e5b5-f13d-4959-95fd-87d117a33a8a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:36.859130 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:36.901331 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f123e5b5-f13d-4959-95fd-87d117a33a8a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4992847 Dec 22 10:01:36.910397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43824) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:36.936845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Request body: {'port': {'network_id': '020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2119917516'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:37.007047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5', 'network_id': '020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5', 'tenant_id': '02c2211646d746908c73e0d612e7ca49', 'fixed_ips': [{'subnet_id': 'b720b3bf-2279-4017-892d-74b126a8296b'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:01:37.008229 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:37.109946 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7655db37-26fe-4f42-a749-4aa7417b5c2a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:37.140127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-53e0e7a5-2b15-427c-b487-d6d0305597ce tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:37.146891 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-53e0e7a5-2b15-427c-b487-d6d0305597ce tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/networks?id=78b821f9-2793-4dad-8a52-7e09f0dfd67a HTTP/1.1" status: 200 len: 810 time: 0.7042105 Dec 22 10:01:37.767057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] device_id is not set on port b0c0cc94-0b7d-4546-9833-9a5a26a959ac yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:01:37.779898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:37.780767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:37.782472 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] 10.222.0.64 "PUT /v2.0/ports/59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 HTTP/1.1" status: 200 len: 1159 time: 4.0808284 Dec 22 10:01:37.783103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d693976-2662-4471-8043-50935586e2aa', 'tag': '59bdc8fc-a699-4be7-9a97-ae8c9ef92a59'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:01:37.808642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Pushing event updated for resources: {'Port': ['ID=59bdc8fc-a699-4be7-9a97-ae8c9ef92a59,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:37.813370 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:37.863449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Allocated IP 172.20.0.2 (020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5/b720b3bf-2279-4017-892d-74b126a8296b/4e9158d2-3c8f-496c-bb13-b6e634028345) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:01:37.996138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:38.060735 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1cdcfbbf-b492-4f78-b375-fd4542b3fdea req-278cd3d6-2aec-407a-8ab1-2828b5e24fd7 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 210 time: 0.0674505 Dec 22 10:01:38.061739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Usage tracker for resource:port and tenant:02c2211646d746908c73e0d612e7ca49 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:38.085326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:38.089858 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-d7c1e05d-a87b-41a7-bf7c-faabbdcce829 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/quotas/aae573b5a34643acbdb86cd3288079d5 HTTP/1.1" status: 200 len: 375 time: 0.9384983 Dec 22 10:01:38.096202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:38.215753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-c23835f8-0ab6-4267-a5d1-90a64c627632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:38.217459 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-c23835f8-0ab6-4267-a5d1-90a64c627632 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3f289fc6d64d69aaf136579d8c4d19&device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 1162 time: 0.3262815 Dec 22 10:01:38.219772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:38.265932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Made reservation on behalf of 02c2211646d746908c73e0d612e7ca49 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:01:38.282170 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:38.389381 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-56b4b397-d8a7-431c-a843-58c2a6fc5ffb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 HTTP/1.1" status: 200 len: 217 time: 0.1445699 Dec 22 10:01:38.399508 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d5e2532b-d4a6-4643-9e6a-ca4540b7d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:38.421192 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:38.434952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Transition to ACTIVE for port object 4e9158d2-3c8f-496c-bb13-b6e634028345 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:01:38.456129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Transition to ACTIVE for port object 4e9158d2-3c8f-496c-bb13-b6e634028345 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:01:38.462907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:38.506408 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:38.767731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43920) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:38.806216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] device_id is not set on port 2182c9ad-4d43-450a-880f-53b19d669d17 yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:01:38.894204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Pushing event updated for resources: {'Port': ['ID=4e9158d2-3c8f-496c-bb13-b6e634028345,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:38.919485 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:38.967398 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:38.978921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Network 020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:01:38.985653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:01:38.989409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:01:39.065039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Attempting to bind port 4e9158d2-3c8f-496c-bb13-b6e634028345 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:01:39.065711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Attempting to bind port 4e9158d2-3c8f-496c-bb13-b6e634028345 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '995cd9a9-014a-420e-80df-51d87ee2e881', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:01:39.066917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Attempting to bind port 4e9158d2-3c8f-496c-bb13-b6e634028345 on network 020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:01:39.075099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:01:39.075687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Checking segment: {'id': '995cd9a9-014a-420e-80df-51d87ee2e881', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:01:39.076325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:39.077176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Bound using segment: {'id': '995cd9a9-014a-420e-80df-51d87ee2e881', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:01:39.077569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Bound port: 4e9158d2-3c8f-496c-bb13-b6e634028345, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995cd9a9-014a-420e-80df-51d87ee2e881', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:01:39.078128 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:39.095037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Allocated IP 172.20.0.5 (020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5/b720b3bf-2279-4017-892d-74b126a8296b/2182c9ad-4d43-450a-880f-53b19d669d17) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:01:39.206330 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-fd31a430-b27b-41c9-ac3c-8639485cbf82 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?tenant_id=aae573b5a34643acbdb86cd3288079d5&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1049690 Dec 22 10:01:39.311131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] For port 4e9158d2-3c8f-496c-bb13-b6e634028345, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:01:39.323407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] For port 4e9158d2-3c8f-496c-bb13-b6e634028345, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=4e9158d2-3c8f-496c-bb13-b6e634028345,segment=NetworkSegment(995cd9a9-014a-420e-80df-51d87ee2e881),segment_id=995cd9a9-014a-420e-80df-51d87ee2e881)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:01:39.333829 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:39.370103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-6eb9b2a4-acd0-4353-99cc-916c28a9a8c5 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:39.371777 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-6eb9b2a4-acd0-4353-99cc-916c28a9a8c5 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.64 "GET /v2.0/networks?id=e6f1855e-b485-45d1-82d8-ed2c723d357f HTTP/1.1" status: 200 len: 817 time: 0.2181227 Dec 22 10:01:39.385656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] device_id is not set on port e46c8e63-7164-4487-bdcc-14d3691b5df9 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:01:39.389718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-a86ab525-0b6f-4fc7-a47b-dbc570bcbc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:39.391275 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-a86ab525-0b6f-4fc7-a47b-dbc570bcbc10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.9811738 Dec 22 10:01:39.397588 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:39.501343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:39.542995 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-a4de9dfd-8abd-40ef-a3d9-cf6468fddee8 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a2b8bd28c0aa45a89f5905c5258a9297 HTTP/1.1" status: 200 len: 5515 time: 0.1419139 Dec 22 10:01:39.569380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-28a5968f-266b-4f2c-8820-1440685936b3 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Request body: {'port': {'device_id': '606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'admin_state_up': True, 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'security_groups': ['f1a7c8bf-35e0-4e12-9c20-966c506cf272']}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:39.574624 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-b4fb1c9b-9544-4d2e-bdbe-36219ee3e8fd service neutron] 10.222.0.50 "GET /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094553 Dec 22 10:01:39.595488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Pushing event updated for resources: {'Port': ['ID=4e9158d2-3c8f-496c-bb13-b6e634028345,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:39.599284 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:39.711404 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51d26cbc-73f2-4df6-87a2-17cda49bf1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:39.791487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-fd37fe0c-a8d7-4d4f-abb8-6c3fbc2a8848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:39.793202 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-fd37fe0c-a8d7-4d4f-abb8-6c3fbc2a8848 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3734922 Dec 22 10:01:39.843465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-51d26cbc-73f2-4df6-87a2-17cda49bf1c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:39.923361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-51d26cbc-73f2-4df6-87a2-17cda49bf1c3 admin admin] Usage tracker for resource:security_group_rule and tenant:648ce6b12640463aa77761793c259ac9 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:39.936950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-51d26cbc-73f2-4df6-87a2-17cda49bf1c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:39.960263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8dd93-9a78-4ed5-8433-a78c77b99c2f req-888165a6-4f3d-41b0-a9a5-6c54846f48e0 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:39.961994 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c2d8dd93-9a78-4ed5-8433-a78c77b99c2f req-888165a6-4f3d-41b0-a9a5-6c54846f48e0 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/ports?device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 947 time: 0.7521529 Dec 22 10:01:39.965942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-51d26cbc-73f2-4df6-87a2-17cda49bf1c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:40.011294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-28a5968f-266b-4f2c-8820-1440685936b3 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:40.011294 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:40.049738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-28a5968f-266b-4f2c-8820-1440685936b3 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:40.107079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-28a5968f-266b-4f2c-8820-1440685936b3 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Made reservation on behalf of a2b8bd28c0aa45a89f5905c5258a9297 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:01:40.122900 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-28a5968f-266b-4f2c-8820-1440685936b3 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:40.127631 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-bb58da26-c0b1-41b6-a514-50e29abde416 service neutron] 10.222.0.50 "GET /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5009727 Dec 22 10:01:40.184869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:40.185089 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-5c465835-82bd-407c-b21a-d9a7893df09d service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586223 Dec 22 10:01:40.194417 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:40.216249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 535b7ea4-38e5-40cd-99f6-5fcf8666390b up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:01:40.229458 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c2d8dd93-9a78-4ed5-8433-a78c77b99c2f req-3e1eeb71-47fb-4c86-a377-6cb06895b3c9 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/security-groups?id=dbe98fc1-9889-4133-a036-20378562b284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546990 Dec 22 10:01:40.317281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Transition to ACTIVE for port object 2182c9ad-4d43-450a-880f-53b19d669d17 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:01:40.477640 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:40.487824 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:40.527267 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:40.532886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 535b7ea4-38e5-40cd-99f6-5fcf8666390b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:40.533315 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:40.609530 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51d26cbc-73f2-4df6-87a2-17cda49bf1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:40.612825 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-930ee104-8654-4a61-9570-e09a81d3cf04 tempest-MultipleCreateTestJSON-893376636 tempest-MultipleCreateTestJSON-893376636] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:40.721179 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:40.743611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 77c75204-a4c3-4349-8892-fcd4b32834af up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:01:40.818629 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6042f186-ad1d-4de8-9724-0ba9f0428a7b req-c97bff2b-8b30-4595-8e53-94a032b3d045 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6236951 Dec 22 10:01:40.820627 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d693976-2662-4471-8043-50935586e2aa', 'tag': '59bdc8fc-a699-4be7-9a97-ae8c9ef92a59', 'status': 'completed', 'code': 200} Dec 22 10:01:40.842341 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:40.882030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event updated for resources: {'Port': ['ID=b0c0cc94-0b7d-4546-9833-9a5a26a959ac,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:40.891779 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:40.927545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 77c75204-a4c3-4349-8892-fcd4b32834af triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:40.927986 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:40.943560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Pushing event updated for resources: {'Port': ['ID=2182c9ad-4d43-450a-880f-53b19d669d17,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:40.949753 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:41.004294 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51d26cbc-73f2-4df6-87a2-17cda49bf1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:41.042340 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-896c33b2-77e7-4cc7-9fc1-9b29a4bd99d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:41.328571 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bdb7978b-a8b9-4038-ad06-9ee8f345cbfc req-6aea3537-8c58-4cf9-a1f8-aaf5703b5057 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 210 time: 0.2510307 Dec 22 10:01:41.472213 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-51d26cbc-73f2-4df6-87a2-17cda49bf1c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=648ce6b12640463aa77761793c259ac9&name=default HTTP/1.1" status: 200 len: 2883 time: 2.6761878 Dec 22 10:01:41.479793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d26cbc-73f2-4df6-87a2-17cda49bf1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2ed48d-b2f5-4467-b07b-d4e8af885c12,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:41.485445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43962) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:41.498186 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-51d26cbc-73f2-4df6-87a2-17cda49bf1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:41.544593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Checking segment: {'id': '7678c3d6-9e66-442f-b261-51c5b7c47c69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ec0f13ce-3f05-4ee6-a122-0c3711ac9da0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:01:41.544971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Network hostable DHCP agents. Network: ec0f13ce-3f05-4ee6-a122-0c3711ac9da0, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:01:41.590445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48291108-c75f-4bc2-9a90-f15dd1f6c0f2 req-f1fbdb60-74a3-4b29-86d3-a51f254dfd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:41.592537 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-48291108-c75f-4bc2-9a90-f15dd1f6c0f2 req-f1fbdb60-74a3-4b29-86d3-a51f254dfd5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3f289fc6d64d69aaf136579d8c4d19&device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 1162 time: 0.6735587 Dec 22 10:01:41.599542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 4e9158d2-3c8f-496c-bb13-b6e634028345 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:01:41.669030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-bb1fbe18-2aa9-4f57-8efc-cfaed42c97a5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:41.675414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-bb1fbe18-2aa9-4f57-8efc-cfaed42c97a5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:41.681994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-bb1fbe18-2aa9-4f57-8efc-cfaed42c97a5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:41.686795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-bb1fbe18-2aa9-4f57-8efc-cfaed42c97a5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:41.691436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-bb1fbe18-2aa9-4f57-8efc-cfaed42c97a5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:41.696308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-bb1fbe18-2aa9-4f57-8efc-cfaed42c97a5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:41.701612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-bb1fbe18-2aa9-4f57-8efc-cfaed42c97a5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:41.703863 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-bb1fbe18-2aa9-4f57-8efc-cfaed42c97a5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.64 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5447 time: 1.1134112 Dec 22 10:01:41.715434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Network 020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:01:41.738226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720f81af-e7b8-4413-a7bd-73992ab97637 None None] Network 020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:01:41.808463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48291108-c75f-4bc2-9a90-f15dd1f6c0f2 req-463ae446-631e-44fa-acc1-9710e48cec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:41.810470 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-48291108-c75f-4bc2-9a90-f15dd1f6c0f2 req-463ae446-631e-44fa-acc1-9710e48cec3c service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.2066264 Dec 22 10:01:41.824326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Network ec0f13ce-3f05-4ee6-a122-0c3711ac9da0 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:01:41.829308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-28a5968f-266b-4f2c-8820-1440685936b3 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Allocated IP 172.20.0.10 (e6f1855e-b485-45d1-82d8-ed2c723d357f/ca01a1fc-1044-4148-87dc-b546085e58b1/8082d785-5764-49e2-a111-2ea6c7e525e9) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:01:41.887327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device a7505449-7259-4f87-b669-f00446ac8fb4 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:01:41.904849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-48291108-c75f-4bc2-9a90-f15dd1f6c0f2 req-7b5b5d08-be4d-43e0-ad7b-283001df3181 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 HTTP/1.1" status: 200 len: 217 time: 0.0821168 Dec 22 10:01:41.917600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, ec0f13ce-3f05-4ee6-a122-0c3711ac9da0) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:01:41.931725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:01:41.932629 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:41.954467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 4e9158d2-3c8f-496c-bb13-b6e634028345 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:01:41.954973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12167f-89b5-4da7-949e-c7d47077401d req-6dcce4f8-4432-4476-b222-9d28795ed064 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:41.955409 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e015042e-1be7-4661-ad89-45725596b045 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:41.960053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12167f-89b5-4da7-949e-c7d47077401d req-6dcce4f8-4432-4476-b222-9d28795ed064 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:41.965732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12167f-89b5-4da7-949e-c7d47077401d req-6dcce4f8-4432-4476-b222-9d28795ed064 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:41.970330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12167f-89b5-4da7-949e-c7d47077401d req-6dcce4f8-4432-4476-b222-9d28795ed064 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:41.975086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12167f-89b5-4da7-949e-c7d47077401d req-6dcce4f8-4432-4476-b222-9d28795ed064 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:41.989347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12167f-89b5-4da7-949e-c7d47077401d req-6dcce4f8-4432-4476-b222-9d28795ed064 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:41.998285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12167f-89b5-4da7-949e-c7d47077401d req-6dcce4f8-4432-4476-b222-9d28795ed064 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:42.002015 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b12167f-89b5-4da7-949e-c7d47077401d req-6dcce4f8-4432-4476-b222-9d28795ed064 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 5447 time: 1.4130409 Dec 22 10:01:42.003189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:01:42.011880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-9da7d6ca-a6ab-4aaf-bdc2-41c77c0790fd tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['binding:profile'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:42.014145 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-9da7d6ca-a6ab-4aaf-bdc2-41c77c0790fd tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.64 "GET /v2.0/ports/535b7ea4-38e5-40cd-99f6-5fcf8666390b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2302780 Dec 22 10:01:42.020236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:01:42.028376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 4e9158d2-3c8f-496c-bb13-b6e634028345 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:42.028811 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:42.083135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event updated for resources: {'Port': ['ID=e46c8e63-7164-4487-bdcc-14d3691b5df9,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:42.086911 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:42.089286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c8c17e-d66c-4839-9059-856281dab061 None None] Network ec0f13ce-3f05-4ee6-a122-0c3711ac9da0 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:01:42.101386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:42.102876 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:42.244862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ad86d0dd-da89-480d-ade2-f2132f72b68c None None] Provisioning for port 4e9158d2-3c8f-496c-bb13-b6e634028345 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:01:42.349876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48291108-c75f-4bc2-9a90-f15dd1f6c0f2 req-33f172b8-2ddd-447a-a367-180bf6b814c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:42.351271 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-48291108-c75f-4bc2-9a90-f15dd1f6c0f2 req-33f172b8-2ddd-447a-a367-180bf6b814c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.3971283 Dec 22 10:01:42.410776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ad86d0dd-da89-480d-ade2-f2132f72b68c None None] Provisioning complete for port 4e9158d2-3c8f-496c-bb13-b6e634028345 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:42.411537 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad86d0dd-da89-480d-ade2-f2132f72b68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:42.414180 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-03f387f5-e37a-40e5-8125-644890e45e58 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.64 "GET /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2809145 Dec 22 10:01:42.415913 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.5033209 Dec 22 10:01:42.431208 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-450ae692-ee35-4dae-aa3b-6d62ad1b519c req-496f307b-c69f-4e39-ac39-82e4b162dd47 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 210 time: 0.7129121 Dec 22 10:01:42.448385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 43970) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:42.463628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Request body: {'port': {'network_id': '020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1966213984', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:42.463628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.api.validators [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] bootfile-name is not in valid_values {{(pid=81072) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 10:01:42.463628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.api.validators [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] tftp-server is not in valid_values {{(pid=81072) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 10:01:42.463628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.api.validators [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] server-ip-address is not in valid_values {{(pid=81072) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 10:01:42.464781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-f047b939-5f06-4578-8aa7-819ac4264f4c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:42.548558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Checking segment: {'id': '96b2ddcf-6e83-4d42-9f67-56cb3c35334c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd16f08ca-732d-4cec-9e41-ffa105f96520'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:01:42.548964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Network hostable DHCP agents. Network: d16f08ca-732d-4cec-9e41-ffa105f96520, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:01:42.738181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-52fd0ba2-0f6c-47f4-9d4f-fea290eb3943 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:42.739748 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-52fd0ba2-0f6c-47f4-9d4f-fea290eb3943 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.64 "GET /v2.0/networks?id=78b821f9-2793-4dad-8a52-7e09f0dfd67a HTTP/1.1" status: 200 len: 810 time: 0.2299097 Dec 22 10:01:42.754790 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c67f58d4-c9ed-4a0d-b985-356b45bd9011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:42.777376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-d4281c35-0224-4c52-8e46-3a82b6dceaae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Request body: {'port': {'device_id': '0a52b1e3-bb00-4fe6-9713-5d511a504940', 'network_id': '78b821f9-2793-4dad-8a52-7e09f0dfd67a', 'admin_state_up': True, 'tenant_id': 'aae573b5a34643acbdb86cd3288079d5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:42.783475 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:42.878685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port a7505449-7259-4f87-b669-f00446ac8fb4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:42.879348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:42.899232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48291108-c75f-4bc2-9a90-f15dd1f6c0f2 req-6fb79f48-64ae-4c9e-bdfe-1d31e67cca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:42.902093 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-48291108-c75f-4bc2-9a90-f15dd1f6c0f2 req-6fb79f48-64ae-4c9e-bdfe-1d31e67cca88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5266612 Dec 22 10:01:42.909809 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-28a5968f-266b-4f2c-8820-1440685936b3 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:42.913745 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b12167f-89b5-4da7-949e-c7d47077401d req-87d3741d-9f22-4eb9-9064-e17989bb0fdb tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8180101 Dec 22 10:01:42.915443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Network d16f08ca-732d-4cec-9e41-ffa105f96520 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:01:42.920855 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ad86d0dd-da89-480d-ade2-f2132f72b68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:42.990590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, d16f08ca-732d-4cec-9e41-ffa105f96520) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:01:43.026178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:01:43.028364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f18a90-69ef-479e-9d92-6017ac76ac5d None None] Network d16f08ca-732d-4cec-9e41-ffa105f96520 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:01:43.034408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:43.039052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:43.040776 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:43.075457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 4e9158d2-3c8f-496c-bb13-b6e634028345, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=4e9158d2-3c8f-496c-bb13-b6e634028345,segment=NetworkSegment(995cd9a9-014a-420e-80df-51d87ee2e881),segment_id=995cd9a9-014a-420e-80df-51d87ee2e881)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:43.161583 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:43.175257 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bd67ad84-f76c-4481-ad0f-0857ef699d13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:43.219394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-28a5968f-266b-4f2c-8820-1440685936b3 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Transition to ACTIVE for port object 8082d785-5764-49e2-a111-2ea6c7e525e9 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:01:43.295779 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-28a5968f-266b-4f2c-8820-1440685936b3 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:43.358010 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1c183884-b06c-4fc4-9e7b-1df1506e7f43 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:43.433185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:43.464479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-ad86d0dd-da89-480d-ade2-f2132f72b68c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:01:43.464894 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-ad86d0dd-da89-480d-ade2-f2132f72b68c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:01:43.502101 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c67f58d4-c9ed-4a0d-b985-356b45bd9011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:43.556114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 71f00817-d9a0-4ce8-877a-678cc29c4b0a up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:01:43.797445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=4e9158d2-3c8f-496c-bb13-b6e634028345,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:43.811136 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:43.822478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 71f00817-d9a0-4ce8-877a-678cc29c4b0a triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:43.823324 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:43.839029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-d4281c35-0224-4c52-8e46-3a82b6dceaae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:43.844293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-d4281c35-0224-4c52-8e46-3a82b6dceaae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Usage tracker for resource:port and tenant:aae573b5a34643acbdb86cd3288079d5 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:43.848160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-d4281c35-0224-4c52-8e46-3a82b6dceaae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Quota usage for port was recalculated. Used quota:2. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:43.871306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-d4281c35-0224-4c52-8e46-3a82b6dceaae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:43.945768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b8ea2-a254-4402-8976-02f6a06ae761 req-f7311dc6-8004-47c8-b72c-b11f2c950219 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:43.959187 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-275b8ea2-a254-4402-8976-02f6a06ae761 req-f7311dc6-8004-47c8-b72c-b11f2c950219 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/ports?device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 947 time: 1.2092404 Dec 22 10:01:44.058807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5968f-266b-4f2c-8820-1440685936b3 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Pushing event updated for resources: {'Port': ['ID=8082d785-5764-49e2-a111-2ea6c7e525e9,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:44.066750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Usage tracker for resource:port and tenant:02c2211646d746908c73e0d612e7ca49 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:44.072330 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-f047b939-5f06-4578-8aa7-819ac4264f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:44.075042 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-28a5968f-266b-4f2c-8820-1440685936b3 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:44.078382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Quota usage for port was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:44.085407 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 8.4439306 Dec 22 10:01:44.094129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 43992) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:44.099629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-28a5968f-266b-4f2c-8820-1440685936b3 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Network e6f1855e-b485-45d1-82d8-ed2c723d357f is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:01:44.113934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-28a5968f-266b-4f2c-8820-1440685936b3 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:01:44.122673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:44.125701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-28a5968f-266b-4f2c-8820-1440685936b3 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:01:44.207878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-28a5968f-266b-4f2c-8820-1440685936b3 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:44.214956 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-28a5968f-266b-4f2c-8820-1440685936b3 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:44.241362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eb4bae90-0ba5-42b5-a740-91b39caefb65 None None] Provisioning complete for port 4e9158d2-3c8f-496c-bb13-b6e634028345 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:44.241803 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb4bae90-0ba5-42b5-a740-91b39caefb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:44.264708 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-48291108-c75f-4bc2-9a90-f15dd1f6c0f2 req-6ccf0658-f0b8-478f-9c48-a959317a0891 service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3114398 Dec 22 10:01:44.269898 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-28a5968f-266b-4f2c-8820-1440685936b3 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7181952 Dec 22 10:01:44.276669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Made reservation on behalf of 02c2211646d746908c73e0d612e7ca49 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:01:44.282828 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:44.447909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-d4281c35-0224-4c52-8e46-3a82b6dceaae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Made reservation on behalf of aae573b5a34643acbdb86cd3288079d5 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:01:44.455653 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-d4281c35-0224-4c52-8e46-3a82b6dceaae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:44.492585 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c67f58d4-c9ed-4a0d-b985-356b45bd9011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:44.506957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Request body: {'port': {'device_id': '606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:44.521059 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1effdfc0-de65-4aab-ad38-76e94225a6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:44.552662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eb4bae90-0ba5-42b5-a740-91b39caefb65 None None] Provisioning for port 2182c9ad-4d43-450a-880f-53b19d669d17 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:01:44.560850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eb4bae90-0ba5-42b5-a740-91b39caefb65 None None] Provisioning complete for port 2182c9ad-4d43-450a-880f-53b19d669d17 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:44.561410 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb4bae90-0ba5-42b5-a740-91b39caefb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:44.585004 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-275b8ea2-a254-4402-8976-02f6a06ae761 req-c103fc5a-c227-481e-8f34-13fc759b9861 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/security-groups?id=dbe98fc1-9889-4133-a036-20378562b284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6241164 Dec 22 10:01:44.598233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c826d-93a3-4494-9c69-3aa006ca0a65 req-1365f020-eba6-49d4-ae6d-3b88bb7b9268 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:44.611507 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-753c826d-93a3-4494-9c69-3aa006ca0a65 req-1365f020-eba6-49d4-ae6d-3b88bb7b9268 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 932 time: 1.0885053 Dec 22 10:01:44.635186 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c67f58d4-c9ed-4a0d-b985-356b45bd9011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:44.638993 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c67f58d4-c9ed-4a0d-b985-356b45bd9011 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fe2ed48d-b2f5-4467-b07b-d4e8af885c12 HTTP/1.1" status: 204 len: 168 time: 3.1487648 Dec 22 10:01:44.716002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f58d4-c9ed-4a0d-b985-356b45bd9011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2ed48d-b2f5-4467-b07b-d4e8af885c12,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:44.730569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-eb4bae90-0ba5-42b5-a740-91b39caefb65 None None] Port 2182c9ad-4d43-450a-880f-53b19d669d17 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:01:44.775394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44002) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:44.917865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-f047b939-5f06-4578-8aa7-819ac4264f4c service neutron] For port 535b7ea4-38e5-40cd-99f6-5fcf8666390b, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=535b7ea4-38e5-40cd-99f6-5fcf8666390b,segment=NetworkSegment(d036b29d-b5c1-4ab7-bdce-4e57427add9d),segment_id=d036b29d-b5c1-4ab7-bdce-4e57427add9d)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:44.951609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-f047b939-5f06-4578-8aa7-819ac4264f4c service neutron] For port 535b7ea4-38e5-40cd-99f6-5fcf8666390b, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:01:44.989539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-68ec73c3-9e96-422f-ac9c-2f19f6d1647b None None] Provisioning for port 8082d785-5764-49e2-a111-2ea6c7e525e9 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:01:44.996916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-68ec73c3-9e96-422f-ac9c-2f19f6d1647b None None] Provisioning complete for port 8082d785-5764-49e2-a111-2ea6c7e525e9 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:44.997343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-68ec73c3-9e96-422f-ac9c-2f19f6d1647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:45.003373 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-48291108-c75f-4bc2-9a90-f15dd1f6c0f2 req-a187ef5f-2dc0-4d60-98e7-b14931922fbc service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5826070 Dec 22 10:01:45.017328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-f047b939-5f06-4578-8aa7-819ac4264f4c service neutron] device_id is not set on port 535b7ea4-38e5-40cd-99f6-5fcf8666390b yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:01:45.028640 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-f047b939-5f06-4578-8aa7-819ac4264f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:45.042918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] device_id is not set on port 84807cda-e088-4ea3-9490-adc1b1f37195 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:01:45.046247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-5edbb31c-bb06-42a1-bfca-aa9a2f77a48c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 10:01:45.098214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:45.098516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-68ec73c3-9e96-422f-ac9c-2f19f6d1647b None None] Port 8082d785-5764-49e2-a111-2ea6c7e525e9 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:01:45.131933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-68ec73c3-9e96-422f-ac9c-2f19f6d1647b None None] Provisioning complete for port 4e9158d2-3c8f-496c-bb13-b6e634028345 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:45.132361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-68ec73c3-9e96-422f-ac9c-2f19f6d1647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:45.355970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 4e9158d2-3c8f-496c-bb13-b6e634028345 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:01:45.365751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-d4281c35-0224-4c52-8e46-3a82b6dceaae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Allocated IP 172.20.0.2 (78b821f9-2793-4dad-8a52-7e09f0dfd67a/6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d/698b2314-64b4-46bc-a411-6f251bce3263) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:01:45.423736 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c67f58d4-c9ed-4a0d-b985-356b45bd9011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:45.431026 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-f047b939-5f06-4578-8aa7-819ac4264f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:45.464128 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c0f59c2b-1036-47ad-bced-5b7479ebced6 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:45.467610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 4e9158d2-3c8f-496c-bb13-b6e634028345 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:45.469145 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:45.489854 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ddc52a9-df86-4bd1-84bf-bcc63f8c8783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:45.504792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44010) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:45.524522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0ddc52a9-df86-4bd1-84bf-bcc63f8c8783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:45.529092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0ddc52a9-df86-4bd1-84bf-bcc63f8c8783 admin admin] Usage tracker for resource:security_group_rule and tenant:a6603c1034b24af2af29af54c7cb6780 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:45.538501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0ddc52a9-df86-4bd1-84bf-bcc63f8c8783 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:45.593322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0ddc52a9-df86-4bd1-84bf-bcc63f8c8783 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:45.601666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Allocated IP 172.20.0.12 (020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5/b720b3bf-2279-4017-892d-74b126a8296b/84807cda-e088-4ea3-9490-adc1b1f37195) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:01:45.606823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:01:45.628314 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:45.668779 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3b6ea038-bb28-4cc8-9c38-9119158ef413 req-81b5e5d0-600e-4298-8010-8669054cbb0f tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 210 time: 0.2390759 Dec 22 10:01:45.677444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:01:45.683838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:45.684482 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:45.814611 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:45.846602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d693976-2662-4471-8043-50935586e2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bdc8fc-a699-4be7-9a97-ae8c9ef92a59'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:01:45.850437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:45.856633 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-753c826d-93a3-4494-9c69-3aa006ca0a65 req-4e501795-d3b8-4584-851d-9c9527b8f408 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2441502 Dec 22 10:01:45.857474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=59bdc8fc-a699-4be7-9a97-ae8c9ef92a59,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:45.860625 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:45.862620 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:45.928937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 77c75204-a4c3-4349-8892-fcd4b32834af no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:01:45.936720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047b939-5f06-4578-8aa7-819ac4264f4c service neutron] Pushing event updated for resources: {'Port': ['ID=535b7ea4-38e5-40cd-99f6-5fcf8666390b,revision_number=5']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:45.942907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Usage tracker for resource:security_group_rule and tenant:522e8b73b3c7401691e35fcb5ecf85a9 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:45.956930 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f047b939-5f06-4578-8aa7-819ac4264f4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:45.957804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:46.062681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ddc52a9-df86-4bd1-84bf-bcc63f8c8783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:46.073056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0ddc52a9-df86-4bd1-84bf-bcc63f8c8783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:46.086017 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e2fe1d4-04c6-4fbb-be7d-587aa878f119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:46.182545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-f047b939-5f06-4578-8aa7-819ac4264f4c service neutron] No DVR routers for this DVR port 535b7ea4-38e5-40cd-99f6-5fcf8666390b on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:01:46.184203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc52a9-df86-4bd1-84bf-bcc63f8c8783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731b229e-0b87-447f-a03b-66394fa2bc94,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:46.224243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2648b781-6060-49be-9f6b-285d16332110 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:46.232505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2648b781-6060-49be-9f6b-285d16332110 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:46.237868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=59bdc8fc-a699-4be7-9a97-ae8c9ef92a59,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:46.238013 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2648b781-6060-49be-9f6b-285d16332110 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.9218481 Dec 22 10:01:46.241895 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:46.249420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:46.255894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44018) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:46.304115 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0ddc52a9-df86-4bd1-84bf-bcc63f8c8783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:46.313579 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0ddc52a9-df86-4bd1-84bf-bcc63f8c8783 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6603c1034b24af2af29af54c7cb6780&name=default HTTP/1.1" status: 200 len: 2883 time: 1.5127764 Dec 22 10:01:46.319841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44022) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:46.324186 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:46.327866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8082d785-5764-49e2-a111-2ea6c7e525e9 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 10:01:46.348874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:46.356320 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:46.363076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 77c75204-a4c3-4349-8892-fcd4b32834af, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=77c75204-a4c3-4349-8892-fcd4b32834af,segment=NetworkSegment(e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5),segment_id=e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:46.375997 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:46.379223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 71f00817-d9a0-4ce8-877a-678cc29c4b0a no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:01:46.412330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Transition to ACTIVE for port object 8082d785-5764-49e2-a111-2ea6c7e525e9 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:01:46.418324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-959b4535-cf75-48af-bd24-28c2002f3811 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Deleting port b0c0cc94-0b7d-4546-9833-9a5a26a959ac {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:46.418539 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8a1584e5-fad4-460b-a387-ec2c039d858d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:46.418637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Transition to ACTIVE for port object 84807cda-e088-4ea3-9490-adc1b1f37195 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:01:46.418744 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-959b4535-cf75-48af-bd24-28c2002f3811 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:46.423527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:46.448901 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9f9fb5fe-81c3-4a32-9d5d-b35718a03777 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:46.512988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-405a2131-56f6-4985-b1ea-548616d00196 None None] Provisioning complete for port 535b7ea4-38e5-40cd-99f6-5fcf8666390b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:46.513445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-405a2131-56f6-4985-b1ea-548616d00196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:46.544505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-f047b939-5f06-4578-8aa7-819ac4264f4c service neutron] In _notify_port_updated(), no bound segment for port 535b7ea4-38e5-40cd-99f6-5fcf8666390b on network d34186bb-32c4-4a88-b464-38e69175bc20 {{(pid=81071) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}} Dec 22 10:01:46.545471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-f047b939-5f06-4578-8aa7-819ac4264f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:46.546031 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-f047b939-5f06-4578-8aa7-819ac4264f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:46.547448 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-f047b939-5f06-4578-8aa7-819ac4264f4c service neutron] 10.222.0.64 "PUT /v2.0/ports/535b7ea4-38e5-40cd-99f6-5fcf8666390b HTTP/1.1" status: 200 len: 1033 time: 4.1148098 Dec 22 10:01:46.547600 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc084132-cb61-434a-a535-be2e33479d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:46.565850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44a60f-0448-4dc0-85e2-dd5ca1141271 req-3b4e0a23-7a79-412e-8d6f-70e9b2270dd5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:46.570630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44a60f-0448-4dc0-85e2-dd5ca1141271 req-3b4e0a23-7a79-412e-8d6f-70e9b2270dd5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:46.575007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44a60f-0448-4dc0-85e2-dd5ca1141271 req-3b4e0a23-7a79-412e-8d6f-70e9b2270dd5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:46.579429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44a60f-0448-4dc0-85e2-dd5ca1141271 req-3b4e0a23-7a79-412e-8d6f-70e9b2270dd5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:46.583828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44a60f-0448-4dc0-85e2-dd5ca1141271 req-3b4e0a23-7a79-412e-8d6f-70e9b2270dd5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:46.588363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44a60f-0448-4dc0-85e2-dd5ca1141271 req-3b4e0a23-7a79-412e-8d6f-70e9b2270dd5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:46.590413 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4d44a60f-0448-4dc0-85e2-dd5ca1141271 req-3b4e0a23-7a79-412e-8d6f-70e9b2270dd5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 4667 time: 0.7582943 Dec 22 10:01:46.622142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=77c75204-a4c3-4349-8892-fcd4b32834af,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:46.626307 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:46.631548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-405a2131-56f6-4985-b1ea-548616d00196 None None] Port 535b7ea4-38e5-40cd-99f6-5fcf8666390b cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:01:46.651695 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:46.660765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8082d785-5764-49e2-a111-2ea6c7e525e9,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:46.672844 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:46.674727 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc084132-cb61-434a-a535-be2e33479d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:46.687788 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:46.695525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 71f00817-d9a0-4ce8-877a-678cc29c4b0a, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=71f00817-d9a0-4ce8-877a-678cc29c4b0a,segment=NetworkSegment(d036b29d-b5c1-4ab7-bdce-4e57427add9d),segment_id=d036b29d-b5c1-4ab7-bdce-4e57427add9d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:46.699136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:46.700451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 535b7ea4-38e5-40cd-99f6-5fcf8666390b no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:01:46.714847 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:46.729024 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:46.738422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-d4281c35-0224-4c52-8e46-3a82b6dceaae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:46.821380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 535b7ea4-38e5-40cd-99f6-5fcf8666390b not bound to the agent host n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:01:46.822002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device fc7329c3-78f6-4136-a3e0-470e31556bdf no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:01:46.864641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=71f00817-d9a0-4ce8-877a-678cc29c4b0a,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:46.868536 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:46.869997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e9234-d870-4be4-b690-213b9f44de65 req-98ad98a2-18fe-44f6-92d9-5298a9cfe8ee tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:46.871676 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a00e9234-d870-4be4-b690-213b9f44de65 req-98ad98a2-18fe-44f6-92d9-5298a9cfe8ee tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/ports?device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 949 time: 0.7085009 Dec 22 10:01:46.909908 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4d44a60f-0448-4dc0-85e2-dd5ca1141271 req-7c59525a-5c40-49a4-910a-be5251a4740c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2455833 Dec 22 10:01:46.912780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-d5e7fab6-e60f-439c-990c-f3176b134af9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['binding:profile'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:46.913953 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-d5e7fab6-e60f-439c-990c-f3176b134af9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.64 "GET /v2.0/ports/fc7329c3-78f6-4136-a3e0-470e31556bdf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3211010 Dec 22 10:01:46.924947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Pushing event updated for resources: {'Port': ['ID=84807cda-e088-4ea3-9490-adc1b1f37195,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:46.961752 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:46.995154 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:46.997271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port fc7329c3-78f6-4136-a3e0-470e31556bdf, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=fc7329c3-78f6-4136-a3e0-470e31556bdf,segment=NetworkSegment(d036b29d-b5c1-4ab7-bdce-4e57427add9d),segment_id=d036b29d-b5c1-4ab7-bdce-4e57427add9d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:47.000581 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:47.001295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device a7505449-7259-4f87-b669-f00446ac8fb4 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:01:47.019779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-1ff3cb53-1d80-469c-af9f-ebf50105ecc8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:47.038524 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-24d96304-3426-4f76-adbf-876d9a31957a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:47.074014 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc084132-cb61-434a-a535-be2e33479d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:47.082529 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2b4ca01-8c44-453a-b225-b166236ebf5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:47.130622 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d693976-2662-4471-8043-50935586e2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bdc8fc-a699-4be7-9a97-ae8c9ef92a59', 'code': 200} Dec 22 10:01:47.152377 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a00e9234-d870-4be4-b690-213b9f44de65 req-6cbe72bb-72f2-42ee-ba7f-c8cc7f56d3ab tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/security-groups?id=dbe98fc1-9889-4133-a036-20378562b284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511570 Dec 22 10:01:47.159651 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-959b4535-cf75-48af-bd24-28c2002f3811 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:47.169226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-d4281c35-0224-4c52-8e46-3a82b6dceaae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:47.172470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=fc7329c3-78f6-4136-a3e0-470e31556bdf,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:47.177205 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:47.208222 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-122e1ba3-a7b6-4d3f-90c7-115f9a03b547 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:47.249652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc084132-cb61-434a-a535-be2e33479d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731b229e-0b87-447f-a03b-66394fa2bc94,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:47.273851 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc084132-cb61-434a-a535-be2e33479d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:47.313428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Network 020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:01:47.318498 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:47.332542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:47.387263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:01:47.405894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:01:47.435016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port a7505449-7259-4f87-b669-f00446ac8fb4, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=a7505449-7259-4f87-b669-f00446ac8fb4,segment=NetworkSegment(d036b29d-b5c1-4ab7-bdce-4e57427add9d),segment_id=d036b29d-b5c1-4ab7-bdce-4e57427add9d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:47.441391 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:47.442494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b11d4d5e-eea2-4fdf-9449-b09db9047277 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:01:47.474840 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1efdaa4-afa9-445d-a989-4bdec75fe0c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:47.482565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Attempting to bind port 8082d785-5764-49e2-a111-2ea6c7e525e9 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:01:47.482947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Attempting to bind port 8082d785-5764-49e2-a111-2ea6c7e525e9 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'f7f4091b-a7a6-45c4-b821-97884b11f144', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:01:47.483331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Attempting to bind port 8082d785-5764-49e2-a111-2ea6c7e525e9 on network e6f1855e-b485-45d1-82d8-ed2c723d357f {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:01:47.486032 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc084132-cb61-434a-a535-be2e33479d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:47.487297 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dc084132-cb61-434a-a535-be2e33479d0d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/731b229e-0b87-447f-a03b-66394fa2bc94 HTTP/1.1" status: 204 len: 168 time: 1.1663861 Dec 22 10:01:47.503354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:01:47.503742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Checking segment: {'id': 'f7f4091b-a7a6-45c4-b821-97884b11f144', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:01:47.504192 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:47.504607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Bound using segment: {'id': 'f7f4091b-a7a6-45c4-b821-97884b11f144', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:01:47.505124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Bound port: 8082d785-5764-49e2-a111-2ea6c7e525e9, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f4091b-a7a6-45c4-b821-97884b11f144', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:01:47.505512 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:47.554041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:47.554796 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:47.661342 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 5.2117040 Dec 22 10:01:47.664690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44032) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:47.668972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:47.671775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5279616-db66-42d5-b5cc-ed10469f60e4 req-ce27666d-631b-4482-a53a-cfa30a40a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:47.673433 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5279616-db66-42d5-b5cc-ed10469f60e4 req-ce27666d-631b-4482-a53a-cfa30a40a0cc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 1164 time: 0.3854525 Dec 22 10:01:47.681430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=a7505449-7259-4f87-b669-f00446ac8fb4,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:47.685272 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:47.721427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port b11d4d5e-eea2-4fdf-9449-b09db9047277, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b11d4d5e-eea2-4fdf-9449-b09db9047277,segment=NetworkSegment(e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5),segment_id=e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:47.728771 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:47.730364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f0039625-e07a-45bd-8ae2-eb766b1e3004 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:01:47.804905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] For port 8082d785-5764-49e2-a111-2ea6c7e525e9, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:01:47.808907 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:47.810656 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5279616-db66-42d5-b5cc-ed10469f60e4 req-d946dfd6-1889-41a6-b4a1-6cb86d8203c6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dbe98fc1-9889-4133-a036-20378562b284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002717 Dec 22 10:01:47.819680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] For port 8082d785-5764-49e2-a111-2ea6c7e525e9, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=8082d785-5764-49e2-a111-2ea6c7e525e9,segment=NetworkSegment(f7f4091b-a7a6-45c4-b821-97884b11f144),segment_id=f7f4091b-a7a6-45c4-b821-97884b11f144)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:01:47.828910 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:47.847056 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-717cfbfc-89bf-465e-9662-df3e7958905f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:47.866477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:47.882505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-959b4535-cf75-48af-bd24-28c2002f3811 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Calling delete_port for b0c0cc94-0b7d-4546-9833-9a5a26a959ac owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:01:47.893235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcfbcd7-6966-4235-bd97-7d93db21eb0e tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:47.897712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcfbcd7-6966-4235-bd97-7d93db21eb0e tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:47.903417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcfbcd7-6966-4235-bd97-7d93db21eb0e tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:47.904416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8bcfbcd7-6966-4235-bd97-7d93db21eb0e tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Synchronizing usage tracker for tenant:02c2211646d746908c73e0d612e7ca49 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:01:47.908777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=b11d4d5e-eea2-4fdf-9449-b09db9047277,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:47.942454 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:47.946748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-597e8bc7-5856-4860-a969-3e47b4eab1b9 None None] Provisioning for port 84807cda-e088-4ea3-9490-adc1b1f37195 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:01:48.016890 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:48.039411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8bcfbcd7-6966-4235-bd97-7d93db21eb0e tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Unset dirty status for tenant:02c2211646d746908c73e0d612e7ca49 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:01:48.041610 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8bcfbcd7-6966-4235-bd97-7d93db21eb0e tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3727863 Dec 22 10:01:48.046288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44040) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:48.050984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8082d785-5764-49e2-a111-2ea6c7e525e9,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:48.051182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-597e8bc7-5856-4860-a969-3e47b4eab1b9 None None] Provisioning complete for port 84807cda-e088-4ea3-9490-adc1b1f37195 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:48.051473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-597e8bc7-5856-4860-a969-3e47b4eab1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:48.057468 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:48.124281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-597e8bc7-5856-4860-a969-3e47b4eab1b9 None None] Port 84807cda-e088-4ea3-9490-adc1b1f37195 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:01:48.130800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-82da6c40-4473-4726-8a38-20c9a33fef83 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Deleting port 84807cda-e088-4ea3-9490-adc1b1f37195 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:48.131202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-82da6c40-4473-4726-8a38-20c9a33fef83 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:48.132734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port f0039625-e07a-45bd-8ae2-eb766b1e3004, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f0039625-e07a-45bd-8ae2-eb766b1e3004,segment=NetworkSegment(97d0cd4f-ab21-4773-b26f-a83d78e82a9d),segment_id=97d0cd4f-ab21-4773-b26f-a83d78e82a9d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:48.136082 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:48.138704 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:48.161925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44044) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:48.194949 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=522e8b73b3c7401691e35fcb5ecf85a9&name=default HTTP/1.1" status: 200 len: 2883 time: 2.6383638 Dec 22 10:01:48.194949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4281c35-0224-4c52-8e46-3a82b6dceaae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Pushing event updated for resources: {'Port': ['ID=698b2314-64b4-46bc-a411-6f251bce3263,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:48.198596 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d4281c35-0224-4c52-8e46-3a82b6dceaae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.990s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:48.220821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=f0039625-e07a-45bd-8ae2-eb766b1e3004,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:48.224441 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:48.246106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44048) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:48.249435 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ac34af6e-27b4-4104-bf24-2af92bfcd98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:48.267703 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-289f615b-35b6-4212-9096-9fd49ac48d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:48.320473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-1ff3cb53-1d80-469c-af9f-ebf50105ecc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:48.380348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-289f615b-35b6-4212-9096-9fd49ac48d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:48.404076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-289f615b-35b6-4212-9096-9fd49ac48d5a admin admin] Usage tracker for resource:security_group_rule and tenant:e4c8cdded71540a8a541a4797d006954 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:48.456388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-289f615b-35b6-4212-9096-9fd49ac48d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:48.465333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd74a69-c5f3-401b-8eca-d98f7ab26deb,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:48.501800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-959b4535-cf75-48af-bd24-28c2002f3811 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:48.503918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-289f615b-35b6-4212-9096-9fd49ac48d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:48.550641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.550979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.551397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.551828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.552287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.552701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.553101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.553505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.553911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.554313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.554717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.555124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.555671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.556107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.556510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.556913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.557327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.557719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.558118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.558517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.558915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.559311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.559710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.560133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.560592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.561039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.561438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.561837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.562237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.562635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.563031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.563430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.563829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.564251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.564652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.565049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:48.583334 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:48.598599 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93eb2894-2982-4d02-872c-09cd34cd03f1 tempest-FloatingIPAdminTestJSON-1833482158 tempest-FloatingIPAdminTestJSON-1833482158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:48.602862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:48.603607 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:48.605212 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] 10.222.0.64 "PUT /v2.0/ports/8082d785-5764-49e2-a111-2ea6c7e525e9 HTTP/1.1" status: 200 len: 1156 time: 4.1221273 Dec 22 10:01:48.605801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e', 'tag': '8082d785-5764-49e2-a111-2ea6c7e525e9'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:01:48.709373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4d2c5-8643-411f-bb6b-151e570e0682 req-40f71a41-450b-488f-bb4c-1a2ed07e69f5 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:48.711076 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7fa4d2c5-8643-411f-bb6b-151e570e0682 req-40f71a41-450b-488f-bb4c-1a2ed07e69f5 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 931 time: 0.9431560 Dec 22 10:01:48.717656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008462f9-f0dd-42ba-bf1e-0f124d5afaaa req-40be4301-971a-498b-8e43-d128d5079a08 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:48.721715 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-008462f9-f0dd-42ba-bf1e-0f124d5afaaa req-40be4301-971a-498b-8e43-d128d5079a08 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 944 time: 0.9690614 Dec 22 10:01:48.753104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b4535-cf75-48af-bd24-28c2002f3811 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event deleted for resources: {'Port': ['ID=b0c0cc94-0b7d-4546-9833-9a5a26a959ac,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:48.756514 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-959b4535-cf75-48af-bd24-28c2002f3811 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:48.767260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-d4281c35-0224-4c52-8e46-3a82b6dceaae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Network 78b821f9-2793-4dad-8a52-7e09f0dfd67a is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:01:48.825449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-82da6c40-4473-4726-8a38-20c9a33fef83 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:48.840780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-d4281c35-0224-4c52-8e46-3a82b6dceaae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:01:48.881300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-302234d2-cb3e-4fab-a8e5-1e5c7fb5d252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:48.903649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-d4281c35-0224-4c52-8e46-3a82b6dceaae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:01:48.965634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-82da6c40-4473-4726-8a38-20c9a33fef83 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Calling delete_port for 84807cda-e088-4ea3-9490-adc1b1f37195 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:01:49.015502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-bd801cad-4597-42df-928b-a7571d8c7165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:49.017820 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-bd801cad-4597-42df-928b-a7571d8c7165 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2b8bd28c0aa45a89f5905c5258a9297&device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 1159 time: 0.2977872 Dec 22 10:01:49.043209 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-008462f9-f0dd-42ba-bf1e-0f124d5afaaa req-dc08fea8-cb63-4448-add6-6ad8fd92adfb tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746286 Dec 22 10:01:49.062541 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-302234d2-cb3e-4fab-a8e5-1e5c7fb5d252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:49.083125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:01:49.127343 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-9d5c1354-a9b2-4832-a308-14f5e7b9fda5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8082d785-5764-49e2-a111-2ea6c7e525e9 HTTP/1.1" status: 200 len: 217 time: 0.0940666 Dec 22 10:01:49.131703 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7fa4d2c5-8643-411f-bb6b-151e570e0682 req-6d8950f2-76cc-49ec-bbcb-91d7ca59f17c tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891988 Dec 22 10:01:49.155502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c75204-a4c3-4349-8892-fcd4b32834af'}, {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71f00817-d9a0-4ce8-877a-678cc29c4b0a'}, {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7329c3-78f6-4136-a3e0-470e31556bdf'}, {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7505449-7259-4f87-b669-f00446ac8fb4'}, {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b11d4d5e-eea2-4fdf-9449-b09db9047277'}, {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0039625-e07a-45bd-8ae2-eb766b1e3004'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:01:49.230201 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-959b4535-cf75-48af-bd24-28c2002f3811 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:49.262853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-d4281c35-0224-4c52-8e46-3a82b6dceaae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:49.263573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-d4281c35-0224-4c52-8e46-3a82b6dceaae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:49.276717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-79fcfa5b-12ec-4038-88d8-77db0a2f6e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:49.279044 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-79fcfa5b-12ec-4038-88d8-77db0a2f6e76 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca01a1fc-1044-4148-87dc-b546085e58b1 HTTP/1.1" status: 200 len: 856 time: 0.1455607 Dec 22 10:01:49.294382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:49.294816 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:49.361961 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-82da6c40-4473-4726-8a38-20c9a33fef83 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:49.378185 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:49.433685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da6c40-4473-4726-8a38-20c9a33fef83 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Pushing event deleted for resources: {'Port': ['ID=84807cda-e088-4ea3-9490-adc1b1f37195,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:49.447346 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-82da6c40-4473-4726-8a38-20c9a33fef83 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:49.530165 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-d4281c35-0224-4c52-8e46-3a82b6dceaae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7592630 Dec 22 10:01:49.551408 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-959b4535-cf75-48af-bd24-28c2002f3811 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "DELETE /v2.0/ports/b0c0cc94-0b7d-4546-9833-9a5a26a959ac HTTP/1.1" status: 204 len: 168 time: 3.2902799 Dec 22 10:01:49.551752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-48be9780-b990-4df7-8e86-062372ae307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:49.553372 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-48be9780-b990-4df7-8e86-062372ae307c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f1855e-b485-45d1-82d8-ed2c723d357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2626693 Dec 22 10:01:49.556752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44058) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:49.563004 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-289f615b-35b6-4212-9096-9fd49ac48d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:49.568255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Request body: {'port': {'device_id': '0a52b1e3-bb00-4fe6-9713-5d511a504940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:49.622927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-289f615b-35b6-4212-9096-9fd49ac48d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:49.641434 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c9f1401-7c13-4a49-80c9-98535d5458a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:49.726349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-1ff3cb53-1d80-469c-af9f-ebf50105ecc8 service neutron] For port fc7329c3-78f6-4136-a3e0-470e31556bdf, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=fc7329c3-78f6-4136-a3e0-470e31556bdf,segment=NetworkSegment(d036b29d-b5c1-4ab7-bdce-4e57427add9d),segment_id=d036b29d-b5c1-4ab7-bdce-4e57427add9d)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:49.739533 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-302234d2-cb3e-4fab-a8e5-1e5c7fb5d252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:49.783020 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-289f615b-35b6-4212-9096-9fd49ac48d5a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e4c8cdded71540a8a541a4797d006954&name=default HTTP/1.1" status: 200 len: 2883 time: 1.6081555 Dec 22 10:01:49.790925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44062) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:49.808663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f615b-35b6-4212-9096-9fd49ac48d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8738fb-4d87-4832-8c0f-532764407cb5,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:49.809453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ac23731f-85e9-4c91-ab4c-d64f37d5a521 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Deleting port e46c8e63-7164-4487-bdcc-14d3691b5df9 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:49.810832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac23731f-85e9-4c91-ab4c-d64f37d5a521 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:49.829731 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-289f615b-35b6-4212-9096-9fd49ac48d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:49.831345 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b6665e78-779f-4d2b-a7a1-507cae8cd50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:49.861828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939fc69-8338-4be8-8e57-6a02c336070f req-70c85c88-67dd-4e16-8530-8ce9311ce123 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:49.864513 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9939fc69-8338-4be8-8e57-6a02c336070f req-70c85c88-67dd-4e16-8530-8ce9311ce123 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/ports?device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 949 time: 0.5323439 Dec 22 10:01:49.866232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-302234d2-cb3e-4fab-a8e5-1e5c7fb5d252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:49.867587 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-302234d2-cb3e-4fab-a8e5-1e5c7fb5d252 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2bd74a69-c5f3-401b-8eca-d98f7ab26deb HTTP/1.1" status: 204 len: 168 time: 1.5891559 Dec 22 10:01:49.900382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-1ff3cb53-1d80-469c-af9f-ebf50105ecc8 service neutron] For port fc7329c3-78f6-4136-a3e0-470e31556bdf, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:01:49.958994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302234d2-cb3e-4fab-a8e5-1e5c7fb5d252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd74a69-c5f3-401b-8eca-d98f7ab26deb,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:49.962541 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-302234d2-cb3e-4fab-a8e5-1e5c7fb5d252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:49.965774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-1ff3cb53-1d80-469c-af9f-ebf50105ecc8 service neutron] device_id is not set on port fc7329c3-78f6-4136-a3e0-470e31556bdf yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:01:49.968999 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d78800d4-7f86-47db-81ce-f431f34b7bb0 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010379 Dec 22 10:01:49.988565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de784f-3c14-407a-8127-d96a9311e039 req-9225cb55-ce4d-40d6-a3f2-1e5e594547df tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:49.993479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de784f-3c14-407a-8127-d96a9311e039 req-9225cb55-ce4d-40d6-a3f2-1e5e594547df tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:49.998426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de784f-3c14-407a-8127-d96a9311e039 req-9225cb55-ce4d-40d6-a3f2-1e5e594547df tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:50.003910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de784f-3c14-407a-8127-d96a9311e039 req-9225cb55-ce4d-40d6-a3f2-1e5e594547df tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:50.009325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de784f-3c14-407a-8127-d96a9311e039 req-9225cb55-ce4d-40d6-a3f2-1e5e594547df tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:50.013955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de784f-3c14-407a-8127-d96a9311e039 req-9225cb55-ce4d-40d6-a3f2-1e5e594547df tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:50.016352 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-67de784f-3c14-407a-8127-d96a9311e039 req-9225cb55-ce4d-40d6-a3f2-1e5e594547df tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 4655 time: 0.6251378 Dec 22 10:01:50.039498 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-82da6c40-4473-4726-8a38-20c9a33fef83 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:50.040339 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:50.052668 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-1ff3cb53-1d80-469c-af9f-ebf50105ecc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:50.088985 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-1ff3cb53-1d80-469c-af9f-ebf50105ecc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:50.111411 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-82da6c40-4473-4726-8a38-20c9a33fef83 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] 10.222.0.50 "DELETE /v2.0/ports/84807cda-e088-4ea3-9490-adc1b1f37195 HTTP/1.1" status: 204 len: 168 time: 2.0584781 Dec 22 10:01:50.111654 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:50.169502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44068) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:50.307101 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac23731f-85e9-4c91-ab4c-d64f37d5a521 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:50.315598 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99de6720-8642-4807-8e7b-fb6142fdbfa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:50.323796 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-67de784f-3c14-407a-8127-d96a9311e039 req-9aefb297-4fa7-4de6-879a-a3dd2cae1780 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&id=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2734268 Dec 22 10:01:50.333865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-53ba9fcd-534b-4221-9b85-243bea776f25 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Request body: {'port': {'name': 'tempest-new-port-name-994796876', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:50.334309 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.api.validators [None req-53ba9fcd-534b-4221-9b85-243bea776f25 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] bootfile-name is not in valid_values {{(pid=81072) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 10:01:50.334690 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.api.validators [None req-53ba9fcd-534b-4221-9b85-243bea776f25 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] tftp-server is not in valid_values {{(pid=81072) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 10:01:50.335063 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.api.validators [None req-53ba9fcd-534b-4221-9b85-243bea776f25 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] server-ip-address is not in valid_values {{(pid=81072) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 10:01:50.433463 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9939fc69-8338-4be8-8e57-6a02c336070f req-04e7cfdc-93fe-43ba-805a-b1896a05a65a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/security-groups?id=dbe98fc1-9889-4133-a036-20378562b284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594984 Dec 22 10:01:50.475200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3cb53-1d80-469c-af9f-ebf50105ecc8 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7329c3-78f6-4136-a3e0-470e31556bdf,revision_number=6']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:50.484445 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e', 'tag': '8082d785-5764-49e2-a111-2ea6c7e525e9', 'status': 'completed', 'code': 200} Dec 22 10:01:50.536632 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c75204-a4c3-4349-8892-fcd4b32834af', 'code': 200} Dec 22 10:01:50.537211 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71f00817-d9a0-4ce8-877a-678cc29c4b0a', 'code': 200} Dec 22 10:01:50.537729 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7329c3-78f6-4136-a3e0-470e31556bdf', 'code': 200} Dec 22 10:01:50.538276 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7505449-7259-4f87-b669-f00446ac8fb4', 'code': 200} Dec 22 10:01:50.538784 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b11d4d5e-eea2-4fdf-9449-b09db9047277', 'code': 200} Dec 22 10:01:50.539433 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0039625-e07a-45bd-8ae2-eb766b1e3004', 'code': 200} Dec 22 10:01:50.567666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ac23731f-85e9-4c91-ab4c-d64f37d5a521 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Calling delete_port for e46c8e63-7164-4487-bdcc-14d3691b5df9 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:01:50.591826 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1ff3cb53-1d80-469c-af9f-ebf50105ecc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:50.631350 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99de6720-8642-4807-8e7b-fb6142fdbfa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:50.743694 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49335aaf-9563-49cd-8d04-12bcda9c74c1 req-d4651ad5-cbf8-4c91-9716-119ab44cb96c service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7352526 Dec 22 10:01:50.792836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53ba9fcd-534b-4221-9b85-243bea776f25 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:50.814799 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac23731f-85e9-4c91-ab4c-d64f37d5a521 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:50.819019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:01:50.862566 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4b4511fc-05a2-443a-acae-017acef52684 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:50.897804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:50.898134 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:50.971077 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99de6720-8642-4807-8e7b-fb6142fdbfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:50.974962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23731f-85e9-4c91-ab4c-d64f37d5a521 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event deleted for resources: {'Port': ['ID=e46c8e63-7164-4487-bdcc-14d3691b5df9,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:51.004697 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ac23731f-85e9-4c91-ab4c-d64f37d5a521 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:51.005122 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-974d59f4-dd29-465f-a2ee-d766d4eb1e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:51.085866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de6720-8642-4807-8e7b-fb6142fdbfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8738fb-4d87-4832-8c0f-532764407cb5,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:51.135305 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99de6720-8642-4807-8e7b-fb6142fdbfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:51.190885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99de6720-8642-4807-8e7b-fb6142fdbfa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:51.194784 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-99de6720-8642-4807-8e7b-fb6142fdbfa5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eb8738fb-4d87-4832-8c0f-532764407cb5 HTTP/1.1" status: 204 len: 168 time: 1.4002085 Dec 22 10:01:51.217338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac23731f-85e9-4c91-ab4c-d64f37d5a521 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:51.222862 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ac23731f-85e9-4c91-ab4c-d64f37d5a521 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "DELETE /v2.0/ports/e46c8e63-7164-4487-bdcc-14d3691b5df9 HTTP/1.1" status: 204 len: 168 time: 1.6644185 Dec 22 10:01:51.224173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44080) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:51.244420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-1ff3cb53-1d80-469c-af9f-ebf50105ecc8 service neutron] No DVR routers for this DVR port fc7329c3-78f6-4136-a3e0-470e31556bdf on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:01:51.309248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e1aa7d11-73f9-4242-9a76-e6e702767158 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Synchronizing usage tracker for tenant:8a4d5bfe83094380901b94298ae7a6f3 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:01:51.325578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7a1e0125-1ea7-432f-86a8-cef874da9076 None None] Provisioning complete for port fc7329c3-78f6-4136-a3e0-470e31556bdf triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:51.326285 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a1e0125-1ea7-432f-86a8-cef874da9076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:51.329784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db71b76-1906-460d-8808-981ae0bbbab1 req-821c350b-7b0a-4f6d-b69e-6b9652cb28c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:51.331438 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2db71b76-1906-460d-8808-981ae0bbbab1 req-821c350b-7b0a-4f6d-b69e-6b9652cb28c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2b8bd28c0aa45a89f5905c5258a9297&device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 1159 time: 0.4367042 Dec 22 10:01:51.402308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e0125-1ea7-432f-86a8-cef874da9076 None None] Port fc7329c3-78f6-4136-a3e0-470e31556bdf cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:01:51.460508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e1aa7d11-73f9-4242-9a76-e6e702767158 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Unset dirty status for tenant:8a4d5bfe83094380901b94298ae7a6f3 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:01:51.463176 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e1aa7d11-73f9-4242-9a76-e6e702767158 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2349405 Dec 22 10:01:51.467241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e0a1f-966f-417d-afa2-cb06c339a3fd req-e640ae9b-4635-4278-8ab6-3b66f07785cd tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:51.467241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-cd4e0a1f-966f-417d-afa2-cb06c339a3fd req-e640ae9b-4635-4278-8ab6-3b66f07785cd tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Synchronizing usage tracker for tenant:aae573b5a34643acbdb86cd3288079d5 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:01:51.469880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44086) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:51.481224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec60f6d-fc33-433c-a3d9-8c276f9ef877 req-308afa43-dfe6-45c6-8647-abbb4a31f371 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:51.482889 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ec60f6d-fc33-433c-a3d9-8c276f9ef877 req-308afa43-dfe6-45c6-8647-abbb4a31f371 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 944 time: 0.8900564 Dec 22 10:01:51.486267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-1ff3cb53-1d80-469c-af9f-ebf50105ecc8 service neutron] In _notify_port_updated(), no bound segment for port fc7329c3-78f6-4136-a3e0-470e31556bdf on network d34186bb-32c4-4a88-b464-38e69175bc20 {{(pid=81071) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}} Dec 22 10:01:51.493339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-1ff3cb53-1d80-469c-af9f-ebf50105ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:51.494564 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-1ff3cb53-1d80-469c-af9f-ebf50105ecc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:51.496017 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-1ff3cb53-1d80-469c-af9f-ebf50105ecc8 service neutron] 10.222.0.64 "PUT /v2.0/ports/fc7329c3-78f6-4136-a3e0-470e31556bdf HTTP/1.1" status: 200 len: 1033 time: 4.4985406 Dec 22 10:01:51.611053 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 10:01:51.626420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-cd4e0a1f-966f-417d-afa2-cb06c339a3fd req-e640ae9b-4635-4278-8ab6-3b66f07785cd tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Unset dirty status for tenant:aae573b5a34643acbdb86cd3288079d5 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:01:51.628349 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cd4e0a1f-966f-417d-afa2-cb06c339a3fd req-e640ae9b-4635-4278-8ab6-3b66f07785cd tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 931 time: 0.6827455 Dec 22 10:01:51.683234 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ec60f6d-fc33-433c-a3d9-8c276f9ef877 req-e1ee4387-e475-4cfe-af49-78176ee6b172 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822124 Dec 22 10:01:51.710321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-6a6997d2-87f8-4071-b1bd-758499c40cd5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Deleting port a7505449-7259-4f87-b669-f00446ac8fb4 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:51.710728 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-6a6997d2-87f8-4071-b1bd-758499c40cd5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:51.823448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698b2314-64b4-46bc-a411-6f251bce3263 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 10:01:51.837123 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:51.844452 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cd4e0a1f-966f-417d-afa2-cb06c339a3fd req-8ecd0619-8c16-44dd-af47-1a315b0b7c08 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011938 Dec 22 10:01:51.847219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-542d4b8f-69f5-4c6b-b91b-bf6211d021fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-734223406'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:51.870809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-542d4b8f-69f5-4c6b-b91b-bf6211d021fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:51.894406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-542d4b8f-69f5-4c6b-b91b-bf6211d021fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Usage tracker for resource:network and tenant:8a4d5bfe83094380901b94298ae7a6f3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:51.901891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-542d4b8f-69f5-4c6b-b91b-bf6211d021fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Quota usage for network was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:51.907714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Transition to ACTIVE for port object 698b2314-64b4-46bc-a411-6f251bce3263 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:01:51.913548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-542d4b8f-69f5-4c6b-b91b-bf6211d021fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:51.934329 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:51.952129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db71b76-1906-460d-8808-981ae0bbbab1 req-5a338f9a-5d3d-4aa3-9225-9ddbbffebeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:51.953813 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2db71b76-1906-460d-8808-981ae0bbbab1 req-5a338f9a-5d3d-4aa3-9225-9ddbbffebeb2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6f1855e-b485-45d1-82d8-ed2c723d357f HTTP/1.1" status: 200 len: 911 time: 0.5624409 Dec 22 10:01:51.956992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542d4b8f-69f5-4c6b-b91b-bf6211d021fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Made reservation on behalf of 8a4d5bfe83094380901b94298ae7a6f3 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:01:51.962980 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-542d4b8f-69f5-4c6b-b91b-bf6211d021fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:51.982264 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a748979d-7fbf-4198-bd51-3d6cf4d83a3f tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:52.020247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:01:52.059676 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2db71b76-1906-460d-8808-981ae0bbbab1 req-9dc623e2-e54f-4e32-8bcd-63fb8ce0f60c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8082d785-5764-49e2-a111-2ea6c7e525e9 HTTP/1.1" status: 200 len: 217 time: 0.0829279 Dec 22 10:01:52.109910 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-53ba9fcd-534b-4221-9b85-243bea776f25 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 10:01:52.141247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=698b2314-64b4-46bc-a411-6f251bce3263,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:52.156152 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53ba9fcd-534b-4221-9b85-243bea776f25 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:52.156436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542d4b8f-69f5-4c6b-b91b-bf6211d021fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:01:52.166427 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53ba9fcd-534b-4221-9b85-243bea776f25 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:52.172932 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:52.186295 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df2f0519-8e3d-489c-bbfd-c3a840bec5d2 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:52.236798 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-542d4b8f-69f5-4c6b-b91b-bf6211d021fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:52.237244 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-542d4b8f-69f5-4c6b-b91b-bf6211d021fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Added segment 9c6a0a94-0285-4a0d-a72c-d3f02ffd8865 of type vxlan for network 21518a82-f2d7-40d4-aaf9-9d374c4d5332 Dec 22 10:01:52.247215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db71b76-1906-460d-8808-981ae0bbbab1 req-53e281f3-b2f5-4f77-a642-fd594c435c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:52.248858 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2db71b76-1906-460d-8808-981ae0bbbab1 req-53e281f3-b2f5-4f77-a642-fd594c435c80 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca01a1fc-1044-4148-87dc-b546085e58b1 HTTP/1.1" status: 200 len: 856 time: 0.1810112 Dec 22 10:01:52.436649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba9fcd-534b-4221-9b85-243bea776f25 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Pushing event updated for resources: {'Port': ['ID=2182c9ad-4d43-450a-880f-53b19d669d17,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:52.447027 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-53ba9fcd-534b-4221-9b85-243bea776f25 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:52.448887 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-542d4b8f-69f5-4c6b-b91b-bf6211d021fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:52.581206 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-542d4b8f-69f5-4c6b-b91b-bf6211d021fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:52.585639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542d4b8f-69f5-4c6b-b91b-bf6211d021fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:52.586388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-542d4b8f-69f5-4c6b-b91b-bf6211d021fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:52.603409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae4cb5-77fd-4b1e-aeb6-dfe678edcbeb req-f661558b-ddb9-4786-a22a-208a9aaad38a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:52.608479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae4cb5-77fd-4b1e-aeb6-dfe678edcbeb req-f661558b-ddb9-4786-a22a-208a9aaad38a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:52.614497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae4cb5-77fd-4b1e-aeb6-dfe678edcbeb req-f661558b-ddb9-4786-a22a-208a9aaad38a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:52.618113 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dfe117af-270d-48bb-b967-6e02f838903f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:52.620529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae4cb5-77fd-4b1e-aeb6-dfe678edcbeb req-f661558b-ddb9-4786-a22a-208a9aaad38a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:52.625849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae4cb5-77fd-4b1e-aeb6-dfe678edcbeb req-f661558b-ddb9-4786-a22a-208a9aaad38a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:52.634967 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47ae4cb5-77fd-4b1e-aeb6-dfe678edcbeb req-f661558b-ddb9-4786-a22a-208a9aaad38a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 3877 time: 0.4683933 Dec 22 10:01:52.635981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db71b76-1906-460d-8808-981ae0bbbab1 req-3a7547a4-86ec-443b-a1e4-2f85d80b1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:52.637633 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2db71b76-1906-460d-8808-981ae0bbbab1 req-3a7547a4-86ec-443b-a1e4-2f85d80b1b5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f1855e-b485-45d1-82d8-ed2c723d357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3591447 Dec 22 10:01:52.645252 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-542d4b8f-69f5-4c6b-b91b-bf6211d021fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1724939 Dec 22 10:01:52.656156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44116) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:52.704623 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-47ae4cb5-77fd-4b1e-aeb6-dfe678edcbeb req-1b622541-41c4-4222-972d-74ef37bdbd4a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685987 Dec 22 10:01:52.707650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-390a0501-3385-4f06-8ce8-982b9c043698 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-283236122'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:52.727667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-390a0501-3385-4f06-8ce8-982b9c043698 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:52.743828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-390a0501-3385-4f06-8ce8-982b9c043698 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Usage tracker for resource:network and tenant:8a4d5bfe83094380901b94298ae7a6f3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:52.818470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-6a6997d2-87f8-4071-b1bd-758499c40cd5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] For port a7505449-7259-4f87-b669-f00446ac8fb4, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=a7505449-7259-4f87-b669-f00446ac8fb4,segment=NetworkSegment(d036b29d-b5c1-4ab7-bdce-4e57427add9d),segment_id=d036b29d-b5c1-4ab7-bdce-4e57427add9d)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:52.819107 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-6a6997d2-87f8-4071-b1bd-758499c40cd5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:52.881173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-53ba9fcd-534b-4221-9b85-243bea776f25 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] In _notify_port_updated(), no bound segment for port 2182c9ad-4d43-450a-880f-53b19d669d17 on network 020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5 {{(pid=81072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}} Dec 22 10:01:52.886254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ba9fcd-534b-4221-9b85-243bea776f25 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:52.886994 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53ba9fcd-534b-4221-9b85-243bea776f25 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:52.891400 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-53ba9fcd-534b-4221-9b85-243bea776f25 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] 10.222.0.50 "PUT /v2.0/ports/2182c9ad-4d43-450a-880f-53b19d669d17 HTTP/1.1" status: 200 len: 1135 time: 2.5733850 Dec 22 10:01:52.895068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-390a0501-3385-4f06-8ce8-982b9c043698 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Quota usage for network was recalculated. Used quota:3. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:52.898060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44126) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:52.919115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d4b8f-69f5-4c6b-b91b-bf6211d021fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event updated for resources: {'Network': ['ID=21518a82-f2d7-40d4-aaf9-9d374c4d5332,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:52.942886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 21518a82-f2d7-40d4-aaf9-9d374c4d5332 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:52.963102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-390a0501-3385-4f06-8ce8-982b9c043698 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:52.984253 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-542d4b8f-69f5-4c6b-b91b-bf6211d021fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:52.989505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 21518a82-f2d7-40d4-aaf9-9d374c4d5332 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:53.005792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 21518a82-f2d7-40d4-aaf9-9d374c4d5332 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:53.036015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d8964d42-d508-487f-9e0f-4cde3d319266 None None] Provisioning complete for port 2182c9ad-4d43-450a-880f-53b19d669d17 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:53.036712 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8964d42-d508-487f-9e0f-4cde3d319266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:53.139092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-6a6997d2-87f8-4071-b1bd-758499c40cd5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Calling delete_port for a7505449-7259-4f87-b669-f00446ac8fb4 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:01:53.188014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390a0501-3385-4f06-8ce8-982b9c043698 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Made reservation on behalf of 8a4d5bfe83094380901b94298ae7a6f3 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:01:53.198595 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-390a0501-3385-4f06-8ce8-982b9c043698 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:53.248194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0a6e6b-47a4-4cd9-b1be-48ba7948f15c tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:53.248894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3c0a6e6b-47a4-4cd9-b1be-48ba7948f15c tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Synchronizing usage tracker for tenant:02c2211646d746908c73e0d612e7ca49 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:01:53.294923 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2db71b76-1906-460d-8808-981ae0bbbab1 req-f54ed299-6e54-41e6-b7f8-614efc6eb223 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6328640 Dec 22 10:01:53.306571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390a0501-3385-4f06-8ce8-982b9c043698 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:01:53.342696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3c0a6e6b-47a4-4cd9-b1be-48ba7948f15c tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Unset dirty status for tenant:02c2211646d746908c73e0d612e7ca49 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:01:53.347430 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3c0a6e6b-47a4-4cd9-b1be-48ba7948f15c tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] 10.222.0.50 "GET /v2.0/ports/2182c9ad-4d43-450a-880f-53b19d669d17 HTTP/1.1" status: 200 len: 1135 time: 0.4413528 Dec 22 10:01:53.354257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44134) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:53.371068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 8082d785-5764-49e2-a111-2ea6c7e525e9 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:01:53.416371 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-390a0501-3385-4f06-8ce8-982b9c043698 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:53.416822 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-390a0501-3385-4f06-8ce8-982b9c043698 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Added segment 8f5ce5be-9591-4925-bd59-6ad3bf1e4291 of type vxlan for network 01952aeb-0b73-428c-9e79-15ff6f8a7d24 Dec 22 10:01:53.547254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-520fed73-1208-436c-bb1a-9cb0e4040757 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Deleting port 2182c9ad-4d43-450a-880f-53b19d669d17 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:53.547643 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-520fed73-1208-436c-bb1a-9cb0e4040757 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:53.554302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d8964d42-d508-487f-9e0f-4cde3d319266 None None] Port 2182c9ad-4d43-450a-880f-53b19d669d17 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:01:53.588911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 8082d785-5764-49e2-a111-2ea6c7e525e9 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:01:53.595460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 8082d785-5764-49e2-a111-2ea6c7e525e9 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:53.596099 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:53.634789 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-390a0501-3385-4f06-8ce8-982b9c043698 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:53.702461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Attempting to bind port 698b2314-64b4-46bc-a411-6f251bce3263 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:01:53.702461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Attempting to bind port 698b2314-64b4-46bc-a411-6f251bce3263 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '61ec9102-b7a0-4aee-a9ea-fcb8e2914305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78b821f9-2793-4dad-8a52-7e09f0dfd67a'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:01:53.703286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Attempting to bind port 698b2314-64b4-46bc-a411-6f251bce3263 on network 78b821f9-2793-4dad-8a52-7e09f0dfd67a {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:01:53.728786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:01:53.729167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Checking segment: {'id': '61ec9102-b7a0-4aee-a9ea-fcb8e2914305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78b821f9-2793-4dad-8a52-7e09f0dfd67a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:01:53.729588 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:53.734318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Bound using segment: {'id': '61ec9102-b7a0-4aee-a9ea-fcb8e2914305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78b821f9-2793-4dad-8a52-7e09f0dfd67a'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:01:53.734858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Bound port: 698b2314-64b4-46bc-a411-6f251bce3263, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ec9102-b7a0-4aee-a9ea-fcb8e2914305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78b821f9-2793-4dad-8a52-7e09f0dfd67a'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:01:53.735254 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:53.746586 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2db71b76-1906-460d-8808-981ae0bbbab1 req-8a47fc59-976f-485b-b8e6-e3de5ed01bb0 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4423378 Dec 22 10:01:53.765073 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-6a6997d2-87f8-4071-b1bd-758499c40cd5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:53.817174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:53.842766 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-390a0501-3385-4f06-8ce8-982b9c043698 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:53.847454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390a0501-3385-4f06-8ce8-982b9c043698 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:53.848147 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-390a0501-3385-4f06-8ce8-982b9c043698 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:53.870223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8082d785-5764-49e2-a111-2ea6c7e525e9'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:01:53.876045 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c819766-78fc-4ac4-bcc8-4c61784e2920 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:53.887021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 8082d785-5764-49e2-a111-2ea6c7e525e9, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=8082d785-5764-49e2-a111-2ea6c7e525e9,segment=NetworkSegment(f7f4091b-a7a6-45c4-b821-97884b11f144),segment_id=f7f4091b-a7a6-45c4-b821-97884b11f144)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:53.891793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:53.894354 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:53.929134 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f047b939-5f06-4578-8aa7-819ac4264f4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:53.970267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=8082d785-5764-49e2-a111-2ea6c7e525e9,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:53.981253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.982002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.982590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.983168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.983738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.984328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.984928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.985495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.986062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.986795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.987482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.988101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.988763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.989334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.990039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.990628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.991198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.991762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.992367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.992976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.993555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.994124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.994685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.995497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.996165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:53.999503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:54.000288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:54.000887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:54.001465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:54.002037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:54.002610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:54.003177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:54.003741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:54.004336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:54.005037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:54.005517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:01:54.016779 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:54.018751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a0501-3385-4f06-8ce8-982b9c043698 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event updated for resources: {'Network': ['ID=01952aeb-0b73-428c-9e79-15ff6f8a7d24,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:54.036022 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-390a0501-3385-4f06-8ce8-982b9c043698 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3650231 Dec 22 10:01:54.036547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 01952aeb-0b73-428c-9e79-15ff6f8a7d24 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:54.046975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53af15f-069c-4722-8b0a-919120c6ca36 req-30744e66-a9fa-4112-81b5-2e840a4179f3 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:54.047759 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c53af15f-069c-4722-8b0a-919120c6ca36 req-30744e66-a9fa-4112-81b5-2e840a4179f3 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 943 time: 0.5907502 Dec 22 10:01:54.056020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6997d2-87f8-4071-b1bd-758499c40cd5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event deleted for resources: {'Port': ['ID=a7505449-7259-4f87-b669-f00446ac8fb4,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:54.056020 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6a6997d2-87f8-4071-b1bd-758499c40cd5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:54.090591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 01952aeb-0b73-428c-9e79-15ff6f8a7d24 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:54.120482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 01952aeb-0b73-428c-9e79-15ff6f8a7d24 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:01:54.187808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] For port 698b2314-64b4-46bc-a411-6f251bce3263, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:01:54.191006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] For port 698b2314-64b4-46bc-a411-6f251bce3263, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=698b2314-64b4-46bc-a411-6f251bce3263,segment=NetworkSegment(61ec9102-b7a0-4aee-a9ea-fcb8e2914305),segment_id=61ec9102-b7a0-4aee-a9ea-fcb8e2914305)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:01:54.192840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-6a6997d2-87f8-4071-b1bd-758499c40cd5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] No DVR routers for this DVR port a7505449-7259-4f87-b669-f00446ac8fb4 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:01:54.195512 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-6a6997d2-87f8-4071-b1bd-758499c40cd5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:54.243315 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c53af15f-069c-4722-8b0a-919120c6ca36 req-2165ac53-01bd-4c7e-af49-b68de5995fe6 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945345 Dec 22 10:01:54.244624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-deleted', 'tag': 'a7505449-7259-4f87-b669-f00446ac8fb4'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:01:54.267827 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-6a6997d2-87f8-4071-b1bd-758499c40cd5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.64 "DELETE /v2.0/ports/a7505449-7259-4f87-b669-f00446ac8fb4 HTTP/1.1" status: 204 len: 173 time: 2.7472053 Dec 22 10:01:54.271699 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:54.340155 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:54.388268 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-520fed73-1208-436c-bb1a-9cb0e4040757 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:54.694789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-520fed73-1208-436c-bb1a-9cb0e4040757 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Calling delete_port for 2182c9ad-4d43-450a-880f-53b19d669d17 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:01:54.925754 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-390a0501-3385-4f06-8ce8-982b9c043698 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.050s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:54.930887 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-520fed73-1208-436c-bb1a-9cb0e4040757 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:55.119652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f1731-3353-406d-9036-2892935e4ddf req-766d530b-079b-4333-9e7d-63272d19515d tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:55.121372 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca9f1731-3353-406d-9036-2892935e4ddf req-766d530b-079b-4333-9e7d-63272d19515d tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 944 time: 1.7158730 Dec 22 10:01:55.182322 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9be4b73b-3df8-4e03-8467-51cf1d08fc77 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:55.240917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 8082d785-5764-49e2-a111-2ea6c7e525e9 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:01:55.348832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fed73-1208-436c-bb1a-9cb0e4040757 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Pushing event deleted for resources: {'Port': ['ID=2182c9ad-4d43-450a-880f-53b19d669d17,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:55.358080 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-520fed73-1208-436c-bb1a-9cb0e4040757 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:55.410647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=698b2314-64b4-46bc-a411-6f251bce3263,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:55.450247 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.109s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:55.542747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 8082d785-5764-49e2-a111-2ea6c7e525e9 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:55.545354 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:55.579688 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-520fed73-1208-436c-bb1a-9cb0e4040757 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:55.591900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:55.592627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:55.604959 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-520fed73-1208-436c-bb1a-9cb0e4040757 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] 10.222.0.50 "DELETE /v2.0/ports/2182c9ad-4d43-450a-880f-53b19d669d17 HTTP/1.1" status: 204 len: 168 time: 2.2473309 Dec 22 10:01:55.605502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44172) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:55.609269 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] 10.222.0.64 "PUT /v2.0/ports/698b2314-64b4-46bc-a411-6f251bce3263 HTTP/1.1" status: 200 len: 1155 time: 6.0564463 Dec 22 10:01:55.645205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-da6b7465-088d-4106-b1a9-485beeddf1ac tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Deleting port b11d4d5e-eea2-4fdf-9449-b09db9047277 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:55.645960 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-da6b7465-088d-4106-b1a9-485beeddf1ac tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:55.920102 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ca9f1731-3353-406d-9036-2892935e4ddf req-dcca69ac-db02-41e4-970b-ae3bc4fad33f tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4728434 Dec 22 10:01:56.023178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-33829a1b-546e-40f5-9b55-ecaea332a2f8 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Deleting subnet b720b3bf-2279-4017-892d-74b126a8296b {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:01:56.027191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-33829a1b-546e-40f5-9b55-ecaea332a2f8 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:56.110346 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-33829a1b-546e-40f5-9b55-ecaea332a2f8 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:56.111609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3501f6-3314-4ea6-a577-9171ee3711ee req-60ccfc24-699c-4d8d-aca6-ebf78e6ce173 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:56.113557 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8082d785-5764-49e2-a111-2ea6c7e525e9', 'code': 200} Dec 22 10:01:56.116719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3501f6-3314-4ea6-a577-9171ee3711ee req-60ccfc24-699c-4d8d-aca6-ebf78e6ce173 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:56.123680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3501f6-3314-4ea6-a577-9171ee3711ee req-60ccfc24-699c-4d8d-aca6-ebf78e6ce173 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:56.129415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3501f6-3314-4ea6-a577-9171ee3711ee req-60ccfc24-699c-4d8d-aca6-ebf78e6ce173 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:56.131451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ff3501f6-3314-4ea6-a577-9171ee3711ee req-60ccfc24-699c-4d8d-aca6-ebf78e6ce173 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Synchronizing usage tracker for tenant:c331cc560d8748a88e7458b10299f64a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:01:56.141249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-38ae2c87-3628-4cd3-b94a-610022bb7afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:56.142906 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-38ae2c87-3628-4cd3-b94a-610022bb7afd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae573b5a34643acbdb86cd3288079d5&device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 1158 time: 0.3976076 Dec 22 10:01:56.276744 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-71892831-caef-4ef5-a329-654bd7797ecc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=698b2314-64b4-46bc-a411-6f251bce3263 HTTP/1.1" status: 200 len: 217 time: 0.1152184 Dec 22 10:01:56.277452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-ff3501f6-3314-4ea6-a577-9171ee3711ee req-60ccfc24-699c-4d8d-aca6-ebf78e6ce173 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Unset dirty status for tenant:c331cc560d8748a88e7458b10299f64a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:01:56.288645 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ff3501f6-3314-4ea6-a577-9171ee3711ee req-60ccfc24-699c-4d8d-aca6-ebf78e6ce173 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 3144 time: 1.0869496 Dec 22 10:01:56.463340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-bbfa3a02-3e36-4439-83fe-33b1e0da77b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:56.468932 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-bbfa3a02-3e36-4439-83fe-33b1e0da77b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d HTTP/1.1" status: 200 len: 850 time: 0.1747727 Dec 22 10:01:56.531831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a79c5c-04a2-4b7f-916d-c6d6c7949273 req-07d9d675-b382-41db-9e57-a74345fa7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:56.533770 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97a79c5c-04a2-4b7f-916d-c6d6c7949273 req-07d9d675-b382-41db-9e57-a74345fa7c63 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 1161 time: 0.2424228 Dec 22 10:01:56.582471 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-33829a1b-546e-40f5-9b55-ecaea332a2f8 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:56.614556 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-44f7d789-e076-4581-a7d3-ef2c53326a7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b821f9-2793-4dad-8a52-7e09f0dfd67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266313 Dec 22 10:01:56.684741 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97a79c5c-04a2-4b7f-916d-c6d6c7949273 req-19adff0b-20f8-4268-ba1a-02c184895698 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419094 Dec 22 10:01:56.980895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-da6b7465-088d-4106-b1a9-485beeddf1ac tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] For port b11d4d5e-eea2-4fdf-9449-b09db9047277, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b11d4d5e-eea2-4fdf-9449-b09db9047277,segment=NetworkSegment(e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5),segment_id=e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:56.982043 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-da6b7465-088d-4106-b1a9-485beeddf1ac tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:57.013326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-33829a1b-546e-40f5-9b55-ecaea332a2f8 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:57.134087 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b8eb30c4-f9ae-4fe6-afd1-e03036548a76 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:57.176722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33829a1b-546e-40f5-9b55-ecaea332a2f8 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Pushing event deleted for resources: {'Subnet': ['ID=b720b3bf-2279-4017-892d-74b126a8296b,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:57.181734 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-33829a1b-546e-40f5-9b55-ecaea332a2f8 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:57.196357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-33829a1b-546e-40f5-9b55-ecaea332a2f8 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:57.206956 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-33829a1b-546e-40f5-9b55-ecaea332a2f8 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] 10.222.0.50 "DELETE /v2.0/subnets/b720b3bf-2279-4017-892d-74b126a8296b HTTP/1.1" status: 204 len: 168 time: 1.6001177 Dec 22 10:01:57.207665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44198) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:57.209504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5ad5e9-4946-4d0e-95a5-5b2672b26044 None None] Network 020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:01:57.252117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-da6b7465-088d-4106-b1a9-485beeddf1ac tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Calling delete_port for b11d4d5e-eea2-4fdf-9449-b09db9047277 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:01:57.337935 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-deleted', 'tag': 'a7505449-7259-4f87-b669-f00446ac8fb4', 'status': 'completed', 'code': 200} Dec 22 10:01:57.341013 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-2e88e179-e9d4-49f7-90d7-aea5bc89a48b service neutron] 10.222.0.64 "GET /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783879 Dec 22 10:01:57.344126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44202) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:57.349404 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:57.424376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Deleting port 4e9158d2-3c8f-496c-bb13-b6e634028345 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:57.424772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:57.607347 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d8ed9401-9dcb-46ec-8d0b-030e1184c8c8 req-89f912cd-4683-4bb9-bca2-6bbb3b649174 service neutron] 10.222.0.64 "GET /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1791883 Dec 22 10:01:57.682909 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ff3501f6-3314-4ea6-a577-9171ee3711ee req-ede8e885-2075-4f19-8b14-207ca98de8e1 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3924081 Dec 22 10:01:57.731549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89428f3d-11b8-4e72-bc51-2f80a8f4e6d8 None None] DHCP port deletion for 020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:01:57.734747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] For port 4e9158d2-3c8f-496c-bb13-b6e634028345, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=4e9158d2-3c8f-496c-bb13-b6e634028345,segment=NetworkSegment(995cd9a9-014a-420e-80df-51d87ee2e881),segment_id=995cd9a9-014a-420e-80df-51d87ee2e881)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:57.735120 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:57.737068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-89428f3d-11b8-4e72-bc51-2f80a8f4e6d8 None None] Deleting port 4e9158d2-3c8f-496c-bb13-b6e634028345 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:57.737665 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89428f3d-11b8-4e72-bc51-2f80a8f4e6d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:57.822283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56886aaf-0e4e-4e95-84b7-06a6bcb28fa3 req-43521a3e-cefd-46bb-9c10-29bb994345b1 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:57.855242 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-56886aaf-0e4e-4e95-84b7-06a6bcb28fa3 req-43521a3e-cefd-46bb-9c10-29bb994345b1 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 943 time: 0.5193667 Dec 22 10:01:57.966556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44210) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:57.983301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Request body: {'subnets': [{'network_id': '21518a82-f2d7-40d4-aaf9-9d374c4d5332', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1462734038', 'ip_version': 6}, {'network_id': '01952aeb-0b73-428c-9e79-15ff6f8a7d24', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:57.983731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Request body: {'subnet': {'network_id': '21518a82-f2d7-40d4-aaf9-9d374c4d5332', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1462734038', 'ip_version': 6}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:57.984480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Request body: {'subnet': {'network_id': '01952aeb-0b73-428c-9e79-15ff6f8a7d24', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:01:58.139337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-89428f3d-11b8-4e72-bc51-2f80a8f4e6d8 None None] For port 4e9158d2-3c8f-496c-bb13-b6e634028345, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=4e9158d2-3c8f-496c-bb13-b6e634028345,segment=NetworkSegment(995cd9a9-014a-420e-80df-51d87ee2e881),segment_id=995cd9a9-014a-420e-80df-51d87ee2e881)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:01:58.139879 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89428f3d-11b8-4e72-bc51-2f80a8f4e6d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:58.241168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7cae0de-111c-413d-b49b-eca66e74d0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:58.284443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Calling delete_port for 4e9158d2-3c8f-496c-bb13-b6e634028345 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:01:58.293278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-89428f3d-11b8-4e72-bc51-2f80a8f4e6d8 None None] Calling delete_port for 4e9158d2-3c8f-496c-bb13-b6e634028345 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:01:58.331838 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-56886aaf-0e4e-4e95-84b7-06a6bcb28fa3 req-279eaf7a-2d17-4355-956d-b80d92da0888 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747386 Dec 22 10:01:58.373735 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:58.380554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-89428f3d-11b8-4e72-bc51-2f80a8f4e6d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:01:58.380976 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-89428f3d-11b8-4e72-bc51-2f80a8f4e6d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:01:58.390220 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-28a5968f-266b-4f2c-8820-1440685936b3 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:58.419322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c7cae0de-111c-413d-b49b-eca66e74d0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:58.437482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Pushing event deleted for resources: {'Port': ['ID=4e9158d2-3c8f-496c-bb13-b6e634028345,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:58.448345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c7cae0de-111c-413d-b49b-eca66e74d0f6 admin admin] Usage tracker for resource:security_group_rule and tenant:ffb27a43b4044f6f9ec13ddbc5e37866 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:58.449719 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:58.454861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c7cae0de-111c-413d-b49b-eca66e74d0f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:58.468890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c7cae0de-111c-413d-b49b-eca66e74d0f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:58.487206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:01:58.498157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Usage tracker for resource:subnet and tenant:8a4d5bfe83094380901b94298ae7a6f3 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:01:58.504234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:01:58.512180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:01:58.516306 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-da6b7465-088d-4106-b1a9-485beeddf1ac tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:58.536671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] No DVR routers for this DVR port 4e9158d2-3c8f-496c-bb13-b6e634028345 on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:01:58.543777 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6a6997d2-87f8-4071-b1bd-758499c40cd5 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:58.625984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff47a1c-6e41-4b1a-8a19-deef6560fa53 req-bcaa6665-a155-4ca8-a89c-3dd43adec93a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:58.627623 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cff47a1c-6e41-4b1a-8a19-deef6560fa53 req-bcaa6665-a155-4ca8-a89c-3dd43adec93a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.4884000 Dec 22 10:01:58.633159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b7465-088d-4106-b1a9-485beeddf1ac tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event deleted for resources: {'Port': ['ID=b11d4d5e-eea2-4fdf-9449-b09db9047277,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:58.642133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Made reservation on behalf of 8a4d5bfe83094380901b94298ae7a6f3 for: {'subnet': 2} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:01:58.658302 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-da6b7465-088d-4106-b1a9-485beeddf1ac tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:58.677762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:58.811189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:58.825378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995cd9a9-014a-420e-80df-51d87ee2e881') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:58.825698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995cd9a9-014a-420e-80df-51d87ee2e881') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:01:58.839527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:58.858032 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:58.860584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Releasing vxlan tunnel 6 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:01:58.882888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-89428f3d-11b8-4e72-bc51-2f80a8f4e6d8 None None] Deleting port 4e9158d2-3c8f-496c-bb13-b6e634028345 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:58.883689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89428f3d-11b8-4e72-bc51-2f80a8f4e6d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:58.916152 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cff47a1c-6e41-4b1a-8a19-deef6560fa53 req-72bb845c-cd20-47e1-b358-fa19848f0ae4 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745588 Dec 22 10:01:58.959812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-89428f3d-11b8-4e72-bc51-2f80a8f4e6d8 None None] The port '4e9158d2-3c8f-496c-bb13-b6e634028345' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:01:58.964623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 8082d785-5764-49e2-a111-2ea6c7e525e9 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:01:59.039121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 8082d785-5764-49e2-a111-2ea6c7e525e9 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:01:59.039613 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:59.076618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Network 020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:01:59.091445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:59.198301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-da6b7465-088d-4106-b1a9-485beeddf1ac tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] No DVR routers for this DVR port b11d4d5e-eea2-4fdf-9449-b09db9047277 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:01:59.200619 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-da6b7465-088d-4106-b1a9-485beeddf1ac tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:59.204777 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7cae0de-111c-413d-b49b-eca66e74d0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:59.226715 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7cae0de-111c-413d-b49b-eca66e74d0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:59.262077 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c7e76e5-2d46-4f61-8985-aa23c5698075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:59.273059 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c7cae0de-111c-413d-b49b-eca66e74d0f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ffb27a43b4044f6f9ec13ddbc5e37866&name=default HTTP/1.1" status: 200 len: 2883 time: 1.9217830 Dec 22 10:01:59.275345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44218) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:59.288058 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:59.310877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Network 020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:01:59.323544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 4e9158d2-3c8f-496c-bb13-b6e634028345 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:01:59.341020 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:01:59.359274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 4e9158d2-3c8f-496c-bb13-b6e634028345 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:01:59.360221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 4e9158d2-3c8f-496c-bb13-b6e634028345 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:01:59.485304 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2fc498c-c241-4fe1-84d7-1ff6c4c38d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:59.488321 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:59.499682 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-235860fd-b637-4a1c-ae64-fe3e548d7790 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:59.516578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:59.541400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Pushing event deleted for resources: {'Network': ['ID=020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:59.552724 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:59.557003 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2fc498c-c241-4fe1-84d7-1ff6c4c38d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:59.577493 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] 10.222.0.50 "DELETE /v2.0/networks/020e0c70-86bc-4b6c-a09c-4e1a19dc9ae5 HTTP/1.1" status: 204 len: 168 time: 2.3683240 Dec 22 10:01:59.590946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a52b1e3-bb00-4fe6-9713-5d511a504940', 'tag': '698b2314-64b4-46bc-a411-6f251bce3263'}, {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-deleted', 'tag': 'b11d4d5e-eea2-4fdf-9449-b09db9047277'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:01:59.628154 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2fc498c-c241-4fe1-84d7-1ff6c4c38d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:59.632532 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:01:59.646795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc498c-c241-4fe1-84d7-1ff6c4c38d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43d78c3-500b-4724-ae44-9b7c441ed673,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:59.655781 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2fc498c-c241-4fe1-84d7-1ff6c4c38d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:59.656744 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2fc498c-c241-4fe1-84d7-1ff6c4c38d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:59.661557 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c2fc498c-c241-4fe1-84d7-1ff6c4c38d24 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f43d78c3-500b-4724-ae44-9b7c441ed673 HTTP/1.1" status: 204 len: 168 time: 0.3841069 Dec 22 10:01:59.665784 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-da6b7465-088d-4106-b1a9-485beeddf1ac tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.64 "DELETE /v2.0/ports/b11d4d5e-eea2-4fdf-9449-b09db9047277 HTTP/1.1" status: 204 len: 173 time: 5.3457890 Dec 22 10:01:59.791919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cae0de-111c-413d-b49b-eca66e74d0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43d78c3-500b-4724-ae44-9b7c441ed673,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:01:59.795659 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c7cae0de-111c-413d-b49b-eca66e74d0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:01:59.880497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44234) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:01:59.883634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be808e-1e45-4828-a704-cd0b88346b4f req-40d60d18-7a9e-486d-9026-1b4e84c97697 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:59.888624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be808e-1e45-4828-a704-cd0b88346b4f req-40d60d18-7a9e-486d-9026-1b4e84c97697 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:59.893066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be808e-1e45-4828-a704-cd0b88346b4f req-40d60d18-7a9e-486d-9026-1b4e84c97697 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:59.893992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-35be808e-1e45-4828-a704-cd0b88346b4f req-40d60d18-7a9e-486d-9026-1b4e84c97697 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Synchronizing usage tracker for tenant:c331cc560d8748a88e7458b10299f64a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:01:59.912144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-99115f31-42bc-434d-9a16-83a9ef312034 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Deleting port 77c75204-a4c3-4349-8892-fcd4b32834af {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:01:59.912534 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-99115f31-42bc-434d-9a16-83a9ef312034 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:01:59.996144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f868f8-35b4-459c-86e8-82f74e900699 req-24129bd5-b2f0-4d0e-9e34-ece50f721e02 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:01:59.997747 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-16f868f8-35b4-459c-86e8-82f74e900699 req-24129bd5-b2f0-4d0e-9e34-ece50f721e02 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 943 time: 0.3975489 Dec 22 10:02:00.004258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-35be808e-1e45-4828-a704-cd0b88346b4f req-40d60d18-7a9e-486d-9026-1b4e84c97697 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Unset dirty status for tenant:c331cc560d8748a88e7458b10299f64a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:02:00.005829 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-35be808e-1e45-4828-a704-cd0b88346b4f req-40d60d18-7a9e-486d-9026-1b4e84c97697 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 2411 time: 1.0624437 Dec 22 10:02:00.081985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44244) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:00.121699 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-931662c6-c8ec-491c-b3b6-3be317f9bbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:00.145276 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9a16782c-964a-49cc-a03f-2b312c42b64e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=02c2211646d746908c73e0d612e7ca49&name=default HTTP/1.1" status: 200 len: 2883 time: 0.2631307 Dec 22 10:02:00.146555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-931662c6-c8ec-491c-b3b6-3be317f9bbcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:00.148838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44248) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:00.162845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-931662c6-c8ec-491c-b3b6-3be317f9bbcd admin admin] Usage tracker for resource:security_group_rule and tenant:4170a2bc4212463d9b7597cdad7f29fa is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:00.167745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-931662c6-c8ec-491c-b3b6-3be317f9bbcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:00.177250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-931662c6-c8ec-491c-b3b6-3be317f9bbcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:00.222563 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-16f868f8-35b4-459c-86e8-82f74e900699 req-254132b9-b1bd-4914-8563-5d684fa9849b tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157793 Dec 22 10:02:00.260180 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-35be808e-1e45-4828-a704-cd0b88346b4f req-8c577073-bc42-450a-b443-e3ca3b864355 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298181 Dec 22 10:02:00.307526 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-931662c6-c8ec-491c-b3b6-3be317f9bbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:00.332391 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-035fdc05-99eb-4e11-87ca-d39816c742e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:00.337374 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a52b1e3-bb00-4fe6-9713-5d511a504940', 'tag': '698b2314-64b4-46bc-a411-6f251bce3263', 'status': 'completed', 'code': 200} Dec 22 10:02:00.337888 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-deleted', 'tag': 'b11d4d5e-eea2-4fdf-9449-b09db9047277', 'status': 'completed', 'code': 200} Dec 22 10:02:00.363700 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-035fdc05-99eb-4e11-87ca-d39816c742e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:00.377525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-931662c6-c8ec-491c-b3b6-3be317f9bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:00.391771 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-45029c1a-a318-4151-a08d-1a78f2b6328d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:00.457316 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-931662c6-c8ec-491c-b3b6-3be317f9bbcd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4170a2bc4212463d9b7597cdad7f29fa&name=default HTTP/1.1" status: 200 len: 2883 time: 0.3670254 Dec 22 10:02:00.459548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931662c6-c8ec-491c-b3b6-3be317f9bbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aafea67-d90d-47f7-bb5b-f796f037aa4e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:00.463038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44252) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:00.466452 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-931662c6-c8ec-491c-b3b6-3be317f9bbcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:00.505094 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-035fdc05-99eb-4e11-87ca-d39816c742e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:00.512116 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0797ec23-7f83-449a-9ac0-1fe1e0acb15d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:00.530219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-99115f31-42bc-434d-9a16-83a9ef312034 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] For port 77c75204-a4c3-4349-8892-fcd4b32834af, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=77c75204-a4c3-4349-8892-fcd4b32834af,segment=NetworkSegment(e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5),segment_id=e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:02:00.530627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-99115f31-42bc-434d-9a16-83a9ef312034 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:00.531073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fdc05-99eb-4e11-87ca-d39816c742e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8277c31-a7f8-46de-ab10-564e8bda914f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:00.536260 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-035fdc05-99eb-4e11-87ca-d39816c742e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:00.556989 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-035fdc05-99eb-4e11-87ca-d39816c742e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:00.558509 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-035fdc05-99eb-4e11-87ca-d39816c742e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b8277c31-a7f8-46de-ab10-564e8bda914f HTTP/1.1" status: 204 len: 168 time: 0.4086955 Dec 22 10:02:00.567002 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f99ad63-f9da-4613-bb18-20891baa75e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:00.598947 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f99ad63-f9da-4613-bb18-20891baa75e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:00.655093 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f99ad63-f9da-4613-bb18-20891baa75e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:00.660684 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b868f14a-10ed-4476-85fe-5d3b9365fcdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:00.674305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99ad63-f9da-4613-bb18-20891baa75e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aafea67-d90d-47f7-bb5b-f796f037aa4e,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:00.677624 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3f99ad63-f9da-4613-bb18-20891baa75e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:00.679740 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f99ad63-f9da-4613-bb18-20891baa75e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:00.687077 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3f99ad63-f9da-4613-bb18-20891baa75e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6aafea67-d90d-47f7-bb5b-f796f037aa4e HTTP/1.1" status: 204 len: 168 time: 0.2203388 Dec 22 10:02:00.714729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-99115f31-42bc-434d-9a16-83a9ef312034 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Calling delete_port for 77c75204-a4c3-4349-8892-fcd4b32834af owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:02:00.923578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313c18-63c6-4a58-a3f5-122977827647 req-746f79f1-4029-4f29-ae50-40e0931e4754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:00.925302 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb313c18-63c6-4a58-a3f5-122977827647 req-746f79f1-4029-4f29-ae50-40e0931e4754 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae573b5a34643acbdb86cd3288079d5&device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 1158 time: 0.5503833 Dec 22 10:02:00.983484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebc493-1693-44cc-aada-38275c2b16bd req-daa2d516-4b60-4b40-9dd6-c98f9270b386 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:00.985145 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d0ebc493-1693-44cc-aada-38275c2b16bd req-daa2d516-4b60-4b40-9dd6-c98f9270b386 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.5342762 Dec 22 10:02:01.249071 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d0ebc493-1693-44cc-aada-38275c2b16bd req-b0d0a28f-4264-4b0a-acc1-00ec695912df tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538874 Dec 22 10:02:01.305394 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-99115f31-42bc-434d-9a16-83a9ef312034 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:01.325574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313c18-63c6-4a58-a3f5-122977827647 req-22008f5a-0233-458a-9c8d-d28c6326bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:01.327242 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb313c18-63c6-4a58-a3f5-122977827647 req-22008f5a-0233-458a-9c8d-d28c6326bd16 service neutron] 10.222.0.64 "GET /v2.0/networks?id=78b821f9-2793-4dad-8a52-7e09f0dfd67a HTTP/1.1" status: 200 len: 904 time: 0.3846762 Dec 22 10:02:01.327929 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d4281c35-0224-4c52-8e46-3a82b6dceaae tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:01.447722 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb313c18-63c6-4a58-a3f5-122977827647 req-efa47282-8964-4f15-98c2-17bf439d6b09 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=698b2314-64b4-46bc-a411-6f251bce3263 HTTP/1.1" status: 200 len: 217 time: 0.0845170 Dec 22 10:02:01.468960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99115f31-42bc-434d-9a16-83a9ef312034 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event deleted for resources: {'Port': ['ID=77c75204-a4c3-4349-8892-fcd4b32834af,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:01.527720 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99115f31-42bc-434d-9a16-83a9ef312034 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:01.613194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 698b2314-64b4-46bc-a411-6f251bce3263 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:02:01.693279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 698b2314-64b4-46bc-a411-6f251bce3263 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:02:01.700220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 698b2314-64b4-46bc-a411-6f251bce3263 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:02:01.700880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:01.798644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313c18-63c6-4a58-a3f5-122977827647 req-2380189c-ddd9-406a-9a94-a6ee4db8cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:01.800285 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb313c18-63c6-4a58-a3f5-122977827647 req-2380189c-ddd9-406a-9a94-a6ee4db8cb90 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d HTTP/1.1" status: 200 len: 850 time: 0.3261676 Dec 22 10:02:01.840542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:01.875324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 698b2314-64b4-46bc-a411-6f251bce3263, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=698b2314-64b4-46bc-a411-6f251bce3263,segment=NetworkSegment(61ec9102-b7a0-4aee-a9ea-fcb8e2914305),segment_id=61ec9102-b7a0-4aee-a9ea-fcb8e2914305)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:02:01.876689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a52b1e3-bb00-4fe6-9713-5d511a504940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698b2314-64b4-46bc-a411-6f251bce3263'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:02:01.883691 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:01.886493 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea3a472d-270b-4f3f-bee5-2e5810ce3ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:01.903578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44304) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:01.967415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=698b2314-64b4-46bc-a411-6f251bce3263,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:01.971002 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:01.985892 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb313c18-63c6-4a58-a3f5-122977827647 req-2a20c38e-3880-44d3-9869-58e1632d7489 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b821f9-2793-4dad-8a52-7e09f0dfd67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1665742 Dec 22 10:02:01.994861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-99115f31-42bc-434d-9a16-83a9ef312034 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] No DVR routers for this DVR port 77c75204-a4c3-4349-8892-fcd4b32834af on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:02:02.074042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-192379050'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:02.082414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:02.087515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:network and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:02.091022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:02.097400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:02.109581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:02.115645 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:02.130681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:02.149954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:02.154928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:security_group_rule and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:02.158315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:02.165771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:02.270244 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:02.276224 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:02.281355 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-035fdc05-99eb-4e11-87ca-d39816c742e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:02.303505 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-99115f31-42bc-434d-9a16-83a9ef312034 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:02.312064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f381a70-f562-4bd4-b358-b2630580c38a req-303b475f-2be8-4117-b8d5-2ffa4ba825c1 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:02.313648 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f381a70-f562-4bd4-b358-b2630580c38a req-303b475f-2be8-4117-b8d5-2ffa4ba825c1 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 943 time: 0.8243852 Dec 22 10:02:02.327779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:02:02.338759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ef8d8-ed11-423f-bd90-8238f42dfef9 req-81da78fc-46e9-4b9e-acd1-96890549459a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:02.342175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cd019e-4ee2-4fc3-929d-d950ee478a63,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:02.343171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ef8d8-ed11-423f-bd90-8238f42dfef9 req-81da78fc-46e9-4b9e-acd1-96890549459a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:02.346694 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f67ef8d8-ed11-423f-bd90-8238f42dfef9 req-81da78fc-46e9-4b9e-acd1-96890549459a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 1678 time: 0.8556871 Dec 22 10:02:02.347795 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:02.351508 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:02.352254 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Added segment 4acfd47d-4ad7-43f4-bc77-d02ec92e6674 of type vxlan for network e797431e-56b0-4f33-a7b7-eaf83cbebd6a Dec 22 10:02:02.354842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-deleted', 'tag': '77c75204-a4c3-4349-8892-fcd4b32834af'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:02:02.409806 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:02.450157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:02.455065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:02.456053 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:02.486447 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bf8e8496-ac66-498c-8826-2012d6431780 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:02.506844 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-99115f31-42bc-434d-9a16-83a9ef312034 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.64 "DELETE /v2.0/ports/77c75204-a4c3-4349-8892-fcd4b32834af HTTP/1.1" status: 204 len: 173 time: 2.8113239 Dec 22 10:02:02.532610 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6273696 Dec 22 10:02:02.688145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44324) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:02.696647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-01431872-f2e9-407d-a188-af868a224da6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Deleting port 71f00817-d9a0-4ce8-877a-678cc29c4b0a {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:02:02.697068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-01431872-f2e9-407d-a188-af868a224da6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:02.707735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-3fbbd415-0d55-4028-acd0-30aa9738ed20 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'subnet': {'network_id': 'e797431e-56b0-4f33-a7b7-eaf83cbebd6a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:02.734868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Network': ['ID=e797431e-56b0-4f33-a7b7-eaf83cbebd6a,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:02.742149 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:02.748180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network e797431e-56b0-4f33-a7b7-eaf83cbebd6a details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:02.805780 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f381a70-f562-4bd4-b358-b2630580c38a req-111edb0b-79db-495a-94e5-b9bedd2845eb tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821994 Dec 22 10:02:02.810084 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f67ef8d8-ed11-423f-bd90-8238f42dfef9 req-af80e305-10e2-4828-8c77-b9778c083f3d tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4454393 Dec 22 10:02:02.895543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network e797431e-56b0-4f33-a7b7-eaf83cbebd6a details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:02.928764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3fbbd415-0d55-4028-acd0-30aa9738ed20 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:02.937625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3fbbd415-0d55-4028-acd0-30aa9738ed20 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:subnet and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:02.940871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3fbbd415-0d55-4028-acd0-30aa9738ed20 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:02.948587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3fbbd415-0d55-4028-acd0-30aa9738ed20 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:02.959069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbbd415-0d55-4028-acd0-30aa9738ed20 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:02.978449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network e797431e-56b0-4f33-a7b7-eaf83cbebd6a details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:03.058811 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb313c18-63c6-4a58-a3f5-122977827647 req-a2d1d4f4-c085-4dd6-a049-f164772ca9e2 service neutron] 10.222.0.64 "GET /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0615637 Dec 22 10:02:03.097257 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:03.124382 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3fbbd415-0d55-4028-acd0-30aa9738ed20 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:03.214272 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a52b1e3-bb00-4fe6-9713-5d511a504940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698b2314-64b4-46bc-a411-6f251bce3263', 'code': 200} Dec 22 10:02:03.328723 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-deleted', 'tag': '77c75204-a4c3-4349-8892-fcd4b32834af', 'status': 'completed', 'code': 200} Dec 22 10:02:03.349236 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f0bb93d3-4e19-404f-9fa4-5945eddf537d tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:03.373094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7af08-daf5-4a0c-b869-0edc77368091 req-e4a85d8b-d8dd-4aa0-8071-29f56c44f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:03.375128 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-13b7af08-daf5-4a0c-b869-0edc77368091 req-e4a85d8b-d8dd-4aa0-8071-29f56c44f38e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 1160 time: 0.1988094 Dec 22 10:02:03.388755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 698b2314-64b4-46bc-a411-6f251bce3263 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:02:03.484502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 698b2314-64b4-46bc-a411-6f251bce3263 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:02:03.485953 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:03.502096 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-13b7af08-daf5-4a0c-b869-0edc77368091 req-02d3d620-e482-4b7e-b932-f8394a9c5da8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867829 Dec 22 10:02:03.783070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-01431872-f2e9-407d-a188-af868a224da6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] For port 71f00817-d9a0-4ce8-877a-678cc29c4b0a, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=71f00817-d9a0-4ce8-877a-678cc29c4b0a,segment=NetworkSegment(d036b29d-b5c1-4ab7-bdce-4e57427add9d),segment_id=d036b29d-b5c1-4ab7-bdce-4e57427add9d)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:02:03.783641 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-01431872-f2e9-407d-a188-af868a224da6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:03.894413 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3fbbd415-0d55-4028-acd0-30aa9738ed20 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:03.910781 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7cb4b03f-2a5a-4b94-b743-555dd4b5244f tempest-RoutersIpV6Test-1487705751 tempest-RoutersIpV6Test-1487705751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:03.965696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-01431872-f2e9-407d-a188-af868a224da6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Calling delete_port for 71f00817-d9a0-4ce8-877a-678cc29c4b0a owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:02:04.104646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbd415-0d55-4028-acd0-30aa9738ed20 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Subnet': ['ID=956d073a-69a8-44c8-b668-7c2e4dcc9466,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:04.109366 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3fbbd415-0d55-4028-acd0-30aa9738ed20 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:04.193272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbbd415-0d55-4028-acd0-30aa9738ed20 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Checking segment: {'id': '4acfd47d-4ad7-43f4-bc77-d02ec92e6674', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e797431e-56b0-4f33-a7b7-eaf83cbebd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:02:04.194295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbbd415-0d55-4028-acd0-30aa9738ed20 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network hostable DHCP agents. Network: e797431e-56b0-4f33-a7b7-eaf83cbebd6a, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:02:04.204598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Checking segment: {'id': '9c6a0a94-0285-4a0d-a72c-d3f02ffd8865', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '21518a82-f2d7-40d4-aaf9-9d374c4d5332'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:02:04.205008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Network hostable DHCP agents. Network: 21518a82-f2d7-40d4-aaf9-9d374c4d5332, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:02:04.263477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbbd415-0d55-4028-acd0-30aa9738ed20 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network e797431e-56b0-4f33-a7b7-eaf83cbebd6a is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:02:04.274331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-3fbbd415-0d55-4028-acd0-30aa9738ed20 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, e797431e-56b0-4f33-a7b7-eaf83cbebd6a) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:04.285490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3dc012-d8e6-4dc1-a54c-0c05365702b5 None None] Network e797431e-56b0-4f33-a7b7-eaf83cbebd6a requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:04.294179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbbd415-0d55-4028-acd0-30aa9738ed20 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:04.294746 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3fbbd415-0d55-4028-acd0-30aa9738ed20 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:04.337825 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3fbbd415-0d55-4028-acd0-30aa9738ed20 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6477635 Dec 22 10:02:04.339465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44368) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:04.350771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a8b745b4-a70c-44bd-83f0-03666a1b0bdd tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-85781218'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:04.353764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event updated for resources: {'Subnet': ['ID=a1c9a688-53ad-4555-8710-cb16c2dfb30c,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:04.362031 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.013s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:04.368392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a8b745b4-a70c-44bd-83f0-03666a1b0bdd tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:04.375020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4441f49-5dd4-4f20-be8b-34c12c5fc779 req-65a75ff7-c374-45f2-b6c4-c273da73a608 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:04.375476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a8b745b4-a70c-44bd-83f0-03666a1b0bdd tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:network and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:04.376798 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4441f49-5dd4-4f20-be8b-34c12c5fc779 req-65a75ff7-c374-45f2-b6c4-c273da73a608 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 1.2817943 Dec 22 10:02:04.378928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Network 21518a82-f2d7-40d4-aaf9-9d374c4d5332 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:02:04.381974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a8b745b4-a70c-44bd-83f0-03666a1b0bdd tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:04.387040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44372) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:04.392620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 21518a82-f2d7-40d4-aaf9-9d374c4d5332) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:04.412818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a9b2c9fe-3dd5-4a0b-9028-e255ec3f36e8 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Request body: {'floatingip': {'port_id': '8082d785-5764-49e2-a111-2ea6c7e525e9'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:04.444013 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-01431872-f2e9-407d-a188-af868a224da6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:04.538264 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c9fe-3dd5-4a0b-9028-e255ec3f36e8 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for floatingip, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:04.596504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a8b745b4-a70c-44bd-83f0-03666a1b0bdd tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:04.610718 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a6c1287-354d-40e5-a20c-1d052a4c365c tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:04.685362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec33c43-463a-4be0-a36e-76871685b17d req-558a59e7-494e-4aac-98e8-b80c4330c4ec tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:04.687084 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ec33c43-463a-4be0-a36e-76871685b17d req-558a59e7-494e-4aac-98e8-b80c4330c4ec tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 945 time: 0.5445390 Dec 22 10:02:04.739584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae93229-b009-4a78-b237-3a0363595c72 None None] Network 21518a82-f2d7-40d4-aaf9-9d374c4d5332 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:04.750908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01431872-f2e9-407d-a188-af868a224da6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event deleted for resources: {'Port': ['ID=71f00817-d9a0-4ce8-877a-678cc29c4b0a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:04.790173 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb313c18-63c6-4a58-a3f5-122977827647 req-2b1a5573-23ff-4bde-8b43-dcca34923258 service neutron] 10.222.0.64 "GET /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4413896 Dec 22 10:02:04.808708 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-01431872-f2e9-407d-a188-af868a224da6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:04.955533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-01431872-f2e9-407d-a188-af868a224da6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] No DVR routers for this DVR port 71f00817-d9a0-4ce8-877a-678cc29c4b0a on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:02:04.959619 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ec33c43-463a-4be0-a36e-76871685b17d req-a8943cc0-e428-4537-a2f8-6af2612a02a4 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987085 Dec 22 10:02:04.962250 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-01431872-f2e9-407d-a188-af868a224da6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:05.026823 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-01431872-f2e9-407d-a188-af868a224da6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.64 "DELETE /v2.0/ports/71f00817-d9a0-4ce8-877a-678cc29c4b0a HTTP/1.1" status: 204 len: 173 time: 2.5097709 Dec 22 10:02:05.124285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b745b4-a70c-44bd-83f0-03666a1b0bdd tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:05.131338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8b745b4-a70c-44bd-83f0-03666a1b0bdd tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:05.168044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c395770-7257-4022-9889-3978e8144ef6 req-7d934767-92f6-46d5-8722-8ce72508b259 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:05.168943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7c395770-7257-4022-9889-3978e8144ef6 req-7d934767-92f6-46d5-8722-8ce72508b259 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Synchronizing usage tracker for tenant:c331cc560d8748a88e7458b10299f64a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:02:05.209232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-7c395770-7257-4022-9889-3978e8144ef6 req-7d934767-92f6-46d5-8722-8ce72508b259 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Unset dirty status for tenant:c331cc560d8748a88e7458b10299f64a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:02:05.210535 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c395770-7257-4022-9889-3978e8144ef6 req-7d934767-92f6-46d5-8722-8ce72508b259 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 944 time: 0.5487878 Dec 22 10:02:05.248224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-81676071-10e1-4073-a6d4-7fc49b9ebb73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Deleting port f0039625-e07a-45bd-8ae2-eb766b1e3004 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:02:05.248702 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-81676071-10e1-4073-a6d4-7fc49b9ebb73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:05.285988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44384) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:05.298859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-e797431e-56b0-4f33-a7b7-eaf83cbebd6a', 'network_id': 'e797431e-56b0-4f33-a7b7-eaf83cbebd6a', 'tenant_id': '5b07610c16b84d5e8978c3329570465b', 'fixed_ips': [{'subnet_id': '956d073a-69a8-44c8-b668-7c2e4dcc9466'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:02:05.299988 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:05.360627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-deleted', 'tag': '71f00817-d9a0-4ce8-877a-678cc29c4b0a'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:02:05.375730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b745b4-a70c-44bd-83f0-03666a1b0bdd tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:02:05.390723 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7425304f-466e-4bf2-9017-8a4d64d9c6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:05.415164 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8b745b4-a70c-44bd-83f0-03666a1b0bdd tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:05.415614 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-a8b745b4-a70c-44bd-83f0-03666a1b0bdd tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Added segment e11d8a29-8263-4658-ad0c-d9286ef40f9b of type vxlan for network 0898e329-b30b-4f3c-951c-126543de7db0 Dec 22 10:02:05.605854 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8b745b4-a70c-44bd-83f0-03666a1b0bdd tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:05.653321 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-deleted', 'tag': '71f00817-d9a0-4ce8-877a-678cc29c4b0a', 'status': 'completed', 'code': 200} Dec 22 10:02:05.654260 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:05.674322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8b745b4-a70c-44bd-83f0-03666a1b0bdd tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:05.678805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b745b4-a70c-44bd-83f0-03666a1b0bdd tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:05.679463 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8b745b4-a70c-44bd-83f0-03666a1b0bdd tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:05.687162 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0396f21d-8aa6-4dea-8f70-639453c41611 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:05.689624 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7c395770-7257-4022-9889-3978e8144ef6 req-ad801282-3345-49ce-afee-aeeab463bcd8 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4693069 Dec 22 10:02:05.710161 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2aaec6f1-1d13-423a-8505-c78b2bfbfd8e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:05.840763 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c861c20-dd15-4e84-bef8-8e39c19cf564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:06.000211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2c861c20-dd15-4e84-bef8-8e39c19cf564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:06.005851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2c861c20-dd15-4e84-bef8-8e39c19cf564 admin admin] Usage tracker for resource:security_group_rule and tenant:fc9bf1c20c9f485cafab81b1cc97a2fc is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:06.010643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2c861c20-dd15-4e84-bef8-8e39c19cf564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:06.017963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2c861c20-dd15-4e84-bef8-8e39c19cf564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:06.086491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-21518a82-f2d7-40d4-aaf9-9d374c4d5332', 'network_id': '21518a82-f2d7-40d4-aaf9-9d374c4d5332', 'tenant_id': '8a4d5bfe83094380901b94298ae7a6f3', 'fixed_ips': [{'subnet_id': 'a1c9a688-53ad-4555-8710-cb16c2dfb30c'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:02:06.093425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:06.183824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b745b4-a70c-44bd-83f0-03666a1b0bdd tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Network': ['ID=0898e329-b30b-4f3c-951c-126543de7db0,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:06.194964 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a8b745b4-a70c-44bd-83f0-03666a1b0bdd tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:06.202512 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a8b745b4-a70c-44bd-83f0-03666a1b0bdd tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.8594191 Dec 22 10:02:06.202668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44396) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:06.210526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6926f7a0-7132-46d7-892b-98389e21a5dc tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'subnet': {'network_id': '0898e329-b30b-4f3c-951c-126543de7db0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:06.347507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6926f7a0-7132-46d7-892b-98389e21a5dc tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:06.354619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6926f7a0-7132-46d7-892b-98389e21a5dc tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:subnet and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:06.358567 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [None req-a9b2c9fe-3dd5-4a0b-9028-e255ec3f36e8 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 10:02:06.436391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6926f7a0-7132-46d7-892b-98389e21a5dc tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:06.454450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6926f7a0-7132-46d7-892b-98389e21a5dc tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:06.482900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6926f7a0-7132-46d7-892b-98389e21a5dc tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:06.567882 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c861c20-dd15-4e84-bef8-8e39c19cf564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:06.578183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Allocated IP 2001:db8::1 (21518a82-f2d7-40d4-aaf9-9d374c4d5332/a1c9a688-53ad-4555-8710-cb16c2dfb30c/ac3ba693-19da-42d2-8bc5-6112d71867e8) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:02:06.584411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 0898e329-b30b-4f3c-951c-126543de7db0 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:06.587048 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2c861c20-dd15-4e84-bef8-8e39c19cf564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:06.607803 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c9fe-3dd5-4a0b-9028-e255ec3f36e8 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:06.615390 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6926f7a0-7132-46d7-892b-98389e21a5dc tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:06.693713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event updated for resources: {'Subnet': ['ID=76b56500-1939-4c9b-8acb-f8bdd4f4ed17,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:06.697373 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.989s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:06.713674 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-da828061-4bfb-4415-82c7-f5d7556861f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:06.717108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 0898e329-b30b-4f3c-951c-126543de7db0 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:06.785411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c9fe-3dd5-4a0b-9028-e255ec3f36e8 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:06.839315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 0898e329-b30b-4f3c-951c-126543de7db0 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:06.845315 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2c861c20-dd15-4e84-bef8-8e39c19cf564 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc9bf1c20c9f485cafab81b1cc97a2fc&name=default HTTP/1.1" status: 200 len: 2883 time: 1.5512362 Dec 22 10:02:06.858701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44402) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:06.892771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c861c20-dd15-4e84-bef8-8e39c19cf564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03c6acf-3593-4137-b8d8-024da2485ee0,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:06.902536 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c861c20-dd15-4e84-bef8-8e39c19cf564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:07.121270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-81676071-10e1-4073-a6d4-7fc49b9ebb73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] For port f0039625-e07a-45bd-8ae2-eb766b1e3004, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f0039625-e07a-45bd-8ae2-eb766b1e3004,segment=NetworkSegment(97d0cd4f-ab21-4773-b26f-a83d78e82a9d),segment_id=97d0cd4f-ab21-4773-b26f-a83d78e82a9d)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:02:07.121611 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-81676071-10e1-4073-a6d4-7fc49b9ebb73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:07.219208 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:07.233415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Transition to ACTIVE for port object ac3ba693-19da-42d2-8bc5-6112d71867e8 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:02:07.251867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Transition to ACTIVE for port object ac3ba693-19da-42d2-8bc5-6112d71867e8 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:02:07.265522 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-a9b2c9fe-3dd5-4a0b-9028-e255ec3f36e8 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Floating IP 1b0c6a5c-753b-4d0c-b83f-6d4b63e02b59 associated. External IP: 172.25.7.185, port: 8082d785-5764-49e2-a111-2ea6c7e525e9. Dec 22 10:02:07.269031 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:07.313366 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-172e2dae-798b-455c-a583-fe3a425d430f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:07.392514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1985f-9258-4b5f-aa2e-062f91362810 req-17759e7a-88ea-4ad0-8c58-cd64688dc52c tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:07.401160 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68c1985f-9258-4b5f-aa2e-062f91362810 req-17759e7a-88ea-4ad0-8c58-cd64688dc52c tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 945 time: 0.8802886 Dec 22 10:02:07.434809 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1ea4a2ce-8f33-487b-a901-9a545766f4d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:07.445867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-172e2dae-798b-455c-a583-fe3a425d430f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:07.540990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Pushing event updated for resources: {'Port': ['ID=ac3ba693-19da-42d2-8bc5-6112d71867e8,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:07.553350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Network 21518a82-f2d7-40d4-aaf9-9d374c4d5332 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:02:07.555389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Allocated IP 172.20.255.242 (e797431e-56b0-4f33-a7b7-eaf83cbebd6a/956d073a-69a8-44c8-b668-7c2e4dcc9466/9072043d-9374-4d4e-87f6-c1c9d9fecd53) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:02:07.557997 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:07.559245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:07.563685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:02:07.654858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Attempting to bind port ac3ba693-19da-42d2-8bc5-6112d71867e8 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:02:07.655219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Attempting to bind port ac3ba693-19da-42d2-8bc5-6112d71867e8 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '9c6a0a94-0285-4a0d-a72c-d3f02ffd8865', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '21518a82-f2d7-40d4-aaf9-9d374c4d5332'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:02:07.655598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Attempting to bind port ac3ba693-19da-42d2-8bc5-6112d71867e8 on network 21518a82-f2d7-40d4-aaf9-9d374c4d5332 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:02:07.663659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:02:07.664663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Checking segment: {'id': '9c6a0a94-0285-4a0d-a72c-d3f02ffd8865', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '21518a82-f2d7-40d4-aaf9-9d374c4d5332'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:02:07.665125 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:07.665582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Bound using segment: {'id': '9c6a0a94-0285-4a0d-a72c-d3f02ffd8865', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '21518a82-f2d7-40d4-aaf9-9d374c4d5332'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:02:07.666115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Bound port: ac3ba693-19da-42d2-8bc5-6112d71867e8, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6a0a94-0285-4a0d-a72c-d3f02ffd8865', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '21518a82-f2d7-40d4-aaf9-9d374c4d5332'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:02:07.666546 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:07.746395 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6926f7a0-7132-46d7-892b-98389e21a5dc tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:07.765634 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1a855fb7-c902-4d5e-ac99-abf15f1b30ea tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:07.774255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] For port ac3ba693-19da-42d2-8bc5-6112d71867e8, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:02:07.777641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] For port ac3ba693-19da-42d2-8bc5-6112d71867e8, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ac3ba693-19da-42d2-8bc5-6112d71867e8,segment=NetworkSegment(9c6a0a94-0285-4a0d-a72c-d3f02ffd8865),segment_id=9c6a0a94-0285-4a0d-a72c-d3f02ffd8865)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:02:07.794751 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-81676071-10e1-4073-a6d4-7fc49b9ebb73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for floatingip, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:07.795171 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-81676071-10e1-4073-a6d4-7fc49b9ebb73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:07.795530 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-81676071-10e1-4073-a6d4-7fc49b9ebb73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Floating IP 6332bb8f-d4d0-415a-a0ef-fc2cb80757d6 disassociated. External IP: 172.25.7.199, port: f0039625-e07a-45bd-8ae2-eb766b1e3004. Dec 22 10:02:07.795918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-81676071-10e1-4073-a6d4-7fc49b9ebb73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Calling delete_port for f0039625-e07a-45bd-8ae2-eb766b1e3004 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:02:07.798156 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:07.918217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b2c9fe-3dd5-4a0b-9028-e255ec3f36e8 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:02:07.945222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926f7a0-7132-46d7-892b-98389e21a5dc tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Subnet': ['ID=f9534539-62fa-4f0f-94ae-0588d553a443,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:07.948684 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6926f7a0-7132-46d7-892b-98389e21a5dc tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:07.977292 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:07.980143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Checking segment: {'id': '8f5ce5be-9591-4925-bd59-6ad3bf1e4291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '01952aeb-0b73-428c-9e79-15ff6f8a7d24'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:02:07.980553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Network hostable DHCP agents. Network: 01952aeb-0b73-428c-9e79-15ff6f8a7d24, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:02:08.006603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20bb48-2863-4932-906d-0f33e1e87a96 req-6d91861d-7cd7-47da-ad90-3d62116d6116 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:08.008934 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c20bb48-2863-4932-906d-0f33e1e87a96 req-6d91861d-7cd7-47da-ad90-3d62116d6116 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 944 time: 0.9917617 Dec 22 10:02:08.076487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Pushing event updated for resources: {'Port': ['ID=ac3ba693-19da-42d2-8bc5-6112d71867e8,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:08.107392 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-68c1985f-9258-4b5f-aa2e-062f91362810 req-64004d44-0aeb-4012-ab40-455cde498292 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7049470 Dec 22 10:02:08.108198 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:08.155325 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c20bb48-2863-4932-906d-0f33e1e87a96 req-2f86e778-993a-4236-b35c-00b33fdaf85a tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups?id=290ed962-5b3e-411c-8e28-4bbf9356ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190388 Dec 22 10:02:08.157526 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-81676071-10e1-4073-a6d4-7fc49b9ebb73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:08.159432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Network 01952aeb-0b73-428c-9e79-15ff6f8a7d24 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:02:08.181729 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:08.192076 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8cb1b9d3-7ba2-4a40-aca9-f038a7fc320c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:08.287461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81676071-10e1-4073-a6d4-7fc49b9ebb73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event deleted for resources: {'Port': ['ID=f0039625-e07a-45bd-8ae2-eb766b1e3004,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:08.302055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 01952aeb-0b73-428c-9e79-15ff6f8a7d24) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:08.327989 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-81676071-10e1-4073-a6d4-7fc49b9ebb73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:08.348246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-172e2dae-798b-455c-a583-fe3a425d430f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:08.352098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2fa4f6-11eb-442e-b34b-25d75cb63173 None None] Network 01952aeb-0b73-428c-9e79-15ff6f8a7d24 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:08.362026 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-af5ebcc2-9e3c-444c-8ece-a2b2af0b4b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:08.483475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b2c9fe-3dd5-4a0b-9028-e255ec3f36e8 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:02:08.484182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e2dae-798b-455c-a583-fe3a425d430f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03c6acf-3593-4137-b8d8-024da2485ee0,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:08.498706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6926f7a0-7132-46d7-892b-98389e21a5dc tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Checking segment: {'id': 'e11d8a29-8263-4658-ad0c-d9286ef40f9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '0898e329-b30b-4f3c-951c-126543de7db0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:02:08.499798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6926f7a0-7132-46d7-892b-98389e21a5dc tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network hostable DHCP agents. Network: 0898e329-b30b-4f3c-951c-126543de7db0, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:02:08.501702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5282dd2-9286-4466-8c68-e45498453e94 None None] Sync routers for ids ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:02:08.509360 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-172e2dae-798b-455c-a583-fe3a425d430f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:08.511030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c9fe-3dd5-4a0b-9028-e255ec3f36e8 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:08.528291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5282dd2-9286-4466-8c68-e45498453e94 None None] Routers {'4e18e00d-39b6-4b12-a29d-6dc2c6594c90'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:02:08.529386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e5282dd2-9286-4466-8c68-e45498453e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:02:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:08.574175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:08.574611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:08.575328 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:08.669261 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 10.6872110 Dec 22 10:02:08.669261 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-172e2dae-798b-455c-a583-fe3a425d430f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:08.669261 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-172e2dae-798b-455c-a583-fe3a425d430f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f03c6acf-3593-4137-b8d8-024da2485ee0 HTTP/1.1" status: 204 len: 168 time: 1.7936356 Dec 22 10:02:08.678976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44412) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:09.102547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6926f7a0-7132-46d7-892b-98389e21a5dc tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 0898e329-b30b-4f3c-951c-126543de7db0 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:02:09.119835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:09.150021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-01952aeb-0b73-428c-9e79-15ff6f8a7d24', 'network_id': '01952aeb-0b73-428c-9e79-15ff6f8a7d24', 'tenant_id': '8a4d5bfe83094380901b94298ae7a6f3', 'fixed_ips': [{'subnet_id': '76b56500-1939-4c9b-8acb-f8bdd4f4ed17'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:02:09.151172 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:09.172236 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a9b2c9fe-3dd5-4a0b-9028-e255ec3f36e8 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "PUT /v2.0/floatingips/1b0c6a5c-753b-4d0c-b83f-6d4b63e02b59 HTTP/1.1" status: 200 len: 992 time: 4.7809379 Dec 22 10:02:09.188561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e', 'tag': '8082d785-5764-49e2-a111-2ea6c7e525e9'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:02:09.215853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6926f7a0-7132-46d7-892b-98389e21a5dc tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 0898e329-b30b-4f3c-951c-126543de7db0) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:09.254561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2540ade-b4d4-45aa-9105-dace7b7e0c5c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:09.258645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2540ade-b4d4-45aa-9105-dace7b7e0c5c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:09.259882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2540ade-b4d4-45aa-9105-dace7b7e0c5c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:09.280900 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a2540ade-b4d4-45aa-9105-dace7b7e0c5c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.5395067 Dec 22 10:02:09.282649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44424) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:09.347634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-e5282dd2-9286-4466-8c68-e45498453e94 None None] Set router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:02:09.368489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a71790a-d8e4-4596-8e92-eed65fc50105 None None] Network 0898e329-b30b-4f3c-951c-126543de7db0 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:09.496939 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:09.891775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6926f7a0-7132-46d7-892b-98389e21a5dc tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:09.895782 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6926f7a0-7132-46d7-892b-98389e21a5dc tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:10.065797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-81676071-10e1-4073-a6d4-7fc49b9ebb73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Router c6986bb6-8364-4a4c-9ddd-9f91748766b8 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:02:10.192298 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e', 'tag': '8082d785-5764-49e2-a111-2ea6c7e525e9', 'status': 'completed', 'code': 200} Dec 22 10:02:10.375961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44436) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:10.383100 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6926f7a0-7132-46d7-892b-98389e21a5dc tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.1744790 Dec 22 10:02:10.398163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44438) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:10.540717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Transition to ACTIVE for port object 9072043d-9374-4d4e-87f6-c1c9d9fecd53 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:02:10.602367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b91eb571-5b52-40d4-971c-50e00391e05b req-8a4bb0af-d121-4fc0-b130-0fdddd6bcc0e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Synchronizing usage tracker for tenant:c331cc560d8748a88e7458b10299f64a on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:02:10.625743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ac3ba693-19da-42d2-8bc5-6112d71867e8 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:02:10.651300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e5282dd2-9286-4466-8c68-e45498453e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T09:56:30Z', 'revision_number': 4, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': '1b0c6a5c-753b-4d0c-b83f-6d4b63e02b59', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'floating_ip_address': '172.25.7.185', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'port_id': '8082d785-5764-49e2-a111-2ea6c7e525e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'mac_address': 'fa:16:3e:aa:4f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T10:01:30Z', 'updated_at': '2020-12-22T10:02:06Z', 'revision_number': 1, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47dede80-207a-4fd5-bbe5-503b8b2c3e28', 'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'mac_address': 'fa:16:3e:6a:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:25Z', 'updated_at': '2020-12-22T09:56:45Z', 'revision_number': 5, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'subnets': [{'id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:10.656337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5282dd2-9286-4466-8c68-e45498453e94 None None] Checking router: 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:02:10.668760 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:10.669188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5282dd2-9286-4466-8c68-e45498453e94 None None] Routers {'4e18e00d-39b6-4b12-a29d-6dc2c6594c90'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:02:10.671824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e5282dd2-9286-4466-8c68-e45498453e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:02:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:10.704316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595ac241-5051-41ea-a89a-0e7430e2991c None None] Network 21518a82-f2d7-40d4-aaf9-9d374c4d5332 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:10.874253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Transition to ACTIVE for port object 9072043d-9374-4d4e-87f6-c1c9d9fecd53 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:02:10.889335 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:10.908312 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:10.910379 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:11.017360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port ac3ba693-19da-42d2-8bc5-6112d71867e8 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:02:11.020993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-e5282dd2-9286-4466-8c68-e45498453e94 None None] Set router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:02:11.042068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2de044a-2e17-44ed-a6e2-dcfbfe8619d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:11.069631 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:11.083834 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:11.127554 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1f6683b-d536-4e01-a108-589f3344c550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:11.194740 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3536f899-23d5-4c31-ae34-b212ee2b8d37 req-c5b36686-dbc0-42f4-8c16-59e9d11e3308 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 1.5765903 Dec 22 10:02:11.275844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port ac3ba693-19da-42d2-8bc5-6112d71867e8 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:02:11.276331 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:11.329985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c2de044a-2e17-44ed-a6e2-dcfbfe8619d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:11.343698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9b1d7-e3f4-4b0d-bd09-c668a5498567 req-6bbcf567-0394-4967-a82e-b43eda1b931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:11.353851 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98b9b1d7-e3f4-4b0d-bd09-c668a5498567 req-6bbcf567-0394-4967-a82e-b43eda1b931e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae573b5a34643acbdb86cd3288079d5&device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 1160 time: 1.3964839 Dec 22 10:02:11.373802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5e4cd71b-b9ec-4603-b248-b4d7f5cfcaae None None] Provisioning for port ac3ba693-19da-42d2-8bc5-6112d71867e8 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:02:11.377807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c2de044a-2e17-44ed-a6e2-dcfbfe8619d8 admin admin] Usage tracker for resource:security_group_rule and tenant:998e5add081141debc41a647ca9bd2c2 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:11.424244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5e4cd71b-b9ec-4603-b248-b4d7f5cfcaae None None] Provisioning complete for port ac3ba693-19da-42d2-8bc5-6112d71867e8 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:02:11.424741 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5e4cd71b-b9ec-4603-b248-b4d7f5cfcaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:11.454214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e7ced6-a19d-458e-93a1-cb393a116f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-0898e329-b30b-4f3c-951c-126543de7db0', 'network_id': '0898e329-b30b-4f3c-951c-126543de7db0', 'tenant_id': '5b07610c16b84d5e8978c3329570465b', 'fixed_ips': [{'subnet_id': 'f9534539-62fa-4f0f-94ae-0588d553a443'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:02:11.455107 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43e7ced6-a19d-458e-93a1-cb393a116f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:11.474719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-b91eb571-5b52-40d4-971c-50e00391e05b req-8a4bb0af-d121-4fc0-b130-0fdddd6bcc0e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Unset dirty status for tenant:c331cc560d8748a88e7458b10299f64a on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:02:11.477555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7e330e-4e56-4424-ac53-887dda5f30fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Deleting subnet a1c9a688-53ad-4555-8710-cb16c2dfb30c {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:02:11.487446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fc2e1-4933-4ebb-b551-a09b218b2ba2 req-ce5f28f8-6f83-4ee1-832a-7c5fdb4a5771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:11.488252 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b91eb571-5b52-40d4-971c-50e00391e05b req-8a4bb0af-d121-4fc0-b130-0fdddd6bcc0e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 210 time: 1.3917961 Dec 22 10:02:11.494019 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-322fc2e1-4933-4ebb-b551-a09b218b2ba2 req-ce5f28f8-6f83-4ee1-832a-7c5fdb4a5771 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2b8bd28c0aa45a89f5905c5258a9297&device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 1161 time: 1.2728417 Dec 22 10:02:11.523335 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b7e330e-4e56-4424-ac53-887dda5f30fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:11.582918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c2de044a-2e17-44ed-a6e2-dcfbfe8619d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:11.592707 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:11.680943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Pushing event updated for resources: {'Port': ['ID=9072043d-9374-4d4e-87f6-c1c9d9fecd53,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:11.687429 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:11.763763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-e5282dd2-9286-4466-8c68-e45498453e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T09:56:30Z', 'revision_number': 4, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': '1b0c6a5c-753b-4d0c-b83f-6d4b63e02b59', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'floating_ip_address': '172.25.7.185', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'port_id': '8082d785-5764-49e2-a111-2ea6c7e525e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'mac_address': 'fa:16:3e:aa:4f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T10:01:30Z', 'updated_at': '2020-12-22T10:02:06Z', 'revision_number': 1, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47dede80-207a-4fd5-bbe5-503b8b2c3e28', 'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'mac_address': 'fa:16:3e:6a:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:25Z', 'updated_at': '2020-12-22T09:56:45Z', 'revision_number': 5, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'subnets': [{'id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:11.784231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5282dd2-9286-4466-8c68-e45498453e94 None None] The sync data for ids ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'] in n-d-765315-5 is: [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T09:56:30Z', 'revision_number': 4, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': '1b0c6a5c-753b-4d0c-b83f-6d4b63e02b59', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'floating_ip_address': '172.25.7.185', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'port_id': '8082d785-5764-49e2-a111-2ea6c7e525e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'mac_address': 'fa:16:3e:aa:4f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T10:01:30Z', 'updated_at': '2020-12-22T10:02:06Z', 'revision_number': 1, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47dede80-207a-4fd5-bbe5-503b8b2c3e28', 'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'mac_address': 'fa:16:3e:6a:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:25Z', 'updated_at': '2020-12-22T09:56:45Z', 'revision_number': 5, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'subnets': [{'id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:02:11.828690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Allocated IP 2001:db8:0:1::1 (01952aeb-0b73-428c-9e79-15ff6f8a7d24/76b56500-1939-4c9b-8acb-f8bdd4f4ed17/7138f819-4e39-45c3-ad45-06ab539f84a9) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:02:11.831959 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:11.838466 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b7e330e-4e56-4424-ac53-887dda5f30fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:11.972421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9b1d7-e3f4-4b0d-bd09-c668a5498567 req-31dde3af-225e-4463-b783-006924b6a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:11.974033 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98b9b1d7-e3f4-4b0d-bd09-c668a5498567 req-31dde3af-225e-4463-b783-006924b6a089 service neutron] 10.222.0.64 "GET /v2.0/networks?id=78b821f9-2793-4dad-8a52-7e09f0dfd67a HTTP/1.1" status: 200 len: 904 time: 0.5925863 Dec 22 10:02:11.986179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fc2e1-4933-4ebb-b551-a09b218b2ba2 req-47116001-f2eb-4c55-92a5-b277deb18f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:11.987787 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-322fc2e1-4933-4ebb-b551-a09b218b2ba2 req-47116001-f2eb-4c55-92a5-b277deb18f9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6f1855e-b485-45d1-82d8-ed2c723d357f HTTP/1.1" status: 200 len: 911 time: 0.4835675 Dec 22 10:02:12.013815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c2de044a-2e17-44ed-a6e2-dcfbfe8619d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:12.117536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-81676071-10e1-4073-a6d4-7fc49b9ebb73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:02:12.133286 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98b9b1d7-e3f4-4b0d-bd09-c668a5498567 req-2f4b71a4-c314-4610-a104-5a5f57907e72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=698b2314-64b4-46bc-a411-6f251bce3263 HTTP/1.1" status: 200 len: 217 time: 0.1438549 Dec 22 10:02:12.219275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbb6a6-a2bf-4df6-a1da-9a5624545eb2 req-2e76533a-c603-4d49-b2a1-950526274d1d tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:12.231874 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21fbb6a6-a2bf-4df6-a1da-9a5624545eb2 req-2e76533a-c603-4d49-b2a1-950526274d1d tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 945 time: 1.7709179 Dec 22 10:02:12.296915 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-322fc2e1-4933-4ebb-b551-a09b218b2ba2 req-f4fc1920-5e30-4a28-949c-0539eaf1e814 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8082d785-5764-49e2-a111-2ea6c7e525e9 HTTP/1.1" status: 200 len: 1000 time: 0.2434330 Dec 22 10:02:12.300611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9b1d7-e3f4-4b0d-bd09-c668a5498567 req-c2b5f1ca-7e16-48e1-839f-d69ef7b4173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:12.306724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-81676071-10e1-4073-a6d4-7fc49b9ebb73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] No DVR routers for this DVR port f0039625-e07a-45bd-8ae2-eb766b1e3004 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:02:12.312497 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98b9b1d7-e3f4-4b0d-bd09-c668a5498567 req-c2b5f1ca-7e16-48e1-839f-d69ef7b4173f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d HTTP/1.1" status: 200 len: 850 time: 0.1557853 Dec 22 10:02:12.313888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eed3c1-52f5-43da-beb5-41f80f4d3a0a None None] New status for floating IP 1b0c6a5c-753b-4d0c-b83f-6d4b63e02b59: ACTIVE {{(pid=81074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 10:02:12.314007 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-81676071-10e1-4073-a6d4-7fc49b9ebb73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:12.334582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-deleted', 'tag': 'f0039625-e07a-45bd-8ae2-eb766b1e3004'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:02:12.334795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc739ff-1c1f-42ce-92f1-7157a98702e7 None None] Sync routers for ids ['c6986bb6-8364-4a4c-9ddd-9f91748766b8'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:02:12.428336 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98b9b1d7-e3f4-4b0d-bd09-c668a5498567 req-a8ff6a2a-bde2-470d-968a-7c635e52afbb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b821f9-2793-4dad-8a52-7e09f0dfd67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712759 Dec 22 10:02:12.457990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536f899-23d5-4c31-ae34-b212ee2b8d37 req-cd92a51e-6dbb-4216-bf52-b8db66fdd831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:12.459979 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3536f899-23d5-4c31-ae34-b212ee2b8d37 req-cd92a51e-6dbb-4216-bf52-b8db66fdd831 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae573b5a34643acbdb86cd3288079d5&device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 1160 time: 0.9681144 Dec 22 10:02:12.469389 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a5cceae8-1165-4495-a71c-eaeff9fea876 req-81676071-10e1-4073-a6d4-7fc49b9ebb73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.64 "DELETE /v2.0/ports/f0039625-e07a-45bd-8ae2-eb766b1e3004 HTTP/1.1" status: 204 len: 173 time: 7.4306493 Dec 22 10:02:12.501852 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21fbb6a6-a2bf-4df6-a1da-9a5624545eb2 req-0af79d9d-613d-4739-aa89-44f8faa118b0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685254 Dec 22 10:02:12.524879 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:12.555702 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-747933e3-aef9-4fa3-8d80-013fc2935f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:12.560227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fc2e1-4933-4ebb-b551-a09b218b2ba2 req-663da465-3afb-4e2b-b0af-514a56c2eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:12.561855 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-322fc2e1-4933-4ebb-b551-a09b218b2ba2 req-663da465-3afb-4e2b-b0af-514a56c2eac3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca01a1fc-1044-4148-87dc-b546085e58b1 HTTP/1.1" status: 200 len: 856 time: 0.2437701 Dec 22 10:02:12.664662 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b13649-fefb-4a60-b2d0-83138004b7e6', 'name': 'network-vif-deleted', 'tag': 'f0039625-e07a-45bd-8ae2-eb766b1e3004', 'status': 'completed', 'code': 200} Dec 22 10:02:12.718868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Subnet': ['ID=f9534539-62fa-4f0f-94ae-0588d553a443,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:12.941678 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98b9b1d7-e3f4-4b0d-bd09-c668a5498567 req-86f3049e-4688-4492-a5a5-f6e1a5bc1e6f service neutron] 10.222.0.64 "GET /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029421 Dec 22 10:02:13.076857 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:13.264675 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0d1814a-c21c-4558-8110-1d00ac3ea344 req-14a5dac3-de88-4c5a-b55a-5eab786ebfcf tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 210 time: 0.1659226 Dec 22 10:02:13.274348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2de044a-2e17-44ed-a6e2-dcfbfe8619d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:13.286239 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:13.327692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Transition to ACTIVE for port object 7138f819-4e39-45c3-ad45-06ab539f84a9 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:02:13.379344 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2de044a-2e17-44ed-a6e2-dcfbfe8619d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:13.417624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fc2e1-4933-4ebb-b551-a09b218b2ba2 req-e7384440-4707-472c-a9e2-458d44de302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:13.421136 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-25a11062-07c8-4222-9e4d-42afc2e103c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:13.425108 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-322fc2e1-4933-4ebb-b551-a09b218b2ba2 req-e7384440-4707-472c-a9e2-458d44de302f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f1855e-b485-45d1-82d8-ed2c723d357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7579572 Dec 22 10:02:13.433193 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c2de044a-2e17-44ed-a6e2-dcfbfe8619d8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=998e5add081141debc41a647ca9bd2c2&name=default HTTP/1.1" status: 200 len: 2883 time: 3.0140879 Dec 22 10:02:13.439615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44460) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:13.523908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Transition to ACTIVE for port object 7138f819-4e39-45c3-ad45-06ab539f84a9 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:02:13.555692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc739ff-1c1f-42ce-92f1-7157a98702e7 None None] Routers {'c6986bb6-8364-4a4c-9ddd-9f91748766b8'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:02:13.557415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-dcc739ff-1c1f-42ce-92f1-7157a98702e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:02:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c6986bb6-8364-4a4c-9ddd-9f91748766b8'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:13.586395 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98b9b1d7-e3f4-4b0d-bd09-c668a5498567 req-43cbbf4e-784a-43dc-81c5-e1d1f6dc98ce service neutron] 10.222.0.64 "GET /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6111960 Dec 22 10:02:13.610700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de044a-2e17-44ed-a6e2-dcfbfe8619d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa32576f-ddf4-4fe2-b798-2ab704027e6c,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:13.627313 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2de044a-2e17-44ed-a6e2-dcfbfe8619d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:13.629007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536f899-23d5-4c31-ae34-b212ee2b8d37 req-ec2350b5-ce68-4ce2-9ca9-7254c9267f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:13.630885 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3536f899-23d5-4c31-ae34-b212ee2b8d37 req-ec2350b5-ce68-4ce2-9ca9-7254c9267f7f service neutron] 10.222.0.64 "GET /v2.0/networks?id=78b821f9-2793-4dad-8a52-7e09f0dfd67a HTTP/1.1" status: 200 len: 904 time: 1.0775251 Dec 22 10:02:13.793599 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:13.808536 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-322fc2e1-4933-4ebb-b551-a09b218b2ba2 req-85593dfc-7eec-437a-9a19-a6ec80f76d2e service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777008 Dec 22 10:02:13.861002 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2210919f-568d-437d-9027-c696b2266279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:13.872169 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3536f899-23d5-4c31-ae34-b212ee2b8d37 req-7fa23fab-31f0-4440-877c-fa8ba5c49f89 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8e4be4a-95cf-4397-aaa1-cf894485a350 HTTP/1.1" status: 200 len: 217 time: 0.1425314 Dec 22 10:02:14.052852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port ac3ba693-19da-42d2-8bc5-6112d71867e8, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ac3ba693-19da-42d2-8bc5-6112d71867e8,segment=NetworkSegment(9c6a0a94-0285-4a0d-a72c-d3f02ffd8865),segment_id=9c6a0a94-0285-4a0d-a72c-d3f02ffd8865)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:02:14.107234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b7e330e-4e56-4424-ac53-887dda5f30fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:14.180537 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-322fc2e1-4933-4ebb-b551-a09b218b2ba2 req-fb141b8b-a747-4186-92b1-a185434d494a service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3574038 Dec 22 10:02:14.209519 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:14.246637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536f899-23d5-4c31-ae34-b212ee2b8d37 req-f3d7d7db-a707-4bb3-8bdc-0ed435331b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:14.248302 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3536f899-23d5-4c31-ae34-b212ee2b8d37 req-f3d7d7db-a707-4bb3-8bdc-0ed435331b20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d HTTP/1.1" status: 200 len: 850 time: 0.3218341 Dec 22 10:02:14.349392 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3536f899-23d5-4c31-ae34-b212ee2b8d37 req-390ca40e-d2b1-440d-ad87-f887c2686918 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b821f9-2793-4dad-8a52-7e09f0dfd67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699146 Dec 22 10:02:14.368712 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2210919f-568d-437d-9027-c696b2266279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:14.441722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0898e329-b30b-4f3c-951c-126543de7db0']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:14.458467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11d8a29-8263-4658-ad0c-d9286ef40f9b') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:14.458971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11d8a29-8263-4658-ad0c-d9286ef40f9b') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:14.474361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:14.493514 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:14.496027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Releasing vxlan tunnel 13 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:02:14.521739 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:14.640838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Network e797431e-56b0-4f33-a7b7-eaf83cbebd6a is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:02:14.688514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Network 01952aeb-0b73-428c-9e79-15ff6f8a7d24 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:02:14.692799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:14.699125 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server [None req-43e7ced6-a19d-458e-93a1-cb393a116f21 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9534539-62fa-4f0f-94ae-0588d553a443: This subnet is being modified by another concurrent operation. Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise exception Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9534539-62fa-4f0f-94ae-0588d553a443: This subnet is being modified by another concurrent operation. Dec 22 10:02:14.705386 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server Dec 22 10:02:14.734909 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b7e330e-4e56-4424-ac53-887dda5f30fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:14.756042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:02:14.764550 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6926f7a0-7132-46d7-892b-98389e21a5dc tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:14.766976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:14.774048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 0898e329-b30b-4f3c-951c-126543de7db0 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:14.785690 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:14.833419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:02:14.846597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f94a9e-62aa-4a25-8187-17312d087641 None None] Network 0898e329-b30b-4f3c-951c-126543de7db0 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:15.012667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e330e-4e56-4424-ac53-887dda5f30fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event deleted for resources: {'Subnet': ['ID=a1c9a688-53ad-4555-8710-cb16c2dfb30c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:15.017112 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b7e330e-4e56-4424-ac53-887dda5f30fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:15.017303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Pushing event updated for resources: {'Port': ['ID=7138f819-4e39-45c3-ad45-06ab539f84a9,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:15.019640 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b7e330e-4e56-4424-ac53-887dda5f30fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:15.035216 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8b7e330e-4e56-4424-ac53-887dda5f30fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "DELETE /v2.0/subnets/a1c9a688-53ad-4555-8710-cb16c2dfb30c HTTP/1.1" status: 204 len: 168 time: 5.7408900 Dec 22 10:02:15.036193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44478) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:15.066263 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:15.106997 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.337s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:15.109331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 0898e329-b30b-4f3c-951c-126543de7db0 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:15.187859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-dcc739ff-1c1f-42ce-92f1-7157a98702e7 None None] Set router c6986bb6-8364-4a4c-9ddd-9f91748766b8 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:02:15.244465 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:02:15.273306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=ac3ba693-19da-42d2-8bc5-6112d71867e8,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:15.314443 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:15.335984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Deleting subnet 76b56500-1939-4c9b-8acb-f8bdd4f4ed17 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:02:15.340603 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:15.432036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Attempting to bind port 7138f819-4e39-45c3-ad45-06ab539f84a9 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:02:15.432588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Attempting to bind port 7138f819-4e39-45c3-ad45-06ab539f84a9 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '8f5ce5be-9591-4925-bd59-6ad3bf1e4291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '01952aeb-0b73-428c-9e79-15ff6f8a7d24'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:02:15.432880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Attempting to bind port 7138f819-4e39-45c3-ad45-06ab539f84a9 on network 01952aeb-0b73-428c-9e79-15ff6f8a7d24 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:02:15.448963 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:15.459326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Attempting to bind port 9072043d-9374-4d4e-87f6-c1c9d9fecd53 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:02:15.459757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Attempting to bind port 9072043d-9374-4d4e-87f6-c1c9d9fecd53 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '4acfd47d-4ad7-43f4-bc77-d02ec92e6674', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e797431e-56b0-4f33-a7b7-eaf83cbebd6a'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:02:15.460197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Attempting to bind port 9072043d-9374-4d4e-87f6-c1c9d9fecd53 on network e797431e-56b0-4f33-a7b7-eaf83cbebd6a {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:02:15.469690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:02:15.470122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Checking segment: {'id': '4acfd47d-4ad7-43f4-bc77-d02ec92e6674', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e797431e-56b0-4f33-a7b7-eaf83cbebd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:02:15.470569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:15.471024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Bound using segment: {'id': '4acfd47d-4ad7-43f4-bc77-d02ec92e6674', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e797431e-56b0-4f33-a7b7-eaf83cbebd6a'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:02:15.471579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Bound port: 9072043d-9374-4d4e-87f6-c1c9d9fecd53, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4acfd47d-4ad7-43f4-bc77-d02ec92e6674', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e797431e-56b0-4f33-a7b7-eaf83cbebd6a'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:02:15.472058 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:15.494351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:02:15.494820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Checking segment: {'id': '8f5ce5be-9591-4925-bd59-6ad3bf1e4291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '01952aeb-0b73-428c-9e79-15ff6f8a7d24'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:02:15.495245 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:15.495705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Bound using segment: {'id': '8f5ce5be-9591-4925-bd59-6ad3bf1e4291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '01952aeb-0b73-428c-9e79-15ff6f8a7d24'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:02:15.496334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Bound port: 7138f819-4e39-45c3-ad45-06ab539f84a9, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5ce5be-9591-4925-bd59-6ad3bf1e4291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '01952aeb-0b73-428c-9e79-15ff6f8a7d24'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:02:15.496749 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:15.544085 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:15.581979 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:15.676985 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b4763757-cc5c-4203-a151-d6c847336a09 req-5888ad38-b152-49c2-a297-73f22bebc90e tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 210 time: 0.4154260 Dec 22 10:02:15.702302 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-704dc03f-a007-4864-b379-37b25e433b70 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:15.729955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162c07dc-6843-4d9d-a14d-637c1daa59ef None None] Network 21518a82-f2d7-40d4-aaf9-9d374c4d5332 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:15.737242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:15.771520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Network': ['ID=0898e329-b30b-4f3c-951c-126543de7db0,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:15.781122 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:15.781992 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2210919f-568d-437d-9027-c696b2266279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:15.795466 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:15.818869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfce81e-db89-4814-a4af-e6be0c38e955 req-e9e64a89-c038-43da-a574-2f1b4f909433 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:15.827778 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bdfce81e-db89-4814-a4af-e6be0c38e955 req-e9e64a89-c038-43da-a574-2f1b4f909433 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 945 time: 1.7747934 Dec 22 10:02:15.875249 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2210919f-568d-437d-9027-c696b2266279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:15.877278 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2210919f-568d-437d-9027-c696b2266279 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fa32576f-ddf4-4fe2-b798-2ab704027e6c HTTP/1.1" status: 204 len: 168 time: 2.4331982 Dec 22 10:02:15.890550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210919f-568d-437d-9027-c696b2266279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa32576f-ddf4-4fe2-b798-2ab704027e6c,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:15.955642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] For port 9072043d-9374-4d4e-87f6-c1c9d9fecd53, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:02:15.959179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] For port 9072043d-9374-4d4e-87f6-c1c9d9fecd53, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=9072043d-9374-4d4e-87f6-c1c9d9fecd53,segment=NetworkSegment(4acfd47d-4ad7-43f4-bc77-d02ec92e6674),segment_id=4acfd47d-4ad7-43f4-bc77-d02ec92e6674)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:02:15.990663 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/0898e329-b30b-4f3c-951c-126543de7db0 HTTP/1.1" status: 204 len: 168 time: 5.5710092 Dec 22 10:02:15.991977 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2210919f-568d-437d-9027-c696b2266279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:15.997290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44486) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:16.013040 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bdfce81e-db89-4814-a4af-e6be0c38e955 req-b809ffd3-526e-409a-9292-b0cb2485ea3b tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842272 Dec 22 10:02:16.026244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-13b81b53-834b-487e-8447-c74d9d2008d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-727825721'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:16.027762 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3536f899-23d5-4c31-ae34-b212ee2b8d37 req-6bec5c80-41a9-4a97-9b0f-a9a65a7b6ed7 service neutron] 10.222.0.64 "GET /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6450381 Dec 22 10:02:16.045016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-13b81b53-834b-487e-8447-c74d9d2008d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:16.051305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-13b81b53-834b-487e-8447-c74d9d2008d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:network and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:16.056677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-13b81b53-834b-487e-8447-c74d9d2008d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:16.062575 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:16.065218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-13b81b53-834b-487e-8447-c74d9d2008d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:16.078562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b81b53-834b-487e-8447-c74d9d2008d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:16.085006 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13b81b53-834b-487e-8447-c74d9d2008d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:16.205013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b81b53-834b-487e-8447-c74d9d2008d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:02:16.205013 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:16.238866 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-662bc244-707c-492d-809e-84d9b4397c49 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:16.291327 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5269c709-e238-46a2-8837-ce74ceab5258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:16.324110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event deleted for resources: {'Subnet': ['ID=76b56500-1939-4c9b-8acb-f8bdd4f4ed17,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:16.362062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.362062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.362062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.362062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.362062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.362062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.362062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.362062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.362062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.362062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.368906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.368906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.368906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.368906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.368906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.368906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.368906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.368906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.368906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.368906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.368906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.368906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.368906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.368906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.375509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.375509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.375509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.375509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.375509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.375509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.375509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.375509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.375509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.375509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.375509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.375509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:16.393310 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:16.537700 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13b81b53-834b-487e-8447-c74d9d2008d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:16.537700 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-13b81b53-834b-487e-8447-c74d9d2008d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Added segment cb30bcce-1b21-46a5-b985-1b8835d2aefb of type vxlan for network 58ff4b24-4ae7-4eb5-b150-ff6cbda532fb Dec 22 10:02:16.572240 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3536f899-23d5-4c31-ae34-b212ee2b8d37 req-77e59935-1139-45dd-a151-a2e622417763 service neutron] 10.222.0.64 "GET /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5023663 Dec 22 10:02:16.647394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] For port 7138f819-4e39-45c3-ad45-06ab539f84a9, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:02:16.651756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] For port 7138f819-4e39-45c3-ad45-06ab539f84a9, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7138f819-4e39-45c3-ad45-06ab539f84a9,segment=NetworkSegment(8f5ce5be-9591-4925-bd59-6ad3bf1e4291),segment_id=8f5ce5be-9591-4925-bd59-6ad3bf1e4291)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:02:16.656789 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:16.666992 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13b81b53-834b-487e-8447-c74d9d2008d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:16.672535 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6720bd05-c8a5-4ba9-b9b2-8836f56cad4e tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "DELETE /v2.0/subnets/76b56500-1939-4c9b-8acb-f8bdd4f4ed17 HTTP/1.1" status: 204 len: 168 time: 1.6352766 Dec 22 10:02:16.675498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44494) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:16.735910 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13b81b53-834b-487e-8447-c74d9d2008d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:16.740743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b81b53-834b-487e-8447-c74d9d2008d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:16.741429 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13b81b53-834b-487e-8447-c74d9d2008d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:16.754046 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a8b5bb36-d11e-489d-b5ec-feeea215e36c tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:16.767549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-74feddab-0e92-4929-b3a1-db15fcc4b43c None None] Provisioning complete for port ac3ba693-19da-42d2-8bc5-6112d71867e8 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:02:16.771135 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74feddab-0e92-4929-b3a1-db15fcc4b43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:16.833865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5e9a55-d1a9-4079-b756-6b67f78cf584 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:16.835075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8e5e9a55-d1a9-4079-b756-6b67f78cf584 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Synchronizing usage tracker for tenant:8a4d5bfe83094380901b94298ae7a6f3 on resource:subnet {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:02:16.866559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8e5e9a55-d1a9-4079-b756-6b67f78cf584 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Unset dirty status for tenant:8a4d5bfe83094380901b94298ae7a6f3 on resource:subnet {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:02:16.868502 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8e5e9a55-d1a9-4079-b756-6b67f78cf584 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1909244 Dec 22 10:02:16.882275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44502) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:17.049528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ac3ba693-19da-42d2-8bc5-6112d71867e8 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:02:17.180329 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:17.324409 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:17.491726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port ac3ba693-19da-42d2-8bc5-6112d71867e8 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:02:17.494354 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:17.588794 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-978d59a7-daeb-4069-b3a0-3cc7539362f7 req-9db18345-29d1-469c-af5e-6d91820166a6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 210 time: 0.1720781 Dec 22 10:02:17.624713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Deleting port 7138f819-4e39-45c3-ad45-06ab539f84a9 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:02:17.625080 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:17.794288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b81b53-834b-487e-8447-c74d9d2008d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Network': ['ID=58ff4b24-4ae7-4eb5-b150-ff6cbda532fb,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:17.799404 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-13b81b53-834b-487e-8447-c74d9d2008d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.045s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:17.821948 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-13b81b53-834b-487e-8447-c74d9d2008d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8220904 Dec 22 10:02:17.823137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44524) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:17.833748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-fd43767f-0219-473c-b73a-49b9ef50ccd9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'subnet': {'network_id': '58ff4b24-4ae7-4eb5-b150-ff6cbda532fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:17.878742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da09da0-1450-4353-ab02-3bbdafb3a971 req-6449b772-635f-47a0-8549-4807b65f7f04 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:17.882407 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1da09da0-1450-4353-ab02-3bbdafb3a971 req-6449b772-635f-47a0-8549-4807b65f7f04 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 945 time: 0.3847249 Dec 22 10:02:17.989338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 58ff4b24-4ae7-4eb5-b150-ff6cbda532fb details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:18.041750 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1da09da0-1450-4353-ab02-3bbdafb3a971 req-e25ec2ac-cffe-44f7-a79d-8be9d734741e tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477296 Dec 22 10:02:18.079917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fd43767f-0219-473c-b73a-49b9ef50ccd9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:18.090999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fd43767f-0219-473c-b73a-49b9ef50ccd9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:subnet and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:18.096161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fd43767f-0219-473c-b73a-49b9ef50ccd9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:18.097279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 58ff4b24-4ae7-4eb5-b150-ff6cbda532fb details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:18.105328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fd43767f-0219-473c-b73a-49b9ef50ccd9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:18.113948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 58ff4b24-4ae7-4eb5-b150-ff6cbda532fb details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:18.115545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd43767f-0219-473c-b73a-49b9ef50ccd9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:18.242975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Pushing event updated for resources: {'Port': ['ID=9072043d-9374-4d4e-87f6-c1c9d9fecd53,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:18.303772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd43767f-0219-473c-b73a-49b9ef50ccd9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:18.470511 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.199s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:18.476739 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.168s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:18.480423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.ipam_backend_mixin [None req-fd43767f-0219-473c-b73a-49b9ef50ccd9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Performing IP validity checks on allocation pools {{(pid=81072) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Dec 22 10:02:18.481017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.ipam_backend_mixin [None req-fd43767f-0219-473c-b73a-49b9ef50ccd9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Checking for overlaps among allocation pools and gateway ip {{(pid=81072) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Dec 22 10:02:18.852479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] For port 7138f819-4e39-45c3-ad45-06ab539f84a9, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7138f819-4e39-45c3-ad45-06ab539f84a9,segment=NetworkSegment(8f5ce5be-9591-4925-bd59-6ad3bf1e4291),segment_id=8f5ce5be-9591-4925-bd59-6ad3bf1e4291)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:02:18.852479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:18.911636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-dcc739ff-1c1f-42ce-92f1-7157a98702e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'name': 'tempest-TaggedBootDevicesTest_v242-1814460354-router', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:49:21Z', 'updated_at': '2020-12-22T09:49:38Z', 'revision_number': 4, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'gw_port': {'id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:25Z', 'updated_at': '2020-12-22T09:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '3844773e-a244-4940-b762-fad77756f98e', 'name': '', 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'mac_address': 'fa:16:3e:6b:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '27341bc6-4d77-45a9-b2a2-19fd96ee59ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:34Z', 'updated_at': '2020-12-22T09:49:52Z', 'revision_number': 5, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'subnets': [{'id': '27341bc6-4d77-45a9-b2a2-19fd96ee59ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:19.054809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc739ff-1c1f-42ce-92f1-7157a98702e7 None None] Checking router: c6986bb6-8364-4a4c-9ddd-9f91748766b8 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:02:19.083019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9e0dcd-8c51-4bdf-aab2-e16a5b4393f6 None None] Network e797431e-56b0-4f33-a7b7-eaf83cbebd6a requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:19.201568 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd43767f-0219-473c-b73a-49b9ef50ccd9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:19.224177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 9072043d-9374-4d4e-87f6-c1c9d9fecd53 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:02:19.348120 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6723e7f-2fdb-457d-93b6-c627f9c11183 req-918321a8-6e46-4ecd-97ae-88d5c0d66801 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/ports?device_id=c0b13649-fefb-4a60-b2d0-83138004b7e6 HTTP/1.1" status: 200 len: 210 time: 0.1562924 Dec 22 10:02:19.362709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Calling delete_port for 7138f819-4e39-45c3-ad45-06ab539f84a9 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:02:19.441434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc739ff-1c1f-42ce-92f1-7157a98702e7 None None] Routers {'c6986bb6-8364-4a4c-9ddd-9f91748766b8'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:02:19.446215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-dcc739ff-1c1f-42ce-92f1-7157a98702e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:02:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c6986bb6-8364-4a4c-9ddd-9f91748766b8'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:19.453268 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3f575e5c-a834-41f2-8c07-64ae70925682 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:19.546807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-efd08865-edab-413e-bf66-1f5808c50b9a None None] Provisioning for port 9072043d-9374-4d4e-87f6-c1c9d9fecd53 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:02:19.579106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Pushing event updated for resources: {'Port': ['ID=7138f819-4e39-45c3-ad45-06ab539f84a9,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:19.585086 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.108s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:19.591759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 9072043d-9374-4d4e-87f6-c1c9d9fecd53 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:02:19.603234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:19.619826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43767f-0219-473c-b73a-49b9ef50ccd9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Subnet': ['ID=e816e0de-54b0-4178-8f72-d5a4cb931cc8,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:19.621428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec74ebf1-7267-42d5-9526-3aa9dcc49666 None None] DHCP port deletion for 21518a82-f2d7-40d4-aaf9-9d374c4d5332 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:02:19.623744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 9072043d-9374-4d4e-87f6-c1c9d9fecd53 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:02:19.624462 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:19.629573 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fd43767f-0219-473c-b73a-49b9ef50ccd9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:19.631056 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-221136c9-7dfd-4d98-a50d-440bb539b27d tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:19.687887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event deleted for resources: {'Port': ['ID=7138f819-4e39-45c3-ad45-06ab539f84a9,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:19.693335 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:19.737549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd43767f-0219-473c-b73a-49b9ef50ccd9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Checking segment: {'id': 'cb30bcce-1b21-46a5-b985-1b8835d2aefb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '58ff4b24-4ae7-4eb5-b150-ff6cbda532fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:02:19.738252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd43767f-0219-473c-b73a-49b9ef50ccd9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network hostable DHCP agents. Network: 58ff4b24-4ae7-4eb5-b150-ff6cbda532fb, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:02:19.758501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd43767f-0219-473c-b73a-49b9ef50ccd9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 58ff4b24-4ae7-4eb5-b150-ff6cbda532fb is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:02:19.769411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-fd43767f-0219-473c-b73a-49b9ef50ccd9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 58ff4b24-4ae7-4eb5-b150-ff6cbda532fb) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:19.775644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ec74ebf1-7267-42d5-9526-3aa9dcc49666 None None] Deleting port ac3ba693-19da-42d2-8bc5-6112d71867e8 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:02:19.776127 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec74ebf1-7267-42d5-9526-3aa9dcc49666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:19.790743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd43767f-0219-473c-b73a-49b9ef50ccd9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:19.792108 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd43767f-0219-473c-b73a-49b9ef50ccd9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:19.839641 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fd43767f-0219-473c-b73a-49b9ef50ccd9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0148325 Dec 22 10:02:19.842290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44556) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:19.856217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044f48e-8ebb-4c08-b834-5e80dbaca1c2 req-9d48b1d3-3c1d-4c43-a4c9-0065eb41fd4c tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:19.864782 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0044f48e-8ebb-4c08-b834-5e80dbaca1c2 req-9d48b1d3-3c1d-4c43-a4c9-0065eb41fd4c tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 945 time: 0.3467340 Dec 22 10:02:19.882817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] No DVR routers for this DVR port 7138f819-4e39-45c3-ad45-06ab539f84a9 on host n-d-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:02:19.902428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2decefbb-b414-4115-9f2d-0c78256bf536 None None] Network 58ff4b24-4ae7-4eb5-b150-ff6cbda532fb requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:20.042153 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0044f48e-8ebb-4c08-b834-5e80dbaca1c2 req-77ab8fd0-1324-43be-88d4-d7398eeaf2a3 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762958 Dec 22 10:02:20.135433 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:20.164805 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:20.317989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01952aeb-0b73-428c-9e79-15ff6f8a7d24']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:20.354452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5ce5be-9591-4925-bd59-6ad3bf1e4291') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:20.354793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5ce5be-9591-4925-bd59-6ad3bf1e4291') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:20.387773 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:20.448711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:20.454351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Releasing vxlan tunnel 12 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:02:20.470068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:20.516308 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:20.588324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-dcc739ff-1c1f-42ce-92f1-7157a98702e7 None None] Set router c6986bb6-8364-4a4c-9ddd-9f91748766b8 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:02:20.716649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 9072043d-9374-4d4e-87f6-c1c9d9fecd53, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=9072043d-9374-4d4e-87f6-c1c9d9fecd53,segment=NetworkSegment(4acfd47d-4ad7-43f4-bc77-d02ec92e6674),segment_id=4acfd47d-4ad7-43f4-bc77-d02ec92e6674)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:02:20.718197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d307b19-339c-4518-a2e9-c9605618d88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-58ff4b24-4ae7-4eb5-b150-ff6cbda532fb', 'network_id': '58ff4b24-4ae7-4eb5-b150-ff6cbda532fb', 'tenant_id': '5b07610c16b84d5e8978c3329570465b', 'fixed_ips': [{'subnet_id': 'e816e0de-54b0-4178-8f72-d5a4cb931cc8'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:02:20.719174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d307b19-339c-4518-a2e9-c9605618d88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:20.846927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:20.885027 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:20.902782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Network 01952aeb-0b73-428c-9e79-15ff6f8a7d24 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:20.949252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44580) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:20.951275 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:21.021931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:21.064306 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b7e330e-4e56-4424-ac53-887dda5f30fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:21.150443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Subnet': ['ID=e816e0de-54b0-4178-8f72-d5a4cb931cc8,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:21.154639 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:21.363253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=9072043d-9374-4d4e-87f6-c1c9d9fecd53,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:21.370246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c265ee88-a051-4c5e-8cc2-34cbe587dbd6 None None] Network 01952aeb-0b73-428c-9e79-15ff6f8a7d24 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:21.386627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ac3ba693-19da-42d2-8bc5-6112d71867e8 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:02:21.438490 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:21.577851 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:21.730786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6694f58-515e-403b-99b7-5ef43ebca94c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:21.858985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ff4b24-4ae7-4eb5-b150-ff6cbda532fb']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:21.875163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Network 01952aeb-0b73-428c-9e79-15ff6f8a7d24 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:21.903691 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6694f58-515e-403b-99b7-5ef43ebca94c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:21.907970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb30bcce-1b21-46a5-b985-1b8835d2aefb') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:21.907970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb30bcce-1b21-46a5-b985-1b8835d2aefb') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:02:21.929118 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:02:21.936835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:21.962186 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:21.966359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Releasing vxlan tunnel 13 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:02:22.068842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5c1a239a-f66a-4055-9516-2f87b4b64c9d None None] Could not find standard attr ID for object 7138f819-4e39-45c3-ad45-06ab539f84a9. {{(pid=81073) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 10:02:22.091991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080e818-9c41-43e8-9ce2-6690d1c77b18 req-984379db-23df-4cf2-9032-00fc7f5ee3b1 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:22.093798 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2080e818-9c41-43e8-9ce2-6690d1c77b18 req-984379db-23df-4cf2-9032-00fc7f5ee3b1 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 945 time: 0.6061854 Dec 22 10:02:22.160388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:22.167187 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-13721c23-2f19-4834-aed2-d4cb05455be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:22.178245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ec74ebf1-7267-42d5-9526-3aa9dcc49666 None None] For port ac3ba693-19da-42d2-8bc5-6112d71867e8, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ac3ba693-19da-42d2-8bc5-6112d71867e8,segment=NetworkSegment(9c6a0a94-0285-4a0d-a72c-d3f02ffd8865),segment_id=9c6a0a94-0285-4a0d-a72c-d3f02ffd8865)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:02:22.178697 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec74ebf1-7267-42d5-9526-3aa9dcc49666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:22.187843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:22.188571 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:22.219542 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "DELETE /v2.0/networks/01952aeb-0b73-428c-9e79-15ff6f8a7d24 HTTP/1.1" status: 204 len: 168 time: 5.3354206 Dec 22 10:02:22.223157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44610) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:22.245049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6694f58-515e-403b-99b7-5ef43ebca94c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:22.249199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f6694f58-515e-403b-99b7-5ef43ebca94c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:22.250717 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f6694f58-515e-403b-99b7-5ef43ebca94c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "DELETE /v2.0/security-groups/290ed962-5b3e-411c-8e28-4bbf9356ee4f HTTP/1.1" status: 204 len: 168 time: 1.2524037 Dec 22 10:02:22.262806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44614) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:22.265441 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2080e818-9c41-43e8-9ce2-6690d1c77b18 req-92883b90-530f-4d53-9e84-ee1ee507ace3 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566525 Dec 22 10:02:22.271912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event deleted for resources: {'Network': ['ID=01952aeb-0b73-428c-9e79-15ff6f8a7d24,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:22.279473 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:22.280669 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e8b1502f-dbd3-4449-8706-288d8ebd9665 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:22.301456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6694f58-515e-403b-99b7-5ef43ebca94c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event deleted for resources: {'SecurityGroup': ['ID=290ed962-5b3e-411c-8e28-4bbf9356ee4f,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:22.305069 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f6694f58-515e-403b-99b7-5ef43ebca94c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:22.378261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 58ff4b24-4ae7-4eb5-b150-ff6cbda532fb has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:22.426186 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:22.554486 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-8bb4ca8e-fcf8-4d9f-86de-983d0367dca9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] show failed (client error): The resource could not be found. Dec 22 10:02:22.554486 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8bb4ca8e-fcf8-4d9f-86de-983d0367dca9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "GET /v2.0/security-groups/290ed962-5b3e-411c-8e28-4bbf9356ee4f HTTP/1.1" status: 404 len: 347 time: 0.2181826 Dec 22 10:02:22.556313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44622) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:22.628237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ec74ebf1-7267-42d5-9526-3aa9dcc49666 None None] Calling delete_port for ac3ba693-19da-42d2-8bc5-6112d71867e8 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:02:22.662018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f571620-9a72-4647-9c00-a93d5c082077 None None] Network 58ff4b24-4ae7-4eb5-b150-ff6cbda532fb requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:22.697578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port ac3ba693-19da-42d2-8bc5-6112d71867e8, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ac3ba693-19da-42d2-8bc5-6112d71867e8,segment=NetworkSegment(9c6a0a94-0285-4a0d-a72c-d3f02ffd8865),segment_id=9c6a0a94-0285-4a0d-a72c-d3f02ffd8865)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:02:22.777198 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:22.863843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0285876c-7e69-4087-83d7-ba73cf489f17 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Deleting port 56b34d09-028c-4897-9586-99f6f089a3f6 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:02:22.864776 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0285876c-7e69-4087-83d7-ba73cf489f17 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:22.894159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-da71b6b6-e942-4515-a341-511429560a96 None None] Provisioning complete for port 9072043d-9374-4d4e-87f6-c1c9d9fecd53 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:02:22.894600 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da71b6b6-e942-4515-a341-511429560a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:22.982965 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:23.045762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 58ff4b24-4ae7-4eb5-b150-ff6cbda532fb has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:23.068964 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:02:23.098732 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:02:23.134325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Deleting port ac3ba693-19da-42d2-8bc5-6112d71867e8 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:02:23.134325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:23.245368 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0285876c-7e69-4087-83d7-ba73cf489f17 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:23.248391 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0285876c-7e69-4087-83d7-ba73cf489f17 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for floatingip, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:23.282923 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:23.296466 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-917ebc71-3af8-44ff-af9d-f33d9a72682b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:23.326353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:23.382227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Network': ['ID=58ff4b24-4ae7-4eb5-b150-ff6cbda532fb,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:23.407393 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:23.483271 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/58ff4b24-4ae7-4eb5-b150-ff6cbda532fb HTTP/1.1" status: 204 len: 168 time: 3.6382973 Dec 22 10:02:23.484315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44644) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:23.506659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-eda0b6b2-0fdf-43f7-bca8-c5a5c491f8d9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-845886127'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:23.526019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0285876c-7e69-4087-83d7-ba73cf489f17 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Calling delete_port for 56b34d09-028c-4897-9586-99f6f089a3f6 owned by network:floatingip {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:02:23.527913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-eda0b6b2-0fdf-43f7-bca8-c5a5c491f8d9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:23.546107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-eda0b6b2-0fdf-43f7-bca8-c5a5c491f8d9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:network and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:23.549738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 9072043d-9374-4d4e-87f6-c1c9d9fecd53 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:02:23.550720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-eda0b6b2-0fdf-43f7-bca8-c5a5c491f8d9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:23.559405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-eda0b6b2-0fdf-43f7-bca8-c5a5c491f8d9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:23.570419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda0b6b2-0fdf-43f7-bca8-c5a5c491f8d9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:23.576647 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eda0b6b2-0fdf-43f7-bca8-c5a5c491f8d9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:23.614938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=ac3ba693-19da-42d2-8bc5-6112d71867e8,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:23.677689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda0b6b2-0fdf-43f7-bca8-c5a5c491f8d9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:02:23.744726 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:23.806817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967c893-62eb-488a-aec9-34ab59905cfc req-ddd557b1-44c6-41dd-826a-d9ce49db96c1 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:23.821704 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1967c893-62eb-488a-aec9-34ab59905cfc req-ddd557b1-44c6-41dd-826a-d9ce49db96c1 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 945 time: 0.2319651 Dec 22 10:02:23.822030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eda0b6b2-0fdf-43f7-bca8-c5a5c491f8d9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:23.822812 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-eda0b6b2-0fdf-43f7-bca8-c5a5c491f8d9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Added segment 03156db0-816e-48db-bc3b-288eba2bfd9e of type vxlan for network 7d24f44a-9e75-47fa-991c-a2f7d43b3492 Dec 22 10:02:23.843620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d6c718-76a6-439f-848d-989ffdd6da1e None None] DHCP port deletion for 01952aeb-0b73-428c-9e79-15ff6f8a7d24 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:02:23.865020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] For port ac3ba693-19da-42d2-8bc5-6112d71867e8, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ac3ba693-19da-42d2-8bc5-6112d71867e8,segment=NetworkSegment(9c6a0a94-0285-4a0d-a72c-d3f02ffd8865),segment_id=9c6a0a94-0285-4a0d-a72c-d3f02ffd8865)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:02:23.867207 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:23.944197 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1967c893-62eb-488a-aec9-34ab59905cfc req-71c674c5-4b6f-40c3-8fa5-1591cc4d44ab tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214211 Dec 22 10:02:23.964439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0285876c-7e69-4087-83d7-ba73cf489f17 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:23.986029 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1ff3cb53-1d80-469c-af9f-ebf50105ecc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:24.016338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-ec74ebf1-7267-42d5-9526-3aa9dcc49666 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:02:24.017149 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-ec74ebf1-7267-42d5-9526-3aa9dcc49666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:02:24.052013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285876c-7e69-4087-83d7-ba73cf489f17 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event deleted for resources: {'Port': ['ID=56b34d09-028c-4897-9586-99f6f089a3f6,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:24.058614 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eda0b6b2-0fdf-43f7-bca8-c5a5c491f8d9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:24.067075 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0285876c-7e69-4087-83d7-ba73cf489f17 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:24.071652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Calling delete_port for ac3ba693-19da-42d2-8bc5-6112d71867e8 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:02:24.137980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 9072043d-9374-4d4e-87f6-c1c9d9fecd53 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:02:24.140545 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:24.212142 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eda0b6b2-0fdf-43f7-bca8-c5a5c491f8d9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:24.224339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda0b6b2-0fdf-43f7-bca8-c5a5c491f8d9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:24.225525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eda0b6b2-0fdf-43f7-bca8-c5a5c491f8d9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:24.244173 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8689c79b-eac3-4d4d-9ab5-0f5b943c8dbd tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:24.291127 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0285876c-7e69-4087-83d7-ba73cf489f17 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for floatingip, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:24.325767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:24.352260 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0285876c-7e69-4087-83d7-ba73cf489f17 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:24.356723 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0285876c-7e69-4087-83d7-ba73cf489f17 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "DELETE /v2.0/floatingips/6332bb8f-d4d0-415a-a0ef-fc2cb80757d6 HTTP/1.1" status: 204 len: 168 time: 1.7982702 Dec 22 10:02:24.361056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44660) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:24.524619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f07fe34e-c2ba-433a-acc4-74636b4e16a3 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Deleting port fc7329c3-78f6-4136-a3e0-470e31556bdf {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:02:24.525139 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f07fe34e-c2ba-433a-acc4-74636b4e16a3 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:24.564465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ec74ebf1-7267-42d5-9526-3aa9dcc49666 None None] Deleting port ac3ba693-19da-42d2-8bc5-6112d71867e8 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:02:24.565072 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec74ebf1-7267-42d5-9526-3aa9dcc49666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:24.651358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-dcc739ff-1c1f-42ce-92f1-7157a98702e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'name': 'tempest-TaggedBootDevicesTest_v242-1814460354-router', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:49:21Z', 'updated_at': '2020-12-22T09:49:38Z', 'revision_number': 4, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'gw_port': {'id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:25Z', 'updated_at': '2020-12-22T09:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '3844773e-a244-4940-b762-fad77756f98e', 'name': '', 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'mac_address': 'fa:16:3e:6b:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '27341bc6-4d77-45a9-b2a2-19fd96ee59ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:34Z', 'updated_at': '2020-12-22T09:49:52Z', 'revision_number': 5, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'subnets': [{'id': '27341bc6-4d77-45a9-b2a2-19fd96ee59ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:24.686913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ec74ebf1-7267-42d5-9526-3aa9dcc49666 None None] The port 'ac3ba693-19da-42d2-8bc5-6112d71867e8' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:02:24.694587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc739ff-1c1f-42ce-92f1-7157a98702e7 None None] The sync data for ids ['c6986bb6-8364-4a4c-9ddd-9f91748766b8'] in n-d-765315-5 is: [{'id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'name': 'tempest-TaggedBootDevicesTest_v242-1814460354-router', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:49:21Z', 'updated_at': '2020-12-22T09:49:38Z', 'revision_number': 4, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'gw_port': {'id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:25Z', 'updated_at': '2020-12-22T09:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '3844773e-a244-4940-b762-fad77756f98e', 'name': '', 'network_id': '473d1949-ed9f-4949-b1e6-1e121c2d7167', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'mac_address': 'fa:16:3e:6b:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '27341bc6-4d77-45a9-b2a2-19fd96ee59ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:34Z', 'updated_at': '2020-12-22T09:49:52Z', 'revision_number': 5, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'subnets': [{'id': '27341bc6-4d77-45a9-b2a2-19fd96ee59ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:02:24.728560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dae536f-0a46-48b1-8123-83b193803010 None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 10:02:24.989447 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-eda0b6b2-0fdf-43f7-bca8-c5a5c491f8d9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4984531 Dec 22 10:02:24.994217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44672) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:25.047858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dae536f-0a46-48b1-8123-83b193803010 None None] Resources bound (agent type, host, resource id): {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 10:02:25.110772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7138f819-4e39-45c3-ad45-06ab539f84a9 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:02:25.139922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-9a160bd8-b140-4f9a-b370-cb7afd7b2bb8 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'subnet': {'network_id': '7d24f44a-9e75-47fa-991c-a2f7d43b3492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:25.207814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0b6b2-0fdf-43f7-bca8-c5a5c491f8d9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Network': ['ID=7d24f44a-9e75-47fa-991c-a2f7d43b3492,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:25.238071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 7138f819-4e39-45c3-ad45-06ab539f84a9 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:02:25.238481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7138f819-4e39-45c3-ad45-06ab539f84a9 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:02:25.265589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 698b2314-64b4-46bc-a411-6f251bce3263 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:02:25.293783 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eda0b6b2-0fdf-43f7-bca8-c5a5c491f8d9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.049s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:25.305162 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.900s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:25.326713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 7d24f44a-9e75-47fa-991c-a2f7d43b3492 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:25.375750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 7d24f44a-9e75-47fa-991c-a2f7d43b3492 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:25.419957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event deleted for resources: {'Port': ['ID=ac3ba693-19da-42d2-8bc5-6112d71867e8,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:25.433963 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:25.474279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] No DVR routers for this DVR port ac3ba693-19da-42d2-8bc5-6112d71867e8 on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:02:25.799857 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:25.923019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f07fe34e-c2ba-433a-acc4-74636b4e16a3 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:25.936836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9a160bd8-b140-4f9a-b370-cb7afd7b2bb8 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:25.940947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9a160bd8-b140-4f9a-b370-cb7afd7b2bb8 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:subnet and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:25.945828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9a160bd8-b140-4f9a-b370-cb7afd7b2bb8 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:25.952633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9a160bd8-b140-4f9a-b370-cb7afd7b2bb8 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:25.997941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 7d24f44a-9e75-47fa-991c-a2f7d43b3492 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:26.004018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21518a82-f2d7-40d4-aaf9-9d374c4d5332']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:26.013602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3c1db8-b7eb-4f19-955d-ccce71c3db1c None None] New status for floating IP 6332bb8f-d4d0-415a-a0ef-fc2cb80757d6: DOWN {{(pid=81073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 10:02:26.023927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6a0a94-0285-4a0d-a72c-d3f02ffd8865') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:26.024784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6a0a94-0285-4a0d-a72c-d3f02ffd8865') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:26.041372 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:26.103409 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:26.105974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Releasing vxlan tunnel 11 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:02:26.165866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f07fe34e-c2ba-433a-acc4-74636b4e16a3 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Calling delete_port for fc7329c3-78f6-4136-a3e0-470e31556bdf owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:02:26.231785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a160bd8-b140-4f9a-b370-cb7afd7b2bb8 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:26.357254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06259e08-95f0-4468-b125-af0493bb5c18 req-057b1a1d-184a-4aa5-a961-1d68b03d1a73 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:26.358889 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06259e08-95f0-4468-b125-af0493bb5c18 req-057b1a1d-184a-4aa5-a961-1d68b03d1a73 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 945 time: 1.0601804 Dec 22 10:02:26.441648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Network 21518a82-f2d7-40d4-aaf9-9d374c4d5332 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:26.456443 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:26.548981 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f07fe34e-c2ba-433a-acc4-74636b4e16a3 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:26.568088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 698b2314-64b4-46bc-a411-6f251bce3263 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:02:26.568617 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:26.761341 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ac3138f-8f6f-439c-a900-c38543f73497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:26.838901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Network 21518a82-f2d7-40d4-aaf9-9d374c4d5332 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:26.878865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fe34e-c2ba-433a-acc4-74636b4e16a3 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event deleted for resources: {'Port': ['ID=fc7329c3-78f6-4136-a3e0-470e31556bdf,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:26.882433 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f07fe34e-c2ba-433a-acc4-74636b4e16a3 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:02:26.903559 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:02:27.033377 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:27.033848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a160bd8-b140-4f9a-b370-cb7afd7b2bb8 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:27.041639 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-59d9172d-1f3b-4e13-9b9e-ec1cbce1b4c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:27.054049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f07fe34e-c2ba-433a-acc4-74636b4e16a3 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:27.065937 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:27.073973 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06259e08-95f0-4468-b125-af0493bb5c18 req-06371566-8a89-4be9-bfa1-dc9905c5fd15 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550911 Dec 22 10:02:27.112595 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f07fe34e-c2ba-433a-acc4-74636b4e16a3 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "DELETE /v2.0/ports/fc7329c3-78f6-4136-a3e0-470e31556bdf HTTP/1.1" status: 204 len: 168 time: 2.7501843 Dec 22 10:02:27.117222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44712) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:27.119177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event deleted for resources: {'Network': ['ID=21518a82-f2d7-40d4-aaf9-9d374c4d5332,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:27.125134 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "DELETE /v2.0/networks/21518a82-f2d7-40d4-aaf9-9d374c4d5332 HTTP/1.1" status: 204 len: 168 time: 4.8985171 Dec 22 10:02:27.135628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44716) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:27.136623 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:27.431060 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b77d0da-d5e0-4b8a-b466-856f7434ffa4 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:27.525264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f0994ebd-8290-4c58-bb2e-c49b330fbc79 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Deleting port 535b7ea4-38e5-40cd-99f6-5fcf8666390b {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:02:27.525683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f0994ebd-8290-4c58-bb2e-c49b330fbc79 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:27.776609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b77d0da-d5e0-4b8a-b466-856f7434ffa4 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:27.838357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44730) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:27.952465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-8b77d0da-d5e0-4b8a-b466-856f7434ffa4 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16f08ca-732d-4cec-9e41-ffa105f96520']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:27.967108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-8b77d0da-d5e0-4b8a-b466-856f7434ffa4 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b2ddcf-6e83-4d42-9f67-56cb3c35334c') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:27.967404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-8b77d0da-d5e0-4b8a-b466-856f7434ffa4 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b2ddcf-6e83-4d42-9f67-56cb3c35334c') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:27.989950 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b77d0da-d5e0-4b8a-b466-856f7434ffa4 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:28.032620 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b77d0da-d5e0-4b8a-b466-856f7434ffa4 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:28.036613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8b77d0da-d5e0-4b8a-b466-856f7434ffa4 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Releasing vxlan tunnel 10 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:02:28.131452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a160bd8-b140-4f9a-b370-cb7afd7b2bb8 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:28.171291 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f0994ebd-8290-4c58-bb2e-c49b330fbc79 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:28.179673 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-79bed869-9d54-4918-9750-2346987bd399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:28.365256 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc761373-33db-4073-9d94-b6bfc43769f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:28.387150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-8b77d0da-d5e0-4b8a-b466-856f7434ffa4 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Network d16f08ca-732d-4cec-9e41-ffa105f96520 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:28.400906 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b77d0da-d5e0-4b8a-b466-856f7434ffa4 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:28.419566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bc761373-33db-4073-9d94-b6bfc43769f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:28.429661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bc761373-33db-4073-9d94-b6bfc43769f0 admin admin] Usage tracker for resource:security_group_rule and tenant:d98d3cecd62f4cf095e5ac87fa0453ed is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:28.444108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bc761373-33db-4073-9d94-b6bfc43769f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:28.509764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bc761373-33db-4073-9d94-b6bfc43769f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:28.519051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f0994ebd-8290-4c58-bb2e-c49b330fbc79 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Calling delete_port for 535b7ea4-38e5-40cd-99f6-5fcf8666390b owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:02:28.635309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a160bd8-b140-4f9a-b370-cb7afd7b2bb8 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Subnet': ['ID=d3d6bffc-07e1-415c-a181-28a151ba0211,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:28.647045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-8b77d0da-d5e0-4b8a-b466-856f7434ffa4 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Network d16f08ca-732d-4cec-9e41-ffa105f96520 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:28.649772 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9a160bd8-b140-4f9a-b370-cb7afd7b2bb8 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:02:28.693462 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:02:28.759642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6e051-f034-4bef-ac08-03f277c28c8b req-838cc877-8f9c-487f-bfec-5b109cf9e2ff tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:28.762555 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4fb6e051-f034-4bef-ac08-03f277c28c8b req-838cc877-8f9c-487f-bfec-5b109cf9e2ff tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 945 time: 0.4073544 Dec 22 10:02:28.800388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b77d0da-d5e0-4b8a-b466-856f7434ffa4 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:28.806639 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:28.827439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b77d0da-d5e0-4b8a-b466-856f7434ffa4 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:28.850148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77d0da-d5e0-4b8a-b466-856f7434ffa4 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event deleted for resources: {'Network': ['ID=d16f08ca-732d-4cec-9e41-ffa105f96520,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:28.853074 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f0994ebd-8290-4c58-bb2e-c49b330fbc79 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:28.864430 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8b77d0da-d5e0-4b8a-b466-856f7434ffa4 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "DELETE /v2.0/networks/d16f08ca-732d-4cec-9e41-ffa105f96520 HTTP/1.1" status: 204 len: 168 time: 1.7265909 Dec 22 10:02:28.868069 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b77d0da-d5e0-4b8a-b466-856f7434ffa4 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:28.875303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44754) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:28.879993 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d4aa6f84-5d5e-471a-aed7-763b5e99481b tempest-FloatingIPAdminTestJSON-686372694 tempest-FloatingIPAdminTestJSON-686372694] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:28.911761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a160bd8-b140-4f9a-b370-cb7afd7b2bb8 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Checking segment: {'id': '03156db0-816e-48db-bc3b-288eba2bfd9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7d24f44a-9e75-47fa-991c-a2f7d43b3492'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:02:28.912282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a160bd8-b140-4f9a-b370-cb7afd7b2bb8 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network hostable DHCP agents. Network: 7d24f44a-9e75-47fa-991c-a2f7d43b3492, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:02:28.917583 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc761373-33db-4073-9d94-b6bfc43769f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:28.943999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0994ebd-8290-4c58-bb2e-c49b330fbc79 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event deleted for resources: {'Port': ['ID=535b7ea4-38e5-40cd-99f6-5fcf8666390b,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:28.952328 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc761373-33db-4073-9d94-b6bfc43769f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:28.954139 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4fb6e051-f034-4bef-ac08-03f277c28c8b req-2cb6f338-325d-4377-8f53-77c6d15a2b34 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707246 Dec 22 10:02:28.955639 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f0994ebd-8290-4c58-bb2e-c49b330fbc79 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:29.013621 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ccde3e68-4921-48dd-8282-04e568ef5011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:29.024479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:02:29.064827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a160bd8-b140-4f9a-b370-cb7afd7b2bb8 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 7d24f44a-9e75-47fa-991c-a2f7d43b3492 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:02:29.080805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9a160bd8-b140-4f9a-b370-cb7afd7b2bb8 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 7d24f44a-9e75-47fa-991c-a2f7d43b3492) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:29.081650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc761373-33db-4073-9d94-b6bfc43769f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa07160-5a92-43ad-8e17-993892f7a88f,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:29.087189 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bc761373-33db-4073-9d94-b6bfc43769f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:29.094525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c0930f-8488-4168-9673-7a8dd76b2141 None None] Network 7d24f44a-9e75-47fa-991c-a2f7d43b3492 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:29.096797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44758) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:29.105019 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bc761373-33db-4073-9d94-b6bfc43769f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d98d3cecd62f4cf095e5ac87fa0453ed&name=default HTTP/1.1" status: 200 len: 2883 time: 1.2642241 Dec 22 10:02:29.113930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a160bd8-b140-4f9a-b370-cb7afd7b2bb8 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:29.114584 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a160bd8-b140-4f9a-b370-cb7afd7b2bb8 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:29.118542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0ead-dea7-45d8-a972-0eb19ad69bfa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:29.152395 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9a160bd8-b140-4f9a-b370-cb7afd7b2bb8 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.0543180 Dec 22 10:02:29.168671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44764) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:29.459665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-7d24f44a-9e75-47fa-991c-a2f7d43b3492', 'network_id': '7d24f44a-9e75-47fa-991c-a2f7d43b3492', 'tenant_id': '5b07610c16b84d5e8978c3329570465b', 'fixed_ips': [{'subnet_id': 'd3d6bffc-07e1-415c-a181-28a151ba0211'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:02:29.461175 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:29.475493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0ead-dea7-45d8-a972-0eb19ad69bfa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:29.669522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-aa6f0ead-dea7-45d8-a972-0eb19ad69bfa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0f13ce-3f05-4ee6-a122-0c3711ac9da0']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:29.689420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-aa6f0ead-dea7-45d8-a972-0eb19ad69bfa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7678c3d6-9e66-442f-b261-51c5b7c47c69') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:29.689748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-aa6f0ead-dea7-45d8-a972-0eb19ad69bfa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7678c3d6-9e66-442f-b261-51c5b7c47c69') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:29.706645 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0ead-dea7-45d8-a972-0eb19ad69bfa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:29.728114 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0ead-dea7-45d8-a972-0eb19ad69bfa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:29.731033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa6f0ead-dea7-45d8-a972-0eb19ad69bfa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Releasing vxlan tunnel 7 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:02:29.853953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Allocated IP 172.20.0.1 (7d24f44a-9e75-47fa-991c-a2f7d43b3492/d3d6bffc-07e1-415c-a181-28a151ba0211/118ad419-f4bd-4329-aa4e-e087b8fc6cd4) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:02:29.854680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:29.955474 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0f9406f-aeaa-470e-9521-9a2484f22aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:29.988189 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0f9406f-aeaa-470e-9521-9a2484f22aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:30.033717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-aa6f0ead-dea7-45d8-a972-0eb19ad69bfa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Network ec0f13ce-3f05-4ee6-a122-0c3711ac9da0 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:30.046659 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0ead-dea7-45d8-a972-0eb19ad69bfa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:30.059171 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0f9406f-aeaa-470e-9521-9a2484f22aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:30.068769 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f0994ebd-8290-4c58-bb2e-c49b330fbc79 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:30.074968 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b8e6d773-362c-4ae0-9020-8f1073e14bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:30.139409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9406f-aeaa-470e-9521-9a2484f22aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa07160-5a92-43ad-8e17-993892f7a88f,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:30.142494 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b0f9406f-aeaa-470e-9521-9a2484f22aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:30.148714 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f0994ebd-8290-4c58-bb2e-c49b330fbc79 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "DELETE /v2.0/ports/535b7ea4-38e5-40cd-99f6-5fcf8666390b HTTP/1.1" status: 204 len: 168 time: 3.0285382 Dec 22 10:02:30.150091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44784) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:30.271558 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:30.298302 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b0f9406f-aeaa-470e-9521-9a2484f22aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:30.299811 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b0f9406f-aeaa-470e-9521-9a2484f22aeb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bfa07160-5a92-43ad-8e17-993892f7a88f HTTP/1.1" status: 204 len: 168 time: 1.2020156 Dec 22 10:02:30.414811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-aa6f0ead-dea7-45d8-a972-0eb19ad69bfa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Network ec0f13ce-3f05-4ee6-a122-0c3711ac9da0 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:02:30.485057 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:02:30.556378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Transition to ACTIVE for port object 118ad419-f4bd-4329-aa4e-e087b8fc6cd4 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:02:30.557408 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0ead-dea7-45d8-a972-0eb19ad69bfa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:30.566427 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-13b81b53-834b-487e-8447-c74d9d2008d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:30.592503 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0ead-dea7-45d8-a972-0eb19ad69bfa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:30.599461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Transition to ACTIVE for port object 118ad419-f4bd-4329-aa4e-e087b8fc6cd4 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:02:30.606236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f0ead-dea7-45d8-a972-0eb19ad69bfa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Pushing event deleted for resources: {'Network': ['ID=ec0f13ce-3f05-4ee6-a122-0c3711ac9da0,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:30.615138 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:30.618182 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa6f0ead-dea7-45d8-a972-0eb19ad69bfa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:30.620792 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-aa6f0ead-dea7-45d8-a972-0eb19ad69bfa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] 10.222.0.50 "DELETE /v2.0/networks/ec0f13ce-3f05-4ee6-a122-0c3711ac9da0 HTTP/1.1" status: 204 len: 168 time: 1.7444706 Dec 22 10:02:30.703874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:30.793520 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:30.969652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Network 7d24f44a-9e75-47fa-991c-a2f7d43b3492 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:02:30.970928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Pushing event updated for resources: {'Port': ['ID=118ad419-f4bd-4329-aa4e-e087b8fc6cd4,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:30.973939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:30.979462 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:30.980799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:02:30.989586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44808) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:31.039662 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0c4ab57b-88ff-4d13-b8a9-b612461b932d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:31.079238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0c4ab57b-88ff-4d13-b8a9-b612461b932d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:31.084127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0c4ab57b-88ff-4d13-b8a9-b612461b932d admin admin] Usage tracker for resource:security_group_rule and tenant:4221032a7bb84c01b4f4409b467e3636 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:31.088814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0c4ab57b-88ff-4d13-b8a9-b612461b932d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:31.094821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0c4ab57b-88ff-4d13-b8a9-b612461b932d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:31.124253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Attempting to bind port 118ad419-f4bd-4329-aa4e-e087b8fc6cd4 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:02:31.124889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Attempting to bind port 118ad419-f4bd-4329-aa4e-e087b8fc6cd4 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '03156db0-816e-48db-bc3b-288eba2bfd9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7d24f44a-9e75-47fa-991c-a2f7d43b3492'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:02:31.125560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Attempting to bind port 118ad419-f4bd-4329-aa4e-e087b8fc6cd4 on network 7d24f44a-9e75-47fa-991c-a2f7d43b3492 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:02:31.135126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:02:31.135534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Checking segment: {'id': '03156db0-816e-48db-bc3b-288eba2bfd9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7d24f44a-9e75-47fa-991c-a2f7d43b3492'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:02:31.136257 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:31.136879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Bound using segment: {'id': '03156db0-816e-48db-bc3b-288eba2bfd9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7d24f44a-9e75-47fa-991c-a2f7d43b3492'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:02:31.137782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Bound port: 118ad419-f4bd-4329-aa4e-e087b8fc6cd4, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03156db0-816e-48db-bc3b-288eba2bfd9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7d24f44a-9e75-47fa-991c-a2f7d43b3492'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:02:31.138389 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:31.190617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44818) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:31.209852 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0c4ab57b-88ff-4d13-b8a9-b612461b932d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:31.254342 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0c4ab57b-88ff-4d13-b8a9-b612461b932d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:31.270152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848edb3c-7cca-4a42-aa1e-fe8bfe8200e2 req-59c807ed-6c05-4d93-96ec-cfb57a11047b tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:31.272381 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-848edb3c-7cca-4a42-aa1e-fe8bfe8200e2 req-59c807ed-6c05-4d93-96ec-cfb57a11047b tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 945 time: 0.9569526 Dec 22 10:02:31.275257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033b463-c740-4ede-934b-5ff6fd736869 req-f4e07abe-f1ad-4e82-8ca9-eed376990204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:31.281024 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bc761373-33db-4073-9d94-b6bfc43769f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:31.286077 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9033b463-c740-4ede-934b-5ff6fd736869 req-f4e07abe-f1ad-4e82-8ca9-eed376990204 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 1160 time: 0.9090886 Dec 22 10:02:31.310329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-46fd9996-41db-41db-90a4-f662a7e05784 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Deleting subnet da83a261-d716-4bc0-83ed-8afa4f3eb9b3 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:02:31.313782 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46fd9996-41db-41db-90a4-f662a7e05784 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:31.323304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] For port 118ad419-f4bd-4329-aa4e-e087b8fc6cd4, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:02:31.327761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] For port 118ad419-f4bd-4329-aa4e-e087b8fc6cd4, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=118ad419-f4bd-4329-aa4e-e087b8fc6cd4,segment=NetworkSegment(03156db0-816e-48db-bc3b-288eba2bfd9e),segment_id=03156db0-816e-48db-bc3b-288eba2bfd9e)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:02:31.332219 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:31.351021 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:31.452239 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0c4ab57b-88ff-4d13-b8a9-b612461b932d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4221032a7bb84c01b4f4409b467e3636&name=default HTTP/1.1" status: 200 len: 2883 time: 0.4605603 Dec 22 10:02:31.458277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44826) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:31.468133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46fd9996-41db-41db-90a4-f662a7e05784 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:31.470534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ab57b-88ff-4d13-b8a9-b612461b932d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342e87e0-33da-44e7-baac-5cc5de98e548,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:31.499323 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0c4ab57b-88ff-4d13-b8a9-b612461b932d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:31.547531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Pushing event updated for resources: {'Port': ['ID=118ad419-f4bd-4329-aa4e-e087b8fc6cd4,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:31.553137 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:31.707817 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69ed81fe-c6b9-4661-b3a0-3065822732b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:31.714090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46fd9996-41db-41db-90a4-f662a7e05784 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:31.742905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69ed81fe-c6b9-4661-b3a0-3065822732b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:31.752024 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-848edb3c-7cca-4a42-aa1e-fe8bfe8200e2 req-7918dd44-10a6-4a4a-9e9f-853b8affb492 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603798 Dec 22 10:02:31.753774 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9033b463-c740-4ede-934b-5ff6fd736869 req-9bb4cc44-0d3e-439c-89f1-d87e5001753d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950827 Dec 22 10:02:31.773550 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:31.798398 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1f501c83-dc21-4f60-b379-65d9d21b338a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:31.837469 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69ed81fe-c6b9-4661-b3a0-3065822732b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:31.854890 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-028372bf-8ae8-408d-aee4-53cdf8ad1b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:31.874137 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69ed81fe-c6b9-4661-b3a0-3065822732b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:31.874137 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-69ed81fe-c6b9-4661-b3a0-3065822732b4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/342e87e0-33da-44e7-baac-5cc5de98e548 HTTP/1.1" status: 204 len: 168 time: 0.4100537 Dec 22 10:02:31.892549 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9485c0a0-f14d-4ee7-97fe-f74dfe451e76 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a4d5bfe83094380901b94298ae7a6f3&name=default HTTP/1.1" status: 200 len: 2883 time: 0.6935325 Dec 22 10:02:31.892729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed81fe-c6b9-4661-b3a0-3065822732b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342e87e0-33da-44e7-baac-5cc5de98e548,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:31.897537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44838) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:31.901293 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69ed81fe-c6b9-4661-b3a0-3065822732b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:31.984421 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9853022-64e3-4ce6-a689-9f4b905e48e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:32.055352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9853022-64e3-4ce6-a689-9f4b905e48e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:32.058211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Subnet': ['ID=d3d6bffc-07e1-415c-a181-28a151ba0211,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:32.095688 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:32.148916 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9853022-64e3-4ce6-a689-9f4b905e48e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:32.158442 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-84619297-93d4-46c2-ad4e-41e5fea2ce2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:32.195065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9853022-64e3-4ce6-a689-9f4b905e48e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e352c6cf-bd6c-4e6f-b234-db2904f0433c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:32.205325 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c9853022-64e3-4ce6-a689-9f4b905e48e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:32.212189 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c9853022-64e3-4ce6-a689-9f4b905e48e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:32.214492 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c9853022-64e3-4ce6-a689-9f4b905e48e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e352c6cf-bd6c-4e6f-b234-db2904f0433c HTTP/1.1" status: 204 len: 168 time: 0.3144269 Dec 22 10:02:32.455159 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:32.680795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d24f44a-9e75-47fa-991c-a2f7d43b3492']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:32.758810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03156db0-816e-48db-bc3b-288eba2bfd9e') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:32.759436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03156db0-816e-48db-bc3b-288eba2bfd9e') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:32.795571 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:32.888057 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:32.906735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Releasing vxlan tunnel 12 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:02:33.287325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 698b2314-64b4-46bc-a411-6f251bce3263 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:02:33.448439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 118ad419-f4bd-4329-aa4e-e087b8fc6cd4 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:02:33.636701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 698b2314-64b4-46bc-a411-6f251bce3263 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:02:33.638917 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:33.654241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 7d24f44a-9e75-47fa-991c-a2f7d43b3492 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:33.688428 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:33.934675 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46fd9996-41db-41db-90a4-f662a7e05784 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:33.973961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 118ad419-f4bd-4329-aa4e-e087b8fc6cd4 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:02:34.021181 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:34.096719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd9996-41db-41db-90a4-f662a7e05784 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event deleted for resources: {'Subnet': ['ID=da83a261-d716-4bc0-83ed-8afa4f3eb9b3,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:34.121667 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-46fd9996-41db-41db-90a4-f662a7e05784 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:34.354638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 7d24f44a-9e75-47fa-991c-a2f7d43b3492 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:34.377960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9101e8f-277a-4cbd-9380-bc90e14a1012 None None] Network 7d24f44a-9e75-47fa-991c-a2f7d43b3492 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:34.418100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44894) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:02:34.469790 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:02:34.618182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2087488383-network', 'tenant_id': '3fd52eb19d5f4c0b9461b02958b19edc'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:34.629025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:34.634598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Usage tracker for resource:network and tenant:3fd52eb19d5f4c0b9461b02958b19edc is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:34.638669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:34.645576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:34.665421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c7ecb-da9b-4167-9eff-143d4cba3f94 req-c99ca731-8234-43d4-9932-715ea5aa0920 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:34.690586 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a31c7ecb-da9b-4167-9eff-143d4cba3f94 req-c99ca731-8234-43d4-9932-715ea5aa0920 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 945 time: 1.4342041 Dec 22 10:02:34.698649 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46fd9996-41db-41db-90a4-f662a7e05784 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:34.702005 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 10:02:34.702005 n-d-765315-5 neutron-server[80960]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 10:02:34.702005 n-d-765315-5 neutron-server[80960]: [parameters: {'id': '7d24f44a-9e75-47fa-991c-a2f7d43b3492'}] Dec 22 10:02:34.702005 n-d-765315-5 neutron-server[80960]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:02:34.702487 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:02:34.727182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Made reservation on behalf of 3fd52eb19d5f4c0b9461b02958b19edc for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:34.733398 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:34.764033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b434ad-4bab-4669-9b8b-19167c185ec2 None None] Network 1db62543-483d-4fd0-a5fc-77a084335431 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:34.773492 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:34.789874 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-46fd9996-41db-41db-90a4-f662a7e05784 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "DELETE /v2.0/subnets/da83a261-d716-4bc0-83ed-8afa4f3eb9b3 HTTP/1.1" status: 204 len: 168 time: 4.6324177 Dec 22 10:02:34.790958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 44912) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:34.793628 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a31c7ecb-da9b-4167-9eff-143d4cba3f94 req-01759416-a063-4418-9257-c04ad60376e5 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021886 Dec 22 10:02:34.816724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:34.837316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Usage tracker for resource:security_group_rule and tenant:3fd52eb19d5f4c0b9461b02958b19edc is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:34.843899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:34.868298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:35.066351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44922) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:35.088938 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:35.106228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:35.118819 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f4e31273-1bdc-484a-8bb7-dc3811501498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:35.130122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9466ae3a-daae-4c3e-ab4b-1db3c4dcfba1 None None] Provisioning for port 118ad419-f4bd-4329-aa4e-e087b8fc6cd4 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:02:35.130556 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0c4ab57b-88ff-4d13-b8a9-b612461b932d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:35.135559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d9c6d2-e903-47ea-87ed-6eb1810af7fb tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Deleting subnet 081da512-801e-41e2-96a3-974b59dc0af6 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:02:35.146685 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c6d2-e903-47ea-87ed-6eb1810af7fb tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:35.148491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9466ae3a-daae-4c3e-ab4b-1db3c4dcfba1 None None] Provisioning complete for port 118ad419-f4bd-4329-aa4e-e087b8fc6cd4 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:02:35.151895 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9466ae3a-daae-4c3e-ab4b-1db3c4dcfba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:35.197381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:02:35.213465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1c0d92-6933-48db-9a19-11f0ad29fc00,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:35.219902 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:35.223612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:35.225103 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Added segment ce2c4c03-828c-4483-b238-cf791284a0ea of type vxlan for network cea4664f-a5bd-42bd-88c9-406cfc090e28 Dec 22 10:02:35.247443 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:35.299620 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:35.346728 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:35.348173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:35.348976 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:35.354450 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2e220d3e-746d-4a14-80c8-2c76baf4f494 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:35.389672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-d2d1986e-599f-4d8c-9cc0-dbd71f6a206c tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1014535072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:35.420790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Deleting port 118ad419-f4bd-4329-aa4e-e087b8fc6cd4 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:02:35.421168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:35.421526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d2d1986e-599f-4d8c-9cc0-dbd71f6a206c tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:35.450861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d2d1986e-599f-4d8c-9cc0-dbd71f6a206c tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Usage tracker for resource:router and tenant:caefbc154db2414ba9fe3e3e8abec29b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:35.451147 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9466ae3a-daae-4c3e-ab4b-1db3c4dcfba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:35.458911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d2d1986e-599f-4d8c-9cc0-dbd71f6a206c tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:35.489140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398f98b7-df0d-454c-9ed7-86b86a4d0abf None None] DHCP port deletion for 7d24f44a-9e75-47fa-991c-a2f7d43b3492 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:02:35.510682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9466ae3a-daae-4c3e-ab4b-1db3c4dcfba1 None None] For port 118ad419-f4bd-4329-aa4e-e087b8fc6cd4, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=118ad419-f4bd-4329-aa4e-e087b8fc6cd4,segment=NetworkSegment(03156db0-816e-48db-bc3b-288eba2bfd9e),segment_id=03156db0-816e-48db-bc3b-288eba2bfd9e)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:02:35.513204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-398f98b7-df0d-454c-9ed7-86b86a4d0abf None None] Deleting port 118ad419-f4bd-4329-aa4e-e087b8fc6cd4 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:02:35.513856 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-398f98b7-df0d-454c-9ed7-86b86a4d0abf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:35.534991 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1155531 Dec 22 10:02:35.549228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44932) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:35.552217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d2d1986e-599f-4d8c-9cc0-dbd71f6a206c tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:35.559329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ef746a3f-ec09-4fd3-a60a-81f218609afe admin admin] Request body: {'subnet': {'network_id': 'cea4664f-a5bd-42bd-88c9-406cfc090e28', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2087488383-subnet', 'tenant_id': '3fd52eb19d5f4c0b9461b02958b19edc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:35.569422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Pushing event updated for resources: {'Network': ['ID=cea4664f-a5bd-42bd-88c9-406cfc090e28,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:35.570855 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c6d2-e903-47ea-87ed-6eb1810af7fb tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:35.572907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ef746a3f-ec09-4fd3-a60a-81f218609afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:35.579434 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:35.580926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ef746a3f-ec09-4fd3-a60a-81f218609afe admin admin] Usage tracker for resource:subnet and tenant:3fd52eb19d5f4c0b9461b02958b19edc is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:35.586848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ef746a3f-ec09-4fd3-a60a-81f218609afe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:35.612664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ef746a3f-ec09-4fd3-a60a-81f218609afe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:35.621768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network cea4664f-a5bd-42bd-88c9-406cfc090e28 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:35.645578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9466ae3a-daae-4c3e-ab4b-1db3c4dcfba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:35.650162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2d1986e-599f-4d8c-9cc0-dbd71f6a206c tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:35.651400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2d1986e-599f-4d8c-9cc0-dbd71f6a206c tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:35.666596 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7656408b-7974-49f0-a008-265895d9c3a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:35.669431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef746a3f-ec09-4fd3-a60a-81f218609afe admin admin] Made reservation on behalf of 3fd52eb19d5f4c0b9461b02958b19edc for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:35.681628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef746a3f-ec09-4fd3-a60a-81f218609afe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:35.729222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network cea4664f-a5bd-42bd-88c9-406cfc090e28 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:35.880537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network cea4664f-a5bd-42bd-88c9-406cfc090e28 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:36.087422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a7a896-6047-4c5f-b8bc-b9ccf2b5e04b None None] DHCP port deletion for 1db62543-483d-4fd0-a5fc-77a084335431 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:02:36.102171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-69a7a896-6047-4c5f-b8bc-b9ccf2b5e04b None None] Deleting port aa950674-b5e4-4cb0-9301-b1738a71d1b7 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:02:36.102646 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69a7a896-6047-4c5f-b8bc-b9ccf2b5e04b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:36.248075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] For port 118ad419-f4bd-4329-aa4e-e087b8fc6cd4, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=118ad419-f4bd-4329-aa4e-e087b8fc6cd4,segment=NetworkSegment(03156db0-816e-48db-bc3b-288eba2bfd9e),segment_id=03156db0-816e-48db-bc3b-288eba2bfd9e)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:02:36.248474 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:36.282861 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2d1986e-599f-4d8c-9cc0-dbd71f6a206c tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:36.325353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2d1986e-599f-4d8c-9cc0-dbd71f6a206c tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:36.423739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Calling delete_port for 118ad419-f4bd-4329-aa4e-e087b8fc6cd4 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:02:36.513538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-69a7a896-6047-4c5f-b8bc-b9ccf2b5e04b None None] For port aa950674-b5e4-4cb0-9301-b1738a71d1b7, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=aa950674-b5e4-4cb0-9301-b1738a71d1b7,segment=NetworkSegment(e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5),segment_id=e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:02:36.514283 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69a7a896-6047-4c5f-b8bc-b9ccf2b5e04b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:36.534257 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d2d1986e-599f-4d8c-9cc0-dbd71f6a206c tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:36.538522 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d2d1986e-599f-4d8c-9cc0-dbd71f6a206c tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4445441 Dec 22 10:02:36.557666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44950) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:36.570600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2028807321'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:36.583450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:36.590435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Usage tracker for resource:network and tenant:caefbc154db2414ba9fe3e3e8abec29b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:36.593943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:36.602124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:36.625382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Made reservation on behalf of caefbc154db2414ba9fe3e3e8abec29b for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:36.633599 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:36.645023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:36.665422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-69a7a896-6047-4c5f-b8bc-b9ccf2b5e04b None None] Calling delete_port for aa950674-b5e4-4cb0-9301-b1738a71d1b7 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:02:36.671472 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:36.699827 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:36.749899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:36.764381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Usage tracker for resource:security_group_rule and tenant:caefbc154db2414ba9fe3e3e8abec29b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:36.774747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:36.785312 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69a7a896-6047-4c5f-b8bc-b9ccf2b5e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:36.818663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466ae3a-daae-4c3e-ab4b-1db3c4dcfba1 None None] Pushing event updated for resources: {'Port': ['ID=118ad419-f4bd-4329-aa4e-e087b8fc6cd4,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:36.822791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:36.871366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Port': ['ID=118ad419-f4bd-4329-aa4e-e087b8fc6cd4,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:36.906150 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:36.971565 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9466ae3a-daae-4c3e-ab4b-1db3c4dcfba1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.305s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:36.972122 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:36.976758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No DVR routers for this DVR port 118ad419-f4bd-4329-aa4e-e087b8fc6cd4 on host n-d-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:02:36.998287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef746a3f-ec09-4fd3-a60a-81f218609afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:37.017023 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5be62929-6a52-4464-8aab-b483546bb9d4 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:37.019757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7a896-6047-4c5f-b8bc-b9ccf2b5e04b None None] Pushing event deleted for resources: {'Port': ['ID=aa950674-b5e4-4cb0-9301-b1738a71d1b7,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:37.039903 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69a7a896-6047-4c5f-b8bc-b9ccf2b5e04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:37.076776 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c6d2-e903-47ea-87ed-6eb1810af7fb tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:37.106506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef746a3f-ec09-4fd3-a60a-81f218609afe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c706e3ff-65c0-4b7b-9d11-c8e0745c94d1,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:37.131204 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ef746a3f-ec09-4fd3-a60a-81f218609afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:37.131749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a7a896-6047-4c5f-b8bc-b9ccf2b5e04b None None] No DVR routers for this DVR port aa950674-b5e4-4cb0-9301-b1738a71d1b7 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:02:37.188139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2f48c-e463-44ec-90c5-41b5201a45f6 req-27b1fa1f-5693-4178-af6c-6d0689cc98ea tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:37.193141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-398f98b7-df0d-454c-9ed7-86b86a4d0abf None None] For port 118ad419-f4bd-4329-aa4e-e087b8fc6cd4, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=118ad419-f4bd-4329-aa4e-e087b8fc6cd4,segment=NetworkSegment(03156db0-816e-48db-bc3b-288eba2bfd9e),segment_id=03156db0-816e-48db-bc3b-288eba2bfd9e)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:02:37.194227 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-398f98b7-df0d-454c-9ed7-86b86a4d0abf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:37.202006 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-43a2f48c-e463-44ec-90c5-41b5201a45f6 req-27b1fa1f-5693-4178-af6c-6d0689cc98ea tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 945 time: 0.6350770 Dec 22 10:02:37.221383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:37.233188 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:37.239895 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-adc36fba-b2f4-4630-8530-415768492cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:37.280937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf9e02c-0997-4283-8990-910705042159,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:37.287614 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:37.302730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:02:37.345599 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:37.346018 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Added segment 1876fd7e-c558-438c-8f39-36df77a15faf of type vxlan for network c689e05e-0fed-4e5c-8bdb-3830780c593b Dec 22 10:02:37.414383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:37.446238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-398f98b7-df0d-454c-9ed7-86b86a4d0abf None None] Calling delete_port for 118ad419-f4bd-4329-aa4e-e087b8fc6cd4 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:02:37.448331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef746a3f-ec09-4fd3-a60a-81f218609afe admin admin] Checking segment: {'id': 'ce2c4c03-828c-4483-b238-cf791284a0ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cea4664f-a5bd-42bd-88c9-406cfc090e28'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:02:37.448849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef746a3f-ec09-4fd3-a60a-81f218609afe admin admin] Network hostable DHCP agents. Network: cea4664f-a5bd-42bd-88c9-406cfc090e28, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:02:37.498265 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:37.502887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:37.503893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:37.512428 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0673d20b-5121-4b13-a925-f2ced3298fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:37.535071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 118ad419-f4bd-4329-aa4e-e087b8fc6cd4 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:02:37.539835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef746a3f-ec09-4fd3-a60a-81f218609afe admin admin] Network cea4664f-a5bd-42bd-88c9-406cfc090e28 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:02:37.553294 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:37.577460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ef746a3f-ec09-4fd3-a60a-81f218609afe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, cea4664f-a5bd-42bd-88c9-406cfc090e28) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:37.589616 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-398f98b7-df0d-454c-9ed7-86b86a4d0abf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:02:37.590032 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-398f98b7-df0d-454c-9ed7-86b86a4d0abf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:02:37.590593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 118ad419-f4bd-4329-aa4e-e087b8fc6cd4 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:02:37.590985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 118ad419-f4bd-4329-aa4e-e087b8fc6cd4 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:02:37.591653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device aa950674-b5e4-4cb0-9301-b1738a71d1b7 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:02:37.611725 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-43a2f48c-e463-44ec-90c5-41b5201a45f6 req-f8632b72-e29a-486d-befd-c5a1f12147ca tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950784 Dec 22 10:02:37.622202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef746a3f-ec09-4fd3-a60a-81f218609afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:37.623127 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef746a3f-ec09-4fd3-a60a-81f218609afe admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:37.652304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22867d62-c1d8-4b4a-b4b1-18736bc357d0 None None] Network cea4664f-a5bd-42bd-88c9-406cfc090e28 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:37.661438 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0944021 Dec 22 10:02:37.661438 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ef746a3f-ec09-4fd3-a60a-81f218609afe admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1098890 Dec 22 10:02:37.661814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 44970) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:37.669052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-df39c868-77ce-4c98-a105-7c2b3179d674 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Request body: {'subnet': {'network_id': 'c689e05e-0fed-4e5c-8bdb-3830780c593b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:37.805505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Pushing event updated for resources: {'Network': ['ID=c689e05e-0fed-4e5c-8bdb-3830780c593b,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:37.831439 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:37.949500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d24f44a-9e75-47fa-991c-a2f7d43b3492']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:37.970346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03156db0-816e-48db-bc3b-288eba2bfd9e') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:37.970871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03156db0-816e-48db-bc3b-288eba2bfd9e') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:37.985921 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:38.004828 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:38.028836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Releasing vxlan tunnel 12 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:02:38.074435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-df39c868-77ce-4c98-a105-7c2b3179d674 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:38.082411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-df39c868-77ce-4c98-a105-7c2b3179d674 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Usage tracker for resource:subnet and tenant:caefbc154db2414ba9fe3e3e8abec29b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:38.089010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-df39c868-77ce-4c98-a105-7c2b3179d674 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:38.104651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-df39c868-77ce-4c98-a105-7c2b3179d674 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:38.129089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df39c868-77ce-4c98-a105-7c2b3179d674 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Made reservation on behalf of caefbc154db2414ba9fe3e3e8abec29b for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:38.253867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-398f98b7-df0d-454c-9ed7-86b86a4d0abf None None] Deleting port 118ad419-f4bd-4329-aa4e-e087b8fc6cd4 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:02:38.254710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-398f98b7-df0d-454c-9ed7-86b86a4d0abf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:38.278637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df39c868-77ce-4c98-a105-7c2b3179d674 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:38.297033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network c689e05e-0fed-4e5c-8bdb-3830780c593b details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:38.451893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network c689e05e-0fed-4e5c-8bdb-3830780c593b details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:38.657329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network c689e05e-0fed-4e5c-8bdb-3830780c593b details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:38.688818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: aa950674-b5e4-4cb0-9301-b1738a71d1b7 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:02:38.689643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device aa950674-b5e4-4cb0-9301-b1738a71d1b7 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:02:38.792047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-398f98b7-df0d-454c-9ed7-86b86a4d0abf None None] The port '118ad419-f4bd-4329-aa4e-e087b8fc6cd4' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:02:38.816146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49d95dc6-25cf-4f3a-957e-388c4b868442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:38.846192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 7d24f44a-9e75-47fa-991c-a2f7d43b3492 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:38.882916 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:39.047732 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:39.133907 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df39c868-77ce-4c98-a105-7c2b3179d674 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:39.141568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f4740-44c8-4097-869b-0807ee88097c req-7045b51e-e73a-4b76-b47d-79d351a252b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:39.143208 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd2f4740-44c8-4097-869b-0807ee88097c req-7045b51e-e73a-4b76-b47d-79d351a252b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae573b5a34643acbdb86cd3288079d5&device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 1160 time: 0.9429791 Dec 22 10:02:39.190215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1309c-ae02-4987-8c17-6ae1e2ddc1a7 req-654979a9-1e97-4ab4-b0b9-12d7833fe162 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:39.192360 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04b1309c-ae02-4987-8c17-6ae1e2ddc1a7 req-654979a9-1e97-4ab4-b0b9-12d7833fe162 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 945 time: 0.9011970 Dec 22 10:02:39.223834 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c6d2-e903-47ea-87ed-6eb1810af7fb tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:39.292711 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8938b0c3-c04b-4e6f-81e2-be20289ce229 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:39.448853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3a6f2c-15ed-444f-aea8-541db10d2cbe None None] Network cea4664f-a5bd-42bd-88c9-406cfc090e28 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:39.462388 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9da3bde2-91f2-44b8-b9db-71b126b7c546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:39.526870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39c868-77ce-4c98-a105-7c2b3179d674 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Pushing event updated for resources: {'Subnet': ['ID=d09160f9-6e14-4ae1-8db7-82ab67f27d14,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:39.533985 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df39c868-77ce-4c98-a105-7c2b3179d674 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:39.551081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:39.666686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df39c868-77ce-4c98-a105-7c2b3179d674 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Checking segment: {'id': '1876fd7e-c558-438c-8f39-36df77a15faf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c689e05e-0fed-4e5c-8bdb-3830780c593b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:02:39.684491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df39c868-77ce-4c98-a105-7c2b3179d674 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Network hostable DHCP agents. Network: c689e05e-0fed-4e5c-8bdb-3830780c593b, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:02:39.739268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df39c868-77ce-4c98-a105-7c2b3179d674 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Network c689e05e-0fed-4e5c-8bdb-3830780c593b is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:02:39.763902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-df39c868-77ce-4c98-a105-7c2b3179d674 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, c689e05e-0fed-4e5c-8bdb-3830780c593b) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:39.793762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df39c868-77ce-4c98-a105-7c2b3179d674 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:39.794650 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df39c868-77ce-4c98-a105-7c2b3179d674 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:39.822539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ec42c2-4377-4d67-97f9-77653f6d1305 None None] Network c689e05e-0fed-4e5c-8bdb-3830780c593b requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:39.831229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f4740-44c8-4097-869b-0807ee88097c req-a5867be0-b4a6-414d-863d-7841c6343dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:39.833158 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd2f4740-44c8-4097-869b-0807ee88097c req-a5867be0-b4a6-414d-863d-7841c6343dfc service neutron] 10.222.0.64 "GET /v2.0/networks?id=78b821f9-2793-4dad-8a52-7e09f0dfd67a HTTP/1.1" status: 200 len: 904 time: 0.6533325 Dec 22 10:02:39.833997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9c6d2-e903-47ea-87ed-6eb1810af7fb tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event deleted for resources: {'Subnet': ['ID=081da512-801e-41e2-96a3-974b59dc0af6,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:39.850109 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-df39c868-77ce-4c98-a105-7c2b3179d674 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1834109 Dec 22 10:02:39.850109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45010) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:39.858648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-d868a95d-ae0e-4309-b683-836f681d8dda tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Request body: {'network': {'name': 'tempest-router-network01--1122880033'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:39.868968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d868a95d-ae0e-4309-b683-836f681d8dda tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:39.876353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d868a95d-ae0e-4309-b683-836f681d8dda tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Usage tracker for resource:network and tenant:caefbc154db2414ba9fe3e3e8abec29b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:39.882747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d868a95d-ae0e-4309-b683-836f681d8dda tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:39.889870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d868a95d-ae0e-4309-b683-836f681d8dda tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:39.896554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 7d24f44a-9e75-47fa-991c-a2f7d43b3492 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:39.906321 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2d9c6d2-e903-47ea-87ed-6eb1810af7fb tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:39.909210 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-04b1309c-ae02-4987-8c17-6ae1e2ddc1a7 req-824c2c78-a575-4baf-8286-ff86b3856cfa tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225105 Dec 22 10:02:39.917124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d868a95d-ae0e-4309-b683-836f681d8dda tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Made reservation on behalf of caefbc154db2414ba9fe3e3e8abec29b for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:39.924645 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d868a95d-ae0e-4309-b683-836f681d8dda tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:40.009664 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c6d2-e903-47ea-87ed-6eb1810af7fb tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:40.023930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d868a95d-ae0e-4309-b683-836f681d8dda tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:02:40.029385 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd2f4740-44c8-4097-869b-0807ee88097c req-51fe1fa8-6938-4440-89d2-f52a7094cdc5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=698b2314-64b4-46bc-a411-6f251bce3263 HTTP/1.1" status: 200 len: 217 time: 0.1356268 Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:02:40.030207 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:02:40.067650 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d868a95d-ae0e-4309-b683-836f681d8dda tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:40.068263 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-d868a95d-ae0e-4309-b683-836f681d8dda tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Added segment 67ae013f-a8da-49d1-8d35-ddd22975d044 of type vxlan for network d1adea41-3480-42e0-8217-fdfb36223d1e Dec 22 10:02:40.133011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d868a95d-ae0e-4309-b683-836f681d8dda tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:40.198122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508050f1-3651-4b34-b389-79305ca4277d None None] Network d34186bb-32c4-4a88-b464-38e69175bc20 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:40.212693 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d868a95d-ae0e-4309-b683-836f681d8dda tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:40.221864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d868a95d-ae0e-4309-b683-836f681d8dda tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:40.226095 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d868a95d-ae0e-4309-b683-836f681d8dda tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:40.276855 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-390a0501-3385-4f06-8ce8-982b9c043698 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:40.286691 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c2d9c6d2-e903-47ea-87ed-6eb1810af7fb tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "DELETE /v2.0/subnets/081da512-801e-41e2-96a3-974b59dc0af6 HTTP/1.1" status: 204 len: 168 time: 5.4917295 Dec 22 10:02:40.290382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f4740-44c8-4097-869b-0807ee88097c req-4a9e5715-208f-4323-a71c-f53fe0688b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:40.292761 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd2f4740-44c8-4097-869b-0807ee88097c req-4a9e5715-208f-4323-a71c-f53fe0688b2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d HTTP/1.1" status: 200 len: 850 time: 0.2504222 Dec 22 10:02:40.300383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 45024) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:40.433457 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd2f4740-44c8-4097-869b-0807ee88097c req-e431a215-f35d-426f-b155-b4f4d88e050a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78b821f9-2793-4dad-8a52-7e09f0dfd67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296759 Dec 22 10:02:40.438703 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:40.545914 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d868a95d-ae0e-4309-b683-836f681d8dda tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6948628 Dec 22 10:02:40.555906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-c689e05e-0fed-4e5c-8bdb-3830780c593b', 'network_id': 'c689e05e-0fed-4e5c-8bdb-3830780c593b', 'tenant_id': 'caefbc154db2414ba9fe3e3e8abec29b', 'fixed_ips': [{'subnet_id': 'd09160f9-6e14-4ae1-8db7-82ab67f27d14'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:02:40.557816 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:40.561973 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2e16c08e-1916-403d-ab45-62ef55506149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:40.567809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45030) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:40.618862 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:40.619909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0d222f3a-4509-42fa-ab0f-a74c8f453c9f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Request body: {'network': {'name': 'tempest-router-network02--1269854619'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:40.639919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868a95d-ae0e-4309-b683-836f681d8dda tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Pushing event updated for resources: {'Network': ['ID=d1adea41-3480-42e0-8217-fdfb36223d1e,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:40.646216 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d868a95d-ae0e-4309-b683-836f681d8dda tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:40.646409 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/7d24f44a-9e75-47fa-991c-a2f7d43b3492 HTTP/1.1" status: 204 len: 168 time: 11.4761317 Dec 22 10:02:40.646789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45034) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:40.668007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-f73a38af-f7cb-4ee7-8759-4038a3221b9a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-986981216'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:40.675322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f73a38af-f7cb-4ee7-8759-4038a3221b9a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:40.689377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f73a38af-f7cb-4ee7-8759-4038a3221b9a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:network and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:40.692798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f73a38af-f7cb-4ee7-8759-4038a3221b9a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:40.700692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f73a38af-f7cb-4ee7-8759-4038a3221b9a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:40.709599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0d222f3a-4509-42fa-ab0f-a74c8f453c9f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:40.717587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73a38af-f7cb-4ee7-8759-4038a3221b9a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:40.723841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f73a38af-f7cb-4ee7-8759-4038a3221b9a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:40.745869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0d222f3a-4509-42fa-ab0f-a74c8f453c9f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Usage tracker for resource:network and tenant:caefbc154db2414ba9fe3e3e8abec29b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:40.757630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Network': ['ID=7d24f44a-9e75-47fa-991c-a2f7d43b3492,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:40.762301 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:40.768443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0d222f3a-4509-42fa-ab0f-a74c8f453c9f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Quota usage for network was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:40.785193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0d222f3a-4509-42fa-ab0f-a74c8f453c9f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:40.814916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73a38af-f7cb-4ee7-8759-4038a3221b9a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:02:40.827066 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f73a38af-f7cb-4ee7-8759-4038a3221b9a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:40.827919 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-f73a38af-f7cb-4ee7-8759-4038a3221b9a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Added segment e889dd2b-a2c2-4c95-b39c-f07a3aae55f1 of type vxlan for network afc054e1-88c5-4e3b-b5b5-4fdb04c7422a Dec 22 10:02:40.848662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d222f3a-4509-42fa-ab0f-a74c8f453c9f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Made reservation on behalf of caefbc154db2414ba9fe3e3e8abec29b for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:40.872922 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d222f3a-4509-42fa-ab0f-a74c8f453c9f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:40.906243 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6f6c-3295-4d22-acf0-a41df542ebd9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:40.916222 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f73a38af-f7cb-4ee7-8759-4038a3221b9a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:40.989125 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f73a38af-f7cb-4ee7-8759-4038a3221b9a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:40.999710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73a38af-f7cb-4ee7-8759-4038a3221b9a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:41.006265 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f73a38af-f7cb-4ee7-8759-4038a3221b9a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:41.020946 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ea524d0e-f4ca-43fc-945c-3141d723d6fd tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:41.087928 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f73a38af-f7cb-4ee7-8759-4038a3221b9a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4360015 Dec 22 10:02:41.090675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45046) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:41.100845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Allocated IP 172.20.0.2 (c689e05e-0fed-4e5c-8bdb-3830780c593b/d09160f9-6e14-4ae1-8db7-82ab67f27d14/8100ae61-0358-44ce-afdd-2168ecfcc9ce) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:02:41.113086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5ea9a7e0-ebf6-4a73-a1c4-f3e2f333484a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'subnet': {'network_id': 'afc054e1-88c5-4e3b-b5b5-4fdb04c7422a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:41.281985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5ea9a7e0-ebf6-4a73-a1c4-f3e2f333484a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:41.290031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5ea9a7e0-ebf6-4a73-a1c4-f3e2f333484a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:subnet and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:41.299308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5ea9a7e0-ebf6-4a73-a1c4-f3e2f333484a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:41.302830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5ea9a7e0-ebf6-4a73-a1c4-f3e2f333484a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:41.415830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:41.415830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Transition to ACTIVE for port object 8100ae61-0358-44ce-afdd-2168ecfcc9ce will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:02:41.426588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a38af-f7cb-4ee7-8759-4038a3221b9a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Network': ['ID=afc054e1-88c5-4e3b-b5b5-4fdb04c7422a,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:41.438375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d222f3a-4509-42fa-ab0f-a74c8f453c9f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:02:41.441837 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f73a38af-f7cb-4ee7-8759-4038a3221b9a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:41.443757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea9a7e0-ebf6-4a73-a1c4-f3e2f333484a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:41.461724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network d1adea41-3480-42e0-8217-fdfb36223d1e details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:41.477482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network d1adea41-3480-42e0-8217-fdfb36223d1e details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:41.492387 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d222f3a-4509-42fa-ab0f-a74c8f453c9f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:41.492726 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-0d222f3a-4509-42fa-ab0f-a74c8f453c9f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Added segment 2050a212-0f5c-48b7-aa33-26573a748178 of type vxlan for network 7a2b48c1-4b3d-4dcb-9481-c8da3d190d86 Dec 22 10:02:41.492894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network d1adea41-3480-42e0-8217-fdfb36223d1e details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:41.542326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:41.610241 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a7e0-ebf6-4a73-a1c4-f3e2f333484a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:41.686948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network afc054e1-88c5-4e3b-b5b5-4fdb04c7422a details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:41.871875 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6f6c-3295-4d22-acf0-a41df542ebd9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:42.002414 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d222f3a-4509-42fa-ab0f-a74c8f453c9f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:42.084265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-6d4c6f6c-3295-4d22-acf0-a41df542ebd9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db62543-483d-4fd0-a5fc-77a084335431']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:42.102467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-6d4c6f6c-3295-4d22-acf0-a41df542ebd9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:42.102813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-6d4c6f6c-3295-4d22-acf0-a41df542ebd9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e871f616-a4f0-48d6-b6b8-ad5f32bbd6a5') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:42.119983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6f6c-3295-4d22-acf0-a41df542ebd9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:42.143888 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6f6c-3295-4d22-acf0-a41df542ebd9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:42.146862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6d4c6f6c-3295-4d22-acf0-a41df542ebd9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Releasing vxlan tunnel 8 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:02:42.154348 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d222f3a-4509-42fa-ab0f-a74c8f453c9f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:42.158638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d222f3a-4509-42fa-ab0f-a74c8f453c9f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:42.159295 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0d222f3a-4509-42fa-ab0f-a74c8f453c9f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:42.188210 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e43e9064-deac-4eba-9318-2c62fcc2fa10 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:42.211642 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0d222f3a-4509-42fa-ab0f-a74c8f453c9f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6422610 Dec 22 10:02:42.218631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45080) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:42.229351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network afc054e1-88c5-4e3b-b5b5-4fdb04c7422a details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:42.236069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-86c0e786-fac4-4ff3-86d7-8bbdc2dba16f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Request body: {'subnet': {'network_id': 'd1adea41-3480-42e0-8217-fdfb36223d1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:42.364832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network afc054e1-88c5-4e3b-b5b5-4fdb04c7422a details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:42.389932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d222f3a-4509-42fa-ab0f-a74c8f453c9f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Pushing event updated for resources: {'Network': ['ID=7a2b48c1-4b3d-4dcb-9481-c8da3d190d86,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:42.449132 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0d222f3a-4509-42fa-ab0f-a74c8f453c9f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:42.469595 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:42.475737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6d4c6f6c-3295-4d22-acf0-a41df542ebd9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Network 1db62543-483d-4fd0-a5fc-77a084335431 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:42.502491 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6f6c-3295-4d22-acf0-a41df542ebd9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:42.520853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 7a2b48c1-4b3d-4dcb-9481-c8da3d190d86 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:42.548036 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a7e0-ebf6-4a73-a1c4-f3e2f333484a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:42.570204 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:42.645190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-86c0e786-fac4-4ff3-86d7-8bbdc2dba16f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:42.647989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9a7e0-ebf6-4a73-a1c4-f3e2f333484a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Subnet': ['ID=60610293-eb25-4217-8f35-9fcffd513f97,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:42.659421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 7a2b48c1-4b3d-4dcb-9481-c8da3d190d86 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:42.665695 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ea9a7e0-ebf6-4a73-a1c4-f3e2f333484a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:42.669480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-86c0e786-fac4-4ff3-86d7-8bbdc2dba16f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Usage tracker for resource:subnet and tenant:caefbc154db2414ba9fe3e3e8abec29b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:42.674513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-86c0e786-fac4-4ff3-86d7-8bbdc2dba16f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:42.680369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 7a2b48c1-4b3d-4dcb-9481-c8da3d190d86 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:42.730507 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:42.736121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-86c0e786-fac4-4ff3-86d7-8bbdc2dba16f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:43.023561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f6729-6fc3-4021-8448-c836814e81cb req-34a1a3a8-00db-40a7-be1a-d9beb6c2f782 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:43.025673 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-134f6729-6fc3-4021-8448-c836814e81cb req-34a1a3a8-00db-40a7-be1a-d9beb6c2f782 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/networks?id=cea4664f-a5bd-42bd-88c9-406cfc090e28 HTTP/1.1" status: 200 len: 809 time: 0.6822219 Dec 22 10:02:43.047345 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd2f4740-44c8-4097-869b-0807ee88097c req-653e6d31-ea5b-4280-af25-922ec33210cd service neutron] 10.222.0.64 "GET /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.5851693 Dec 22 10:02:43.049604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-6d4c6f6c-3295-4d22-acf0-a41df542ebd9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Network 1db62543-483d-4fd0-a5fc-77a084335431 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:43.092658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c0e786-fac4-4ff3-86d7-8bbdc2dba16f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Made reservation on behalf of caefbc154db2414ba9fe3e3e8abec29b for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:43.125833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236927a-3033-418d-8502-04b40d8ff3e0 req-08e1b4fe-abca-4774-b4e1-5f456e5eafec tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:43.128423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d236927a-3033-418d-8502-04b40d8ff3e0 req-08e1b4fe-abca-4774-b4e1-5f456e5eafec tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 945 time: 1.6099586 Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:02:43.129488 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:02:43.180258 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-134f6729-6fc3-4021-8448-c836814e81cb req-2966f390-b6fc-4e32-9cb6-4ca5de7df98e tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/quotas/3fd52eb19d5f4c0b9461b02958b19edc HTTP/1.1" status: 200 len: 375 time: 0.1196296 Dec 22 10:02:43.279614 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86c0e786-fac4-4ff3-86d7-8bbdc2dba16f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:43.280027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be06b79-799a-4c77-95c8-aa5ee1d673bf None None] DHCP port deletion for d34186bb-32c4-4a88-b464-38e69175bc20 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:02:43.301049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2be06b79-799a-4c77-95c8-aa5ee1d673bf None None] Deleting port bfe1833e-e716-4185-9dbc-d29192df4f55 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:02:43.301505 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2be06b79-799a-4c77-95c8-aa5ee1d673bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:43.307139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea9a7e0-ebf6-4a73-a1c4-f3e2f333484a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Checking segment: {'id': 'e889dd2b-a2c2-4c95-b39c-f07a3aae55f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'afc054e1-88c5-4e3b-b5b5-4fdb04c7422a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:02:43.307782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea9a7e0-ebf6-4a73-a1c4-f3e2f333484a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network hostable DHCP agents. Network: afc054e1-88c5-4e3b-b5b5-4fdb04c7422a, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:02:43.417394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea9a7e0-ebf6-4a73-a1c4-f3e2f333484a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network afc054e1-88c5-4e3b-b5b5-4fdb04c7422a is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:02:43.429918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5ea9a7e0-ebf6-4a73-a1c4-f3e2f333484a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, afc054e1-88c5-4e3b-b5b5-4fdb04c7422a) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:43.465416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea9a7e0-ebf6-4a73-a1c4-f3e2f333484a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:43.468261 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a7e0-ebf6-4a73-a1c4-f3e2f333484a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:43.469393 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d236927a-3033-418d-8502-04b40d8ff3e0 req-e5d63e9f-632e-4997-ad91-f5e7d640147d tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165822 Dec 22 10:02:43.539177 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5ea9a7e0-ebf6-4a73-a1c4-f3e2f333484a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4335155 Dec 22 10:02:43.541976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45100) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:43.631220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6f6c-3295-4d22-acf0-a41df542ebd9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:43.636363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6f6c-3295-4d22-acf0-a41df542ebd9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:43.651703 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3d0c8541-761b-43f5-81dc-b5330c3c81b7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:43.667401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-2be06b79-799a-4c77-95c8-aa5ee1d673bf None None] For port bfe1833e-e716-4185-9dbc-d29192df4f55, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=bfe1833e-e716-4185-9dbc-d29192df4f55,segment=NetworkSegment(d036b29d-b5c1-4ab7-bdce-4e57427add9d),segment_id=d036b29d-b5c1-4ab7-bdce-4e57427add9d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:02:43.667883 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2be06b79-799a-4c77-95c8-aa5ee1d673bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:43.695056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c6f6c-3295-4d22-acf0-a41df542ebd9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event deleted for resources: {'Network': ['ID=1db62543-483d-4fd0-a5fc-77a084335431,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:43.698827 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6d4c6f6c-3295-4d22-acf0-a41df542ebd9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:43.704215 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-134f6729-6fc3-4021-8448-c836814e81cb req-f90e1b11-94d6-400c-ab8c-0909efcff342 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?tenant_id=3fd52eb19d5f4c0b9461b02958b19edc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2573478 Dec 22 10:02:43.718435 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6d4c6f6c-3295-4d22-acf0-a41df542ebd9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "DELETE /v2.0/networks/1db62543-483d-4fd0-a5fc-77a084335431 HTTP/1.1" status: 204 len: 168 time: 3.4150178 Dec 22 10:02:43.718723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 45108) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:43.824223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2be06b79-799a-4c77-95c8-aa5ee1d673bf None None] Calling delete_port for bfe1833e-e716-4185-9dbc-d29192df4f55 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:02:43.918034 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd2f4740-44c8-4097-869b-0807ee88097c req-1c8aa684-09ea-41e5-bea6-2a1e3575364c service neutron] 10.222.0.64 "GET /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8252697 Dec 22 10:02:43.932740 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cbec137c-45ed-4e0f-acc5-ccdd6db52892 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:43.964984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Transition to ACTIVE for port object 8100ae61-0358-44ce-afdd-2168ecfcc9ce will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:02:43.971577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee83872-4085-4b09-9d89-8856c37c40ec None None] Network afc054e1-88c5-4e3b-b5b5-4fdb04c7422a requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:44.054364 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:44.194258 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:44.197309 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-134f6729-6fc3-4021-8448-c836814e81cb req-e6bbfed7-0b70-43b7-8e65-eaffe3f20019 service neutron] 10.222.0.50 "GET /v2.0/networks/cea4664f-a5bd-42bd-88c9-406cfc090e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676712 Dec 22 10:02:44.299578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:44.414525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2be06b79-799a-4c77-95c8-aa5ee1d673bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:44.575314 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:44.639257 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-134f6729-6fc3-4021-8448-c836814e81cb req-a63544b7-984a-408b-a5a4-aba9cf63eb55 service neutron] 10.222.0.50 "GET /v2.0/networks/cea4664f-a5bd-42bd-88c9-406cfc090e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4409690 Dec 22 10:02:44.640566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86c0e786-fac4-4ff3-86d7-8bbdc2dba16f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:44.666348 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b079b11a-705e-4825-8ef0-24fbafd7ea66 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:44.759985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Pushing event updated for resources: {'Port': ['ID=8100ae61-0358-44ce-afdd-2168ecfcc9ce,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:44.843283 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cbec137c-45ed-4e0f-acc5-ccdd6db52892 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:44.848458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Network c689e05e-0fed-4e5c-8bdb-3830780c593b is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:02:44.858811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be06b79-799a-4c77-95c8-aa5ee1d673bf None None] No DVR routers for this DVR port bfe1833e-e716-4185-9dbc-d29192df4f55 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:02:44.861688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:44.863914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f02cde-4b8a-476e-8dc9-a6944950336d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-afc054e1-88c5-4e3b-b5b5-4fdb04c7422a', 'network_id': 'afc054e1-88c5-4e3b-b5b5-4fdb04c7422a', 'tenant_id': '5b07610c16b84d5e8978c3329570465b', 'fixed_ips': [{'subnet_id': '60610293-eb25-4217-8f35-9fcffd513f97'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:02:44.864853 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-90f02cde-4b8a-476e-8dc9-a6944950336d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:44.891224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:02:44.927199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be06b79-799a-4c77-95c8-aa5ee1d673bf None None] Pushing event deleted for resources: {'Port': ['ID=bfe1833e-e716-4185-9dbc-d29192df4f55,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:44.970607 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2be06b79-799a-4c77-95c8-aa5ee1d673bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:45.192601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0e786-fac4-4ff3-86d7-8bbdc2dba16f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Pushing event updated for resources: {'Subnet': ['ID=e76f9d7e-ee32-4df8-a13a-96d93478866c,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:45.240649 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-86c0e786-fac4-4ff3-86d7-8bbdc2dba16f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:45.378214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c0e786-fac4-4ff3-86d7-8bbdc2dba16f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Checking segment: {'id': '67ae013f-a8da-49d1-8d35-ddd22975d044', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd1adea41-3480-42e0-8217-fdfb36223d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:02:45.378596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c0e786-fac4-4ff3-86d7-8bbdc2dba16f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Network hostable DHCP agents. Network: d1adea41-3480-42e0-8217-fdfb36223d1e, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:02:45.446076 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9c122d24-a5c3-4f53-9b29-fb1b2a4aa1c6 req-d139fb8e-7693-4ef6-beae-e77fb6503221 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=87bf6ee1-be78-4818-bd26-7323d8ff0ce5 HTTP/1.1" status: 200 len: 210 time: 0.0579607 Dec 22 10:02:45.447873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-cbec137c-45ed-4e0f-acc5-ccdd6db52892 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34186bb-32c4-4a88-b464-38e69175bc20']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:45.480553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-cbec137c-45ed-4e0f-acc5-ccdd6db52892 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd036b29d-b5c1-4ab7-bdce-4e57427add9d') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:45.481166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-cbec137c-45ed-4e0f-acc5-ccdd6db52892 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd036b29d-b5c1-4ab7-bdce-4e57427add9d') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:45.513945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f11310-c421-4631-a1f6-f03adb9d1b05 req-406f4000-0d15-4693-a2af-93283fd0b5c6 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:45.531449 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06f11310-c421-4631-a1f6-f03adb9d1b05 req-406f4000-0d15-4693-a2af-93283fd0b5c6 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 945 time: 0.7144773 Dec 22 10:02:45.560439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:45.574400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cbec137c-45ed-4e0f-acc5-ccdd6db52892 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:45.584805 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.913s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:45.585868 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:45.588702 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-90ae79b6-739c-48a9-b334-4e159cd185d1 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:45.591224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Attempting to bind port 8100ae61-0358-44ce-afdd-2168ecfcc9ce on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:02:45.591674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Attempting to bind port 8100ae61-0358-44ce-afdd-2168ecfcc9ce by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '1876fd7e-c558-438c-8f39-36df77a15faf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c689e05e-0fed-4e5c-8bdb-3830780c593b'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:02:45.614463 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06f11310-c421-4631-a1f6-f03adb9d1b05 req-a990a261-5d42-4ccb-8cc2-432b44b24e5b tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816791 Dec 22 10:02:45.616636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Attempting to bind port 8100ae61-0358-44ce-afdd-2168ecfcc9ce on network c689e05e-0fed-4e5c-8bdb-3830780c593b {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:02:45.618347 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cbec137c-45ed-4e0f-acc5-ccdd6db52892 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:45.625167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cbec137c-45ed-4e0f-acc5-ccdd6db52892 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Releasing vxlan tunnel 4 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:02:45.625935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device bfe1833e-e716-4185-9dbc-d29192df4f55 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:02:45.638716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c0e786-fac4-4ff3-86d7-8bbdc2dba16f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Network d1adea41-3480-42e0-8217-fdfb36223d1e is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:02:45.665817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-86c0e786-fac4-4ff3-86d7-8bbdc2dba16f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, d1adea41-3480-42e0-8217-fdfb36223d1e) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:45.694457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Subnet': ['ID=60610293-eb25-4217-8f35-9fcffd513f97,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:45.706390 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:45.732918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c0e786-fac4-4ff3-86d7-8bbdc2dba16f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:45.733490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-86c0e786-fac4-4ff3-86d7-8bbdc2dba16f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:45.755484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d19482e-6c51-4c87-ae24-a908772948cf None None] Network d1adea41-3480-42e0-8217-fdfb36223d1e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:45.769112 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-86c0e786-fac4-4ff3-86d7-8bbdc2dba16f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5491083 Dec 22 10:02:45.769835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45148) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:45.833322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:02:45.833830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Checking segment: {'id': '1876fd7e-c558-438c-8f39-36df77a15faf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c689e05e-0fed-4e5c-8bdb-3830780c593b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:02:45.834431 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:45.835068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Bound using segment: {'id': '1876fd7e-c558-438c-8f39-36df77a15faf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c689e05e-0fed-4e5c-8bdb-3830780c593b'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:02:45.850333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Bound port: 8100ae61-0358-44ce-afdd-2168ecfcc9ce, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1876fd7e-c558-438c-8f39-36df77a15faf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c689e05e-0fed-4e5c-8bdb-3830780c593b'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:02:45.851988 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:45.856652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-cbec137c-45ed-4e0f-acc5-ccdd6db52892 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Network d34186bb-32c4-4a88-b464-38e69175bc20 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:45.868586 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cbec137c-45ed-4e0f-acc5-ccdd6db52892 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:45.869215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-bfc22a6a-d107-4e83-8986-2348205df5e6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Request body: {'subnet': {'network_id': '7a2b48c1-4b3d-4dcb-9481-c8da3d190d86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:45.873450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: bfe1833e-e716-4185-9dbc-d29192df4f55 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:02:45.873857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device bfe1833e-e716-4185-9dbc-d29192df4f55 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:02:46.110057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bfc22a6a-d107-4e83-8986-2348205df5e6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:46.114463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bfc22a6a-d107-4e83-8986-2348205df5e6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Usage tracker for resource:subnet and tenant:caefbc154db2414ba9fe3e3e8abec29b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:46.118499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bfc22a6a-d107-4e83-8986-2348205df5e6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:46.124874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bfc22a6a-d107-4e83-8986-2348205df5e6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:46.136863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-cbec137c-45ed-4e0f-acc5-ccdd6db52892 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Network d34186bb-32c4-4a88-b464-38e69175bc20 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:46.151510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc22a6a-d107-4e83-8986-2348205df5e6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Made reservation on behalf of caefbc154db2414ba9fe3e3e8abec29b for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:02:46.168613 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server [None req-90f02cde-4b8a-476e-8dc9-a6944950336d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60610293-eb25-4217-8f35-9fcffd513f97: This subnet is being modified by another concurrent operation. Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise exception Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60610293-eb25-4217-8f35-9fcffd513f97: This subnet is being modified by another concurrent operation. Dec 22 10:02:46.174717 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server Dec 22 10:02:46.230322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] For port 8100ae61-0358-44ce-afdd-2168ecfcc9ce, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:02:46.233506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] For port 8100ae61-0358-44ce-afdd-2168ecfcc9ce, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8100ae61-0358-44ce-afdd-2168ecfcc9ce,segment=NetworkSegment(1876fd7e-c558-438c-8f39-36df77a15faf),segment_id=1876fd7e-c558-438c-8f39-36df77a15faf)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:02:46.250457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:46.379526 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cbec137c-45ed-4e0f-acc5-ccdd6db52892 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:46.382636 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bfc22a6a-d107-4e83-8986-2348205df5e6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:46.385091 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6d4c6f6c-3295-4d22-acf0-a41df542ebd9 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:46.419847 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69a7a896-6047-4c5f-b8bc-b9ccf2b5e04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:46.444617 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cbec137c-45ed-4e0f-acc5-ccdd6db52892 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:46.455404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec137c-45ed-4e0f-acc5-ccdd6db52892 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Pushing event deleted for resources: {'Network': ['ID=d34186bb-32c4-4a88-b464-38e69175bc20,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:46.463769 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cbec137c-45ed-4e0f-acc5-ccdd6db52892 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:46.478319 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cbec137c-45ed-4e0f-acc5-ccdd6db52892 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] 10.222.0.50 "DELETE /v2.0/networks/d34186bb-32c4-4a88-b464-38e69175bc20 HTTP/1.1" status: 204 len: 168 time: 2.7372184 Dec 22 10:02:46.535450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ca751a-a9a8-4197-9caa-e07bedde8de6 None None] Network afc054e1-88c5-4e3b-b5b5-4fdb04c7422a requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:46.580771 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:46.824403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Pushing event updated for resources: {'Port': ['ID=8100ae61-0358-44ce-afdd-2168ecfcc9ce,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:46.902125 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:46.950372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc054e1-88c5-4e3b-b5b5-4fdb04c7422a']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:46.963133 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-81da3f62-57e0-4340-9a88-0ede7bde0445 req-fbacaea5-59c6-4d39-ad6e-9f248108b603 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=87bf6ee1-be78-4818-bd26-7323d8ff0ce5 HTTP/1.1" status: 200 len: 210 time: 0.1673558 Dec 22 10:02:46.984848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e889dd2b-a2c2-4c95-b39c-f07a3aae55f1') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:46.985407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e889dd2b-a2c2-4c95-b39c-f07a3aae55f1') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:02:47.001849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:47.023373 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:47.025802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Releasing vxlan tunnel 12 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:02:47.080046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19e6f8-be19-47d2-aae2-e43c60445191 req-bb3d91d0-e55d-4c7c-9d5c-df3c40cdbadf tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:47.092512 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5a19e6f8-be19-47d2-aae2-e43c60445191 req-bb3d91d0-e55d-4c7c-9d5c-df3c40cdbadf tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 945 time: 0.2031276 Dec 22 10:02:47.219862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-d1adea41-3480-42e0-8217-fdfb36223d1e', 'network_id': 'd1adea41-3480-42e0-8217-fdfb36223d1e', 'tenant_id': 'caefbc154db2414ba9fe3e3e8abec29b', 'fixed_ips': [{'subnet_id': 'e76f9d7e-ee32-4df8-a13a-96d93478866c'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:02:47.219862 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:47.818127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network afc054e1-88c5-4e3b-b5b5-4fdb04c7422a has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:47.834275 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:47.908377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Allocated IP 172.20.0.2 (d1adea41-3480-42e0-8217-fdfb36223d1e/e76f9d7e-ee32-4df8-a13a-96d93478866c/117a47d3-1d37-4300-b7e7-64e58b5f6b77) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:02:48.293106 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5a19e6f8-be19-47d2-aae2-e43c60445191 req-f95dbed6-f684-472e-9766-15bf51ad683f tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1981864 Dec 22 10:02:48.293979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network afc054e1-88c5-4e3b-b5b5-4fdb04c7422a has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:02:48.298780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:48.315154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Transition to ACTIVE for port object 117a47d3-1d37-4300-b7e7-64e58b5f6b77 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:02:48.335422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Transition to ACTIVE for port object 117a47d3-1d37-4300-b7e7-64e58b5f6b77 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:02:48.340955 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:02:48.347930 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:02:48.355411 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28755fc1-daa9-4f85-9ea2-56fa06d63778 req-dbfb417a-0750-4bcd-8000-f1a46e4f27f1 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=87bf6ee1-be78-4818-bd26-7323d8ff0ce5 HTTP/1.1" status: 200 len: 210 time: 0.1862624 Dec 22 10:02:48.567404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f6729-6fc3-4021-8448-c836814e81cb req-d012d115-d64a-4da7-8683-cda129a597e6 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:48.569830 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-134f6729-6fc3-4021-8448-c836814e81cb req-d012d115-d64a-4da7-8683-cda129a597e6 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.64 "GET /v2.0/networks?id=cea4664f-a5bd-42bd-88c9-406cfc090e28 HTTP/1.1" status: 200 len: 809 time: 0.5407054 Dec 22 10:02:48.596048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-134f6729-6fc3-4021-8448-c836814e81cb req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Request body: {'port': {'device_id': '87bf6ee1-be78-4818-bd26-7323d8ff0ce5', 'network_id': 'cea4664f-a5bd-42bd-88c9-406cfc090e28', 'admin_state_up': True, 'tenant_id': '3fd52eb19d5f4c0b9461b02958b19edc'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:48.793782 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:48.898929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Pushing event updated for resources: {'Port': ['ID=117a47d3-1d37-4300-b7e7-64e58b5f6b77,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:48.918771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Network d1adea41-3480-42e0-8217-fdfb36223d1e is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:02:48.922825 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:48.926577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:48.930359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:02:48.989816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-134f6729-6fc3-4021-8448-c836814e81cb req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:49.002788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-134f6729-6fc3-4021-8448-c836814e81cb req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Usage tracker for resource:port and tenant:3fd52eb19d5f4c0b9461b02958b19edc is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:49.012537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-134f6729-6fc3-4021-8448-c836814e81cb req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:49.035410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-134f6729-6fc3-4021-8448-c836814e81cb req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:49.062989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Attempting to bind port 117a47d3-1d37-4300-b7e7-64e58b5f6b77 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:02:49.063420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Attempting to bind port 117a47d3-1d37-4300-b7e7-64e58b5f6b77 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '67ae013f-a8da-49d1-8d35-ddd22975d044', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd1adea41-3480-42e0-8217-fdfb36223d1e'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:02:49.063855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Attempting to bind port 117a47d3-1d37-4300-b7e7-64e58b5f6b77 on network d1adea41-3480-42e0-8217-fdfb36223d1e {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:02:49.065111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134f6729-6fc3-4021-8448-c836814e81cb req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Made reservation on behalf of 3fd52eb19d5f4c0b9461b02958b19edc for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:49.072979 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-134f6729-6fc3-4021-8448-c836814e81cb req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:49.091043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:02:49.091488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Checking segment: {'id': '67ae013f-a8da-49d1-8d35-ddd22975d044', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd1adea41-3480-42e0-8217-fdfb36223d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:02:49.091977 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:49.102585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Bound using segment: {'id': '67ae013f-a8da-49d1-8d35-ddd22975d044', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd1adea41-3480-42e0-8217-fdfb36223d1e'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:02:49.103294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Bound port: 117a47d3-1d37-4300-b7e7-64e58b5f6b77, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ae013f-a8da-49d1-8d35-ddd22975d044', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd1adea41-3480-42e0-8217-fdfb36223d1e'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:02:49.103748 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:49.441195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] For port 117a47d3-1d37-4300-b7e7-64e58b5f6b77, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:02:49.447704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] For port 117a47d3-1d37-4300-b7e7-64e58b5f6b77, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=117a47d3-1d37-4300-b7e7-64e58b5f6b77,segment=NetworkSegment(67ae013f-a8da-49d1-8d35-ddd22975d044),segment_id=67ae013f-a8da-49d1-8d35-ddd22975d044)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:02:49.463369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8100ae61-0358-44ce-afdd-2168ecfcc9ce up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:02:49.528537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad859172-7125-4b44-8bfe-32cf33f0b8b3 None None] Network c689e05e-0fed-4e5c-8bdb-3830780c593b requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:49.536753 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:49.560723 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f73a38af-f7cb-4ee7-8759-4038a3221b9a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:49.601486 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:49.602882 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:49.650311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Network': ['ID=afc054e1-88c5-4e3b-b5b5-4fdb04c7422a,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:49.665758 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:49.669305 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/afc054e1-88c5-4e3b-b5b5-4fdb04c7422a HTTP/1.1" status: 204 len: 168 time: 6.1237586 Dec 22 10:02:49.681012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45214) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:49.698054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-f5fe3db4-5fbf-4713-9b47-0e86db430e01 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1769024511'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:49.722420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f5fe3db4-5fbf-4713-9b47-0e86db430e01 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:49.731352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f5fe3db4-5fbf-4713-9b47-0e86db430e01 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:network and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:49.746731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f5fe3db4-5fbf-4713-9b47-0e86db430e01 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:49.761857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f5fe3db4-5fbf-4713-9b47-0e86db430e01 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:49.794812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fe3db4-5fbf-4713-9b47-0e86db430e01 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:49.802796 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f5fe3db4-5fbf-4713-9b47-0e86db430e01 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:49.894170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5fe3db4-5fbf-4713-9b47-0e86db430e01 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:02:49.899870 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-65578d45-01ac-4783-aab8-a1fb82203241 req-9b02f8c4-7876-40db-a634-62b312033beb tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=87bf6ee1-be78-4818-bd26-7323d8ff0ce5 HTTP/1.1" status: 200 len: 210 time: 0.1797783 Dec 22 10:02:49.923217 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f5fe3db4-5fbf-4713-9b47-0e86db430e01 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:49.923477 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:49.924249 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-f5fe3db4-5fbf-4713-9b47-0e86db430e01 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Added segment 4fdc580f-5bd6-4744-aff1-f51cc8799af3 of type vxlan for network d9d0e868-8e08-4199-b4d2-64a7da1017a6 Dec 22 10:02:49.962005 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f5fe3db4-5fbf-4713-9b47-0e86db430e01 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:49.980732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478327ed-2f73-40c2-be38-e0938d868ea1 req-240e39c4-a5ef-4092-ae4d-0ea7ae960c99 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:49.989954 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-478327ed-2f73-40c2-be38-e0938d868ea1 req-240e39c4-a5ef-4092-ae4d-0ea7ae960c99 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 945 time: 0.2720790 Dec 22 10:02:50.003424 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f5fe3db4-5fbf-4713-9b47-0e86db430e01 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:50.009527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fe3db4-5fbf-4713-9b47-0e86db430e01 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:50.011158 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f5fe3db4-5fbf-4713-9b47-0e86db430e01 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:50.030363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-680866bb-1054-40af-9f39-d343f1534795 None None] Provisioning for port 8100ae61-0358-44ce-afdd-2168ecfcc9ce completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:02:50.042074 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-601e55e6-609b-4297-884f-b29f488b662d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:50.201875 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-478327ed-2f73-40c2-be38-e0938d868ea1 req-0a6f357e-5d22-4089-a9f9-036e047a17be tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108617 Dec 22 10:02:50.243474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-134f6729-6fc3-4021-8448-c836814e81cb req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Allocated IP 172.20.0.3 (cea4664f-a5bd-42bd-88c9-406cfc090e28/c706e3ff-65c0-4b7b-9d11-c8e0745c94d1/6a91d2d1-4192-4898-a1ca-6b4ac19aa120) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:02:50.334314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe3db4-5fbf-4713-9b47-0e86db430e01 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Network': ['ID=d9d0e868-8e08-4199-b4d2-64a7da1017a6,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:50.345186 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f5fe3db4-5fbf-4713-9b47-0e86db430e01 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:50.360068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bfc22a6a-d107-4e83-8986-2348205df5e6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:50.373889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network d9d0e868-8e08-4199-b4d2-64a7da1017a6 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:50.392513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network d9d0e868-8e08-4199-b4d2-64a7da1017a6 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:50.416682 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1cb9ce41-52b6-4441-baf5-e27d4d85b622 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:50.517106 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f5fe3db4-5fbf-4713-9b47-0e86db430e01 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8327980 Dec 22 10:02:50.557511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 45228) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:50.584693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-70750393-45a0-4021-aba4-0cb414875920 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'subnet': {'network_id': 'd9d0e868-8e08-4199-b4d2-64a7da1017a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:50.626156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network d9d0e868-8e08-4199-b4d2-64a7da1017a6 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:02:50.785611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc22a6a-d107-4e83-8986-2348205df5e6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Pushing event updated for resources: {'Subnet': ['ID=3ea800b5-1a67-4689-83ce-60437cb0d008,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:50.791104 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bfc22a6a-d107-4e83-8986-2348205df5e6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:50.969833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc22a6a-d107-4e83-8986-2348205df5e6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Checking segment: {'id': '2050a212-0f5c-48b7-aa33-26573a748178', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '7a2b48c1-4b3d-4dcb-9481-c8da3d190d86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:02:50.970940 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc22a6a-d107-4e83-8986-2348205df5e6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Network hostable DHCP agents. Network: 7a2b48c1-4b3d-4dcb-9481-c8da3d190d86, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:02:50.996982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc22a6a-d107-4e83-8986-2348205df5e6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Network 7a2b48c1-4b3d-4dcb-9481-c8da3d190d86 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:02:51.010386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-bfc22a6a-d107-4e83-8986-2348205df5e6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 7a2b48c1-4b3d-4dcb-9481-c8da3d190d86) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:51.039080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc22a6a-d107-4e83-8986-2348205df5e6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:51.040117 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bfc22a6a-d107-4e83-8986-2348205df5e6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:51.061590 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bfc22a6a-d107-4e83-8986-2348205df5e6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.2269824 Dec 22 10:02:51.065550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45242) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:51.106746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-70750393-45a0-4021-aba4-0cb414875920 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:02:51.120869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-70750393-45a0-4021-aba4-0cb414875920 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:subnet and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:02:51.124344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-70750393-45a0-4021-aba4-0cb414875920 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:02:51.144620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-70750393-45a0-4021-aba4-0cb414875920 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:02:51.190739 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-134f6729-6fc3-4021-8448-c836814e81cb req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:51.227668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc565af-0618-4226-b68e-1343fadbe472 None None] Network 7a2b48c1-4b3d-4dcb-9481-c8da3d190d86 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:51.319569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70750393-45a0-4021-aba4-0cb414875920 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:02:51.545055 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-efb6aa7d-fa97-4bdd-a8c3-412c1db581fc req-90caa89b-b354-45cb-8655-45d2ac78e080 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=87bf6ee1-be78-4818-bd26-7323d8ff0ce5 HTTP/1.1" status: 200 len: 210 time: 0.3423288 Dec 22 10:02:51.643867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-70750393-45a0-4021-aba4-0cb414875920 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:51.847050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.ipam_backend_mixin [None req-70750393-45a0-4021-aba4-0cb414875920 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Performing IP validity checks on allocation pools {{(pid=81071) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Dec 22 10:02:51.847552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.ipam_backend_mixin [None req-70750393-45a0-4021-aba4-0cb414875920 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Checking for overlaps among allocation pools and gateway ip {{(pid=81071) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Dec 22 10:02:52.152718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Pushing event updated for resources: {'Port': ['ID=117a47d3-1d37-4300-b7e7-64e58b5f6b77,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:52.296587 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.373s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:52.378184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e83e678-cebe-4d78-93cc-79ac92ce288f None None] Network d1adea41-3480-42e0-8217-fdfb36223d1e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:52.420868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 8100ae61-0358-44ce-afdd-2168ecfcc9ce completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:02:52.432393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295c371-8d06-45cc-a897-d3da2e429ec9 req-cc6371f2-46fb-4a71-a80a-f210a7e7a6f4 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:52.434066 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c295c371-8d06-45cc-a897-d3da2e429ec9 req-cc6371f2-46fb-4a71-a80a-f210a7e7a6f4 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 945 time: 0.8925676 Dec 22 10:02:52.440801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-7a2b48c1-4b3d-4dcb-9481-c8da3d190d86', 'network_id': '7a2b48c1-4b3d-4dcb-9481-c8da3d190d86', 'tenant_id': 'caefbc154db2414ba9fe3e3e8abec29b', 'fixed_ips': [{'subnet_id': '3ea800b5-1a67-4689-83ce-60437cb0d008'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:02:52.442101 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:52.575593 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-134f6729-6fc3-4021-8448-c836814e81cb req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:52.614295 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:52.828512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113cc24-abb4-4575-b399-d490a11c2336 req-7a053d0d-a5b9-43ef-b4e2-a47c9d1d50fa tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:52.829947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e113cc24-abb4-4575-b399-d490a11c2336 req-7a053d0d-a5b9-43ef-b4e2-a47c9d1d50fa tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Synchronizing usage tracker for tenant:aae573b5a34643acbdb86cd3288079d5 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:02:52.872063 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4fde1ffd-c4bd-4c8e-8438-8426703138d0 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:52.930498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 8100ae61-0358-44ce-afdd-2168ecfcc9ce triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:02:52.931106 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:52.952924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e113cc24-abb4-4575-b399-d490a11c2336 req-7a053d0d-a5b9-43ef-b4e2-a47c9d1d50fa tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Unset dirty status for tenant:aae573b5a34643acbdb86cd3288079d5 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:02:52.997845 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e113cc24-abb4-4575-b399-d490a11c2336 req-7a053d0d-a5b9-43ef-b4e2-a47c9d1d50fa tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.64 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 945 time: 0.6645916 Dec 22 10:02:53.164068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134f6729-6fc3-4021-8448-c836814e81cb req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Network cea4664f-a5bd-42bd-88c9-406cfc090e28 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:02:53.240844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Pushing event updated for resources: {'Port': ['ID=6a91d2d1-4192-4898-a1ca-6b4ac19aa120,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:53.266545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.266978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.278073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.278753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.279179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.279604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.280037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.280460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.280876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.281288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.281829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.282200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.282698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.283112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.283518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.283921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.284349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.284755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.285164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.285565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.285968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.286380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.286782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.287183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.293758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.294237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.295752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.295752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.295752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.296298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.296298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.296645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.297057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.297635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.308492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.308986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:53.313764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-134f6729-6fc3-4021-8448-c836814e81cb req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:53.347898 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:53.348614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-134f6729-6fc3-4021-8448-c836814e81cb req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:02:53.405528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 698b2314-64b4-46bc-a411-6f251bce3263 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:02:53.461856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-e113cc24-abb4-4575-b399-d490a11c2336 req-9c2c38c6-fde4-4326-8117-601cbfeafbd0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Deleting port 698b2314-64b4-46bc-a411-6f251bce3263 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:02:53.462481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e113cc24-abb4-4575-b399-d490a11c2336 req-9c2c38c6-fde4-4326-8117-601cbfeafbd0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:53.471300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f6729-6fc3-4021-8448-c836814e81cb req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:53.472334 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-134f6729-6fc3-4021-8448-c836814e81cb req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:53.514790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-584c0624-0c9d-4eb5-8a02-bf7ac4e7fdd5 None None] Provisioning for port 117a47d3-1d37-4300-b7e7-64e58b5f6b77 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:02:53.536640 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c295c371-8d06-45cc-a897-d3da2e429ec9 req-d801b066-3e68-43f3-a901-775ba6e1658a tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9586194 Dec 22 10:02:53.582314 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-134f6729-6fc3-4021-8448-c836814e81cb req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9920144 Dec 22 10:02:53.614170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Request body: {'port': {'device_id': '87bf6ee1-be78-4818-bd26-7323d8ff0ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:02:53.750786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:53.781875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca16b6-4c14-4978-917e-23ebd16b86ef req-8fa01ad9-977c-407b-a883-3cdeee99ebd7 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:53.783118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fdca16b6-4c14-4978-917e-23ebd16b86ef req-8fa01ad9-977c-407b-a883-3cdeee99ebd7 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Synchronizing usage tracker for tenant:3fd52eb19d5f4c0b9461b02958b19edc on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:02:53.818346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Allocated IP 172.20.0.2 (7a2b48c1-4b3d-4dcb-9481-c8da3d190d86/3ea800b5-1a67-4689-83ce-60437cb0d008/2759fae1-5cdc-4b3f-ab68-c64701f8ce0a) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:02:53.958267 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-70750393-45a0-4021-aba4-0cb414875920 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:54.017138 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ffad8aef-ac55-480a-bb20-4059077d68bc tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:54.027850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-e113cc24-abb4-4575-b399-d490a11c2336 req-9c2c38c6-fde4-4326-8117-601cbfeafbd0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] For port 698b2314-64b4-46bc-a411-6f251bce3263, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=698b2314-64b4-46bc-a411-6f251bce3263,segment=NetworkSegment(61ec9102-b7a0-4aee-a9ea-fcb8e2914305),segment_id=61ec9102-b7a0-4aee-a9ea-fcb8e2914305)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:02:54.028603 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e113cc24-abb4-4575-b399-d490a11c2336 req-9c2c38c6-fde4-4326-8117-601cbfeafbd0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:54.036060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 698b2314-64b4-46bc-a411-6f251bce3263, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=698b2314-64b4-46bc-a411-6f251bce3263,segment=NetworkSegment(61ec9102-b7a0-4aee-a9ea-fcb8e2914305),segment_id=61ec9102-b7a0-4aee-a9ea-fcb8e2914305)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:02:54.205236 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:54.216840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Transition to ACTIVE for port object 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:02:54.233384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-fdca16b6-4c14-4978-917e-23ebd16b86ef req-8fa01ad9-977c-407b-a883-3cdeee99ebd7 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Unset dirty status for tenant:3fd52eb19d5f4c0b9461b02958b19edc on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:02:54.235165 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fdca16b6-4c14-4978-917e-23ebd16b86ef req-8fa01ad9-977c-407b-a883-3cdeee99ebd7 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=87bf6ee1-be78-4818-bd26-7323d8ff0ce5 HTTP/1.1" status: 200 len: 931 time: 1.2751367 Dec 22 10:02:54.236282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70750393-45a0-4021-aba4-0cb414875920 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Subnet': ['ID=46485de7-69a1-4a25-bded-602572c75263,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:54.240876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Transition to ACTIVE for port object 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:02:54.245616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a52b1e3-bb00-4fe6-9713-5d511a504940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '698b2314-64b4-46bc-a411-6f251bce3263'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:02:54.247409 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-70750393-45a0-4021-aba4-0cb414875920 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:54.266213 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:54.273564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-e113cc24-abb4-4575-b399-d490a11c2336 req-9c2c38c6-fde4-4326-8117-601cbfeafbd0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Calling delete_port for 698b2314-64b4-46bc-a411-6f251bce3263 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:02:54.296369 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:54.315680 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:54.525859 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a52b1e3-bb00-4fe6-9713-5d511a504940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '698b2314-64b4-46bc-a411-6f251bce3263', 'code': 200} Dec 22 10:02:54.537323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Pushing event updated for resources: {'Port': ['ID=2759fae1-5cdc-4b3f-ab68-c64701f8ce0a,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:54.760486 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:54.820002 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fdca16b6-4c14-4978-917e-23ebd16b86ef req-1e5216f5-bdec-4496-ad3c-b07cd3fb901e tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213056 Dec 22 10:02:54.831688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.832133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.832526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.832913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.833291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.833670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.834046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.834421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.835466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.837956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.843535 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-e113cc24-abb4-4575-b399-d490a11c2336 req-9c2c38c6-fde4-4326-8117-601cbfeafbd0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:02:54.843915 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-e113cc24-abb4-4575-b399-d490a11c2336 req-9c2c38c6-fde4-4326-8117-601cbfeafbd0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:02:54.845689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.846318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.847110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.849017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.849425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.849808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.850229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.851145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.851629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.862375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.862776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.863201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.863610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.864020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.864476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.864852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.865423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.865766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.866318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.866702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.869130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.869231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.869646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.869947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.870328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.870810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:02:54.872539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Allocated IP 172.20.0.1 (d1adea41-3480-42e0-8217-fdfb36223d1e/e76f9d7e-ee32-4df8-a13a-96d93478866c/c1f117c6-de51-475c-bb60-d47729dd56ed) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:02:55.230049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:55.251961 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:55.304144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Transition to ACTIVE for port object c1f117c6-de51-475c-bb60-d47729dd56ed will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:02:55.349034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-e113cc24-abb4-4575-b399-d490a11c2336 req-9c2c38c6-fde4-4326-8117-601cbfeafbd0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Deleting port 698b2314-64b4-46bc-a411-6f251bce3263 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:02:55.349504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e113cc24-abb4-4575-b399-d490a11c2336 req-9c2c38c6-fde4-4326-8117-601cbfeafbd0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:55.473445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534b798-10b3-4603-a505-e74e7391333b req-aad46991-ceb7-4c6f-9504-6d8522b17298 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:55.481288 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6534b798-10b3-4603-a505-e74e7391333b req-aad46991-ceb7-4c6f-9504-6d8522b17298 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 943 time: 0.6268957 Dec 22 10:02:55.483181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70750393-45a0-4021-aba4-0cb414875920 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Checking segment: {'id': '4fdc580f-5bd6-4744-aff1-f51cc8799af3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9d0e868-8e08-4199-b4d2-64a7da1017a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:02:55.485680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70750393-45a0-4021-aba4-0cb414875920 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network hostable DHCP agents. Network: d9d0e868-8e08-4199-b4d2-64a7da1017a6, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:02:55.513674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:55.540855 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:55.640945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70750393-45a0-4021-aba4-0cb414875920 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network d9d0e868-8e08-4199-b4d2-64a7da1017a6 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:02:55.686147 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6534b798-10b3-4603-a505-e74e7391333b req-5189a6a6-f1dd-4485-bd6e-57f206dece61 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887622 Dec 22 10:02:55.838393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-70750393-45a0-4021-aba4-0cb414875920 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, d9d0e868-8e08-4199-b4d2-64a7da1017a6) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:55.880127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 8100ae61-0358-44ce-afdd-2168ecfcc9ce, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8100ae61-0358-44ce-afdd-2168ecfcc9ce,segment=NetworkSegment(1876fd7e-c558-438c-8f39-36df77a15faf),segment_id=1876fd7e-c558-438c-8f39-36df77a15faf)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:02:55.904079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=698b2314-64b4-46bc-a411-6f251bce3263,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:55.913541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b70a4bdf-194b-40c4-9a99-d33cdcb44da1 None None] Provisioning complete for port 8100ae61-0358-44ce-afdd-2168ecfcc9ce triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:02:55.914569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b70a4bdf-194b-40c4-9a99-d33cdcb44da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:55.936577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70750393-45a0-4021-aba4-0cb414875920 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:55.937282 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-70750393-45a0-4021-aba4-0cb414875920 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:56.038108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f87a6d-d500-4d1f-8943-77f761039286 None None] Network d9d0e868-8e08-4199-b4d2-64a7da1017a6 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:02:56.042445 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-70750393-45a0-4021-aba4-0cb414875920 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 5.4802437 Dec 22 10:02:56.046527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 45326) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:56.097012 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:56.168607 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.853s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:56.172420 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:56.253805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Pushing event updated for resources: {'Port': ['ID=c1f117c6-de51-475c-bb60-d47729dd56ed,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:56.279407 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:56.452067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 117a47d3-1d37-4300-b7e7-64e58b5f6b77 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:02:56.934616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=8100ae61-0358-44ce-afdd-2168ecfcc9ce,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:57.023505 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:57.099725 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c76f219-9b74-4a92-9c59-884405f70ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.580s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:57.099725 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c76f219-9b74-4a92-9c59-884405f70ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:57.150333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Network 7a2b48c1-4b3d-4dcb-9481-c8da3d190d86 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:02:57.191667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:57.214785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:02:57.250381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Network d1adea41-3480-42e0-8217-fdfb36223d1e is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:02:57.252514 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:57.256218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:57.263424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:02:57.267053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-d9d0e868-8e08-4199-b4d2-64a7da1017a6', 'network_id': 'd9d0e868-8e08-4199-b4d2-64a7da1017a6', 'tenant_id': '5b07610c16b84d5e8978c3329570465b', 'fixed_ips': [{'subnet_id': '46485de7-69a1-4a25-bded-602572c75263'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:02:57.268010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:57.445932 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:57.713188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-e113cc24-abb4-4575-b399-d490a11c2336 req-9c2c38c6-fde4-4326-8117-601cbfeafbd0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] For port 698b2314-64b4-46bc-a411-6f251bce3263, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=698b2314-64b4-46bc-a411-6f251bce3263,segment=NetworkSegment(61ec9102-b7a0-4aee-a9ea-fcb8e2914305),segment_id=61ec9102-b7a0-4aee-a9ea-fcb8e2914305)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:02:57.713188 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e113cc24-abb4-4575-b399-d490a11c2336 req-9c2c38c6-fde4-4326-8117-601cbfeafbd0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:57.732042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 117a47d3-1d37-4300-b7e7-64e58b5f6b77 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:02:57.753412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 117a47d3-1d37-4300-b7e7-64e58b5f6b77 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:02:57.754005 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:57.828139 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:57.843414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Attempting to bind port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:02:57.844265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Attempting to bind port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '2050a212-0f5c-48b7-aa33-26573a748178', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '7a2b48c1-4b3d-4dcb-9481-c8da3d190d86'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:02:57.844927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Attempting to bind port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a on network 7a2b48c1-4b3d-4dcb-9481-c8da3d190d86 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:02:57.906088 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:57.997186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-e113cc24-abb4-4575-b399-d490a11c2336 req-9c2c38c6-fde4-4326-8117-601cbfeafbd0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Calling delete_port for 698b2314-64b4-46bc-a411-6f251bce3263 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:02:58.068301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Allocated IP 172.20.0.3 (d9d0e868-8e08-4199-b4d2-64a7da1017a6/46485de7-69a1-4a25-bded-602572c75263/d9accde6-f214-4432-84b4-816ea83e29af) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:02:58.298432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a91d2d1-4192-4898-a1ca-6b4ac19aa120 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 10:02:58.309570 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:58.333481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Transition to ACTIVE for port object 6a91d2d1-4192-4898-a1ca-6b4ac19aa120 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:02:58.353868 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:58.379130 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f7599145-2823-440c-8286-9c0f72c0cce4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:58.497643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Pushing event updated for resources: {'Port': ['ID=6a91d2d1-4192-4898-a1ca-6b4ac19aa120,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:58.544547 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:58.681542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:58.693630 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:58.720868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:02:58.721300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Checking segment: {'id': '2050a212-0f5c-48b7-aa33-26573a748178', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '7a2b48c1-4b3d-4dcb-9481-c8da3d190d86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:02:58.721422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c31512-de0b-4087-949f-952b0facda26 req-eb7a8f50-524f-42ec-9f0d-6eebcc2b32df tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:58.721780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:58.722290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Bound using segment: {'id': '2050a212-0f5c-48b7-aa33-26573a748178', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '7a2b48c1-4b3d-4dcb-9481-c8da3d190d86'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:02:58.722830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Bound port: 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2050a212-0f5c-48b7-aa33-26573a748178', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '7a2b48c1-4b3d-4dcb-9481-c8da3d190d86'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:02:58.723393 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:58.723708 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64c31512-de0b-4087-949f-952b0facda26 req-eb7a8f50-524f-42ec-9f0d-6eebcc2b32df tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=87bf6ee1-be78-4818-bd26-7323d8ff0ce5 HTTP/1.1" status: 200 len: 931 time: 2.3879883 Dec 22 10:02:58.724956 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e113cc24-abb4-4575-b399-d490a11c2336 req-9c2c38c6-fde4-4326-8117-601cbfeafbd0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:58.747091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Transition to ACTIVE for port object d9accde6-f214-4432-84b4-816ea83e29af will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:02:58.759314 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-71bc4429-919c-4062-a898-9d9c716cbb5a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:58.764365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Transition to ACTIVE for port object d9accde6-f214-4432-84b4-816ea83e29af will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:02:58.805313 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:58.835591 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c76f219-9b74-4a92-9c59-884405f70ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:58.927150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a50788-391a-4048-8c7d-32a42c5b59b2 req-e4528b37-2e95-448e-b0d6-d0bd19e86c9c tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:02:58.930415 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-09a50788-391a-4048-8c7d-32a42c5b59b2 req-e4528b37-2e95-448e-b0d6-d0bd19e86c9c tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 865 time: 1.7665079 Dec 22 10:02:58.993179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Pushing event updated for resources: {'Port': ['ID=d9accde6-f214-4432-84b4-816ea83e29af,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:58.995805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3048f35b-280e-46d0-b177-c098a8ac29bb None None] Provisioning complete for port 8100ae61-0358-44ce-afdd-2168ecfcc9ce triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:02:58.996270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3048f35b-280e-46d0-b177-c098a8ac29bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:59.054438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c38c6-fde4-4326-8117-601cbfeafbd0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Pushing event deleted for resources: {'Port': ['ID=698b2314-64b4-46bc-a411-6f251bce3263,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:59.064461 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9c2c38c6-fde4-4326-8117-601cbfeafbd0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:59.068804 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:59.097380 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-09a50788-391a-4048-8c7d-32a42c5b59b2 req-44ebff17-7f7e-41dd-a9bd-39989a723856 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200793 Dec 22 10:02:59.102873 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64c31512-de0b-4087-949f-952b0facda26 req-58c2ca3c-fee3-4995-a133-59436634daa9 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672197 Dec 22 10:02:59.112284 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:59.147472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-e113cc24-abb4-4575-b399-d490a11c2336 req-9c2c38c6-fde4-4326-8117-601cbfeafbd0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] No DVR routers for this DVR port 698b2314-64b4-46bc-a411-6f251bce3263 on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:02:59.159429 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e113cc24-abb4-4575-b399-d490a11c2336 req-9c2c38c6-fde4-4326-8117-601cbfeafbd0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:59.159429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a52b1e3-bb00-4fe6-9713-5d511a504940', 'name': 'network-vif-deleted', 'tag': '698b2314-64b4-46bc-a411-6f251bce3263'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:02:59.172457 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:59.236321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Subnet': ['ID=46485de7-69a1-4a25-bded-602572c75263,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:59.246284 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:59.259490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 117a47d3-1d37-4300-b7e7-64e58b5f6b77, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=117a47d3-1d37-4300-b7e7-64e58b5f6b77,segment=NetworkSegment(67ae013f-a8da-49d1-8d35-ddd22975d044),segment_id=67ae013f-a8da-49d1-8d35-ddd22975d044)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:02:59.351065 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:59.381962 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a52b1e3-bb00-4fe6-9713-5d511a504940', 'name': 'network-vif-deleted', 'tag': '698b2314-64b4-46bc-a411-6f251bce3263', 'status': 'completed', 'code': 200} Dec 22 10:02:59.397634 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:59.480611 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:59.484599 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e113cc24-abb4-4575-b399-d490a11c2336 req-9c2c38c6-fde4-4326-8117-601cbfeafbd0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.64 "DELETE /v2.0/ports/698b2314-64b4-46bc-a411-6f251bce3263 HTTP/1.1" status: 204 len: 173 time: 6.4707355 Dec 22 10:02:59.486106 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:59.565811 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9c2c38c6-fde4-4326-8117-601cbfeafbd0 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:02:59.567688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=117a47d3-1d37-4300-b7e7-64e58b5f6b77,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:59.597920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8100ae61-0358-44ce-afdd-2168ecfcc9ce up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:02:59.652372 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:59.670638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Pushing event updated for resources: {'Port': ['ID=c1f117c6-de51-475c-bb60-d47729dd56ed,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:02:59.679247 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:59.767591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 45378) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:02:59.793641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Attempting to bind port 6a91d2d1-4192-4898-a1ca-6b4ac19aa120 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:02:59.793641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Attempting to bind port 6a91d2d1-4192-4898-a1ca-6b4ac19aa120 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'ce2c4c03-828c-4483-b238-cf791284a0ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cea4664f-a5bd-42bd-88c9-406cfc090e28'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:02:59.793963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Attempting to bind port 6a91d2d1-4192-4898-a1ca-6b4ac19aa120 on network cea4664f-a5bd-42bd-88c9-406cfc090e28 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:02:59.838979 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:02:59.889417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] For port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:02:59.920909 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:02:59.944877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Network d1adea41-3480-42e0-8217-fdfb36223d1e is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:02:59.946222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:02:59.977420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] For port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=2759fae1-5cdc-4b3f-ab68-c64701f8ce0a,segment=NetworkSegment(2050a212-0f5c-48b7-aa33-26573a748178),segment_id=2050a212-0f5c-48b7-aa33-26573a748178)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:02:59.983234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 8100ae61-0358-44ce-afdd-2168ecfcc9ce triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:02:59.984003 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:00.085862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d0e868-8e08-4199-b4d2-64a7da1017a6']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:00.103500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fdc580f-5bd6-4744-aff1-f51cc8799af3') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:00.103847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fdc580f-5bd6-4744-aff1-f51cc8799af3') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:00.120578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:00.140029 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:00.140394 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:00.142707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Releasing vxlan tunnel 4 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:03:00.191722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:03:00.197162 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e969fbcf-0c0b-40de-9cb3-e1a7a4957f2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:00.197341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Checking segment: {'id': 'ce2c4c03-828c-4483-b238-cf791284a0ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cea4664f-a5bd-42bd-88c9-406cfc090e28'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:03:00.197816 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:00.198237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Bound using segment: {'id': 'ce2c4c03-828c-4483-b238-cf791284a0ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cea4664f-a5bd-42bd-88c9-406cfc090e28'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:03:00.198769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Bound port: 6a91d2d1-4192-4898-a1ca-6b4ac19aa120, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2c4c03-828c-4483-b238-cf791284a0ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cea4664f-a5bd-42bd-88c9-406cfc090e28'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:03:00.199156 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:00.476812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3048f35b-280e-46d0-b177-c098a8ac29bb None None] Provisioning complete for port 117a47d3-1d37-4300-b7e7-64e58b5f6b77 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:00.477925 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3048f35b-280e-46d0-b177-c098a8ac29bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:00.569732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Router a72790d8-492e-4d77-80ba-ff85482d6217 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 10:03:00.739790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Network d9d0e868-8e08-4199-b4d2-64a7da1017a6 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:03:00.760364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:03:00.843710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:03:00.915360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Pushing event updated for resources: {'Port': ['ID=2759fae1-5cdc-4b3f-ab68-c64701f8ce0a,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:00.929642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-f0b5ff2d-45aa-4d6a-9bba-6e65e1c2fb4a req-0fc43ce3-348d-4c26-ab53-c55d4fd3fa15 service neutron] (81072) timed out ('10.222.0.37', 49811) {{(pid=81072) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 22 10:03:00.937002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:03:00.949443 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:00.953786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1846dd-d17a-443a-9776-3b00a740ab2c None None] Sync routers for ids ['a72790d8-492e-4d77-80ba-ff85482d6217'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:03:00.956840 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "PUT /v2.0/routers/a72790d8-492e-4d77-80ba-ff85482d6217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8897879 Dec 22 10:03:00.957983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45402) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:00.965914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1846dd-d17a-443a-9776-3b00a740ab2c None None] Routers {'a72790d8-492e-4d77-80ba-ff85482d6217'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:03:00.966611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-fa1846dd-d17a-443a-9776-3b00a740ab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:02:39Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['a72790d8-492e-4d77-80ba-ff85482d6217'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:01.014661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Attempting to bind port d9accde6-f214-4432-84b4-816ea83e29af on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:03:01.015121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Attempting to bind port d9accde6-f214-4432-84b4-816ea83e29af by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '4fdc580f-5bd6-4744-aff1-f51cc8799af3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9d0e868-8e08-4199-b4d2-64a7da1017a6'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:03:01.015540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Attempting to bind port d9accde6-f214-4432-84b4-816ea83e29af on network d9d0e868-8e08-4199-b4d2-64a7da1017a6 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:03:01.048839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:03:01.049277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Checking segment: {'id': '4fdc580f-5bd6-4744-aff1-f51cc8799af3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9d0e868-8e08-4199-b4d2-64a7da1017a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:03:01.049740 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:01.050188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Bound using segment: {'id': '4fdc580f-5bd6-4744-aff1-f51cc8799af3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9d0e868-8e08-4199-b4d2-64a7da1017a6'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:03:01.050739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Bound port: d9accde6-f214-4432-84b4-816ea83e29af, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fdc580f-5bd6-4744-aff1-f51cc8799af3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd9d0e868-8e08-4199-b4d2-64a7da1017a6'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:03:01.051166 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:01.085322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-fa1846dd-d17a-443a-9776-3b00a740ab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:01.125538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] For port 6a91d2d1-4192-4898-a1ca-6b4ac19aa120, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:03:01.129699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1846dd-d17a-443a-9776-3b00a740ab2c None None] Routers {'a72790d8-492e-4d77-80ba-ff85482d6217'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:03:01.130166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] For port 6a91d2d1-4192-4898-a1ca-6b4ac19aa120, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6a91d2d1-4192-4898-a1ca-6b4ac19aa120,segment=NetworkSegment(ce2c4c03-828c-4483-b238-cf791284a0ea),segment_id=ce2c4c03-828c-4483-b238-cf791284a0ea)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:03:01.132069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-fa1846dd-d17a-443a-9776-3b00a740ab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:02:39Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['a72790d8-492e-4d77-80ba-ff85482d6217'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:01.204240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] For port d9accde6-f214-4432-84b4-816ea83e29af, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:03:01.247234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:01.349596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-fa1846dd-d17a-443a-9776-3b00a740ab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:01.356074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1846dd-d17a-443a-9776-3b00a740ab2c None None] The sync data for ids ['a72790d8-492e-4d77-80ba-ff85482d6217'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:03:01.469951 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-da6b7465-088d-4106-b1a9-485beeddf1ac tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:01.509220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 117a47d3-1d37-4300-b7e7-64e58b5f6b77 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:03:01.512064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network d9d0e868-8e08-4199-b4d2-64a7da1017a6 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:01.596775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-406d8009-419a-4b49-b4a4-d0165d5ec888 None None] Provisioning for port c1f117c6-de51-475c-bb60-d47729dd56ed completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:03:01.604932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-406d8009-419a-4b49-b4a4-d0165d5ec888 None None] Provisioning complete for port c1f117c6-de51-475c-bb60-d47729dd56ed triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:01.605540 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-406d8009-419a-4b49-b4a4-d0165d5ec888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:01.675207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 117a47d3-1d37-4300-b7e7-64e58b5f6b77 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:01.676035 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:01.699203 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:01.738185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-406d8009-419a-4b49-b4a4-d0165d5ec888 None None] Port c1f117c6-de51-475c-bb60-d47729dd56ed cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:03:01.773961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-406d8009-419a-4b49-b4a4-d0165d5ec888 None None] Provisioning complete for port 117a47d3-1d37-4300-b7e7-64e58b5f6b77 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:01.773961 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-406d8009-419a-4b49-b4a4-d0165d5ec888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:01.808112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:01.808960 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:01.811072 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-134f6729-6fc3-4021-8448-c836814e81cb req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] 10.222.0.64 "PUT /v2.0/ports/6a91d2d1-4192-4898-a1ca-6b4ac19aa120 HTTP/1.1" status: 200 len: 1155 time: 8.2040699 Dec 22 10:03:01.843064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bf6ee1-be78-4818-bd26-7323d8ff0ce5', 'tag': '6a91d2d1-4192-4898-a1ca-6b4ac19aa120'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:03:01.907478 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2706d470-5004-4ac9-9bd2-4e7d1a8fcda0 req-e7084a79-22c4-419c-991a-a9d092e781bc tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=0a52b1e3-bb00-4fe6-9713-5d511a504940 HTTP/1.1" status: 200 len: 210 time: 1.0006981 Dec 22 10:03:02.129909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Pushing event updated for resources: {'Port': ['ID=6a91d2d1-4192-4898-a1ca-6b4ac19aa120,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:02.238075 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:02.609806 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bf6ee1-be78-4818-bd26-7323d8ff0ce5', 'tag': '6a91d2d1-4192-4898-a1ca-6b4ac19aa120', 'status': 'completed', 'code': 200} Dec 22 10:03:02.614797 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-c3230ac5-0140-445f-addd-d51aba7ad749 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 10:03:02.616015 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c3230ac5-0140-445f-addd-d51aba7ad749 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "PUT /v2.0/routers/a72790d8-492e-4d77-80ba-ff85482d6217/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6565959 Dec 22 10:03:02.620655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45432) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:02.886607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a98bc0-f299-43ef-ac4c-5a5a3a5e9ff6 req-35dadb9c-ddb3-44ea-96ab-ce7fc20d64af tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:02.888348 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-95a98bc0-f299-43ef-ac4c-5a5a3a5e9ff6 req-35dadb9c-ddb3-44ea-96ab-ce7fc20d64af tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=87bf6ee1-be78-4818-bd26-7323d8ff0ce5 HTTP/1.1" status: 200 len: 943 time: 1.9805295 Dec 22 10:03:02.891847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network d9d0e868-8e08-4199-b4d2-64a7da1017a6 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:03:02.965057 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:03:02.971464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-f0b5ff2d-45aa-4d6a-9bba-6e65e1c2fb4a req-50a16a53-1cfe-46ca-8701-a1cdfb14746f tempest-DeleteServersTestJSON-1843230996 tempest-DeleteServersTestJSON-1843230996] (81072) timed out ('10.222.0.37', 49698) {{(pid=81072) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 22 10:03:03.055617 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e38a8c34-4404-4969-a7ce-2eb70fb6ab50 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:03.130865 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-95a98bc0-f299-43ef-ac4c-5a5a3a5e9ff6 req-50711378-9fa3-47cd-8141-f424b16fd065 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936049 Dec 22 10:03:03.142978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] For port d9accde6-f214-4432-84b4-816ea83e29af, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=d9accde6-f214-4432-84b4-816ea83e29af,segment=NetworkSegment(4fdc580f-5bd6-4744-aff1-f51cc8799af3),segment_id=4fdc580f-5bd6-4744-aff1-f51cc8799af3)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:03:03.143282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f6729-6fc3-4021-8448-c836814e81cb req-03e944cb-339d-41d8-98df-1914735e5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:03.145012 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-134f6729-6fc3-4021-8448-c836814e81cb req-03e944cb-339d-41d8-98df-1914735e5cf5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fd52eb19d5f4c0b9461b02958b19edc&device_id=87bf6ee1-be78-4818-bd26-7323d8ff0ce5 HTTP/1.1" status: 200 len: 1158 time: 1.2671452 Dec 22 10:03:03.146180 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7eddc9ff-6958-4604-9a7e-6380fea140f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:03.151397 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:03.555283 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9f4a55ee-b26b-431c-a8c8-4452ef02ceb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:03.661993 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 10:03:03.661993 n-d-765315-5 neutron-server[80960]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 10:03:03.661993 n-d-765315-5 neutron-server[80960]: [parameters: {'id': 'd9d0e868-8e08-4199-b4d2-64a7da1017a6'}] Dec 22 10:03:03.661993 n-d-765315-5 neutron-server[80960]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:03:03.663499 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:03:03.664938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:03:03.720329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6657af-4b86-4edd-a2d1-ed6fc894a8df None None] Network 7a2b48c1-4b3d-4dcb-9481-c8da3d190d86 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:03:03.759144 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-134f6729-6fc3-4021-8448-c836814e81cb req-7feab143-a6ba-4309-85f0-734e0ab19279 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a91d2d1-4192-4898-a1ca-6b4ac19aa120 HTTP/1.1" status: 200 len: 217 time: 0.3047087 Dec 22 10:03:03.933550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f6729-6fc3-4021-8448-c836814e81cb req-9510b069-987b-4dcc-b5f6-27a862fac367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:03.935352 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-134f6729-6fc3-4021-8448-c836814e81cb req-9510b069-987b-4dcc-b5f6-27a862fac367 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c706e3ff-65c0-4b7b-9d11-c8e0745c94d1 HTTP/1.1" status: 200 len: 849 time: 0.1665297 Dec 22 10:03:04.084702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-dc77bb0a-3e5a-4e00-bbcb-6c2ad431bf41 None None] Provisioning for port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:03:04.091160 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-134f6729-6fc3-4021-8448-c836814e81cb req-646c474e-9758-40ef-a482-bf3b131d7858 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cea4664f-a5bd-42bd-88c9-406cfc090e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115024 Dec 22 10:03:04.109399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2f0a80-acbc-4994-94da-b41c48f57f99 None None] Network d9d0e868-8e08-4199-b4d2-64a7da1017a6 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:03:04.151027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Pushing event updated for resources: {'Port': ['ID=d9accde6-f214-4432-84b4-816ea83e29af,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:04.170349 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:04.173157 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:04.333074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e38a8c34-4404-4969-a7ce-2eb70fb6ab50 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Deleting port c1f117c6-de51-475c-bb60-d47729dd56ed {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:04.333651 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e38a8c34-4404-4969-a7ce-2eb70fb6ab50 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:04.451515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:03:04.495535 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-134f6729-6fc3-4021-8448-c836814e81cb req-f9ff07a2-408c-47e9-9b45-7d0edc4b47e1 service neutron] 10.222.0.64 "GET /v2.0/networks/cea4664f-a5bd-42bd-88c9-406cfc090e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909907 Dec 22 10:03:04.546854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:04.547646 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:04.555739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Deleting port d9accde6-f214-4432-84b4-816ea83e29af {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:04.556447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:04.642812 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e38a8c34-4404-4969-a7ce-2eb70fb6ab50 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:04.773982 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:04.813952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=2759fae1-5cdc-4b3f-ab68-c64701f8ce0a,segment=NetworkSegment(2050a212-0f5c-48b7-aa33-26573a748178),segment_id=2050a212-0f5c-48b7-aa33-26573a748178)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:04.818470 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:04.822624 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:04.851656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e38a8c34-4404-4969-a7ce-2eb70fb6ab50 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Calling delete_port for c1f117c6-de51-475c-bb60-d47729dd56ed owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:04.896253 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-134f6729-6fc3-4021-8448-c836814e81cb req-8c14dd6e-7324-45c2-aff0-8dc4eb68a6cb service neutron] 10.222.0.64 "GET /v2.0/networks/cea4664f-a5bd-42bd-88c9-406cfc090e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3416429 Dec 22 10:03:04.952277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=2759fae1-5cdc-4b3f-ab68-c64701f8ce0a,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:04.956541 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:05.072180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-aff327a9-264e-4c5c-8ae8-8f6ff6eedf99 None None] Provisioning complete for port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:05.072606 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aff327a9-264e-4c5c-8ae8-8f6ff6eedf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:05.100560 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-00ae13fa-145e-4b0a-88c5-44ec87a8a695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:05.230040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70f519-6e77-491c-8b86-2eaa344ff4a4 req-b5f6e8a7-6a69-4453-9291-55cae2d63e57 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:05.232209 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd70f519-6e77-491c-8b86-2eaa344ff4a4 req-b5f6e8a7-6a69-4453-9291-55cae2d63e57 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 945 time: 1.2957103 Dec 22 10:03:05.396432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3a6d6-a3df-4d4a-990e-a1e55a51043b req-53c2c386-3232-4504-b777-a7f50a24659f tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:05.405207 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-76a3a6d6-a3df-4d4a-990e-a1e55a51043b req-53c2c386-3232-4504-b777-a7f50a24659f tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=87bf6ee1-be78-4818-bd26-7323d8ff0ce5 HTTP/1.1" status: 200 len: 943 time: 0.9051294 Dec 22 10:03:05.442311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-540360a3-4a83-4232-baee-4c3466328ce5 None None] Provisioning complete for port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:05.442785 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-540360a3-4a83-4232-baee-4c3466328ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:05.497221 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e38a8c34-4404-4969-a7ce-2eb70fb6ab50 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:05.501427 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd70f519-6e77-491c-8b86-2eaa344ff4a4 req-36bcd302-ad50-4857-9002-621c801e6777 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156909 Dec 22 10:03:05.503320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] For port d9accde6-f214-4432-84b4-816ea83e29af, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=d9accde6-f214-4432-84b4-816ea83e29af,segment=NetworkSegment(4fdc580f-5bd6-4744-aff1-f51cc8799af3),segment_id=4fdc580f-5bd6-4744-aff1-f51cc8799af3)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:05.503739 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:05.542453 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-520fed73-1208-436c-bb1a-9cb0e4040757 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:05.577840 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-76a3a6d6-a3df-4d4a-990e-a1e55a51043b req-22268e94-0dca-434d-950a-cd6bd21eef19 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715741 Dec 22 10:03:05.590972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ee135-e7dc-40d2-9a00-e45b47c1c30e req-63e5eb38-1759-4ec6-93a3-e06dcc6f2b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:05.595969 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f24ee135-e7dc-40d2-9a00-e45b47c1c30e req-63e5eb38-1759-4ec6-93a3-e06dcc6f2b92 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fd52eb19d5f4c0b9461b02958b19edc&device_id=87bf6ee1-be78-4818-bd26-7323d8ff0ce5 HTTP/1.1" status: 200 len: 1158 time: 0.5570774 Dec 22 10:03:05.638495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:03:05.664770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a8c34-4404-4969-a7ce-2eb70fb6ab50 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Pushing event deleted for resources: {'Port': ['ID=c1f117c6-de51-475c-bb60-d47729dd56ed,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:05.674786 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e38a8c34-4404-4969-a7ce-2eb70fb6ab50 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:05.731471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761a2ce2-f854-4963-a1d5-cde5322ea12b None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 10:03:06.027610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:03:06.046277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:06.046892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:06.167446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eb0dbaee-5129-441f-9af3-a730136f04db None None] Provisioning complete for port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:06.167800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb0dbaee-5129-441f-9af3-a730136f04db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:06.298431 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e38a8c34-4404-4969-a7ce-2eb70fb6ab50 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:06.359722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Calling delete_port for d9accde6-f214-4432-84b4-816ea83e29af owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:06.468977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ee135-e7dc-40d2-9a00-e45b47c1c30e req-05f650a3-c6f3-4929-b3e9-5c206c431bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:06.478382 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f24ee135-e7dc-40d2-9a00-e45b47c1c30e req-05f650a3-c6f3-4929-b3e9-5c206c431bf9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cea4664f-a5bd-42bd-88c9-406cfc090e28 HTTP/1.1" status: 200 len: 903 time: 0.7640226 Dec 22 10:03:06.526980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb6081-70ca-45aa-b2d2-aa0b96c271f0 req-5b9895ae-db17-47cb-bb47-801c5291234c tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:06.526980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-bbbb6081-70ca-45aa-b2d2-aa0b96c271f0 req-5b9895ae-db17-47cb-bb47-801c5291234c tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Synchronizing usage tracker for tenant:aae573b5a34643acbdb86cd3288079d5 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:03:06.571697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-bbbb6081-70ca-45aa-b2d2-aa0b96c271f0 req-5b9895ae-db17-47cb-bb47-801c5291234c tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Unset dirty status for tenant:aae573b5a34643acbdb86cd3288079d5 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:03:06.573132 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bbbb6081-70ca-45aa-b2d2-aa0b96c271f0 req-5b9895ae-db17-47cb-bb47-801c5291234c tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.64 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 945 time: 0.4952276 Dec 22 10:03:06.605977 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f24ee135-e7dc-40d2-9a00-e45b47c1c30e req-e0a6c06a-2566-4932-a4e2-9aa56b905182 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a91d2d1-4192-4898-a1ca-6b4ac19aa120 HTTP/1.1" status: 200 len: 217 time: 0.1137133 Dec 22 10:03:06.637770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761a2ce2-f854-4963-a1d5-cde5322ea12b None None] Resources bound (agent type, host, resource id): {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 10:03:06.733290 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:06.838118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-bbbb6081-70ca-45aa-b2d2-aa0b96c271f0 req-bae26c28-2494-4753-b5bd-e29a35e69fcc tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Deleting port f8e4be4a-95cf-4397-aaa1-cf894485a350 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:06.838623 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bbbb6081-70ca-45aa-b2d2-aa0b96c271f0 req-bae26c28-2494-4753-b5bd-e29a35e69fcc tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:06.877739 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:06.938546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ee135-e7dc-40d2-9a00-e45b47c1c30e req-874f220e-fbe0-43d1-b2fd-011a848264c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:06.940423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f24ee135-e7dc-40d2-9a00-e45b47c1c30e req-874f220e-fbe0-43d1-b2fd-011a848264c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c706e3ff-65c0-4b7b-9d11-c8e0745c94d1 HTTP/1.1" status: 200 len: 849 time: 0.3262770 Dec 22 10:03:07.176686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Port': ['ID=d9accde6-f214-4432-84b4-816ea83e29af,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:07.189155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38a8c34-4404-4969-a7ce-2eb70fb6ab50 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Router a72790d8-492e-4d77-80ba-ff85482d6217 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:03:07.198417 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:07.255666 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f24ee135-e7dc-40d2-9a00-e45b47c1c30e req-e1910a8c-a12b-4e25-9202-1b2ae797beba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cea4664f-a5bd-42bd-88c9-406cfc090e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2952931 Dec 22 10:03:07.258467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No DVR routers for this DVR port d9accde6-f214-4432-84b4-816ea83e29af on host n-d-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:03:07.491882 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f24ee135-e7dc-40d2-9a00-e45b47c1c30e req-c43526e3-cca3-4840-ba5a-522896e1ebe9 service neutron] 10.222.0.64 "GET /v2.0/networks/cea4664f-a5bd-42bd-88c9-406cfc090e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802776 Dec 22 10:03:07.504412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fe382f-46bf-4f4b-8f8d-0699f531b748 None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 10:03:07.704047 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:07.720169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fe382f-46bf-4f4b-8f8d-0699f531b748 None None] Resources bound (agent type, host, resource id): {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 10:03:07.866374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d0e868-8e08-4199-b4d2-64a7da1017a6']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:07.898385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fdc580f-5bd6-4744-aff1-f51cc8799af3') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:07.898817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fdc580f-5bd6-4744-aff1-f51cc8799af3') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:07.935308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38a8c34-4404-4969-a7ce-2eb70fb6ab50 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:03:07.946065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-bbbb6081-70ca-45aa-b2d2-aa0b96c271f0 req-bae26c28-2494-4753-b5bd-e29a35e69fcc tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] For port f8e4be4a-95cf-4397-aaa1-cf894485a350, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=f8e4be4a-95cf-4397-aaa1-cf894485a350,segment=NetworkSegment(61ec9102-b7a0-4aee-a9ea-fcb8e2914305),segment_id=61ec9102-b7a0-4aee-a9ea-fcb8e2914305)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:07.946754 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bbbb6081-70ca-45aa-b2d2-aa0b96c271f0 req-bae26c28-2494-4753-b5bd-e29a35e69fcc tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:07.965381 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e38a8c34-4404-4969-a7ce-2eb70fb6ab50 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "PUT /v2.0/routers/a72790d8-492e-4d77-80ba-ff85482d6217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3435221 Dec 22 10:03:07.967406 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:08.033648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568da6b9-6bad-4015-a01d-f1d0f0aa8ea6 None None] Sync routers for ids ['a72790d8-492e-4d77-80ba-ff85482d6217'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:03:08.061291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568da6b9-6bad-4015-a01d-f1d0f0aa8ea6 None None] Routers {'a72790d8-492e-4d77-80ba-ff85482d6217'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:03:08.062488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-568da6b9-6bad-4015-a01d-f1d0f0aa8ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:02:39Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['a72790d8-492e-4d77-80ba-ff85482d6217'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:08.089169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45520) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:08.109738 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f24ee135-e7dc-40d2-9a00-e45b47c1c30e req-34036b27-8a40-47cd-8140-20d01835ab5c service neutron] 10.222.0.64 "GET /v2.0/networks/cea4664f-a5bd-42bd-88c9-406cfc090e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5739498 Dec 22 10:03:08.133158 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:08.135493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7eddc9ff-6958-4604-9a7e-6380fea140f6 admin admin] Deleting port 3844773e-a244-4940-b762-fad77756f98e {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:08.135892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7eddc9ff-6958-4604-9a7e-6380fea140f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:08.172738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-91646c66-9b5b-4892-9320-b213c2a1cbf0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 10:03:08.234751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Releasing vxlan tunnel 4 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:03:08.242712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-568da6b9-6bad-4015-a01d-f1d0f0aa8ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:08.246243 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b665b9c-e4c6-4956-8fa1-31cbc25afe98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:08.286267 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-1d1805b2-0ef2-4417-8be8-71779f1c4873 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] delete failed (client error): The resource could not be found. Dec 22 10:03:08.289937 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1d1805b2-0ef2-4417-8be8-71779f1c4873 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1584580429 HTTP/1.1" status: 404 len: 335 time: 0.1996961 Dec 22 10:03:08.298159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-bbbb6081-70ca-45aa-b2d2-aa0b96c271f0 req-bae26c28-2494-4753-b5bd-e29a35e69fcc tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Calling delete_port for f8e4be4a-95cf-4397-aaa1-cf894485a350 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:08.311650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 45528) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:08.319406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568da6b9-6bad-4015-a01d-f1d0f0aa8ea6 None None] Routers {'a72790d8-492e-4d77-80ba-ff85482d6217'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:03:08.320450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-568da6b9-6bad-4015-a01d-f1d0f0aa8ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:03:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['a72790d8-492e-4d77-80ba-ff85482d6217'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:08.327369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8d34e853-6f3c-4dc7-bb7c-a76068c466fb tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Request body: {'router': {'external_gateway_info': {'network_id': 'a72790d8-492e-4d77-80ba-ff85482d6217'}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:03:08.416961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-568da6b9-6bad-4015-a01d-f1d0f0aa8ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:08.417426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568da6b9-6bad-4015-a01d-f1d0f0aa8ea6 None None] The sync data for ids ['a72790d8-492e-4d77-80ba-ff85482d6217'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:03:08.533503 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bbbb6081-70ca-45aa-b2d2-aa0b96c271f0 req-bae26c28-2494-4753-b5bd-e29a35e69fcc tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:08.547778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85ef57-b060-4e8a-b8a9-7dba6360c68e req-6b745d1d-b719-44aa-b27f-15a91ff00a31 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:08.550682 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2e85ef57-b060-4e8a-b8a9-7dba6360c68e req-6b745d1d-b719-44aa-b27f-15a91ff00a31 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 945 time: 1.7424526 Dec 22 10:03:08.574191 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-82da6c40-4473-4726-8a38-20c9a33fef83 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:08.633151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae26c28-2494-4753-b5bd-e29a35e69fcc tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Pushing event deleted for resources: {'Port': ['ID=f8e4be4a-95cf-4397-aaa1-cf894485a350,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:08.643221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6a91d2d1-4192-4898-a1ca-6b4ac19aa120 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:03:08.646106 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bae26c28-2494-4753-b5bd-e29a35e69fcc tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:08.760207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6a4fb-557a-4cf4-aa78-3f1674af37b8 req-2dd6e453-b06c-4d90-b314-53c87ee7fdd3 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:08.762085 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97f6a4fb-557a-4cf4-aa78-3f1674af37b8 req-2dd6e453-b06c-4d90-b314-53c87ee7fdd3 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=87bf6ee1-be78-4818-bd26-7323d8ff0ce5 HTTP/1.1" status: 200 len: 943 time: 1.8126037 Dec 22 10:03:08.779710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 6a91d2d1-4192-4898-a1ca-6b4ac19aa120 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:03:08.793524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 6a91d2d1-4192-4898-a1ca-6b4ac19aa120 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:08.793875 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:08.839780 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2e85ef57-b060-4e8a-b8a9-7dba6360c68e req-27d5215f-654d-4699-a7cd-8caad525b337 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/security-groups?id=faca6da9-23f9-4e5e-953c-47e232f3feef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411220 Dec 22 10:03:08.873398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbb6081-70ca-45aa-b2d2-aa0b96c271f0 req-bae26c28-2494-4753-b5bd-e29a35e69fcc tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] No DVR routers for this DVR port f8e4be4a-95cf-4397-aaa1-cf894485a350 on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:03:08.876069 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-bbbb6081-70ca-45aa-b2d2-aa0b96c271f0 req-bae26c28-2494-4753-b5bd-e29a35e69fcc tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:08.895820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c072fd6e-46e9-4744-8c42-813026e24d8f', 'name': 'network-vif-deleted', 'tag': 'f8e4be4a-95cf-4397-aaa1-cf894485a350'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:03:08.911718 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97f6a4fb-557a-4cf4-aa78-3f1674af37b8 req-bfe21c9e-bba7-4f7e-be26-e5231e2a76e3 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089802 Dec 22 10:03:08.914206 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bbbb6081-70ca-45aa-b2d2-aa0b96c271f0 req-bae26c28-2494-4753-b5bd-e29a35e69fcc tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.64 "DELETE /v2.0/ports/f8e4be4a-95cf-4397-aaa1-cf894485a350 HTTP/1.1" status: 204 len: 173 time: 2.3334508 Dec 22 10:03:08.949639 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:08.986141 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:09.022178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network d9d0e868-8e08-4199-b4d2-64a7da1017a6 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:09.027237 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c072fd6e-46e9-4744-8c42-813026e24d8f', 'name': 'network-vif-deleted', 'tag': 'f8e4be4a-95cf-4397-aaa1-cf894485a350', 'status': 'completed', 'code': 200} Dec 22 10:03:09.036043 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:09.052825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bf6ee1-be78-4818-bd26-7323d8ff0ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a91d2d1-4192-4898-a1ca-6b4ac19aa120'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:03:09.087210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 6a91d2d1-4192-4898-a1ca-6b4ac19aa120, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6a91d2d1-4192-4898-a1ca-6b4ac19aa120,segment=NetworkSegment(ce2c4c03-828c-4483-b238-cf791284a0ea),segment_id=ce2c4c03-828c-4483-b238-cf791284a0ea)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:09.093199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:09.096067 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8c0f390-efff-4b6f-9f10-dcd3c676e16b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:09.223346 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bf6ee1-be78-4818-bd26-7323d8ff0ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a91d2d1-4192-4898-a1ca-6b4ac19aa120', 'code': 200} Dec 22 10:03:09.224780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=6a91d2d1-4192-4898-a1ca-6b4ac19aa120,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:09.229789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f8e4be4a-95cf-4397-aaa1-cf894485a350 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:03:09.267488 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:09.273955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] No Port match for: f8e4be4a-95cf-4397-aaa1-cf894485a350 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:03:09.274163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device f8e4be4a-95cf-4397-aaa1-cf894485a350 not bound to the agent host n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:03:09.384016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f20c5-d7e1-41eb-958f-d943d8e23853 req-78ed67c8-83c2-4cf9-8b61-54e22859ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:09.386065 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f92f20c5-d7e1-41eb-958f-d943d8e23853 req-78ed67c8-83c2-4cf9-8b61-54e22859ceee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=87bf6ee1-be78-4818-bd26-7323d8ff0ce5 HTTP/1.1" status: 200 len: 1160 time: 0.0929825 Dec 22 10:03:09.440013 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f92f20c5-d7e1-41eb-958f-d943d8e23853 req-4d31402a-e283-49ce-86bf-eb0cd7b7011c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443971 Dec 22 10:03:09.500443 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:09.676124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6a91d2d1-4192-4898-a1ca-6b4ac19aa120 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:03:09.758065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 6a91d2d1-4192-4898-a1ca-6b4ac19aa120 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:09.758613 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:09.784653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7eddc9ff-6958-4604-9a7e-6380fea140f6 admin admin] For port 3844773e-a244-4940-b762-fad77756f98e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=3844773e-a244-4940-b762-fad77756f98e,segment=NetworkSegment(97d0cd4f-ab21-4773-b26f-a83d78e82a9d),segment_id=97d0cd4f-ab21-4773-b26f-a83d78e82a9d)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:09.785056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7eddc9ff-6958-4604-9a7e-6380fea140f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:09.873359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network d9d0e868-8e08-4199-b4d2-64a7da1017a6 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:03:09.914376 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:03:10.140406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7eddc9ff-6958-4604-9a7e-6380fea140f6 admin admin] Calling delete_port for 3844773e-a244-4940-b762-fad77756f98e owned by network:router_interface {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:10.198127 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:10.206085 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8d34e853-6f3c-4dc7-bb7c-a76068c466fb tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:10.351624 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-22e7b721-aed8-4c44-816e-99564295ae35 req-edaee208-790c-4c45-851c-71c5fc80ec82 tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] 10.222.0.50 "GET /v2.0/ports?device_id=c072fd6e-46e9-4744-8c42-813026e24d8f HTTP/1.1" status: 200 len: 210 time: 0.2339039 Dec 22 10:03:10.411974 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-8d34e853-6f3c-4dc7-bb7c-a76068c466fb tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] update failed (client error): The resource could not be found. Dec 22 10:03:10.426189 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8d34e853-6f3c-4dc7-bb7c-a76068c466fb tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "PUT /v2.0/routers/a72790d8-492e-4d77-80ba-ff85482d6217 HTTP/1.1" status: 404 len: 339 time: 2.1032343 Dec 22 10:03:10.426486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45570) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:10.509688 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:10.553635 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:10.718018 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4702a9ca-3bcf-4fa5-8d67-ed27e475f4d8 tempest-QuotasNegativeTest-380230714 tempest-QuotasNegativeTest-380230714] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:10.738871 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:10.745226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7eddc9ff-6958-4604-9a7e-6380fea140f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:10.774966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Network': ['ID=d9d0e868-8e08-4199-b4d2-64a7da1017a6,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:10.786415 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:10.796713 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c7d81877-6352-49c6-bfbe-e3cb4d2b1b50 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:10.849578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:10.868375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eddc9ff-6958-4604-9a7e-6380fea140f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3844773e-a244-4940-b762-fad77756f98e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:10.875111 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7eddc9ff-6958-4604-9a7e-6380fea140f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:10.881753 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/d9d0e868-8e08-4199-b4d2-64a7da1017a6 HTTP/1.1" status: 204 len: 168 time: 14.8259361 Dec 22 10:03:10.890195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45576) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:10.899102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-3a4c9534-449e-423f-a7e0-daf8197541d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2103312904'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:03:10.956737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d431e9-75a1-43f2-ad3a-2d431cfd1642 req-56feb0ab-341e-4b10-b4e3-0888a46f50bc tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:10.958344 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f5d431e9-75a1-43f2-ad3a-2d431cfd1642 req-56feb0ab-341e-4b10-b4e3-0888a46f50bc tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=87bf6ee1-be78-4818-bd26-7323d8ff0ce5 HTTP/1.1" status: 200 len: 945 time: 0.8288121 Dec 22 10:03:10.979414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3a4c9534-449e-423f-a7e0-daf8197541d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:03:10.983975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3a4c9534-449e-423f-a7e0-daf8197541d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:network and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:03:10.987599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3a4c9534-449e-423f-a7e0-daf8197541d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:03:10.994845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3a4c9534-449e-423f-a7e0-daf8197541d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:03:11.013996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4c9534-449e-423f-a7e0-daf8197541d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:03:11.019866 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a4c9534-449e-423f-a7e0-daf8197541d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:11.037107 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f5d431e9-75a1-43f2-ad3a-2d431cfd1642 req-a4860ab3-1c11-47b7-b3f7-4810073c8542 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704865 Dec 22 10:03:11.294080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4c9534-449e-423f-a7e0-daf8197541d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:03:11.450575 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a4c9534-449e-423f-a7e0-daf8197541d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:11.451057 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-3a4c9534-449e-423f-a7e0-daf8197541d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Added segment 57ac155c-4d58-4fb4-b3e6-82c28d9053cb of type vxlan for network 24997483-3348-4f31-ab6f-284e5cd4c24f Dec 22 10:03:11.494739 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7eddc9ff-6958-4604-9a7e-6380fea140f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:11.567823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45582) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:11.575576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a4c9534-449e-423f-a7e0-daf8197541d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:11.584639 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:11.711160 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-02be57d0-6643-42b2-b473-b54118444d5b req-f03e538f-4117-432f-a1c5-71cc01f8bd3c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6d693976-2662-4471-8043-50935586e2aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.3171878 Dec 22 10:03:11.940163 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a4c9534-449e-423f-a7e0-daf8197541d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:11.944732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4c9534-449e-423f-a7e0-daf8197541d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:11.945427 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a4c9534-449e-423f-a7e0-daf8197541d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:11.964599 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a8b745b4-a70c-44bd-83f0-03666a1b0bdd tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:12.159801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eddc9ff-6958-4604-9a7e-6380fea140f6 admin admin] Router c6986bb6-8364-4a4c-9ddd-9f91748766b8 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:03:13.012198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eddc9ff-6958-4604-9a7e-6380fea140f6 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:03:13.019179 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7eddc9ff-6958-4604-9a7e-6380fea140f6 admin admin] 10.222.0.50 "PUT /v2.0/routers/c6986bb6-8364-4a4c-9ddd-9f91748766b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2504063 Dec 22 10:03:13.024402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 45680) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:13.038058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37743281-0b86-4650-ac49-5f66386076e8 req-fd979343-87d9-4206-9fba-306f7beb5d47 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:13.051594 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-37743281-0b86-4650-ac49-5f66386076e8 req-fd979343-87d9-4206-9fba-306f7beb5d47 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=87bf6ee1-be78-4818-bd26-7323d8ff0ce5 HTTP/1.1" status: 200 len: 945 time: 0.6538477 Dec 22 10:03:13.067087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33b8dca-8df6-446d-a023-b61dbd3097ca None None] Sync routers for ids ['c6986bb6-8364-4a4c-9ddd-9f91748766b8'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:03:13.088237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b8dca-8df6-446d-a023-b61dbd3097ca None None] Routers {'c6986bb6-8364-4a4c-9ddd-9f91748766b8'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:03:13.089114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f33b8dca-8df6-446d-a023-b61dbd3097ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:03:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c6986bb6-8364-4a4c-9ddd-9f91748766b8'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:13.104631 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-37743281-0b86-4650-ac49-5f66386076e8 req-d669ed66-8976-47c0-ac1d-b71bfc71b52b tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554774 Dec 22 10:03:13.493584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-f33b8dca-8df6-446d-a023-b61dbd3097ca None None] Set router c6986bb6-8364-4a4c-9ddd-9f91748766b8 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:03:13.701168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Allocated IP 172.20.0.1 (c689e05e-0fed-4e5c-8bdb-3830780c593b/d09160f9-6e14-4ae1-8db7-82ab67f27d14/dd4c2382-0d5f-4322-89ff-7ae41324686f) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:03:13.925328 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:13.945054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Transition to ACTIVE for port object dd4c2382-0d5f-4322-89ff-7ae41324686f will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:03:13.991231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f33b8dca-8df6-446d-a023-b61dbd3097ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'name': 'tempest-TaggedBootDevicesTest_v242-1814460354-router', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:49:21Z', 'updated_at': '2020-12-22T10:03:10Z', 'revision_number': 5, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'gw_port': {'id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:25Z', 'updated_at': '2020-12-22T09:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:14.004476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33b8dca-8df6-446d-a023-b61dbd3097ca None None] Checking router: c6986bb6-8364-4a4c-9ddd-9f91748766b8 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:03:14.026698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b8dca-8df6-446d-a023-b61dbd3097ca None None] Routers {'c6986bb6-8364-4a4c-9ddd-9f91748766b8'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:03:14.027420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f33b8dca-8df6-446d-a023-b61dbd3097ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:03:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['c6986bb6-8364-4a4c-9ddd-9f91748766b8'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:14.346561 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5577ca2-aa91-442f-88c4-94d93e06faa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:14.413577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-f33b8dca-8df6-446d-a023-b61dbd3097ca None None] Set router c6986bb6-8364-4a4c-9ddd-9f91748766b8 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:03:14.682662 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49a8f31c-dc8b-474c-918a-5ab19ab48daf admin admin] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:14.783509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 45842) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:14.783731 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3a4c9534-449e-423f-a7e0-daf8197541d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.8922925 Dec 22 10:03:14.785588 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:14.796347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-f76fca15-b381-4e28-a47a-f6baefc623e4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'subnet': {'network_id': '24997483-3348-4f31-ab6f-284e5cd4c24f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:03:14.922318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-f33b8dca-8df6-446d-a023-b61dbd3097ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'name': 'tempest-TaggedBootDevicesTest_v242-1814460354-router', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:49:21Z', 'updated_at': '2020-12-22T10:03:10Z', 'revision_number': 5, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'gw_port': {'id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:25Z', 'updated_at': '2020-12-22T09:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:14.934701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33b8dca-8df6-446d-a023-b61dbd3097ca None None] The sync data for ids ['c6986bb6-8364-4a4c-9ddd-9f91748766b8'] in n-d-765315-5 is: [{'id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'name': 'tempest-TaggedBootDevicesTest_v242-1814460354-router', 'tenant_id': 'c331cc560d8748a88e7458b10299f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:49:21Z', 'updated_at': '2020-12-22T10:03:10Z', 'revision_number': 5, 'project_id': 'c331cc560d8748a88e7458b10299f64a', 'gw_port': {'id': '20759893-c224-48cf-aa06-2a9b8a920ca9', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:83:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6986bb6-8364-4a4c-9ddd-9f91748766b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:49:25Z', 'updated_at': '2020-12-22T09:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:03:14.975982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f76fca15-b381-4e28-a47a-f6baefc623e4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:03:14.981482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f76fca15-b381-4e28-a47a-f6baefc623e4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:subnet and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:03:14.987365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f76fca15-b381-4e28-a47a-f6baefc623e4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:03:14.997034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f76fca15-b381-4e28-a47a-f6baefc623e4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:03:15.006378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c9534-449e-423f-a7e0-daf8197541d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Network': ['ID=24997483-3348-4f31-ab6f-284e5cd4c24f,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:15.011365 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3a4c9534-449e-423f-a7e0-daf8197541d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.046s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:15.016268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76fca15-b381-4e28-a47a-f6baefc623e4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:03:15.023279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 24997483-3348-4f31-ab6f-284e5cd4c24f details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:03:15.034013 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:15.047527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 24997483-3348-4f31-ab6f-284e5cd4c24f details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:03:15.100979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 24997483-3348-4f31-ab6f-284e5cd4c24f details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:03:15.190921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Pushing event updated for resources: {'Port': ['ID=dd4c2382-0d5f-4322-89ff-7ae41324686f,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:15.199900 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:15.349133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f76fca15-b381-4e28-a47a-f6baefc623e4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:15.483773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 3844773e-a244-4940-b762-fad77756f98e no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:03:15.524842 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49a8f31c-dc8b-474c-918a-5ab19ab48daf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:15.541143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-49a8f31c-dc8b-474c-918a-5ab19ab48daf admin admin] Deleting port 20759893-c224-48cf-aa06-2a9b8a920ca9 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:15.541729 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49a8f31c-dc8b-474c-918a-5ab19ab48daf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:15.688155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 3844773e-a244-4940-b762-fad77756f98e {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:03:15.688971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 3844773e-a244-4940-b762-fad77756f98e not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:03:15.770684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be57d0-6643-42b2-b473-b54118444d5b req-ae9f5e18-e510-4eae-894a-bab7d9bce89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:15.771179 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-02be57d0-6643-42b2-b473-b54118444d5b req-ae9f5e18-e510-4eae-894a-bab7d9bce89f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3f289fc6d64d69aaf136579d8c4d19&device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 1164 time: 4.0172122 Dec 22 10:03:15.921896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc76e0-1322-4d55-a4af-48dbdcf3002d req-111681bd-ba05-47c1-a763-ba5331654e3d tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:15.930433 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cdbc76e0-1322-4d55-a4af-48dbdcf3002d req-111681bd-ba05-47c1-a763-ba5331654e3d tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=87bf6ee1-be78-4818-bd26-7323d8ff0ce5 HTTP/1.1" status: 200 len: 945 time: 0.1602638 Dec 22 10:03:16.080844 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cdbc76e0-1322-4d55-a4af-48dbdcf3002d req-b4775e7b-2e5b-4955-8a0c-25e8f7231cc4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494460 Dec 22 10:03:16.203579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac93ea7-95e1-47d3-a170-acdd34346d97 req-814cfa3f-0f6b-4c2c-acfe-144d760966e5 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:16.205305 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6ac93ea7-95e1-47d3-a170-acdd34346d97 req-814cfa3f-0f6b-4c2c-acfe-144d760966e5 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/ports?device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 949 time: 0.1875527 Dec 22 10:03:16.268596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be57d0-6643-42b2-b473-b54118444d5b req-3f597c76-6fe2-4037-be80-4c635a808008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:16.271004 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-02be57d0-6643-42b2-b473-b54118444d5b req-3f597c76-6fe2-4037-be80-4c635a808008 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee268a24-1aba-4855-b238-18ad5c8939ac HTTP/1.1" status: 200 len: 863 time: 0.4617054 Dec 22 10:03:16.281355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-49a8f31c-dc8b-474c-918a-5ab19ab48daf admin admin] For port 20759893-c224-48cf-aa06-2a9b8a920ca9, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=20759893-c224-48cf-aa06-2a9b8a920ca9,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:16.282022 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49a8f31c-dc8b-474c-918a-5ab19ab48daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:16.291689 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6ac93ea7-95e1-47d3-a170-acdd34346d97 req-b8621a41-1dad-42b2-bd6f-90cbdab8a210 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/security-groups?id=dbe98fc1-9889-4133-a036-20378562b284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735025 Dec 22 10:03:16.303537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Network c689e05e-0fed-4e5c-8bdb-3830780c593b is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:03:16.376260 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f76fca15-b381-4e28-a47a-f6baefc623e4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:16.399248 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f123e5b5-f13d-4959-95fd-87d117a33a8a tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:16.412171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:03:16.509756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:03:16.567054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fca15-b381-4e28-a47a-f6baefc623e4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Subnet': ['ID=7db6a679-9f0f-4c70-9a33-62f09f06fcbf,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:16.567509 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-02be57d0-6643-42b2-b473-b54118444d5b req-33ca32ba-92d3-4338-a4d4-befc512240f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 HTTP/1.1" status: 200 len: 217 time: 0.2622983 Dec 22 10:03:16.572420 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f76fca15-b381-4e28-a47a-f6baefc623e4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:16.658068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-49a8f31c-dc8b-474c-918a-5ab19ab48daf admin admin] Calling delete_port for 20759893-c224-48cf-aa06-2a9b8a920ca9 owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:16.714408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76fca15-b381-4e28-a47a-f6baefc623e4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Checking segment: {'id': '57ac155c-4d58-4fb4-b3e6-82c28d9053cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '24997483-3348-4f31-ab6f-284e5cd4c24f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:03:16.714757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76fca15-b381-4e28-a47a-f6baefc623e4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network hostable DHCP agents. Network: 24997483-3348-4f31-ab6f-284e5cd4c24f, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:03:16.720590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:16.738901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76fca15-b381-4e28-a47a-f6baefc623e4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 24997483-3348-4f31-ab6f-284e5cd4c24f is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:03:16.755360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-f76fca15-b381-4e28-a47a-f6baefc623e4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 24997483-3348-4f31-ab6f-284e5cd4c24f) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:03:16.768379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203bdeec-4ff0-4b65-8e2b-28e7cda51605 None None] Network 24997483-3348-4f31-ab6f-284e5cd4c24f requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:03:16.785314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76fca15-b381-4e28-a47a-f6baefc623e4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:16.786411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f76fca15-b381-4e28-a47a-f6baefc623e4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:16.824425 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f76fca15-b381-4e28-a47a-f6baefc623e4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0342698 Dec 22 10:03:16.826355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46032) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:16.914482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bd3d5139-9f78-4b70-8cb4-b251ef3b2c7f None None] Provisioning for port dd4c2382-0d5f-4322-89ff-7ae41324686f completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:03:16.923775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bd3d5139-9f78-4b70-8cb4-b251ef3b2c7f None None] Provisioning complete for port dd4c2382-0d5f-4322-89ff-7ae41324686f triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:16.924750 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bd3d5139-9f78-4b70-8cb4-b251ef3b2c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:17.238279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d5139-9f78-4b70-8cb4-b251ef3b2c7f None None] Port dd4c2382-0d5f-4322-89ff-7ae41324686f cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:03:17.316886 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:17.376095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-24997483-3348-4f31-ab6f-284e5cd4c24f', 'network_id': '24997483-3348-4f31-ab6f-284e5cd4c24f', 'tenant_id': '5b07610c16b84d5e8978c3329570465b', 'fixed_ips': [{'subnet_id': '7db6a679-9f0f-4c70-9a33-62f09f06fcbf'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:03:17.377232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:17.664053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be57d0-6643-42b2-b473-b54118444d5b req-184785b9-d4ab-43b2-8537-489ef169506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:17.665543 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-02be57d0-6643-42b2-b473-b54118444d5b req-184785b9-d4ab-43b2-8537-489ef169506e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72d4d737-8533-4562-ba3f-75599cc049f2 HTTP/1.1" status: 200 len: 843 time: 0.9414532 Dec 22 10:03:17.689729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6750ae-92bf-4c5b-aa35-68014fc44ec6 req-0ee5d654-9edf-4a36-a1ed-d7b8d0e8fd11 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:17.691497 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6c6750ae-92bf-4c5b-aa35-68014fc44ec6 req-0ee5d654-9edf-4a36-a1ed-d7b8d0e8fd11 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.64 "GET /v2.0/ports?device_id=87bf6ee1-be78-4818-bd26-7323d8ff0ce5 HTTP/1.1" status: 200 len: 945 time: 0.7164526 Dec 22 10:03:17.721812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 6a91d2d1-4192-4898-a1ca-6b4ac19aa120 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:03:17.743320 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:17.831440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354ae3-21a6-4007-b2fe-382b8ac85026 req-4f4a983d-2ff4-45c9-b3fe-25b60531a805 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:17.832853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Allocated IP 172.20.0.1 (24997483-3348-4f31-ab6f-284e5cd4c24f/7db6a679-9f0f-4c70-9a33-62f09f06fcbf/39009220-84d6-48bf-a9d2-20a527c71994) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:03:17.833226 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01354ae3-21a6-4007-b2fe-382b8ac85026 req-4f4a983d-2ff4-45c9-b3fe-25b60531a805 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=87bf6ee1-be78-4818-bd26-7323d8ff0ce5 HTTP/1.1" status: 200 len: 945 time: 0.3803730 Dec 22 10:03:17.851709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-6c6750ae-92bf-4c5b-aa35-68014fc44ec6 req-df222f97-031e-4f7c-aa26-b91eb548a66f tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Deleting port 6a91d2d1-4192-4898-a1ca-6b4ac19aa120 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:17.852171 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6c6750ae-92bf-4c5b-aa35-68014fc44ec6 req-df222f97-031e-4f7c-aa26-b91eb548a66f tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:17.890497 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:17.933414 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:17.945694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7af01e-4616-4a33-9c65-21d3d9abc6a1 req-719171b9-8762-466f-926d-365c3bb1a66d tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:17.954028 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5e7af01e-4616-4a33-9c65-21d3d9abc6a1 req-719171b9-8762-466f-926d-365c3bb1a66d tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/ports?device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 949 time: 0.4201069 Dec 22 10:03:17.980574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 6a91d2d1-4192-4898-a1ca-6b4ac19aa120, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6a91d2d1-4192-4898-a1ca-6b4ac19aa120,segment=NetworkSegment(ce2c4c03-828c-4483-b238-cf791284a0ea),segment_id=ce2c4c03-828c-4483-b238-cf791284a0ea)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:17.985324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bf6ee1-be78-4818-bd26-7323d8ff0ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a91d2d1-4192-4898-a1ca-6b4ac19aa120'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:03:17.994245 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:18.014558 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49a8f31c-dc8b-474c-918a-5ab19ab48daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:18.042254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325a5f6-b2b9-4f09-b69d-5dcedd3a16fc req-c9e9569b-ca27-432c-9d39-422bd6cd0218 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:18.043238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2325a5f6-b2b9-4f09-b69d-5dcedd3a16fc req-c9e9569b-ca27-432c-9d39-422bd6cd0218 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Synchronizing usage tracker for tenant:3f3f289fc6d64d69aaf136579d8c4d19 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:03:18.051464 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5137d533-0608-49f0-bf6a-47a99746b452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:18.096317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:03:18.185490 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01354ae3-21a6-4007-b2fe-382b8ac85026 req-a2624c06-c576-4a53-b659-e69ca9583506 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050694 Dec 22 10:03:18.220943 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5e7af01e-4616-4a33-9c65-21d3d9abc6a1 req-de0cd3ef-8914-422c-b586-1a2284a4b4f0 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/security-groups?id=dbe98fc1-9889-4133-a036-20378562b284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653861 Dec 22 10:03:18.336101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=6a91d2d1-4192-4898-a1ca-6b4ac19aa120,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:18.342183 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:18.446074 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:18.457133 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bf6ee1-be78-4818-bd26-7323d8ff0ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a91d2d1-4192-4898-a1ca-6b4ac19aa120', 'code': 200} Dec 22 10:03:18.466277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:18.487738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Transition to ACTIVE for port object 39009220-84d6-48bf-a9d2-20a527c71994 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:03:18.515288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=59bdc8fc-a699-4be7-9a97-ae8c9ef92a59,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:18.516722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Transition to ACTIVE for port object 39009220-84d6-48bf-a9d2-20a527c71994 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:03:18.520219 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:18.522934 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b22b5b28-6ad4-4f93-a181-3e223c382f44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:18.569450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2325a5f6-b2b9-4f09-b69d-5dcedd3a16fc req-c9e9569b-ca27-432c-9d39-422bd6cd0218 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Unset dirty status for tenant:3f3f289fc6d64d69aaf136579d8c4d19 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:03:18.570898 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2325a5f6-b2b9-4f09-b69d-5dcedd3a16fc req-c9e9569b-ca27-432c-9d39-422bd6cd0218 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.64 "GET /v2.0/ports?device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 949 time: 1.0131114 Dec 22 10:03:18.573175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be57d0-6643-42b2-b473-b54118444d5b req-cd954db9-8249-414b-a15f-2cc08134baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:18.574846 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-02be57d0-6643-42b2-b473-b54118444d5b req-cd954db9-8249-414b-a15f-2cc08134baa7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee268a24-1aba-4855-b238-18ad5c8939ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9022954 Dec 22 10:03:18.577608 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:18.695992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-6c6750ae-92bf-4c5b-aa35-68014fc44ec6 req-df222f97-031e-4f7c-aa26-b91eb548a66f tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] For port 6a91d2d1-4192-4898-a1ca-6b4ac19aa120, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=6a91d2d1-4192-4898-a1ca-6b4ac19aa120,segment=NetworkSegment(ce2c4c03-828c-4483-b238-cf791284a0ea),segment_id=ce2c4c03-828c-4483-b238-cf791284a0ea)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:18.696468 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6c6750ae-92bf-4c5b-aa35-68014fc44ec6 req-df222f97-031e-4f7c-aa26-b91eb548a66f tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:18.718042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=59bdc8fc-a699-4be7-9a97-ae8c9ef92a59,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:18.722929 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:18.723458 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:18.813812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Pushing event updated for resources: {'Port': ['ID=39009220-84d6-48bf-a9d2-20a527c71994,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:18.822263 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:18.827888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Network 24997483-3348-4f31-ab6f-284e5cd4c24f is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:03:18.829299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:03:18.831719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:03:18.839497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-6c6750ae-92bf-4c5b-aa35-68014fc44ec6 req-df222f97-031e-4f7c-aa26-b91eb548a66f tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Calling delete_port for 6a91d2d1-4192-4898-a1ca-6b4ac19aa120 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:18.841219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-2325a5f6-b2b9-4f09-b69d-5dcedd3a16fc req-b5fc3bdd-ae5d-437e-9fa0-643be0b8ad4c tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Deleting port 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:18.841738 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2325a5f6-b2b9-4f09-b69d-5dcedd3a16fc req-b5fc3bdd-ae5d-437e-9fa0-643be0b8ad4c tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:18.893885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Attempting to bind port 39009220-84d6-48bf-a9d2-20a527c71994 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:03:18.894305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Attempting to bind port 39009220-84d6-48bf-a9d2-20a527c71994 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '57ac155c-4d58-4fb4-b3e6-82c28d9053cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '24997483-3348-4f31-ab6f-284e5cd4c24f'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:03:18.894698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Attempting to bind port 39009220-84d6-48bf-a9d2-20a527c71994 on network 24997483-3348-4f31-ab6f-284e5cd4c24f {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:03:18.902093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:03:18.902496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Checking segment: {'id': '57ac155c-4d58-4fb4-b3e6-82c28d9053cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '24997483-3348-4f31-ab6f-284e5cd4c24f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:03:18.903153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:18.903826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Bound using segment: {'id': '57ac155c-4d58-4fb4-b3e6-82c28d9053cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '24997483-3348-4f31-ab6f-284e5cd4c24f'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:03:18.904563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Bound port: 39009220-84d6-48bf-a9d2-20a527c71994, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ac155c-4d58-4fb4-b3e6-82c28d9053cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '24997483-3348-4f31-ab6f-284e5cd4c24f'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:03:18.904991 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:18.929981 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:18.947722 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2103c059-5b4a-497f-86f2-4af369a8acdb tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:18.995584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Subnet': ['ID=7db6a679-9f0f-4c70-9a33-62f09f06fcbf,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:19.009285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] For port 39009220-84d6-48bf-a9d2-20a527c71994, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:03:19.011313 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:19.015157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] For port 39009220-84d6-48bf-a9d2-20a527c71994, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=39009220-84d6-48bf-a9d2-20a527c71994,segment=NetworkSegment(57ac155c-4d58-4fb4-b3e6-82c28d9053cb),segment_id=57ac155c-4d58-4fb4-b3e6-82c28d9053cb)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:03:19.022631 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:19.040416 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:19.183269 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49a8f31c-dc8b-474c-918a-5ab19ab48daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:19.208129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Pushing event updated for resources: {'Port': ['ID=39009220-84d6-48bf-a9d2-20a527c71994,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:19.213709 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:19.371284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa18b12-2024-4761-8018-be859a7b5511 None None] Network 24997483-3348-4f31-ab6f-284e5cd4c24f requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:03:19.394361 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-02be57d0-6643-42b2-b473-b54118444d5b req-ae4fbb57-130e-4345-bb1e-2669ca00ea9b service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640827 Dec 22 10:03:19.479432 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49a8f31c-dc8b-474c-918a-5ab19ab48daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:19.513228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49a8f31c-dc8b-474c-918a-5ab19ab48daf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:19.631436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c5577ca2-aa91-442f-88c4-94d93e06faa3 admin admin] Deleting port 8bd88bda-3ab7-40f8-a513-fe8bef010794 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:19.632012 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5577ca2-aa91-442f-88c4-94d93e06faa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:19.641775 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6c6750ae-92bf-4c5b-aa35-68014fc44ec6 req-df222f97-031e-4f7c-aa26-b91eb548a66f tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:19.654684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165ac862-9da5-4c07-8804-96b08942c287 None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 10:03:19.683688 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2bce8ff6-170c-4ae2-85a4-9a6327498494 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:19.746210 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49a8f31c-dc8b-474c-918a-5ab19ab48daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:19.746693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a8f31c-dc8b-474c-918a-5ab19ab48daf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6986bb6-8364-4a4c-9ddd-9f91748766b8 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 10:03:19.812320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165ac862-9da5-4c07-8804-96b08942c287 None None] Resources bound (agent type, host, resource id): {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 10:03:19.828877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df222f97-031e-4f7c-aa26-b91eb548a66f tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Pushing event deleted for resources: {'Port': ['ID=6a91d2d1-4192-4898-a1ca-6b4ac19aa120,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:19.836601 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df222f97-031e-4f7c-aa26-b91eb548a66f tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:19.904222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a1cf7-6851-4d99-85ce-dd354a60dfbb req-303b2f14-2d49-4516-bfd4-8fc3814e329f tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:19.906191 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-253a1cf7-6851-4d99-85ce-dd354a60dfbb req-303b2f14-2d49-4516-bfd4-8fc3814e329f tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/ports?device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 947 time: 0.4363122 Dec 22 10:03:19.985266 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:20.064039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42aefe-ed65-436a-9548-9ce24dc214e0 req-df9b74b3-5e1e-4275-b04d-90c44693debb tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:20.066713 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fe42aefe-ed65-436a-9548-9ce24dc214e0 req-df9b74b3-5e1e-4275-b04d-90c44693debb tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=87bf6ee1-be78-4818-bd26-7323d8ff0ce5 HTTP/1.1" status: 200 len: 865 time: 0.6054163 Dec 22 10:03:20.185411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:20.227068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-49a8f31c-dc8b-474c-918a-5ab19ab48daf admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:20.228260 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-49a8f31c-dc8b-474c-918a-5ab19ab48daf admin admin] 10.222.0.50 "DELETE /v2.0/routers/c6986bb6-8364-4a4c-9ddd-9f91748766b8 HTTP/1.1" status: 204 len: 168 time: 7.1482842 Dec 22 10:03:20.229139 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:20.244721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46090) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:20.267675 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-53ba9fcd-534b-4221-9b85-243bea776f25 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:20.359424 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-253a1cf7-6851-4d99-85ce-dd354a60dfbb req-38231cb3-ff3f-44d1-b726-91d07c0f42c6 tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/security-groups?id=dbe98fc1-9889-4133-a036-20378562b284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889775 Dec 22 10:03:20.382023 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-02be57d0-6643-42b2-b473-b54118444d5b req-7ba7941f-49e1-4b84-831f-2b67f9c60d5a service neutron] 10.222.0.64 "GET /v2.0/networks/ee268a24-1aba-4855-b238-18ad5c8939ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9437761 Dec 22 10:03:20.383299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6750ae-92bf-4c5b-aa35-68014fc44ec6 req-df222f97-031e-4f7c-aa26-b91eb548a66f tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] No DVR routers for this DVR port 6a91d2d1-4192-4898-a1ca-6b4ac19aa120 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:03:20.395052 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fe42aefe-ed65-436a-9548-9ce24dc214e0 req-b107dc7b-59a1-4649-80d8-6306ee39fde4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036549 Dec 22 10:03:20.402253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2325a5f6-b2b9-4f09-b69d-5dcedd3a16fc req-b5fc3bdd-ae5d-437e-9fa0-643be0b8ad4c tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] For port 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=59bdc8fc-a699-4be7-9a97-ae8c9ef92a59,segment=NetworkSegment(cabe27b4-d3f4-40f5-965b-e49214650cb6),segment_id=cabe27b4-d3f4-40f5-965b-e49214650cb6)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:20.402667 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2325a5f6-b2b9-4f09-b69d-5dcedd3a16fc req-b5fc3bdd-ae5d-437e-9fa0-643be0b8ad4c tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:20.405522 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6c6750ae-92bf-4c5b-aa35-68014fc44ec6 req-df222f97-031e-4f7c-aa26-b91eb548a66f tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:20.408304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bf6ee1-be78-4818-bd26-7323d8ff0ce5', 'name': 'network-vif-deleted', 'tag': '6a91d2d1-4192-4898-a1ca-6b4ac19aa120'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:03:20.420921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24997483-3348-4f31-ab6f-284e5cd4c24f']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:20.451549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ac155c-4d58-4fb4-b3e6-82c28d9053cb') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:20.451963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ac155c-4d58-4fb4-b3e6-82c28d9053cb') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:20.458815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d693976-2662-4471-8043-50935586e2aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59bdc8fc-a699-4be7-9a97-ae8c9ef92a59'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:03:20.468388 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6c6750ae-92bf-4c5b-aa35-68014fc44ec6 req-df222f97-031e-4f7c-aa26-b91eb548a66f tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.64 "DELETE /v2.0/ports/6a91d2d1-4192-4898-a1ca-6b4ac19aa120 HTTP/1.1" status: 204 len: 173 time: 2.7679441 Dec 22 10:03:20.485103 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:20.500831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-f149de39-e559-4ab8-a3a6-9880fe66cc60 admin admin] Deleting subnet 27341bc6-4d77-45a9-b2a2-19fd96ee59ee {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:03:20.504512 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f149de39-e559-4ab8-a3a6-9880fe66cc60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:20.570061 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f149de39-e559-4ab8-a3a6-9880fe66cc60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:20.608340 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bf6ee1-be78-4818-bd26-7323d8ff0ce5', 'name': 'network-vif-deleted', 'tag': '6a91d2d1-4192-4898-a1ca-6b4ac19aa120', 'status': 'completed', 'code': 200} Dec 22 10:03:20.608528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-2325a5f6-b2b9-4f09-b69d-5dcedd3a16fc req-b5fc3bdd-ae5d-437e-9fa0-643be0b8ad4c tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Calling delete_port for 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:20.609396 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:20.616665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Releasing vxlan tunnel 4 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:03:20.642520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Pushing event updated for resources: {'Port': ['ID=dd4c2382-0d5f-4322-89ff-7ae41324686f,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:20.657258 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:20.669281 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d693976-2662-4471-8043-50935586e2aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59bdc8fc-a699-4be7-9a97-ae8c9ef92a59', 'code': 200} Dec 22 10:03:20.709665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.710199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.710627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.711050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.711473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.712026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.712444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.712868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.713282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.713691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.714096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.714498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.714989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.715400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.715804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.716244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.716652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.717066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.717471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.717881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.718301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.718703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.719107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.719516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.719996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.721201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.721622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.722249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.722445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.723119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.723242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.723601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.724033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.724545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.725638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.725932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:20.743002 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:20.821848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c5577ca2-aa91-442f-88c4-94d93e06faa3 admin admin] For port 8bd88bda-3ab7-40f8-a513-fe8bef010794, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8bd88bda-3ab7-40f8-a513-fe8bef010794,segment=NetworkSegment(61ec9102-b7a0-4aee-a9ea-fcb8e2914305),segment_id=61ec9102-b7a0-4aee-a9ea-fcb8e2914305)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:20.822259 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5577ca2-aa91-442f-88c4-94d93e06faa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:20.845640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 24997483-3348-4f31-ab6f-284e5cd4c24f has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:20.857252 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:20.954580 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f149de39-e559-4ab8-a3a6-9880fe66cc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:20.987057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c5577ca2-aa91-442f-88c4-94d93e06faa3 admin admin] Calling delete_port for 8bd88bda-3ab7-40f8-a513-fe8bef010794 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:21.102679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 24997483-3348-4f31-ab6f-284e5cd4c24f has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:03:21.129760 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:03:21.168109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Network c689e05e-0fed-4e5c-8bdb-3830780c593b is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:03:21.175362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:03:21.190724 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2325a5f6-b2b9-4f09-b69d-5dcedd3a16fc req-b5fc3bdd-ae5d-437e-9fa0-643be0b8ad4c tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:21.256931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 10:03:21.256931 n-d-765315-5 neutron-server[80960]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 10:03:21.256931 n-d-765315-5 neutron-server[80960]: [parameters: {'id': '24997483-3348-4f31-ab6f-284e5cd4c24f'}] Dec 22 10:03:21.256931 n-d-765315-5 neutron-server[80960]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:03:21.257355 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:03:21.390172 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-87cb9056-59f0-458f-b9d5-c628b98abd40 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:21.475908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc3bdd-ae5d-437e-9fa0-643be0b8ad4c tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Pushing event deleted for resources: {'Port': ['ID=59bdc8fc-a699-4be7-9a97-ae8c9ef92a59,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:21.478359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 20759893-c224-48cf-aa06-2a9b8a920ca9 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:03:21.493779 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b5fc3bdd-ae5d-437e-9fa0-643be0b8ad4c tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:21.505378 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f149de39-e559-4ab8-a3a6-9880fe66cc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:21.525656 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d900cc0d-84f1-4ff7-9ae4-b3dd5dfdacdb tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:21.573852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 20759893-c224-48cf-aa06-2a9b8a920ca9 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:03:21.574485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 20759893-c224-48cf-aa06-2a9b8a920ca9 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:03:21.582600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149de39-e559-4ab8-a3a6-9880fe66cc60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27341bc6-4d77-45a9-b2a2-19fd96ee59ee,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:21.592629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4d6cd4eb-78b1-4877-bda2-3f0856c79269 None None] Provisioning complete for port dd4c2382-0d5f-4322-89ff-7ae41324686f triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:21.593155 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4d6cd4eb-78b1-4877-bda2-3f0856c79269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:21.599053 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f149de39-e559-4ab8-a3a6-9880fe66cc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:21.602209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Router a72790d8-492e-4d77-80ba-ff85482d6217 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:03:21.669316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6cd4eb-78b1-4877-bda2-3f0856c79269 None None] Port dd4c2382-0d5f-4322-89ff-7ae41324686f cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:03:21.695569 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-112e6b1b-05e2-4396-8ee1-6a9461fac279 req-c2f02d23-f099-4533-8e43-87a7de52b22f tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/ports?device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 210 time: 0.0950928 Dec 22 10:03:21.764171 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:21.910665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Deleting port 39009220-84d6-48bf-a9d2-20a527c71994 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:21.911093 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:21.914599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-2325a5f6-b2b9-4f09-b69d-5dcedd3a16fc req-b5fc3bdd-ae5d-437e-9fa0-643be0b8ad4c tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] No DVR routers for this DVR port 59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:03:21.916300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5577ca2-aa91-442f-88c4-94d93e06faa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:21.932973 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2325a5f6-b2b9-4f09-b69d-5dcedd3a16fc req-b5fc3bdd-ae5d-437e-9fa0-643be0b8ad4c tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:21.935891 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9b9937a8-5bc4-48af-add1-35e12beebf49 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:21.955842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b292f28-a202-4427-b42d-48ce81c7c33f None None] Network 473d1949-ed9f-4949-b1e6-1e121c2d7167 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:03:21.965373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d693976-2662-4471-8043-50935586e2aa', 'name': 'network-vif-deleted', 'tag': '59bdc8fc-a699-4be7-9a97-ae8c9ef92a59'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:03:22.003482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:03:22.020553 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5577ca2-aa91-442f-88c4-94d93e06faa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd88bda-3ab7-40f8-a513-fe8bef010794,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:22.035375 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c5577ca2-aa91-442f-88c4-94d93e06faa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:22.038785 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d693976-2662-4471-8043-50935586e2aa', 'name': 'network-vif-deleted', 'tag': '59bdc8fc-a699-4be7-9a97-ae8c9ef92a59', 'status': 'completed', 'code': 200} Dec 22 10:03:22.073347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba111b0-f22e-4f19-9aec-778049e24c4c None None] Sync routers for ids ['a72790d8-492e-4d77-80ba-ff85482d6217'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:03:22.073609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f149de39-e559-4ab8-a3a6-9880fe66cc60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:22.094749 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2325a5f6-b2b9-4f09-b69d-5dcedd3a16fc req-b5fc3bdd-ae5d-437e-9fa0-643be0b8ad4c tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.64 "DELETE /v2.0/ports/59bdc8fc-a699-4be7-9a97-ae8c9ef92a59 HTTP/1.1" status: 204 len: 173 time: 3.4943697 Dec 22 10:03:22.104949 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "PUT /v2.0/routers/a72790d8-492e-4d77-80ba-ff85482d6217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6784203 Dec 22 10:03:22.111347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46118) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:22.128052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba111b0-f22e-4f19-9aec-778049e24c4c None None] Routers {'a72790d8-492e-4d77-80ba-ff85482d6217'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:03:22.129225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4ba111b0-f22e-4f19-9aec-778049e24c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:03:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['a72790d8-492e-4d77-80ba-ff85482d6217'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:22.140996 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f149de39-e559-4ab8-a3a6-9880fe66cc60 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/27341bc6-4d77-45a9-b2a2-19fd96ee59ee HTTP/1.1" status: 204 len: 168 time: 1.8745983 Dec 22 10:03:22.154049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46122) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:22.209434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-ec992a7e-c550-4d6c-9274-503398d5ce94 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:22.218027 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-ec992a7e-c550-4d6c-9274-503398d5ce94 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/networks?id=cea4664f-a5bd-42bd-88c9-406cfc090e28 HTTP/1.1" status: 200 len: 809 time: 0.3848147 Dec 22 10:03:22.258040 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-51cb224c-4de5-4ff1-94ae-89890b6cdb5a tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/quotas/3fd52eb19d5f4c0b9461b02958b19edc HTTP/1.1" status: 200 len: 375 time: 0.0389328 Dec 22 10:03:22.359676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-27884220-72b2-41cf-90d4-90dd970bcbb2 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:22.382140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-688bd987-df03-47de-a6dc-39333236cb31 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Synchronizing usage tracker for tenant:3fd52eb19d5f4c0b9461b02958b19edc on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:03:22.461375 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc230e0d-c29a-4626-b39b-5545ccd2ceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:22.549881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4ba111b0-f22e-4f19-9aec-778049e24c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:22.571806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba111b0-f22e-4f19-9aec-778049e24c4c None None] Routers {'a72790d8-492e-4d77-80ba-ff85482d6217'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:03:22.573386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4ba111b0-f22e-4f19-9aec-778049e24c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:03:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['a72790d8-492e-4d77-80ba-ff85482d6217'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:22.605161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-688bd987-df03-47de-a6dc-39333236cb31 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Unset dirty status for tenant:3fd52eb19d5f4c0b9461b02958b19edc on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:03:22.606591 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-688bd987-df03-47de-a6dc-39333236cb31 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?tenant_id=3fd52eb19d5f4c0b9461b02958b19edc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3477256 Dec 22 10:03:22.627776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bc230e0d-c29a-4626-b39b-5545ccd2ceb0 admin admin] Deleting port 4d085c48-153e-4060-9e0e-8be33974251e {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:22.628199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc230e0d-c29a-4626-b39b-5545ccd2ceb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:22.666746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4ba111b0-f22e-4f19-9aec-778049e24c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:22.667217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba111b0-f22e-4f19-9aec-778049e24c4c None None] The sync data for ids ['a72790d8-492e-4d77-80ba-ff85482d6217'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:03:22.670953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] For port 39009220-84d6-48bf-a9d2-20a527c71994, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=39009220-84d6-48bf-a9d2-20a527c71994,segment=NetworkSegment(57ac155c-4d58-4fb4-b3e6-82c28d9053cb),segment_id=57ac155c-4d58-4fb4-b3e6-82c28d9053cb)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:22.671846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:22.761941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77ef439-4b9b-4f08-8072-67492050d6d5 None None] DHCP port deletion for 473d1949-ed9f-4949-b1e6-1e121c2d7167 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:03:22.766978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d77ef439-4b9b-4f08-8072-67492050d6d5 None None] Deleting port 4d085c48-153e-4060-9e0e-8be33974251e {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:22.767539 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d77ef439-4b9b-4f08-8072-67492050d6d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:23.022244 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-27884220-72b2-41cf-90d4-90dd970bcbb2 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 10:03:23.023810 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-27884220-72b2-41cf-90d4-90dd970bcbb2 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "DELETE /v2.0/routers/a72790d8-492e-4d77-80ba-ff85482d6217 HTTP/1.1" status: 409 len: 329 time: 0.9114351 Dec 22 10:03:23.026941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46130) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:23.035155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-d77ef439-4b9b-4f08-8072-67492050d6d5 None None] For port 4d085c48-153e-4060-9e0e-8be33974251e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=4d085c48-153e-4060-9e0e-8be33974251e,segment=NetworkSegment(97d0cd4f-ab21-4773-b26f-a83d78e82a9d),segment_id=97d0cd4f-ab21-4773-b26f-a83d78e82a9d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:23.036307 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d77ef439-4b9b-4f08-8072-67492050d6d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:23.177964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d77ef439-4b9b-4f08-8072-67492050d6d5 None None] Calling delete_port for 4d085c48-153e-4060-9e0e-8be33974251e owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:23.205412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Calling delete_port for 39009220-84d6-48bf-a9d2-20a527c71994 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:23.268977 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d77ef439-4b9b-4f08-8072-67492050d6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:23.286727 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:23.346766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ef439-4b9b-4f08-8072-67492050d6d5 None None] Pushing event deleted for resources: {'Port': ['ID=4d085c48-153e-4060-9e0e-8be33974251e,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:23.352188 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d77ef439-4b9b-4f08-8072-67492050d6d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:23.412802 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5577ca2-aa91-442f-88c4-94d93e06faa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:23.423288 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-969e0f3f-8bf7-46c2-a661-4be82f2ca2b4 req-9545c9ae-7a17-43d6-ad7e-01db4491641d tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] 10.222.0.50 "GET /v2.0/ports?device_id=6d693976-2662-4471-8043-50935586e2aa HTTP/1.1" status: 200 len: 210 time: 0.2298584 Dec 22 10:03:23.453859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bc230e0d-c29a-4626-b39b-5545ccd2ceb0 admin admin] The port '4d085c48-153e-4060-9e0e-8be33974251e' was deleted {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:03:23.460615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ef439-4b9b-4f08-8072-67492050d6d5 None None] No DVR routers for this DVR port 4d085c48-153e-4060-9e0e-8be33974251e on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:03:23.594876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 4d085c48-153e-4060-9e0e-8be33974251e no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:03:23.613075 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6faeb4a0-8639-4957-82db-75979675e8b6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:23.638599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 4d085c48-153e-4060-9e0e-8be33974251e {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:03:23.638995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 4d085c48-153e-4060-9e0e-8be33974251e not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:03:23.647003 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc230e0d-c29a-4626-b39b-5545ccd2ceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:23.673121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:23.689301 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-9776f45d-d04d-44ac-a990-4e651607107c service neutron] 10.222.0.50 "GET /v2.0/networks/cea4664f-a5bd-42bd-88c9-406cfc090e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0628266 Dec 22 10:03:23.702448 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cdb63c10-c338-4ca1-a30f-652a0ccb2404 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:23.855477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Port': ['ID=39009220-84d6-48bf-a9d2-20a527c71994,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:23.858562 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:24.040712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-bc230e0d-c29a-4626-b39b-5545ccd2ceb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473d1949-ed9f-4949-b1e6-1e121c2d7167']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:24.067498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No DVR routers for this DVR port 39009220-84d6-48bf-a9d2-20a527c71994 on host n-d-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:03:24.072336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-bc230e0d-c29a-4626-b39b-5545ccd2ceb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d0cd4f-ab21-4773-b26f-a83d78e82a9d') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:24.072815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-bc230e0d-c29a-4626-b39b-5545ccd2ceb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d0cd4f-ab21-4773-b26f-a83d78e82a9d') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:24.158536 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc230e0d-c29a-4626-b39b-5545ccd2ceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:24.176326 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-6d942d14-c924-4c30-82b5-1f555748cd84 service neutron] 10.222.0.50 "GET /v2.0/networks/cea4664f-a5bd-42bd-88c9-406cfc090e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4377480 Dec 22 10:03:24.202757 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc230e0d-c29a-4626-b39b-5545ccd2ceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:24.259033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bc230e0d-c29a-4626-b39b-5545ccd2ceb0 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:03:24.292244 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:24.513923 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5d356c1-9ac9-423b-9492-bd1a623a5981 req-fa24867c-1e95-4246-a8d5-8652f93457ce tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=148acf17-f7a9-4dbc-9d1b-86a8886e3a6f HTTP/1.1" status: 200 len: 210 time: 0.1251688 Dec 22 10:03:24.515475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5577ca2-aa91-442f-88c4-94d93e06faa3 admin admin] Router 55d678dc-34ee-49e3-8c03-7dff756dfe69 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:03:24.693194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bc230e0d-c29a-4626-b39b-5545ccd2ceb0 admin admin] Network 473d1949-ed9f-4949-b1e6-1e121c2d7167 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:24.713461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc230e0d-c29a-4626-b39b-5545ccd2ceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:24.756896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24997483-3348-4f31-ab6f-284e5cd4c24f']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:24.922270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ac155c-4d58-4fb4-b3e6-82c28d9053cb') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:24.922502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ac155c-4d58-4fb4-b3e6-82c28d9053cb') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:24.954144 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:25.040056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bc230e0d-c29a-4626-b39b-5545ccd2ceb0 admin admin] Network 473d1949-ed9f-4949-b1e6-1e121c2d7167 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:25.049478 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:03:25.067308 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:03:25.072791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Releasing vxlan tunnel 4 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:03:25.215077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5577ca2-aa91-442f-88c4-94d93e06faa3 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:03:25.222419 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c5577ca2-aa91-442f-88c4-94d93e06faa3 admin admin] 10.222.0.50 "PUT /v2.0/routers/55d678dc-34ee-49e3-8c03-7dff756dfe69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6497605 Dec 22 10:03:25.228753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46154) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:25.229965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a20d4d-abcb-4294-8c7f-7302682de641 None None] Sync routers for ids ['55d678dc-34ee-49e3-8c03-7dff756dfe69'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:03:25.232075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6faeb4a0-8639-4957-82db-75979675e8b6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Deleting port dd4c2382-0d5f-4322-89ff-7ae41324686f {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:25.232602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6faeb4a0-8639-4957-82db-75979675e8b6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:25.250595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a20d4d-abcb-4294-8c7f-7302682de641 None None] Routers {'55d678dc-34ee-49e3-8c03-7dff756dfe69'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:03:25.251563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-22a20d4d-abcb-4294-8c7f-7302682de641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:03:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['55d678dc-34ee-49e3-8c03-7dff756dfe69'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:25.298838 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc230e0d-c29a-4626-b39b-5545ccd2ceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:25.307157 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-477f2e5d-b820-4ab8-b3d4-4ced0521c0c8 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:25.322793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc230e0d-c29a-4626-b39b-5545ccd2ceb0 admin admin] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:25.344896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc230e0d-c29a-4626-b39b-5545ccd2ceb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=473d1949-ed9f-4949-b1e6-1e121c2d7167,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:25.410345 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bc230e0d-c29a-4626-b39b-5545ccd2ceb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:25.434198 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bc230e0d-c29a-4626-b39b-5545ccd2ceb0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/473d1949-ed9f-4949-b1e6-1e121c2d7167 HTTP/1.1" status: 204 len: 168 time: 3.2734692 Dec 22 10:03:25.434198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 24997483-3348-4f31-ab6f-284e5cd4c24f has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:25.463374 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:25.506677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-22a20d4d-abcb-4294-8c7f-7302682de641 None None] Set router 55d678dc-34ee-49e3-8c03-7dff756dfe69 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:03:25.739746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46162) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:25.806697 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6faeb4a0-8639-4957-82db-75979675e8b6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:25.807075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 24997483-3348-4f31-ab6f-284e5cd4c24f has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:03:25.894079 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:03:25.919424 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-933312b7-5ad7-4954-b5a8-30932d82cd59 req-ac1d4edb-929e-49b1-9f73-8b2b26fdd999 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=148acf17-f7a9-4dbc-9d1b-86a8886e3a6f HTTP/1.1" status: 200 len: 210 time: 0.1377590 Dec 22 10:03:26.021249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-22a20d4d-abcb-4294-8c7f-7302682de641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'name': 'tempest-ServerRescueTestJSON-356371912-router', 'tenant_id': 'aae573b5a34643acbdb86cd3288079d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'ae394021-4b2f-4ae4-8389-ee012cdc60ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:00:22Z', 'updated_at': '2020-12-22T10:03:21Z', 'revision_number': 5, 'project_id': 'aae573b5a34643acbdb86cd3288079d5', 'gw_port': {'id': 'ae394021-4b2f-4ae4-8389-ee012cdc60ba', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:00:27Z', 'updated_at': '2020-12-22T10:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:26.032625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a20d4d-abcb-4294-8c7f-7302682de641 None None] Checking router: 55d678dc-34ee-49e3-8c03-7dff756dfe69 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:03:26.036546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6faeb4a0-8639-4957-82db-75979675e8b6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Calling delete_port for dd4c2382-0d5f-4322-89ff-7ae41324686f owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:26.061074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a20d4d-abcb-4294-8c7f-7302682de641 None None] Routers {'55d678dc-34ee-49e3-8c03-7dff756dfe69'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:03:26.061926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-22a20d4d-abcb-4294-8c7f-7302682de641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:03:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['55d678dc-34ee-49e3-8c03-7dff756dfe69'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:26.090601 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f0b2aa87-6b0f-490b-b14d-f06b88576d51 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c331cc560d8748a88e7458b10299f64a&name=default HTTP/1.1" status: 200 len: 2883 time: 0.3492804 Dec 22 10:03:26.093630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46170) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:26.112001 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:26.131441 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-62946add-ef6a-4fde-9adf-cee346c6ae8f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:26.162940 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:26.165997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Network': ['ID=24997483-3348-4f31-ab6f-284e5cd4c24f,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:26.181964 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:26.193006 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/24997483-3348-4f31-ab6f-284e5cd4c24f HTTP/1.1" status: 204 len: 168 time: 9.3615088 Dec 22 10:03:26.199833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46174) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:26.216776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-64165900-4ac3-482e-b00b-11c96be1af6c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1612858775'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:03:26.223163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-64165900-4ac3-482e-b00b-11c96be1af6c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:03:26.228360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-64165900-4ac3-482e-b00b-11c96be1af6c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:network and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:03:26.232592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-64165900-4ac3-482e-b00b-11c96be1af6c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for network was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:03:26.240069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-64165900-4ac3-482e-b00b-11c96be1af6c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:03:26.250988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64165900-4ac3-482e-b00b-11c96be1af6c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:03:26.257249 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-64165900-4ac3-482e-b00b-11c96be1af6c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:26.324116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64165900-4ac3-482e-b00b-11c96be1af6c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:03:26.327374 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2619d20-4ec3-4cf5-baf0-71e602d24e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:26.362246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-64165900-4ac3-482e-b00b-11c96be1af6c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:26.362643 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-64165900-4ac3-482e-b00b-11c96be1af6c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Added segment 87b1b323-b2f2-4525-9364-5102adaa528e of type vxlan for network 4a8ff635-b8e1-4f00-bf61-ee5f56385dfd Dec 22 10:03:26.378358 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6faeb4a0-8639-4957-82db-75979675e8b6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:26.387761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2619d20-4ec3-4cf5-baf0-71e602d24e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:26.418470 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:26.450085 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-64165900-4ac3-482e-b00b-11c96be1af6c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:26.498225 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-64165900-4ac3-482e-b00b-11c96be1af6c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:26.502601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64165900-4ac3-482e-b00b-11c96be1af6c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:26.503314 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-64165900-4ac3-482e-b00b-11c96be1af6c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:26.519986 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9f2f2504-a200-4387-baa8-88e524cf2082 tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:26.544149 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2619d20-4ec3-4cf5-baf0-71e602d24e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:26.582694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-22a20d4d-abcb-4294-8c7f-7302682de641 None None] Set router 55d678dc-34ee-49e3-8c03-7dff756dfe69 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:03:26.595523 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-64165900-4ac3-482e-b00b-11c96be1af6c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3917620 Dec 22 10:03:26.610426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-367ac006-1f4a-43d1-9585-a6d1c9cea3a6 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:26.611195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-367ac006-1f4a-43d1-9585-a6d1c9cea3a6 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Synchronizing usage tracker for tenant:3fd52eb19d5f4c0b9461b02958b19edc on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:03:26.616548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46178) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:26.637291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-51ce15f8-a0f2-44b0-8be8-2dba85fdcc23 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'subnet': {'network_id': '4a8ff635-b8e1-4f00-bf61-ee5f56385dfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:03:26.659277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2619d20-4ec3-4cf5-baf0-71e602d24e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:26.660919 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a2619d20-4ec3-4cf5-baf0-71e602d24e03 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cad8859f-efb3-4cef-bfc8-3f1d8b018d4e HTTP/1.1" status: 204 len: 168 time: 0.5617380 Dec 22 10:03:26.665822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64165900-4ac3-482e-b00b-11c96be1af6c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Network': ['ID=4a8ff635-b8e1-4f00-bf61-ee5f56385dfd,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:26.668680 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-64165900-4ac3-482e-b00b-11c96be1af6c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:26.669246 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2de044a-2e17-44ed-a6e2-dcfbfe8619d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:26.681970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2619d20-4ec3-4cf5-baf0-71e602d24e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad8859f-efb3-4cef-bfc8-3f1d8b018d4e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:26.683718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 4a8ff635-b8e1-4f00-bf61-ee5f56385dfd details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:03:26.685985 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2619d20-4ec3-4cf5-baf0-71e602d24e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:26.699762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faeb4a0-8639-4957-82db-75979675e8b6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Pushing event deleted for resources: {'Port': ['ID=dd4c2382-0d5f-4322-89ff-7ae41324686f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:26.727060 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6faeb4a0-8639-4957-82db-75979675e8b6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:26.731484 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7306a1c8-fd47-4c07-ad72-e7d86e400822 admin admin] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:26.736893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 4a8ff635-b8e1-4f00-bf61-ee5f56385dfd details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:03:26.769633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 4a8ff635-b8e1-4f00-bf61-ee5f56385dfd details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:03:26.934297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-367ac006-1f4a-43d1-9585-a6d1c9cea3a6 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Unset dirty status for tenant:3fd52eb19d5f4c0b9461b02958b19edc on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:03:26.935571 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-367ac006-1f4a-43d1-9585-a6d1c9cea3a6 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.64 "GET /v2.0/networks?id=cea4664f-a5bd-42bd-88c9-406cfc090e28 HTTP/1.1" status: 200 len: 809 time: 0.6529813 Dec 22 10:03:26.981108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-f9064046-6c3e-4a5d-8efa-eb48bb632b4e tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Request body: {'port': {'device_id': '148acf17-f7a9-4dbc-9d1b-86a8886e3a6f', 'network_id': 'cea4664f-a5bd-42bd-88c9-406cfc090e28', 'admin_state_up': True, 'tenant_id': '3fd52eb19d5f4c0b9461b02958b19edc'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:03:27.008780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-22a20d4d-abcb-4294-8c7f-7302682de641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'name': 'tempest-ServerRescueTestJSON-356371912-router', 'tenant_id': 'aae573b5a34643acbdb86cd3288079d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'ae394021-4b2f-4ae4-8389-ee012cdc60ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:00:22Z', 'updated_at': '2020-12-22T10:03:21Z', 'revision_number': 5, 'project_id': 'aae573b5a34643acbdb86cd3288079d5', 'gw_port': {'id': 'ae394021-4b2f-4ae4-8389-ee012cdc60ba', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:00:27Z', 'updated_at': '2020-12-22T10:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:27.022486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-51ce15f8-a0f2-44b0-8be8-2dba85fdcc23 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:03:27.023033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a20d4d-abcb-4294-8c7f-7302682de641 None None] The sync data for ids ['55d678dc-34ee-49e3-8c03-7dff756dfe69'] in n-d-765315-5 is: [{'id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'name': 'tempest-ServerRescueTestJSON-356371912-router', 'tenant_id': 'aae573b5a34643acbdb86cd3288079d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'ae394021-4b2f-4ae4-8389-ee012cdc60ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:00:22Z', 'updated_at': '2020-12-22T10:03:21Z', 'revision_number': 5, 'project_id': 'aae573b5a34643acbdb86cd3288079d5', 'gw_port': {'id': 'ae394021-4b2f-4ae4-8389-ee012cdc60ba', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d678dc-34ee-49e3-8c03-7dff756dfe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:00:27Z', 'updated_at': '2020-12-22T10:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:03:27.045872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-51ce15f8-a0f2-44b0-8be8-2dba85fdcc23 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:subnet and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:03:27.064952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-51ce15f8-a0f2-44b0-8be8-2dba85fdcc23 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:03:27.261804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-51ce15f8-a0f2-44b0-8be8-2dba85fdcc23 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:03:27.408635 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d235fb7e-e223-4380-aa14-a88e779903e4 req-87f76f2d-5a40-4a03-b8b9-db7d73e47b04 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=148acf17-f7a9-4dbc-9d1b-86a8886e3a6f HTTP/1.1" status: 200 len: 210 time: 0.1350744 Dec 22 10:03:27.422387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ce15f8-a0f2-44b0-8be8-2dba85fdcc23 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:03:27.450161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8bd88bda-3ab7-40f8-a513-fe8bef010794 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:03:27.533930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 8bd88bda-3ab7-40f8-a513-fe8bef010794 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:03:27.534336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8bd88bda-3ab7-40f8-a513-fe8bef010794 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:03:27.540102 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7306a1c8-fd47-4c07-ad72-e7d86e400822 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:27.569778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7306a1c8-fd47-4c07-ad72-e7d86e400822 admin admin] Deleting port ae394021-4b2f-4ae4-8389-ee012cdc60ba {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:27.570168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7306a1c8-fd47-4c07-ad72-e7d86e400822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:27.636106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-f9064046-6c3e-4a5d-8efa-eb48bb632b4e tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:03:27.650580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-f9064046-6c3e-4a5d-8efa-eb48bb632b4e tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:03:27.879565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-f9064046-6c3e-4a5d-8efa-eb48bb632b4e tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Made reservation on behalf of 3fd52eb19d5f4c0b9461b02958b19edc for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:03:27.885209 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-f9064046-6c3e-4a5d-8efa-eb48bb632b4e tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:27.923140 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6faeb4a0-8639-4957-82db-75979675e8b6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:27.945246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51ce15f8-a0f2-44b0-8be8-2dba85fdcc23 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:28.274329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46206) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:28.441216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-246569015-network', 'tenant_id': 'd2aa4acff62748d790b7597d67b6f15b'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:03:28.447856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:03:28.452868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Usage tracker for resource:network and tenant:d2aa4acff62748d790b7597d67b6f15b is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:03:28.455906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:03:28.463786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:03:28.875355 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fb747fd9-6075-4175-b8eb-2f5943373a0a req-8a85fe83-1021-4400-bcc4-3ba80d0fcdfa tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=148acf17-f7a9-4dbc-9d1b-86a8886e3a6f HTTP/1.1" status: 200 len: 210 time: 0.0491104 Dec 22 10:03:28.876118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Made reservation on behalf of d2aa4acff62748d790b7597d67b6f15b for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:03:28.881622 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:28.896110 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:28.924158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:03:28.929792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Usage tracker for resource:security_group_rule and tenant:d2aa4acff62748d790b7597d67b6f15b is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:03:28.933345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:03:28.940205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:03:29.036508 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:29.040378 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:29.044823 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-67941c4a-2fc3-43b4-94c5-d10c38376b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:29.080676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:03:29.091099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e32e8a5-e342-4306-ba60-b3ef8e3207b7,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:29.093944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7306a1c8-fd47-4c07-ad72-e7d86e400822 admin admin] For port ae394021-4b2f-4ae4-8389-ee012cdc60ba, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ae394021-4b2f-4ae4-8389-ee012cdc60ba,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:29.093944 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7306a1c8-fd47-4c07-ad72-e7d86e400822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:29.095073 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:29.098020 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:29.098413 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Added segment c555e9f2-6ab8-4172-a228-1a552c6639d2 of type vxlan for network bab6a714-c8b1-4ba9-bf79-1bd5b897c958 Dec 22 10:03:29.128708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:29.163147 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:29.163147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:29.163147 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:29.168741 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:29.291087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7306a1c8-fd47-4c07-ad72-e7d86e400822 admin admin] Calling delete_port for ae394021-4b2f-4ae4-8389-ee012cdc60ba owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:29.308201 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0325587 Dec 22 10:03:29.311287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46262) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:29.314590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Pushing event updated for resources: {'Network': ['ID=bab6a714-c8b1-4ba9-bf79-1bd5b897c958,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:29.332928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network bab6a714-c8b1-4ba9-bf79-1bd5b897c958 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:03:29.333031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-f47db00d-919e-42a8-b574-45f56c625dca admin admin] Request body: {'subnet': {'network_id': 'bab6a714-c8b1-4ba9-bf79-1bd5b897c958', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-246569015-subnet', 'tenant_id': 'd2aa4acff62748d790b7597d67b6f15b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:03:29.333031 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:29.335275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f47db00d-919e-42a8-b574-45f56c625dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:03:29.339579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f47db00d-919e-42a8-b574-45f56c625dca admin admin] Usage tracker for resource:subnet and tenant:d2aa4acff62748d790b7597d67b6f15b is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:03:29.342717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f47db00d-919e-42a8-b574-45f56c625dca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:03:29.350495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f47db00d-919e-42a8-b574-45f56c625dca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:03:29.351118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network bab6a714-c8b1-4ba9-bf79-1bd5b897c958 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:03:29.361526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47db00d-919e-42a8-b574-45f56c625dca admin admin] Made reservation on behalf of d2aa4acff62748d790b7597d67b6f15b for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:03:29.369277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network bab6a714-c8b1-4ba9-bf79-1bd5b897c958 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:03:29.374290 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f47db00d-919e-42a8-b574-45f56c625dca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:29.454006 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7306a1c8-fd47-4c07-ad72-e7d86e400822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:29.483790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6faeb4a0-8639-4957-82db-75979675e8b6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Router a72790d8-492e-4d77-80ba-ff85482d6217 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:03:29.919263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f47db00d-919e-42a8-b574-45f56c625dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:29.940307 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-70750393-45a0-4021-aba4-0cb414875920 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:29.984107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6faeb4a0-8639-4957-82db-75979675e8b6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:03:29.997002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335afd0c-bbc9-4b21-be45-597deeebf1b8 None None] Sync routers for ids ['a72790d8-492e-4d77-80ba-ff85482d6217'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:03:30.004610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47db00d-919e-42a8-b574-45f56c625dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ab93748-4680-4b98-9e49-a44d31c784c1,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:30.016740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335afd0c-bbc9-4b21-be45-597deeebf1b8 None None] Routers {'a72790d8-492e-4d77-80ba-ff85482d6217'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:03:30.017710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-335afd0c-bbc9-4b21-be45-597deeebf1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:03:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['a72790d8-492e-4d77-80ba-ff85482d6217'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:30.018734 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f47db00d-919e-42a8-b574-45f56c625dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:30.061854 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7306a1c8-fd47-4c07-ad72-e7d86e400822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:30.125998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-335afd0c-bbc9-4b21-be45-597deeebf1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:30.138429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335afd0c-bbc9-4b21-be45-597deeebf1b8 None None] Routers {'a72790d8-492e-4d77-80ba-ff85482d6217'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:03:30.139479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-335afd0c-bbc9-4b21-be45-597deeebf1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:03:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['a72790d8-492e-4d77-80ba-ff85482d6217'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:30.173153 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42807b2c-6c28-4e63-a77a-09d11e7e5b80 req-5aefe33d-abeb-4602-abaf-f4283504c2e7 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=148acf17-f7a9-4dbc-9d1b-86a8886e3a6f HTTP/1.1" status: 200 len: 210 time: 0.0666740 Dec 22 10:03:30.209793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-335afd0c-bbc9-4b21-be45-597deeebf1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:30.210622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335afd0c-bbc9-4b21-be45-597deeebf1b8 None None] The sync data for ids ['a72790d8-492e-4d77-80ba-ff85482d6217'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:03:30.223932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47db00d-919e-42a8-b574-45f56c625dca admin admin] Checking segment: {'id': 'c555e9f2-6ab8-4172-a228-1a552c6639d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bab6a714-c8b1-4ba9-bf79-1bd5b897c958'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:03:30.225021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47db00d-919e-42a8-b574-45f56c625dca admin admin] Network hostable DHCP agents. Network: bab6a714-c8b1-4ba9-bf79-1bd5b897c958, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:03:30.240840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46302) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:30.242397 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6faeb4a0-8639-4957-82db-75979675e8b6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "PUT /v2.0/routers/a72790d8-492e-4d77-80ba-ff85482d6217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2140574 Dec 22 10:03:30.322674 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-d0f5b149-95f3-42ce-836e-76704d1cbd85 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] show failed (client error): The resource could not be found. Dec 22 10:03:30.323878 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d0f5b149-95f3-42ce-836e-76704d1cbd85 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-832362921 HTTP/1.1" status: 404 len: 334 time: 0.0820305 Dec 22 10:03:30.325064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47db00d-919e-42a8-b574-45f56c625dca admin admin] Network bab6a714-c8b1-4ba9-bf79-1bd5b897c958 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:03:30.328706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46306) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:30.337433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-07b48af0-c41c-4d4c-901a-8b13bfbdf32b tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Request body: {'router': {'name': 'new_name'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:03:30.370101 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7306a1c8-fd47-4c07-ad72-e7d86e400822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:30.406452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7306a1c8-fd47-4c07-ad72-e7d86e400822 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:30.406826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-f47db00d-919e-42a8-b574-45f56c625dca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, bab6a714-c8b1-4ba9-bf79-1bd5b897c958) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:03:30.408954 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-07b48af0-c41c-4d4c-901a-8b13bfbdf32b tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] update failed (client error): The resource could not be found. Dec 22 10:03:30.410030 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-07b48af0-c41c-4d4c-901a-8b13bfbdf32b tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-1266489434 HTTP/1.1" status: 404 len: 335 time: 0.0803268 Dec 22 10:03:30.416956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68499ffb-7ad7-401a-be38-83afc3632206 None None] Network bab6a714-c8b1-4ba9-bf79-1bd5b897c958 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:03:30.419615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46310) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:30.454839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47db00d-919e-42a8-b574-45f56c625dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:30.455425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f47db00d-919e-42a8-b574-45f56c625dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:30.479354 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f47db00d-919e-42a8-b574-45f56c625dca admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1666389 Dec 22 10:03:30.567817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-f9064046-6c3e-4a5d-8efa-eb48bb632b4e tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Allocated IP 172.20.0.4 (cea4664f-a5bd-42bd-88c9-406cfc090e28/c706e3ff-65c0-4b7b-9d11-c8e0745c94d1/69281298-fc33-4463-b540-7769dbf5a4ff) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:03:30.757499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-096c80df-05e9-41cc-8fd8-dbc6a1eba493 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Deleting subnet 3ea800b5-1a67-4689-83ce-60437cb0d008 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:03:30.760894 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-096c80df-05e9-41cc-8fd8-dbc6a1eba493 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:30.801812 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7306a1c8-fd47-4c07-ad72-e7d86e400822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:30.802663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7306a1c8-fd47-4c07-ad72-e7d86e400822 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55d678dc-34ee-49e3-8c03-7dff756dfe69 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 10:03:30.834752 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-096c80df-05e9-41cc-8fd8-dbc6a1eba493 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:30.834952 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7306a1c8-fd47-4c07-ad72-e7d86e400822 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:30.836363 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7306a1c8-fd47-4c07-ad72-e7d86e400822 admin admin] 10.222.0.50 "DELETE /v2.0/routers/55d678dc-34ee-49e3-8c03-7dff756dfe69 HTTP/1.1" status: 204 len: 168 time: 5.6061101 Dec 22 10:03:30.843231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46320) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:30.890352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4361ced2-25df-43a3-9707-265e26d152cc None None] Network bab6a714-c8b1-4ba9-bf79-1bd5b897c958 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:03:30.965306 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-f9064046-6c3e-4a5d-8efa-eb48bb632b4e tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:31.020524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-598da53d-b29a-4700-848e-ccd7b95fc20a admin admin] Deleting subnet 6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:03:31.030658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-598da53d-b29a-4700-848e-ccd7b95fc20a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:31.037952 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-096c80df-05e9-41cc-8fd8-dbc6a1eba493 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:31.183422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-598da53d-b29a-4700-848e-ccd7b95fc20a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:31.220514 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51ce15f8-a0f2-44b0-8be8-2dba85fdcc23 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:31.249542 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99e0b112-71bb-44a6-8e61-e5d3a0ca257e tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:31.322088 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-f9064046-6c3e-4a5d-8efa-eb48bb632b4e tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:31.495707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ae394021-4b2f-4ae4-8389-ee012cdc60ba no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:03:31.535286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: ae394021-4b2f-4ae4-8389-ee012cdc60ba {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:03:31.535691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ae394021-4b2f-4ae4-8389-ee012cdc60ba not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:03:31.798509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14faf2b-294d-42e6-92ea-44f898a2e4f6 req-ee9a5a21-f408-48e1-a80c-36285191029b tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:31.800297 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b14faf2b-294d-42e6-92ea-44f898a2e4f6 req-ee9a5a21-f408-48e1-a80c-36285191029b tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=148acf17-f7a9-4dbc-9d1b-86a8886e3a6f HTTP/1.1" status: 200 len: 931 time: 0.3221896 Dec 22 10:03:31.815143 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-096c80df-05e9-41cc-8fd8-dbc6a1eba493 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:31.838421 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69f77496-cf11-42d5-a380-f087a913c8fc tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:31.851502 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-598da53d-b29a-4700-848e-ccd7b95fc20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:31.903590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c80df-05e9-41cc-8fd8-dbc6a1eba493 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Pushing event deleted for resources: {'Subnet': ['ID=3ea800b5-1a67-4689-83ce-60437cb0d008,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:31.910760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-71400bbd-a167-4f5d-858e-440f34df5182 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:31.911530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-71400bbd-a167-4f5d-858e-440f34df5182 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Synchronizing usage tracker for tenant:d2aa4acff62748d790b7597d67b6f15b on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:03:31.918633 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-096c80df-05e9-41cc-8fd8-dbc6a1eba493 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:31.948904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce15f8-a0f2-44b0-8be8-2dba85fdcc23 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Subnet': ['ID=f0fae908-d3c7-4969-aca8-619749d4b17e,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:31.967098 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b14faf2b-294d-42e6-92ea-44f898a2e4f6 req-666c0d1d-fe26-4b82-8a31-93764f27f190 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535184 Dec 22 10:03:31.975842 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-51ce15f8-a0f2-44b0-8be8-2dba85fdcc23 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:31.976466 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df820f06-5c6c-465c-8fcd-ff576afb559a tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.612s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:32.019232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-71400bbd-a167-4f5d-858e-440f34df5182 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Unset dirty status for tenant:d2aa4acff62748d790b7597d67b6f15b on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:03:32.027083 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-71400bbd-a167-4f5d-858e-440f34df5182 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/networks?id=bab6a714-c8b1-4ba9-bf79-1bd5b897c958 HTTP/1.1" status: 200 len: 813 time: 0.4821415 Dec 22 10:03:32.059053 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-d1bc725c-3dea-480f-9896-cb20202bd01e tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/quotas/d2aa4acff62748d790b7597d67b6f15b HTTP/1.1" status: 200 len: 375 time: 0.0309892 Dec 22 10:03:32.068081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9064046-6c3e-4a5d-8efa-eb48bb632b4e tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Pushing event updated for resources: {'Port': ['ID=69281298-fc33-4463-b540-7769dbf5a4ff,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:32.079987 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f9064046-6c3e-4a5d-8efa-eb48bb632b4e tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:32.118652 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-ad51c7a4-bcd8-4db2-8af1-ba9fe834310b tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2aa4acff62748d790b7597d67b6f15b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582268 Dec 22 10:03:32.176556 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-096c80df-05e9-41cc-8fd8-dbc6a1eba493 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:32.182362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb2aeb8-287c-4492-aa58-b63883423735 None None] Network 7a2b48c1-4b3d-4dcb-9481-c8da3d190d86 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:03:32.251742 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-096c80df-05e9-41cc-8fd8-dbc6a1eba493 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "DELETE /v2.0/subnets/3ea800b5-1a67-4689-83ce-60437cb0d008 HTTP/1.1" status: 204 len: 168 time: 1.8309579 Dec 22 10:03:32.255002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46344) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:32.320300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-f9064046-6c3e-4a5d-8efa-eb48bb632b4e tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Network cea4664f-a5bd-42bd-88c9-406cfc090e28 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:03:32.331992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-f9064046-6c3e-4a5d-8efa-eb48bb632b4e tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:03:32.334816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-f9064046-6c3e-4a5d-8efa-eb48bb632b4e tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:03:32.418025 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-934e1af9-9d4e-409d-9917-d13ccf23d7ca service neutron] 10.222.0.50 "GET /v2.0/networks/bab6a714-c8b1-4ba9-bf79-1bd5b897c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987077 Dec 22 10:03:32.445882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-f9064046-6c3e-4a5d-8efa-eb48bb632b4e tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:32.446923 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-f9064046-6c3e-4a5d-8efa-eb48bb632b4e tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:32.490336 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-f9064046-6c3e-4a5d-8efa-eb48bb632b4e tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5256922 Dec 22 10:03:32.520950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Request body: {'port': {'device_id': '148acf17-f7a9-4dbc-9d1b-86a8886e3a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:03:32.686064 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:32.754274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce15f8-a0f2-44b0-8be8-2dba85fdcc23 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Checking segment: {'id': '87b1b323-b2f2-4525-9364-5102adaa528e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4a8ff635-b8e1-4f00-bf61-ee5f56385dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:03:32.755161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ce15f8-a0f2-44b0-8be8-2dba85fdcc23 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network hostable DHCP agents. Network: 4a8ff635-b8e1-4f00-bf61-ee5f56385dfd, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:03:32.805539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-7584131c-d505-4190-8816-b07ad32f4ac6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Deleting subnet e76f9d7e-ee32-4df8-a13a-96d93478866c {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:03:32.840936 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-bbd8047f-8cc7-41d4-bc29-fad567b8dd7f service neutron] 10.222.0.50 "GET /v2.0/networks/bab6a714-c8b1-4ba9-bf79-1bd5b897c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3931496 Dec 22 10:03:32.841855 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7584131c-d505-4190-8816-b07ad32f4ac6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:32.846573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1420aa-b057-45c6-827f-0bd1667d0164 None None] DHCP port deletion for 7a2b48c1-4b3d-4dcb-9481-c8da3d190d86 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:03:32.852181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9a1420aa-b057-45c6-827f-0bd1667d0164 None None] Deleting port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:32.852630 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a1420aa-b057-45c6-827f-0bd1667d0164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:32.886311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ce15f8-a0f2-44b0-8be8-2dba85fdcc23 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 4a8ff635-b8e1-4f00-bf61-ee5f56385dfd is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:03:32.971765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-51ce15f8-a0f2-44b0-8be8-2dba85fdcc23 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 4a8ff635-b8e1-4f00-bf61-ee5f56385dfd) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:03:33.005080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ce15f8-a0f2-44b0-8be8-2dba85fdcc23 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:33.006306 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51ce15f8-a0f2-44b0-8be8-2dba85fdcc23 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:33.043555 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-51ce15f8-a0f2-44b0-8be8-2dba85fdcc23 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 6.4116476 Dec 22 10:03:33.048813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46352) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:33.049486 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7584131c-d505-4190-8816-b07ad32f4ac6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:33.356874 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bebf253f-964a-4c3e-a649-b846b123c059 req-dccac928-8807-4a88-8bc1-0fec41488c27 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/ports?device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 210 time: 0.1072464 Dec 22 10:03:33.360250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450b8a02-050d-4337-bffc-0de265bad84b None None] Network 4a8ff635-b8e1-4f00-bf61-ee5f56385dfd requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:03:33.362380 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:33.507914 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7584131c-d505-4190-8816-b07ad32f4ac6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:33.632077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:03:33.771740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ccc72-4e34-4837-8821-62e6acd9ae4c req-ae6a74af-2f2b-4ae0-8e5a-4e885501a85a tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:33.784177 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2a0ccc72-4e34-4837-8821-62e6acd9ae4c req-ae6a74af-2f2b-4ae0-8e5a-4e885501a85a tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=148acf17-f7a9-4dbc-9d1b-86a8886e3a6f HTTP/1.1" status: 200 len: 931 time: 0.4232390 Dec 22 10:03:33.785720 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-598da53d-b29a-4700-848e-ccd7b95fc20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:33.814356 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93a6909f-31b6-4112-b94d-32d2c64f1dde tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:33.888314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598da53d-b29a-4700-848e-ccd7b95fc20a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:33.917650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9a1420aa-b057-45c6-827f-0bd1667d0164 None None] For port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=2759fae1-5cdc-4b3f-ab68-c64701f8ce0a,segment=NetworkSegment(2050a212-0f5c-48b7-aa33-26573a748178),segment_id=2050a212-0f5c-48b7-aa33-26573a748178)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:33.918011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a1420aa-b057-45c6-827f-0bd1667d0164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:33.924776 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-598da53d-b29a-4700-848e-ccd7b95fc20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:33.982368 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2a0ccc72-4e34-4837-8821-62e6acd9ae4c req-9278dc1f-a10c-4fd7-9ed6-04f4fb2ef0ca tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834904 Dec 22 10:03:34.028329 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:34.049531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91fe177-e35b-4504-b514-0dc293628ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-4a8ff635-b8e1-4f00-bf61-ee5f56385dfd', 'network_id': '4a8ff635-b8e1-4f00-bf61-ee5f56385dfd', 'tenant_id': '5b07610c16b84d5e8978c3329570465b', 'fixed_ips': [{'subnet_id': 'f0fae908-d3c7-4969-aca8-619749d4b17e'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:03:34.050983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c91fe177-e35b-4504-b514-0dc293628ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:34.110018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:34.230770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7584131c-d505-4190-8816-b07ad32f4ac6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:34.243736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=2759fae1-5cdc-4b3f-ab68-c64701f8ce0a,segment=NetworkSegment(2050a212-0f5c-48b7-aa33-26573a748178),segment_id=2050a212-0f5c-48b7-aa33-26573a748178)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:34.269532 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:34.273954 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-598da53d-b29a-4700-848e-ccd7b95fc20a admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:34.343293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584131c-d505-4190-8816-b07ad32f4ac6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Pushing event deleted for resources: {'Subnet': ['ID=e76f9d7e-ee32-4df8-a13a-96d93478866c,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:34.348706 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7584131c-d505-4190-8816-b07ad32f4ac6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:34.522893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7584131c-d505-4190-8816-b07ad32f4ac6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:34.529768 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-598da53d-b29a-4700-848e-ccd7b95fc20a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6f0cfd2c-951d-4fa9-8285-01b3f40dfe2d HTTP/1.1" status: 204 len: 168 time: 3.6825271 Dec 22 10:03:34.534184 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:34.537526 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7584131c-d505-4190-8816-b07ad32f4ac6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "DELETE /v2.0/subnets/e76f9d7e-ee32-4df8-a13a-96d93478866c HTTP/1.1" status: 204 len: 168 time: 2.2793534 Dec 22 10:03:34.537526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46374) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:34.544217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46376) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:34.544878 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:34.554422 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7bb5da50-643e-41d5-8a3f-6499b6e819f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:34.604343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Subnet': ['ID=f0fae908-d3c7-4969-aca8-619749d4b17e,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:34.620190 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:34.654332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9a1420aa-b057-45c6-827f-0bd1667d0164 None None] Calling delete_port for 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:34.704130 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:34.804418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70b3708-851f-4956-ade4-2cf84eea9790 None None] Network d1adea41-3480-42e0-8217-fdfb36223d1e requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:03:34.830096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69281298-fc33-4463-b540-7769dbf5a4ff {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 10:03:34.853391 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:34.933839 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:34.959453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Transition to ACTIVE for port object 69281298-fc33-4463-b540-7769dbf5a4ff will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:03:34.980281 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:34.999499 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-26e00864-a254-41ea-b57d-909910bec0f7 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server [None req-c91fe177-e35b-4504-b514-0dc293628ab4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0fae908-d3c7-4969-aca8-619749d4b17e: This subnet is being modified by another concurrent operation. Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise value Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server raise exception Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0fae908-d3c7-4969-aca8-619749d4b17e: This subnet is being modified by another concurrent operation. Dec 22 10:03:35.011884 n-d-765315-5 neutron-server[80960]: ERROR oslo_messaging.rpc.server Dec 22 10:03:35.035185 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eb7ff8a3-97e8-4c69-bc93-5a731d2537fa req-d8415150-c600-44cb-8d27-03b88304de12 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/ports?device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 210 time: 0.4901106 Dec 22 10:03:35.091900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Pushing event updated for resources: {'Port': ['ID=69281298-fc33-4463-b540-7769dbf5a4ff,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:35.119494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89f4a17-c347-49d7-b390-566ce159759f None None] Network 4a8ff635-b8e1-4f00-bf61-ee5f56385dfd requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:03:35.149758 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:35.358312 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-16d14b42-ab78-463b-bdb6-d037f3793572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:35.408588 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bf501ca6-113b-4d46-91e3-593e3785adf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:35.540274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=2759fae1-5cdc-4b3f-ab68-c64701f8ce0a,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:35.553272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8ff635-b8e1-4f00-bf61-ee5f56385dfd']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:35.591825 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.889s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:35.602405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b1b323-b2f2-4525-9364-5102adaa528e') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:35.602752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b1b323-b2f2-4525-9364-5102adaa528e') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:35.631242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:35.655331 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:35.660838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Releasing vxlan tunnel 3 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:03:35.669724 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-9a1420aa-b057-45c6-827f-0bd1667d0164 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:03:35.670181 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-9a1420aa-b057-45c6-827f-0bd1667d0164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:03:35.775229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Attempting to bind port 69281298-fc33-4463-b540-7769dbf5a4ff on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:03:35.775606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Attempting to bind port 69281298-fc33-4463-b540-7769dbf5a4ff by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'ce2c4c03-828c-4483-b238-cf791284a0ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cea4664f-a5bd-42bd-88c9-406cfc090e28'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:03:35.775976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Attempting to bind port 69281298-fc33-4463-b540-7769dbf5a4ff on network cea4664f-a5bd-42bd-88c9-406cfc090e28 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:03:35.806737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:03:35.807119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Checking segment: {'id': 'ce2c4c03-828c-4483-b238-cf791284a0ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cea4664f-a5bd-42bd-88c9-406cfc090e28'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:03:35.807671 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:35.807917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Bound using segment: {'id': 'ce2c4c03-828c-4483-b238-cf791284a0ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cea4664f-a5bd-42bd-88c9-406cfc090e28'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:03:35.808445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Bound port: 69281298-fc33-4463-b540-7769dbf5a4ff, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2c4c03-828c-4483-b238-cf791284a0ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cea4664f-a5bd-42bd-88c9-406cfc090e28'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:03:35.808834 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:35.822377 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:35.864349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1496177-8ff9-4bc1-9255-7bb181283647 None None] DHCP port deletion for d1adea41-3480-42e0-8217-fdfb36223d1e request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:03:35.869841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d1496177-8ff9-4bc1-9255-7bb181283647 None None] Deleting port 117a47d3-1d37-4300-b7e7-64e58b5f6b77 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:35.870279 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d1496177-8ff9-4bc1-9255-7bb181283647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:35.950836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 4a8ff635-b8e1-4f00-bf61-ee5f56385dfd has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:35.964605 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:36.135536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Deleting port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:36.136090 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:36.173810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9a1420aa-b057-45c6-827f-0bd1667d0164 None None] Deleting port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:36.174253 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a1420aa-b057-45c6-827f-0bd1667d0164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:36.195691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-e736ad98-990d-4784-a5bc-42da7b6198dc tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:36.198011 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-e736ad98-990d-4784-a5bc-42da7b6198dc tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.64 "GET /v2.0/networks?id=bab6a714-c8b1-4ba9-bf79-1bd5b897c958 HTTP/1.1" status: 200 len: 813 time: 1.1494410 Dec 22 10:03:36.254793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-16d14b42-ab78-463b-bdb6-d037f3793572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:36.318616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-d1496177-8ff9-4bc1-9255-7bb181283647 None None] For port 117a47d3-1d37-4300-b7e7-64e58b5f6b77, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=117a47d3-1d37-4300-b7e7-64e58b5f6b77,segment=NetworkSegment(67ae013f-a8da-49d1-8d35-ddd22975d044),segment_id=67ae013f-a8da-49d1-8d35-ddd22975d044)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:36.319344 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d1496177-8ff9-4bc1-9255-7bb181283647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:36.349733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6a8cf068-8cc2-4fc4-8008-1eb2fe8a4516 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Request body: {'port': {'device_id': 'edf8ddad-e4fb-4770-b630-da48100816d3', 'network_id': 'bab6a714-c8b1-4ba9-bf79-1bd5b897c958', 'admin_state_up': True, 'tenant_id': 'd2aa4acff62748d790b7597d67b6f15b'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:03:36.434382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f378a4-85b9-4df1-8c30-3736ac3d8bc2 req-6f68c3ee-4d51-469e-81a3-161ee81f6c06 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:36.441938 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4f378a4-85b9-4df1-8c30-3736ac3d8bc2 req-6f68c3ee-4d51-469e-81a3-161ee81f6c06 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=148acf17-f7a9-4dbc-9d1b-86a8886e3a6f HTTP/1.1" status: 200 len: 943 time: 0.9399040 Dec 22 10:03:36.468562 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9892b9b8-b808-49d7-9d8a-a7b3eb4cfb91 req-cae50eb3-cf45-42f8-9f3c-239e7583d4b3 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/ports?device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 210 time: 0.1831014 Dec 22 10:03:36.632208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 4a8ff635-b8e1-4f00-bf61-ee5f56385dfd has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:03:36.776698 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:03:36.781468 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:36.791182 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eda0b6b2-0fdf-43f7-bca8-c5a5c491f8d9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:36.817749 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:36.832364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Network': ['ID=4a8ff635-b8e1-4f00-bf61-ee5f56385dfd,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:36.836044 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/4a8ff635-b8e1-4f00-bf61-ee5f56385dfd HTTP/1.1" status: 204 len: 168 time: 3.7838769 Dec 22 10:03:36.838969 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:36.840172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] For port 69281298-fc33-4463-b540-7769dbf5a4ff, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:03:36.842482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46394) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:36.842617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6a8cf068-8cc2-4fc4-8008-1eb2fe8a4516 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:03:36.851172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-06b09195-2497-4a00-85e6-c8c67f7ce29f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1049203908'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:03:36.862732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-06b09195-2497-4a00-85e6-c8c67f7ce29f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:03:36.866935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6a8cf068-8cc2-4fc4-8008-1eb2fe8a4516 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Usage tracker for resource:port and tenant:d2aa4acff62748d790b7597d67b6f15b is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:03:36.869062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-06b09195-2497-4a00-85e6-c8c67f7ce29f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:network and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:03:36.872255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d1496177-8ff9-4bc1-9255-7bb181283647 None None] Calling delete_port for 117a47d3-1d37-4300-b7e7-64e58b5f6b77 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:36.873325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-16d14b42-ab78-463b-bdb6-d037f3793572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b821f9-2793-4dad-8a52-7e09f0dfd67a']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:36.873973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-06b09195-2497-4a00-85e6-c8c67f7ce29f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:03:36.883831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6a8cf068-8cc2-4fc4-8008-1eb2fe8a4516 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:03:36.891035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] For port 69281298-fc33-4463-b540-7769dbf5a4ff, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=69281298-fc33-4463-b540-7769dbf5a4ff,segment=NetworkSegment(ce2c4c03-828c-4483-b238-cf791284a0ea),segment_id=ce2c4c03-828c-4483-b238-cf791284a0ea)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:03:36.896693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-06b09195-2497-4a00-85e6-c8c67f7ce29f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:03:36.901728 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4f378a4-85b9-4df1-8c30-3736ac3d8bc2 req-fc215920-a106-43a2-84c0-1121675b51d2 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076686 Dec 22 10:03:36.902672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6a8cf068-8cc2-4fc4-8008-1eb2fe8a4516 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:03:36.906200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-16d14b42-ab78-463b-bdb6-d037f3793572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ec9102-b7a0-4aee-a9ea-fcb8e2914305') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:36.906541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-16d14b42-ab78-463b-bdb6-d037f3793572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ec9102-b7a0-4aee-a9ea-fcb8e2914305') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:36.908873 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:36.916757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9a1420aa-b057-45c6-827f-0bd1667d0164 None None] For port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=2759fae1-5cdc-4b3f-ab68-c64701f8ce0a,segment=NetworkSegment(2050a212-0f5c-48b7-aa33-26573a748178),segment_id=2050a212-0f5c-48b7-aa33-26573a748178)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:36.917369 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a1420aa-b057-45c6-827f-0bd1667d0164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:36.950955 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9c92753c-b943-463d-b6ba-b03510c809c4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:36.956048 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-16d14b42-ab78-463b-bdb6-d037f3793572 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:37.004985 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-16d14b42-ab78-463b-bdb6-d037f3793572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:37.011673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6a8cf068-8cc2-4fc4-8008-1eb2fe8a4516 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Made reservation on behalf of d2aa4acff62748d790b7597d67b6f15b for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:03:37.019357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6a8cf068-8cc2-4fc4-8008-1eb2fe8a4516 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:37.034109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-16d14b42-ab78-463b-bdb6-d037f3793572 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:03:37.051259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Pushing event updated for resources: {'Port': ['ID=69281298-fc33-4463-b540-7769dbf5a4ff,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:37.055854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b09195-2497-4a00-85e6-c8c67f7ce29f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:03:37.059310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9a1420aa-b057-45c6-827f-0bd1667d0164 None None] Calling delete_port for 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:37.062480 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-06b09195-2497-4a00-85e6-c8c67f7ce29f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:37.092371 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:37.186886 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a1420aa-b057-45c6-827f-0bd1667d0164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:37.203701 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:37.291257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1420aa-b057-45c6-827f-0bd1667d0164 None None] Pushing event deleted for resources: {'Port': ['ID=2759fae1-5cdc-4b3f-ab68-c64701f8ce0a,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:37.300124 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9a1420aa-b057-45c6-827f-0bd1667d0164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:37.303357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d1496177-8ff9-4bc1-9255-7bb181283647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:37.305360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] For port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=2759fae1-5cdc-4b3f-ab68-c64701f8ce0a,segment=NetworkSegment(2050a212-0f5c-48b7-aa33-26573a748178),segment_id=2050a212-0f5c-48b7-aa33-26573a748178)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:37.305775 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:37.313412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b09195-2497-4a00-85e6-c8c67f7ce29f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:03:37.338767 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:37.398814 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-06b09195-2497-4a00-85e6-c8c67f7ce29f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:37.400347 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-06b09195-2497-4a00-85e6-c8c67f7ce29f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Added segment 8e5faf96-af08-45b9-a327-9b637def1b8b of type vxlan for network 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad Dec 22 10:03:37.411927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:37.411927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:37.413165 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] 10.222.0.64 "PUT /v2.0/ports/69281298-fc33-4463-b540-7769dbf5a4ff HTTP/1.1" status: 200 len: 1155 time: 4.8979127 Dec 22 10:03:37.413755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148acf17-f7a9-4dbc-9d1b-86a8886e3a6f', 'tag': '69281298-fc33-4463-b540-7769dbf5a4ff'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:03:37.425314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1496177-8ff9-4bc1-9255-7bb181283647 None None] Pushing event deleted for resources: {'Port': ['ID=117a47d3-1d37-4300-b7e7-64e58b5f6b77,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:37.429185 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d1496177-8ff9-4bc1-9255-7bb181283647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:37.432575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-16d14b42-ab78-463b-bdb6-d037f3793572 admin admin] Network 78b821f9-2793-4dad-8a52-7e09f0dfd67a has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:37.451467 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-16d14b42-ab78-463b-bdb6-d037f3793572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:37.494477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-06b09195-2497-4a00-85e6-c8c67f7ce29f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:37.546812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 117a47d3-1d37-4300-b7e7-64e58b5f6b77 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:03:37.613185 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148acf17-f7a9-4dbc-9d1b-86a8886e3a6f', 'tag': '69281298-fc33-4463-b540-7769dbf5a4ff', 'status': 'completed', 'code': 200} Dec 22 10:03:37.632837 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-06b09195-2497-4a00-85e6-c8c67f7ce29f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:37.641889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b09195-2497-4a00-85e6-c8c67f7ce29f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:37.642594 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-06b09195-2497-4a00-85e6-c8c67f7ce29f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:37.668406 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e60dbf5e-0a68-4289-9050-3ec278233273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:37.684537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1496177-8ff9-4bc1-9255-7bb181283647 None None] No DVR routers for this DVR port 117a47d3-1d37-4300-b7e7-64e58b5f6b77 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:03:37.687794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 117a47d3-1d37-4300-b7e7-64e58b5f6b77 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:03:37.688251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 117a47d3-1d37-4300-b7e7-64e58b5f6b77 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:03:37.723846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1420aa-b057-45c6-827f-0bd1667d0164 None None] No DVR routers for this DVR port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:03:37.759690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1534f20d-8a72-4e45-87f7-7a53ae9e3fb9 None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 10:03:37.773514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-16d14b42-ab78-463b-bdb6-d037f3793572 admin admin] Network 78b821f9-2793-4dad-8a52-7e09f0dfd67a has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:37.803560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b09195-2497-4a00-85e6-c8c67f7ce29f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Network': ['ID=0541d2dd-0baa-4aef-8e20-bb6a9500f2ad,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:37.820130 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-06b09195-2497-4a00-85e6-c8c67f7ce29f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:37.832227 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-06b09195-2497-4a00-85e6-c8c67f7ce29f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9888155 Dec 22 10:03:37.836017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46406) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:37.847327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-17c75527-7f5b-4a73-9b2e-5529ed7b31f7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'network': {'name': 'New_network'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:03:37.916131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1534f20d-8a72-4e45-87f7-7a53ae9e3fb9 None None] Resources bound (agent type, host, resource id): {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 10:03:37.945554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:03:37.958129 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:03:38.004953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:03:38.022205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:03:38.173794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-2ff46c35-5490-4e67-88bb-66510a0a0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:38.175792 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-2ff46c35-5490-4e67-88bb-66510a0a0ea7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fd52eb19d5f4c0b9461b02958b19edc&device_id=148acf17-f7a9-4dbc-9d1b-86a8886e3a6f HTTP/1.1" status: 200 len: 1158 time: 0.6261134 Dec 22 10:03:38.232580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Calling delete_port for 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:38.307435 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-200db0fe-982b-4ab7-b321-56fc00a7ddcd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69281298-fc33-4463-b540-7769dbf5a4ff HTTP/1.1" status: 200 len: 217 time: 0.1087363 Dec 22 10:03:38.318944 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df037522-d1a2-4e33-bb9b-087203b156fe req-00f7306a-972e-4d63-ad2d-74689ce88aee tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/ports?device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 210 time: 0.3533711 Dec 22 10:03:38.353883 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-de64ce15-455f-424b-b1b8-f6b1deddbe5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:38.448671 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-16d14b42-ab78-463b-bdb6-d037f3793572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:38.453112 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-16d14b42-ab78-463b-bdb6-d037f3793572 admin admin] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:38.457789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-b51a0e58-a352-471c-90e0-258a33b3cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:38.464200 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-b51a0e58-a352-471c-90e0-258a33b3cda5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c706e3ff-65c0-4b7b-9d11-c8e0745c94d1 HTTP/1.1" status: 200 len: 849 time: 0.1504292 Dec 22 10:03:38.465323 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bc230e0d-c29a-4626-b39b-5545ccd2ceb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:38.500278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d14b42-ab78-463b-bdb6-d037f3793572 admin admin] Pushing event deleted for resources: {'Network': ['ID=78b821f9-2793-4dad-8a52-7e09f0dfd67a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:38.503547 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-16d14b42-ab78-463b-bdb6-d037f3793572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:38.578864 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-0451f8a2-727e-45a3-9914-32aa2d16c924 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cea4664f-a5bd-42bd-88c9-406cfc090e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067555 Dec 22 10:03:38.634075 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-16d14b42-ab78-463b-bdb6-d037f3793572 admin admin] 10.222.0.50 "DELETE /v2.0/networks/78b821f9-2793-4dad-8a52-7e09f0dfd67a HTTP/1.1" status: 204 len: 168 time: 4.0955992 Dec 22 10:03:38.737566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-17c75527-7f5b-4a73-9b2e-5529ed7b31f7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:38.742377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10026e01-1f8d-4cd7-8233-ce5d7138809e req-20d60f4f-debe-48d8-a807-88c40b18b721 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:38.750290 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10026e01-1f8d-4cd7-8233-ce5d7138809e req-20d60f4f-debe-48d8-a807-88c40b18b721 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=148acf17-f7a9-4dbc-9d1b-86a8886e3a6f HTTP/1.1" status: 200 len: 943 time: 0.5415783 Dec 22 10:03:38.816373 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:03:38.817026 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:03:38.828865 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-17c75527-7f5b-4a73-9b2e-5529ed7b31f7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:38.844094 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:38.859915 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-10026e01-1f8d-4cd7-8233-ce5d7138809e req-6ae5dbbc-b544-4024-8a0e-cc038d514bad tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085880 Dec 22 10:03:38.957033 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99170809-93d0-4f3b-ba89-f271b335dc00 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:38.985784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46418) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:39.006938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-17c75527-7f5b-4a73-9b2e-5529ed7b31f7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad is not hosted by any dhcp agent {{(pid=81072) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Dec 22 10:03:39.010966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c75527-7f5b-4a73-9b2e-5529ed7b31f7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:39.011999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-17c75527-7f5b-4a73-9b2e-5529ed7b31f7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:39.013185 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-17c75527-7f5b-4a73-9b2e-5529ed7b31f7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "PUT /v2.0/networks/0541d2dd-0baa-4aef-8e20-bb6a9500f2ad HTTP/1.1" status: 200 len: 723 time: 1.1757381 Dec 22 10:03:39.023420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46422) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:39.032032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ca6061a1-1657-47d1-b850-2815bf3af224 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'subnet': {'network_id': '0541d2dd-0baa-4aef-8e20-bb6a9500f2ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:03:39.115634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c75527-7f5b-4a73-9b2e-5529ed7b31f7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Network': ['ID=0541d2dd-0baa-4aef-8e20-bb6a9500f2ad,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:39.119555 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-051b9e0c-62e5-400f-9f8a-03ccff390ca1 service neutron] 10.222.0.64 "GET /v2.0/networks/cea4664f-a5bd-42bd-88c9-406cfc090e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762058 Dec 22 10:03:39.119894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6a8cf068-8cc2-4fc4-8008-1eb2fe8a4516 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Allocated IP 172.20.0.5 (bab6a714-c8b1-4ba9-bf79-1bd5b897c958/3ab93748-4680-4b98-9e49-a44d31c784c1/bf203786-15bf-4578-88e0-996c494a98c7) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:03:39.123327 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-17c75527-7f5b-4a73-9b2e-5529ed7b31f7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:39.135419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:03:39.145776 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e899d3dd-8d30-4d13-81b6-6da248bc353d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aae573b5a34643acbdb86cd3288079d5&name=default HTTP/1.1" status: 200 len: 2883 time: 0.1583877 Dec 22 10:03:39.155398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46426) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:39.167229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:03:39.192454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:03:39.290930 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8719ea04-13b5-428e-b93f-254069a8eb53 req-6d62e90e-6070-4df1-98b1-ab31e8482a45 service neutron] 10.222.0.64 "GET /v2.0/networks/cea4664f-a5bd-42bd-88c9-406cfc090e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1645241 Dec 22 10:03:39.532270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Deleting port 2759fae1-5cdc-4b3f-ab68-c64701f8ce0a {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:39.532633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:39.619224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0835e-a99a-47a0-9c4a-cf777a4b617e req-5b91c62e-7cff-4f92-b08c-e8beaeac98ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:39.621064 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ddb0835e-a99a-47a0-9c4a-cf777a4b617e req-5b91c62e-7cff-4f92-b08c-e8beaeac98ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fd52eb19d5f4c0b9461b02958b19edc&device_id=148acf17-f7a9-4dbc-9d1b-86a8886e3a6f HTTP/1.1" status: 200 len: 1158 time: 0.2288349 Dec 22 10:03:39.685762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:39.719019 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-843b03b1-dd3d-4038-8eb8-c463d148d91d req-4358b1d0-8b4d-4eab-a3d0-e1a0f0eb9a20 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/ports?device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 210 time: 0.0530362 Dec 22 10:03:39.728627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] The port '2759fae1-5cdc-4b3f-ab68-c64701f8ce0a' was deleted {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:03:39.766363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ddc92594-c1af-4af0-9098-65b6c97f0f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:39.810098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ca6061a1-1657-47d1-b850-2815bf3af224 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:03:39.842707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ca6061a1-1657-47d1-b850-2815bf3af224 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:subnet and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:03:39.864657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ca6061a1-1657-47d1-b850-2815bf3af224 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:03:39.891588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ca6061a1-1657-47d1-b850-2815bf3af224 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:03:39.892840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0835e-a99a-47a0-9c4a-cf777a4b617e req-27ebe5c5-6250-43cf-afa1-da484ca994ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:39.895203 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ddb0835e-a99a-47a0-9c4a-cf777a4b617e req-27ebe5c5-6250-43cf-afa1-da484ca994ba service neutron] 10.222.0.64 "GET /v2.0/networks?id=cea4664f-a5bd-42bd-88c9-406cfc090e28 HTTP/1.1" status: 200 len: 903 time: 0.2665341 Dec 22 10:03:39.971598 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ddb0835e-a99a-47a0-9c4a-cf777a4b617e req-f2e3d824-6492-45a5-a903-9b9ec8876126 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69281298-fc33-4463-b540-7769dbf5a4ff HTTP/1.1" status: 200 len: 217 time: 0.0687542 Dec 22 10:03:40.009002 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:40.026742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ddc92594-c1af-4af0-9098-65b6c97f0f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:40.042969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6061a1-1657-47d1-b850-2815bf3af224 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:03:40.082376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0835e-a99a-47a0-9c4a-cf777a4b617e req-f0366c53-5e3f-454d-9e4c-d290a407737e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:40.086540 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ddb0835e-a99a-47a0-9c4a-cf777a4b617e req-f0366c53-5e3f-454d-9e4c-d290a407737e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c706e3ff-65c0-4b7b-9d11-c8e0745c94d1 HTTP/1.1" status: 200 len: 849 time: 0.1054521 Dec 22 10:03:40.153720 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ddb0835e-a99a-47a0-9c4a-cf777a4b617e req-d3907d59-1099-40ee-b4c6-6fd82ed6683f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cea4664f-a5bd-42bd-88c9-406cfc090e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556536 Dec 22 10:03:40.217151 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:40.359505 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ddb0835e-a99a-47a0-9c4a-cf777a4b617e req-aaea943d-9d7f-4a61-a832-172375cfca31 service neutron] 10.222.0.64 "GET /v2.0/networks/cea4664f-a5bd-42bd-88c9-406cfc090e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977289 Dec 22 10:03:40.444191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ca6061a1-1657-47d1-b850-2815bf3af224 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:40.466897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2b48c1-4b3d-4dcb-9481-c8da3d190d86']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:40.488668 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:40.523376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2050a212-0f5c-48b7-aa33-26573a748178') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:40.523699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2050a212-0f5c-48b7-aa33-26573a748178') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:40.543025 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ddb0835e-a99a-47a0-9c4a-cf777a4b617e req-a5288f20-09f6-4977-bde8-9ea7bdd43eee service neutron] 10.222.0.64 "GET /v2.0/networks/cea4664f-a5bd-42bd-88c9-406cfc090e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1742620 Dec 22 10:03:40.616545 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:40.650081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ddc92594-c1af-4af0-9098-65b6c97f0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:40.662900 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2619d20-4ec3-4cf5-baf0-71e602d24e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:40.683307 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:40.693443 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6a8cf068-8cc2-4fc4-8008-1eb2fe8a4516 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:40.696645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Releasing vxlan tunnel 13 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:03:40.735249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc92594-c1af-4af0-9098-65b6c97f0f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faca6da9-23f9-4e5e-953c-47e232f3feef,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:40.754822 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ddc92594-c1af-4af0-9098-65b6c97f0f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:40.874844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f82ae-d67d-49ca-96c7-fd9fc99f8516 req-51b7bf47-6323-4247-94f4-b2c84a3616c3 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:40.876520 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-238f82ae-d67d-49ca-96c7-fd9fc99f8516 req-51b7bf47-6323-4247-94f4-b2c84a3616c3 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=148acf17-f7a9-4dbc-9d1b-86a8886e3a6f HTTP/1.1" status: 200 len: 943 time: 0.7845380 Dec 22 10:03:40.887074 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:41.004278 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ddc92594-c1af-4af0-9098-65b6c97f0f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:41.005539 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ddc92594-c1af-4af0-9098-65b6c97f0f08 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/faca6da9-23f9-4e5e-953c-47e232f3feef HTTP/1.1" status: 204 len: 168 time: 1.8489778 Dec 22 10:03:41.023310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a27d033b-06a2-496b-b20e-f4c8f4bf22bc req-26e4b9f6-c023-410e-9df3-866adce5f9f3 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Synchronizing usage tracker for tenant:d2aa4acff62748d790b7597d67b6f15b on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:03:41.138860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Network 7a2b48c1-4b3d-4dcb-9481-c8da3d190d86 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:41.157272 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:41.207015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-a27d033b-06a2-496b-b20e-f4c8f4bf22bc req-26e4b9f6-c023-410e-9df3-866adce5f9f3 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Unset dirty status for tenant:d2aa4acff62748d790b7597d67b6f15b on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:03:41.208855 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a27d033b-06a2-496b-b20e-f4c8f4bf22bc req-26e4b9f6-c023-410e-9df3-866adce5f9f3 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/ports?device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 210 time: 0.3110561 Dec 22 10:03:41.211387 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-238f82ae-d67d-49ca-96c7-fd9fc99f8516 req-b341c4e8-8e55-4d68-ba9e-de5d53cf765c tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153892 Dec 22 10:03:41.267558 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6a8cf068-8cc2-4fc4-8008-1eb2fe8a4516 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:41.316494 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-832b76b8-3c9b-4f4c-855a-315acafdfaf1 tempest-FloatingIPAdminTestJSON-511395642 tempest-FloatingIPAdminTestJSON-511395642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:41.615554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Network 7a2b48c1-4b3d-4dcb-9481-c8da3d190d86 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:03:41.649605 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:03:41.657853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cf068-8cc2-4fc4-8008-1eb2fe8a4516 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Pushing event updated for resources: {'Port': ['ID=bf203786-15bf-4578-88e0-996c494a98c7,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:41.667517 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6a8cf068-8cc2-4fc4-8008-1eb2fe8a4516 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:41.669529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6a8cf068-8cc2-4fc4-8008-1eb2fe8a4516 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Network bab6a714-c8b1-4ba9-bf79-1bd5b897c958 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:03:41.693219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6a8cf068-8cc2-4fc4-8008-1eb2fe8a4516 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:03:41.755858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6a8cf068-8cc2-4fc4-8008-1eb2fe8a4516 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:03:41.876396 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:41.890724 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8ed31886-880e-4199-a611-a953779e6392 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:41.912321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6a8cf068-8cc2-4fc4-8008-1eb2fe8a4516 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:41.913181 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6a8cf068-8cc2-4fc4-8008-1eb2fe8a4516 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:41.918006 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:41.950318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Pushing event deleted for resources: {'Network': ['ID=7a2b48c1-4b3d-4dcb-9481-c8da3d190d86,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:41.956368 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:41.959459 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "DELETE /v2.0/networks/7a2b48c1-4b3d-4dcb-9481-c8da3d190d86 HTTP/1.1" status: 204 len: 168 time: 7.3188391 Dec 22 10:03:41.962867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46458) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:41.999702 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6a8cf068-8cc2-4fc4-8008-1eb2fe8a4516 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6550825 Dec 22 10:03:42.031313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Request body: {'port': {'device_id': 'edf8ddad-e4fb-4770-b630-da48100816d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:03:42.196385 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97301d36-25a7-4f00-bcae-66eb4fd1f9ec tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:42.291975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46470) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:42.301361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 69281298-fc33-4463-b540-7769dbf5a4ff up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:03:42.412912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 69281298-fc33-4463-b540-7769dbf5a4ff completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:03:42.420935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 69281298-fc33-4463-b540-7769dbf5a4ff triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:42.421750 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:42.670761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-62201692-network', 'tenant_id': '92bea1784d8e4a24a14867e943fd9fb3'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:03:42.681258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:03:42.690078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Usage tracker for resource:network and tenant:92bea1784d8e4a24a14867e943fd9fb3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:03:42.694820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:03:42.703390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:03:42.722351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Made reservation on behalf of 92bea1784d8e4a24a14867e943fd9fb3 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:03:42.729552 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:42.747985 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:42.764818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:03:42.771456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Usage tracker for resource:security_group_rule and tenant:92bea1784d8e4a24a14867e943fd9fb3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:03:42.775300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:03:42.781761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:03:42.838596 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:42.871023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ca6061a1-1657-47d1-b850-2815bf3af224 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:42.887713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 69281298-fc33-4463-b540-7769dbf5a4ff, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=69281298-fc33-4463-b540-7769dbf5a4ff,segment=NetworkSegment(ce2c4c03-828c-4483-b238-cf791284a0ea),segment_id=ce2c4c03-828c-4483-b238-cf791284a0ea)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:42.888450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148acf17-f7a9-4dbc-9d1b-86a8886e3a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69281298-fc33-4463-b540-7769dbf5a4ff'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:03:42.895004 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:42.897269 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:42.921246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:42.925933 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:42.934326 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3f99ad63-f9da-4613-bb18-20891baa75e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:42.937505 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3e65705e-ed3a-438a-bdb1-032f45a3855c tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:42.980735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=69281298-fc33-4463-b540-7769dbf5a4ff,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:42.986328 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:43.003506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:03:43.033739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:03:43.043338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cef44a-358b-4831-88fc-61404cdcf769,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:43.051383 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:43.055092 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:43.055092 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Added segment 83dba69c-6c2d-4440-8317-6c309902142d of type vxlan for network eea96f0c-80ed-4d45-8247-faa6e5a84952 Dec 22 10:03:43.104944 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:43.139844 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:43.140959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:43.141608 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:43.148110 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-944c4b1d-cc9a-4eec-a0f4-9f7f0d715f74 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:43.241970 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:43.269750 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9760911 Dec 22 10:03:43.275082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Pushing event updated for resources: {'Network': ['ID=eea96f0c-80ed-4d45-8247-faa6e5a84952,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:43.288224 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:43.293609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network eea96f0c-80ed-4d45-8247-faa6e5a84952 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:03:43.329773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network eea96f0c-80ed-4d45-8247-faa6e5a84952 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:03:43.332407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6061a1-1657-47d1-b850-2815bf3af224 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Subnet': ['ID=924e40db-7058-44a2-ae5d-235d9e6814b0,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:43.352827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network eea96f0c-80ed-4d45-8247-faa6e5a84952 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:03:43.404405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb010c0a-3072-4616-81a3-0b06b18d1be0 req-a9c33db1-258e-45d4-80f3-b5c9a3a316f3 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:43.412151 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eb010c0a-3072-4616-81a3-0b06b18d1be0 req-a9c33db1-258e-45d4-80f3-b5c9a3a316f3 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=148acf17-f7a9-4dbc-9d1b-86a8886e3a6f HTTP/1.1" status: 200 len: 943 time: 0.8218205 Dec 22 10:03:43.429016 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ca6061a1-1657-47d1-b850-2815bf3af224 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:43.453253 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97301d36-25a7-4f00-bcae-66eb4fd1f9ec tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:43.537865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af0a23-aca8-4392-91f8-b6ee064e889c req-067448e3-eb97-464f-a076-6f09dd918e3b tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:43.537865 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07af0a23-aca8-4392-91f8-b6ee064e889c req-067448e3-eb97-464f-a076-6f09dd918e3b tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/ports?device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 931 time: 0.9432089 Dec 22 10:03:43.550826 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eb010c0a-3072-4616-81a3-0b06b18d1be0 req-933a5d17-1ddb-4c95-b248-e32524942cd5 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372855 Dec 22 10:03:43.803968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6061a1-1657-47d1-b850-2815bf3af224 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Checking segment: {'id': '8e5faf96-af08-45b9-a327-9b637def1b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0541d2dd-0baa-4aef-8e20-bb6a9500f2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:03:43.803968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6061a1-1657-47d1-b850-2815bf3af224 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network hostable DHCP agents. Network: 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:03:43.817780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-97301d36-25a7-4f00-bcae-66eb4fd1f9ec tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1adea41-3480-42e0-8217-fdfb36223d1e']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:43.872439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-07af0a23-aca8-4392-91f8-b6ee064e889c req-045648d6-ff4a-484e-93f1-b920f9d58841 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Synchronizing usage tracker for tenant:d2aa4acff62748d790b7597d67b6f15b on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:03:43.885910 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148acf17-f7a9-4dbc-9d1b-86a8886e3a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69281298-fc33-4463-b540-7769dbf5a4ff', 'code': 200} Dec 22 10:03:43.917444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-97301d36-25a7-4f00-bcae-66eb4fd1f9ec tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ae013f-a8da-49d1-8d35-ddd22975d044') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:43.917775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-97301d36-25a7-4f00-bcae-66eb4fd1f9ec tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ae013f-a8da-49d1-8d35-ddd22975d044') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:43.945324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-07af0a23-aca8-4392-91f8-b6ee064e889c req-045648d6-ff4a-484e-93f1-b920f9d58841 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Unset dirty status for tenant:d2aa4acff62748d790b7597d67b6f15b on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:03:43.946628 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07af0a23-aca8-4392-91f8-b6ee064e889c req-045648d6-ff4a-484e-93f1-b920f9d58841 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/security-groups?id=0e32e8a5-e342-4306-ba60-b3ef8e3207b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809998 Dec 22 10:03:43.952739 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97301d36-25a7-4f00-bcae-66eb4fd1f9ec tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:43.957683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 69281298-fc33-4463-b540-7769dbf5a4ff up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:03:43.966658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6061a1-1657-47d1-b850-2815bf3af224 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:03:44.002667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ca6061a1-1657-47d1-b850-2815bf3af224 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:03:44.019204 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97301d36-25a7-4f00-bcae-66eb4fd1f9ec tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:44.030566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-97301d36-25a7-4f00-bcae-66eb4fd1f9ec tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Releasing vxlan tunnel 11 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:03:44.055978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1c507d-dd05-4a36-a86d-aa195f0e97a7 None None] Network 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:03:44.216735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7344790-2391-463e-8c25-474d4f05bf84 req-5a2f24ad-6f4c-4b05-af60-474554339314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:44.222643 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a7344790-2391-463e-8c25-474d4f05bf84 req-5a2f24ad-6f4c-4b05-af60-474554339314 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=148acf17-f7a9-4dbc-9d1b-86a8886e3a6f HTTP/1.1" status: 200 len: 1160 time: 0.2185779 Dec 22 10:03:44.328498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-97301d36-25a7-4f00-bcae-66eb4fd1f9ec tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Network d1adea41-3480-42e0-8217-fdfb36223d1e has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:44.329159 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a7344790-2391-463e-8c25-474d4f05bf84 req-1a1c4699-452c-4375-bf10-7e3e3ad8ffff service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968409 Dec 22 10:03:44.340497 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97301d36-25a7-4f00-bcae-66eb4fd1f9ec tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:44.440597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-0541d2dd-0baa-4aef-8e20-bb6a9500f2ad', 'network_id': '0541d2dd-0baa-4aef-8e20-bb6a9500f2ad', 'tenant_id': '5b07610c16b84d5e8978c3329570465b', 'fixed_ips': [{'subnet_id': '924e40db-7058-44a2-ae5d-235d9e6814b0'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:03:44.441702 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:44.499062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6061a1-1657-47d1-b850-2815bf3af224 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:44.499742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ca6061a1-1657-47d1-b850-2815bf3af224 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:44.641450 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ca6061a1-1657-47d1-b850-2815bf3af224 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.6167321 Dec 22 10:03:44.644747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46498) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:44.652803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7887b392-5915-4e55-870c-65766cf4c107 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:03:44.783954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-97301d36-25a7-4f00-bcae-66eb4fd1f9ec tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Network d1adea41-3480-42e0-8217-fdfb36223d1e has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:03:44.824910 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:03:45.040854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Allocated IP 172.20.0.2 (0541d2dd-0baa-4aef-8e20-bb6a9500f2ad/924e40db-7058-44a2-ae5d-235d9e6814b0/acf14543-ea1e-4d9d-a8d2-793d91f500dd) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:03:45.146955 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7887b392-5915-4e55-870c-65766cf4c107 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2937372'] for subnet, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:45.172187 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97301d36-25a7-4f00-bcae-66eb4fd1f9ec tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:45.195697 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-529a0bb5-b217-41cf-a0e8-189a0769142a tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:45.226355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f3326-c417-440b-9eb1-5e22a4e9d097 req-0521727e-87a6-4461-ab68-4066b62a2a96 tempest-ComputeTenantNetworksTest-645388918 tempest-ComputeTenantNetworksTest-645388918] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:45.231124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f3326-c417-440b-9eb1-5e22a4e9d097 req-0521727e-87a6-4461-ab68-4066b62a2a96 tempest-ComputeTenantNetworksTest-645388918 tempest-ComputeTenantNetworksTest-645388918] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:45.238590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f3326-c417-440b-9eb1-5e22a4e9d097 req-0521727e-87a6-4461-ab68-4066b62a2a96 tempest-ComputeTenantNetworksTest-645388918 tempest-ComputeTenantNetworksTest-645388918] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:45.242026 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-483f3326-c417-440b-9eb1-5e22a4e9d097 req-0521727e-87a6-4461-ab68-4066b62a2a96 tempest-ComputeTenantNetworksTest-645388918 tempest-ComputeTenantNetworksTest-645388918] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.7447939 Dec 22 10:03:45.253463 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-97301d36-25a7-4f00-bcae-66eb4fd1f9ec tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:45.257152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97301d36-25a7-4f00-bcae-66eb4fd1f9ec tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Pushing event deleted for resources: {'Network': ['ID=d1adea41-3480-42e0-8217-fdfb36223d1e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:45.268781 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-97301d36-25a7-4f00-bcae-66eb4fd1f9ec tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:45.319816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc98bf-8fbd-4962-9a68-51dbc2157cdb req-09fe6dc0-d2c9-41b8-8efd-154b2a4513b6 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:45.322204 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3abc98bf-8fbd-4962-9a68-51dbc2157cdb req-09fe6dc0-d2c9-41b8-8efd-154b2a4513b6 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=148acf17-f7a9-4dbc-9d1b-86a8886e3a6f HTTP/1.1" status: 200 len: 945 time: 0.4207151 Dec 22 10:03:45.341641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46514) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:45.341901 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-97301d36-25a7-4f00-bcae-66eb4fd1f9ec tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "DELETE /v2.0/networks/d1adea41-3480-42e0-8217-fdfb36223d1e HTTP/1.1" status: 204 len: 168 time: 3.3778350 Dec 22 10:03:45.381029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 69281298-fc33-4463-b540-7769dbf5a4ff triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:45.381384 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:45.413546 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3abc98bf-8fbd-4962-9a68-51dbc2157cdb req-e02eb07e-4b43-4f51-9ba5-d3b13349f450 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802059 Dec 22 10:03:45.424884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf203786-15bf-4578-88e0-996c494a98c7 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 10:03:45.445712 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:45.487986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Transition to ACTIVE for port object bf203786-15bf-4578-88e0-996c494a98c7 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:03:45.493444 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:45.635685 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:45.666698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Transition to ACTIVE for port object acf14543-ea1e-4d9d-a8d2-793d91f500dd will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:03:45.690726 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f0994ebd-8290-4c58-bb2e-c49b330fbc79 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:45.748489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Transition to ACTIVE for port object acf14543-ea1e-4d9d-a8d2-793d91f500dd will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:03:45.757354 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:45.776728 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2be06b79-799a-4c77-95c8-aa5ee1d673bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:45.860906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Pushing event updated for resources: {'Port': ['ID=acf14543-ea1e-4d9d-a8d2-793d91f500dd,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:45.868875 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:46.091063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Network 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:03:46.091063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:03:46.095742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:03:46.361856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Attempting to bind port acf14543-ea1e-4d9d-a8d2-793d91f500dd on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:03:46.362437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Attempting to bind port acf14543-ea1e-4d9d-a8d2-793d91f500dd by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '8e5faf96-af08-45b9-a327-9b637def1b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0541d2dd-0baa-4aef-8e20-bb6a9500f2ad'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:03:46.362633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04db2be-6425-4552-9041-2c5399972f79 req-92dd31b1-bcb5-4d61-8e1f-10115b004da0 tempest-ComputeTenantNetworksTest-645388918 tempest-ComputeTenantNetworksTest-645388918] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:46.362850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Attempting to bind port acf14543-ea1e-4d9d-a8d2-793d91f500dd on network 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:03:46.364305 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f04db2be-6425-4552-9041-2c5399972f79 req-92dd31b1-bcb5-4d61-8e1f-10115b004da0 tempest-ComputeTenantNetworksTest-645388918 tempest-ComputeTenantNetworksTest-645388918] 10.222.0.50 "GET /v2.0/networks/eea96f0c-80ed-4d45-8247-faa6e5a84952 HTTP/1.1" status: 200 len: 767 time: 0.6749725 Dec 22 10:03:46.381659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:03:46.382086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Checking segment: {'id': '8e5faf96-af08-45b9-a327-9b637def1b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0541d2dd-0baa-4aef-8e20-bb6a9500f2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:03:46.382538 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:46.382983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Bound using segment: {'id': '8e5faf96-af08-45b9-a327-9b637def1b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0541d2dd-0baa-4aef-8e20-bb6a9500f2ad'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:03:46.383508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Bound port: acf14543-ea1e-4d9d-a8d2-793d91f500dd, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5faf96-af08-45b9-a327-9b637def1b8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0541d2dd-0baa-4aef-8e20-bb6a9500f2ad'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:03:46.384011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:46.446752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46530) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:46.520051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] For port acf14543-ea1e-4d9d-a8d2-793d91f500dd, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:03:46.523486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] For port acf14543-ea1e-4d9d-a8d2-793d91f500dd, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=acf14543-ea1e-4d9d-a8d2-793d91f500dd,segment=NetworkSegment(8e5faf96-af08-45b9-a327-9b637def1b8b),segment_id=8e5faf96-af08-45b9-a327-9b637def1b8b)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:03:46.530220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:46.531081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf136889-864a-48f5-972a-24eb0846f11b tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Deleting subnet d09160f9-6e14-4ae1-8db7-82ab67f27d14 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:03:46.534904 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf136889-864a-48f5-972a-24eb0846f11b tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:46.597071 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf136889-864a-48f5-972a-24eb0846f11b tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:46.610613 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9a1420aa-b057-45c6-827f-0bd1667d0164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:46.682460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Pushing event updated for resources: {'Port': ['ID=acf14543-ea1e-4d9d-a8d2-793d91f500dd,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:46.687674 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:46.711674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf136889-864a-48f5-972a-24eb0846f11b tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:46.738022 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5e45c86-568b-444f-a85a-1286555743a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:46.809936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf203786-15bf-4578-88e0-996c494a98c7,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:46.887869 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.197s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:46.922549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Attempting to bind port bf203786-15bf-4578-88e0-996c494a98c7 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:03:46.922982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Attempting to bind port bf203786-15bf-4578-88e0-996c494a98c7 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'c555e9f2-6ab8-4172-a228-1a552c6639d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bab6a714-c8b1-4ba9-bf79-1bd5b897c958'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:03:46.923455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Attempting to bind port bf203786-15bf-4578-88e0-996c494a98c7 on network bab6a714-c8b1-4ba9-bf79-1bd5b897c958 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:03:46.939274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:03:46.939648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Checking segment: {'id': 'c555e9f2-6ab8-4172-a228-1a552c6639d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bab6a714-c8b1-4ba9-bf79-1bd5b897c958'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:03:46.940308 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:46.940794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Bound using segment: {'id': 'c555e9f2-6ab8-4172-a228-1a552c6639d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bab6a714-c8b1-4ba9-bf79-1bd5b897c958'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:03:46.941378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Bound port: bf203786-15bf-4578-88e0-996c494a98c7, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c555e9f2-6ab8-4172-a228-1a552c6639d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bab6a714-c8b1-4ba9-bf79-1bd5b897c958'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:03:46.941843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:47.003030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104047ea-486e-4938-af4b-e300541fe0ef req-cd94160c-4ba5-4339-a7c0-9c7d25db3b84 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:47.007812 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-104047ea-486e-4938-af4b-e300541fe0ef req-cd94160c-4ba5-4339-a7c0-9c7d25db3b84 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/ports?device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 943 time: 1.3198926 Dec 22 10:03:47.171889 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf136889-864a-48f5-972a-24eb0846f11b tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:47.196661 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fc3e2fd-1476-4deb-925b-2926c08f07ce tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:47.244604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf136889-864a-48f5-972a-24eb0846f11b tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Pushing event deleted for resources: {'Subnet': ['ID=d09160f9-6e14-4ae1-8db7-82ab67f27d14,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:47.247806 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cf136889-864a-48f5-972a-24eb0846f11b tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:47.310283 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5e45c86-568b-444f-a85a-1286555743a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:47.350807 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7887b392-5915-4e55-870c-65766cf4c107 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762265788446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036852656887'] for subnet, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:47.515889 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-598da53d-b29a-4700-848e-ccd7b95fc20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:47.583031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device acf14543-ea1e-4d9d-a8d2-793d91f500dd up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:03:47.678504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887b392-5915-4e55-870c-65766cf4c107 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Subnet': ['ID=924e40db-7058-44a2-ae5d-235d9e6814b0,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:47.682011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176f7ac-6e03-4cab-b2a6-07e65a3b4bf3 req-89dbfbf6-1554-4b38-8d3f-3c0d61bf1b06 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:47.690378 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e176f7ac-6e03-4cab-b2a6-07e65a3b4bf3 req-89dbfbf6-1554-4b38-8d3f-3c0d61bf1b06 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=148acf17-f7a9-4dbc-9d1b-86a8886e3a6f HTTP/1.1" status: 200 len: 945 time: 0.8573234 Dec 22 10:03:47.707622 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7887b392-5915-4e55-870c-65766cf4c107 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:47.736341 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-104047ea-486e-4938-af4b-e300541fe0ef req-5eafb3c0-2b39-48ab-93bb-a34ed7723103 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/security-groups?id=0e32e8a5-e342-4306-ba60-b3ef8e3207b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6846445 Dec 22 10:03:47.760866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-e5e45c86-568b-444f-a85a-1286555743a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea96f0c-80ed-4d45-8247-faa6e5a84952']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:47.767164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7887b392-5915-4e55-870c-65766cf4c107 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:47.768269 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7887b392-5915-4e55-870c-65766cf4c107 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:47.777286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46548) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:47.785404 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7887b392-5915-4e55-870c-65766cf4c107 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "PUT /v2.0/subnets/924e40db-7058-44a2-ae5d-235d9e6814b0 HTTP/1.1" status: 200 len: 806 time: 3.1391609 Dec 22 10:03:47.804024 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cf136889-864a-48f5-972a-24eb0846f11b tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:47.804928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6bac57-fb56-4c40-83c6-41a4a2b509fb None None] Network c689e05e-0fed-4e5c-8bdb-3830780c593b requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:03:47.819297 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cf136889-864a-48f5-972a-24eb0846f11b tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "DELETE /v2.0/subnets/d09160f9-6e14-4ae1-8db7-82ab67f27d14 HTTP/1.1" status: 204 len: 168 time: 2.4720268 Dec 22 10:03:47.820466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46554) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:47.841148 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e176f7ac-6e03-4cab-b2a6-07e65a3b4bf3 req-2a2d0ed0-3058-4cba-be40-15daebb3c217 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497796 Dec 22 10:03:48.030797 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:48.037494 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:48.096380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-e5e45c86-568b-444f-a85a-1286555743a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83dba69c-6c2d-4440-8317-6c309902142d') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:48.096697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-e5e45c86-568b-444f-a85a-1286555743a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83dba69c-6c2d-4440-8317-6c309902142d') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:48.115190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] For port bf203786-15bf-4578-88e0-996c494a98c7, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:03:48.135194 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5e45c86-568b-444f-a85a-1286555743a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:48.153355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] For port bf203786-15bf-4578-88e0-996c494a98c7, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=bf203786-15bf-4578-88e0-996c494a98c7,segment=NetworkSegment(c555e9f2-6ab8-4172-a228-1a552c6639d2),segment_id=c555e9f2-6ab8-4172-a228-1a552c6639d2)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:03:48.157872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Deleting port acf14543-ea1e-4d9d-a8d2-793d91f500dd {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:48.158262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:48.190449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5e45c86-568b-444f-a85a-1286555743a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:48.199431 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:48.217116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port acf14543-ea1e-4d9d-a8d2-793d91f500dd completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:03:48.221576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e5e45c86-568b-444f-a85a-1286555743a8 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:03:48.228806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Deleting port 8100ae61-0358-44ce-afdd-2168ecfcc9ce {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:48.229196 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:48.246201 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f07fe34e-c2ba-433a-acc4-74636b4e16a3 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:48.381273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf203786-15bf-4578-88e0-996c494a98c7,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:48.385409 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:48.430416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e809f84c-a700-4d89-a88c-b2effc758b3f None None] DHCP port deletion for c689e05e-0fed-4e5c-8bdb-3830780c593b request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:03:48.436671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e809f84c-a700-4d89-a88c-b2effc758b3f None None] Deleting port 8100ae61-0358-44ce-afdd-2168ecfcc9ce {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:48.437515 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e809f84c-a700-4d89-a88c-b2effc758b3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:48.683572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] For port 8100ae61-0358-44ce-afdd-2168ecfcc9ce, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8100ae61-0358-44ce-afdd-2168ecfcc9ce,segment=NetworkSegment(1876fd7e-c558-438c-8f39-36df77a15faf),segment_id=1876fd7e-c558-438c-8f39-36df77a15faf)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:48.683963 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:48.924527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e809f84c-a700-4d89-a88c-b2effc758b3f None None] For port 8100ae61-0358-44ce-afdd-2168ecfcc9ce, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8100ae61-0358-44ce-afdd-2168ecfcc9ce,segment=NetworkSegment(1876fd7e-c558-438c-8f39-36df77a15faf),segment_id=1876fd7e-c558-438c-8f39-36df77a15faf)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:48.924982 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e809f84c-a700-4d89-a88c-b2effc758b3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:48.955729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e5e45c86-568b-444f-a85a-1286555743a8 admin admin] Network eea96f0c-80ed-4d45-8247-faa6e5a84952 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:48.979682 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5e45c86-568b-444f-a85a-1286555743a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:49.035860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Calling delete_port for 8100ae61-0358-44ce-afdd-2168ecfcc9ce owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:49.143059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a998dbd8-9c29-448a-aad5-746bc3db3669 None None] Network 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:03:49.168839 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:49.420626 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:49.513220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] No DVR routers for this DVR port 8100ae61-0358-44ce-afdd-2168ecfcc9ce on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:03:49.517692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Pushing event deleted for resources: {'Port': ['ID=8100ae61-0358-44ce-afdd-2168ecfcc9ce,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:49.569214 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:49.604840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e5e45c86-568b-444f-a85a-1286555743a8 admin admin] Network eea96f0c-80ed-4d45-8247-faa6e5a84952 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:03:49.648113 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:03:49.714999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e809f84c-a700-4d89-a88c-b2effc758b3f None None] Calling delete_port for 8100ae61-0358-44ce-afdd-2168ecfcc9ce owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:49.725647 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:49.741863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:49.742565 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:49.744143 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] 10.222.0.64 "PUT /v2.0/ports/bf203786-15bf-4578-88e0-996c494a98c7 HTTP/1.1" status: 200 len: 1155 time: 7.7276423 Dec 22 10:03:49.746827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf8ddad-e4fb-4770-b630-da48100816d3', 'tag': 'bf203786-15bf-4578-88e0-996c494a98c7'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:03:49.805896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8100ae61-0358-44ce-afdd-2168ecfcc9ce no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:03:49.874793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 8100ae61-0358-44ce-afdd-2168ecfcc9ce {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:03:49.875371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 8100ae61-0358-44ce-afdd-2168ecfcc9ce not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:03:49.882653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c689e05e-0fed-4e5c-8bdb-3830780c593b']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:49.901586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1876fd7e-c558-438c-8f39-36df77a15faf') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:49.901938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1876fd7e-c558-438c-8f39-36df77a15faf') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:49.916682 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:49.918742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0567d1c5-9f10-4d9e-94d8-4e33c71ee340 None None] Provisioning for port acf14543-ea1e-4d9d-a8d2-793d91f500dd completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:03:49.932967 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:49.934561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0567d1c5-9f10-4d9e-94d8-4e33c71ee340 None None] Provisioning complete for port acf14543-ea1e-4d9d-a8d2-793d91f500dd triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:49.935001 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0567d1c5-9f10-4d9e-94d8-4e33c71ee340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:49.935188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Releasing vxlan tunnel 10 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:03:50.027581 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:03:50.059048 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5e45c86-568b-444f-a85a-1286555743a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:50.068293 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:50.098197 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5e45c86-568b-444f-a85a-1286555743a8 admin admin] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:50.104846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-e809f84c-a700-4d89-a88c-b2effc758b3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:03:50.105520 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-e809f84c-a700-4d89-a88c-b2effc758b3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:03:50.146353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Network c689e05e-0fed-4e5c-8bdb-3830780c593b has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:50.158095 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:50.175190 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0567d1c5-9f10-4d9e-94d8-4e33c71ee340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:50.175509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e45c86-568b-444f-a85a-1286555743a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=eea96f0c-80ed-4d45-8247-faa6e5a84952,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:50.192622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df134365-ee07-4283-9359-4aa66de54cd4 req-b7c8c99e-e983-465d-80ec-11f7879a3004 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:50.194382 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df134365-ee07-4283-9359-4aa66de54cd4 req-b7c8c99e-e983-465d-80ec-11f7879a3004 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/ports?device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 943 time: 0.9478064 Dec 22 10:03:50.201712 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e5e45c86-568b-444f-a85a-1286555743a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:50.217483 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e5e45c86-568b-444f-a85a-1286555743a8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/eea96f0c-80ed-4d45-8247-faa6e5a84952 HTTP/1.1" status: 204 len: 168 time: 3.7638702 Dec 22 10:03:50.228417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bf16b-0ead-4221-9067-642144e014fa req-857eda83-082d-48e9-aad4-977b77443733 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:50.230103 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-817bf16b-0ead-4221-9067-642144e014fa req-857eda83-082d-48e9-aad4-977b77443733 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.4779456 Dec 22 10:03:50.285850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-0567d1c5-9f10-4d9e-94d8-4e33c71ee340 None None] For port acf14543-ea1e-4d9d-a8d2-793d91f500dd, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=acf14543-ea1e-4d9d-a8d2-793d91f500dd,segment=NetworkSegment(8e5faf96-af08-45b9-a327-9b637def1b8b),segment_id=8e5faf96-af08-45b9-a327-9b637def1b8b)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:50.287979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-05a879e9-6827-495f-bba4-3475577e7826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:50.289661 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-05a879e9-6827-495f-bba4-3475577e7826 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2aa4acff62748d790b7597d67b6f15b&device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 1158 time: 0.4739816 Dec 22 10:03:50.292928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0567d1c5-9f10-4d9e-94d8-4e33c71ee340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:50.295355 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:50.407048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567d1c5-9f10-4d9e-94d8-4e33c71ee340 None None] Pushing event updated for resources: {'Port': ['ID=acf14543-ea1e-4d9d-a8d2-793d91f500dd,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:50.412861 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0567d1c5-9f10-4d9e-94d8-4e33c71ee340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:50.489031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Network c689e05e-0fed-4e5c-8bdb-3830780c593b has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:50.583918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec9e411-87b6-44ea-8da4-1101433fb581 None None] Network 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:03:50.600349 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:03:50.612770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46602) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:50.653176 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:50.696910 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8b77d0da-d5e0-4b8a-b466-856f7434ffa4 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:50.729453 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d60a54a2-678a-4c70-b65b-7cc94e2cefaf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92bea1784d8e4a24a14867e943fd9fb3&name=default HTTP/1.1" status: 200 len: 2883 time: 0.1148582 Dec 22 10:03:50.731170 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:50.738249 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-332edf89-c40f-449f-8e05-5f500cae055b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf203786-15bf-4578-88e0-996c494a98c7 HTTP/1.1" status: 200 len: 217 time: 0.4275250 Dec 22 10:03:50.738576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e809f84c-a700-4d89-a88c-b2effc758b3f None None] Deleting port 8100ae61-0358-44ce-afdd-2168ecfcc9ce {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:50.738945 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e809f84c-a700-4d89-a88c-b2effc758b3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:50.746464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46606) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:50.748360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Pushing event deleted for resources: {'Network': ['ID=c689e05e-0fed-4e5c-8bdb-3830780c593b,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:50.754198 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "DELETE /v2.0/networks/c689e05e-0fed-4e5c-8bdb-3830780c593b HTTP/1.1" status: 204 len: 168 time: 2.9323294 Dec 22 10:03:50.756517 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:50.757712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46608) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:50.818385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9560f558-febb-430c-bc19-b11b2148475c tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Synchronizing usage tracker for tenant:caefbc154db2414ba9fe3e3e8abec29b on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:03:50.839839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9560f558-febb-430c-bc19-b11b2148475c tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Unset dirty status for tenant:caefbc154db2414ba9fe3e3e8abec29b on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:03:50.845636 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9560f558-febb-430c-bc19-b11b2148475c tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "GET /v2.0/ports?device_id=a72790d8-492e-4d77-80ba-ff85482d6217 HTTP/1.1" status: 200 len: 205 time: 0.0857899 Dec 22 10:03:50.846726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46614) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:50.873407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e809f84c-a700-4d89-a88c-b2effc758b3f None None] The port '8100ae61-0358-44ce-afdd-2168ecfcc9ce' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:03:50.890520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0260840e-28c3-485a-bbfa-0c95d03857f0 None None] Provisioning complete for port acf14543-ea1e-4d9d-a8d2-793d91f500dd triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:50.890873 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0260840e-28c3-485a-bbfa-0c95d03857f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:50.904223 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-817bf16b-0ead-4221-9067-642144e014fa req-a54c0fb4-bccc-444f-ac43-f82620cce796 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6500289 Dec 22 10:03:50.925460 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-df134365-ee07-4283-9359-4aa66de54cd4 req-f9145aff-a413-404c-923e-b3a42cdb06e4 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/security-groups?id=0e32e8a5-e342-4306-ba60-b3ef8e3207b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7038441 Dec 22 10:03:50.926734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] For port acf14543-ea1e-4d9d-a8d2-793d91f500dd, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=acf14543-ea1e-4d9d-a8d2-793d91f500dd,segment=NetworkSegment(8e5faf96-af08-45b9-a327-9b637def1b8b),segment_id=8e5faf96-af08-45b9-a327-9b637def1b8b)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:50.927902 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:51.104011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-280c5d90-e057-4b7c-a1e5-d79e1555497a tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:51.274924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Calling delete_port for acf14543-ea1e-4d9d-a8d2-793d91f500dd owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:51.396175 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf8ddad-e4fb-4770-b630-da48100816d3', 'tag': 'bf203786-15bf-4578-88e0-996c494a98c7', 'status': 'completed', 'code': 200} Dec 22 10:03:51.402163 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4ea326bb-67b3-409b-8a4a-17b2c8096f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:51.407218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-399eef07-314e-4703-a73a-30c71d0958be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:51.409025 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-399eef07-314e-4703-a73a-30c71d0958be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ab93748-4680-4b98-9e49-a44d31c784c1 HTTP/1.1" status: 200 len: 853 time: 0.6386058 Dec 22 10:03:51.428784 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:03:51.428784 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:03:51.502095 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-280c5d90-e057-4b7c-a1e5-d79e1555497a tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:51.505335 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-280c5d90-e057-4b7c-a1e5-d79e1555497a tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:51.526794 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-f41de2f5-f77b-43a5-99b1-bf9cdc9bd8c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bab6a714-c8b1-4ba9-bf79-1bd5b897c958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761852 Dec 22 10:03:51.531397 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-280c5d90-e057-4b7c-a1e5-d79e1555497a tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:51.531988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280c5d90-e057-4b7c-a1e5-d79e1555497a tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Fanout notify agent at l3_agent the message router_deleted on router a72790d8-492e-4d77-80ba-ff85482d6217 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 10:03:51.533916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device acf14543-ea1e-4d9d-a8d2-793d91f500dd up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:03:51.544494 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4ea326bb-67b3-409b-8a4a-17b2c8096f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:51.544629 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-280c5d90-e057-4b7c-a1e5-d79e1555497a tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:51.546305 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-280c5d90-e057-4b7c-a1e5-d79e1555497a tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] 10.222.0.50 "DELETE /v2.0/routers/a72790d8-492e-4d77-80ba-ff85482d6217 HTTP/1.1" status: 204 len: 168 time: 0.6976459 Dec 22 10:03:51.743241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-83fd965c-32a4-49de-a6bc-905789e74a80 None None] Provisioning complete for port acf14543-ea1e-4d9d-a8d2-793d91f500dd triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:51.752411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-83fd965c-32a4-49de-a6bc-905789e74a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:51.807073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port acf14543-ea1e-4d9d-a8d2-793d91f500dd triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:51.807420 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:51.932925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5c40a-2edf-4e5e-b3a2-94c91cd8dd59 req-43409768-1553-4ec1-9172-95e1a7e3615c tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:51.941246 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4fd5c40a-2edf-4e5e-b3a2-94c91cd8dd59 req-43409768-1553-4ec1-9172-95e1a7e3615c tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=148acf17-f7a9-4dbc-9d1b-86a8886e3a6f HTTP/1.1" status: 200 len: 945 time: 0.2984464 Dec 22 10:03:51.975294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Deleting port acf14543-ea1e-4d9d-a8d2-793d91f500dd {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:51.975727 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:52.066980 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4fd5c40a-2edf-4e5e-b3a2-94c91cd8dd59 req-14a8e999-01dd-40d6-87f0-5bceb8f3feff tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243939 Dec 22 10:03:52.114539 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4ea326bb-67b3-409b-8a4a-17b2c8096f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:52.125415 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c67f58d4-c9ed-4a0d-b985-356b45bd9011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:52.162386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46630) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:52.204820 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-4e71f87f-d2cd-4a13-95f8-6258ef9c38ae service neutron] 10.222.0.64 "GET /v2.0/networks/bab6a714-c8b1-4ba9-bf79-1bd5b897c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6438029 Dec 22 10:03:52.212823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea326bb-67b3-409b-8a4a-17b2c8096f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cef44a-358b-4831-88fc-61404cdcf769,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:52.216650 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4ea326bb-67b3-409b-8a4a-17b2c8096f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:52.354173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6310a1aa-5ef4-4638-9fc0-23ce46c9c9ac None None] Provisioning complete for port acf14543-ea1e-4d9d-a8d2-793d91f500dd triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:52.354583 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6310a1aa-5ef4-4638-9fc0-23ce46c9c9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:52.446273 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-840c6deb-d8aa-4250-b689-ecb6d154b20d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=caefbc154db2414ba9fe3e3e8abec29b&name=default HTTP/1.1" status: 200 len: 2883 time: 0.2820909 Dec 22 10:03:52.448916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46638) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:52.528343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-deec482b-07f2-4913-81e0-e166121fe2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:52.535668 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4ea326bb-67b3-409b-8a4a-17b2c8096f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:52.537031 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4ea326bb-67b3-409b-8a4a-17b2c8096f24 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/37cef44a-358b-4831-88fc-61404cdcf769 HTTP/1.1" status: 204 len: 168 time: 1.7866614 Dec 22 10:03:52.574143 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-deec482b-07f2-4913-81e0-e166121fe2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:52.577267 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ee4cc7f-b787-4a7f-b8b8-338e025e4d3f req-b053b543-6ad2-47af-859c-3c1ca5738e22 service neutron] 10.222.0.64 "GET /v2.0/networks/bab6a714-c8b1-4ba9-bf79-1bd5b897c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3568709 Dec 22 10:03:52.649020 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-deec482b-07f2-4913-81e0-e166121fe2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:52.656609 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a60573b9-5dc1-4873-a0da-1b6bed6647fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:52.674439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec482b-07f2-4913-81e0-e166121fe2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf9e02c-0997-4283-8990-910705042159,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:52.676841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-deec482b-07f2-4913-81e0-e166121fe2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:52.678382 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-deec482b-07f2-4913-81e0-e166121fe2ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cdf9e02c-0997-4283-8990-910705042159 HTTP/1.1" status: 204 len: 168 time: 0.2282307 Dec 22 10:03:52.682226 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-deec482b-07f2-4913-81e0-e166121fe2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:52.737928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9951590-15e9-4b25-a783-61b9393aedf7 req-267707a1-f692-4131-b4dd-8deedbe3767c tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:52.747044 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a9951590-15e9-4b25-a783-61b9393aedf7 req-267707a1-f692-4131-b4dd-8deedbe3767c tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.5992656 Dec 22 10:03:52.832651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac6073-282f-4d1a-9dea-64e702737873 req-a7b1f437-373b-42af-8081-8d9c81f50d38 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:52.834478 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6cac6073-282f-4d1a-9dea-64e702737873 req-a7b1f437-373b-42af-8081-8d9c81f50d38 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/ports?device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 943 time: 0.4455330 Dec 22 10:03:52.952907 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a9951590-15e9-4b25-a783-61b9393aedf7 req-0efde672-7e55-4566-8d9c-f3de546fee9d tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047372 Dec 22 10:03:52.975443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] For port acf14543-ea1e-4d9d-a8d2-793d91f500dd, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=acf14543-ea1e-4d9d-a8d2-793d91f500dd,segment=NetworkSegment(8e5faf96-af08-45b9-a327-9b637def1b8b),segment_id=8e5faf96-af08-45b9-a327-9b637def1b8b)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:52.975862 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:52.988192 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6cac6073-282f-4d1a-9dea-64e702737873 req-758f9d1f-d70e-46c8-848e-c5c9e07839c1 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/security-groups?id=0e32e8a5-e342-4306-ba60-b3ef8e3207b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372972 Dec 22 10:03:53.163643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Calling delete_port for acf14543-ea1e-4d9d-a8d2-793d91f500dd owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:53.196286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203e0b3-de07-4a1c-b9bf-b72eb356f859 req-6b362901-6638-498d-8ae4-ec2d3de4c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:53.198165 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7203e0b3-de07-4a1c-b9bf-b72eb356f859 req-6b362901-6638-498d-8ae4-ec2d3de4c644 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2aa4acff62748d790b7597d67b6f15b&device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 1158 time: 0.4481256 Dec 22 10:03:53.331451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08722a-b436-408c-a65c-28280eb781bb req-3c34e2dd-800b-4021-8e1a-4cbe9be1dd3c tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:53.332563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8a08722a-b436-408c-a65c-28280eb781bb req-3c34e2dd-800b-4021-8e1a-4cbe9be1dd3c tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Synchronizing usage tracker for tenant:3fd52eb19d5f4c0b9461b02958b19edc on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:03:53.363355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8a08722a-b436-408c-a65c-28280eb781bb req-3c34e2dd-800b-4021-8e1a-4cbe9be1dd3c tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Unset dirty status for tenant:3fd52eb19d5f4c0b9461b02958b19edc on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:03:53.366083 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8a08722a-b436-408c-a65c-28280eb781bb req-3c34e2dd-800b-4021-8e1a-4cbe9be1dd3c tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.64 "GET /v2.0/ports?device_id=148acf17-f7a9-4dbc-9d1b-86a8886e3a6f HTTP/1.1" status: 200 len: 945 time: 0.1812468 Dec 22 10:03:53.502585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-8a08722a-b436-408c-a65c-28280eb781bb req-33c668d6-495b-43ef-b947-f57e920443c1 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Deleting port 69281298-fc33-4463-b540-7769dbf5a4ff {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:03:53.503108 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8a08722a-b436-408c-a65c-28280eb781bb req-33c668d6-495b-43ef-b947-f57e920443c1 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:53.719580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203e0b3-de07-4a1c-b9bf-b72eb356f859 req-67ccf5f8-5896-439b-a2fb-3540dc77a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:53.721347 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7203e0b3-de07-4a1c-b9bf-b72eb356f859 req-67ccf5f8-5896-439b-a2fb-3540dc77a38a service neutron] 10.222.0.64 "GET /v2.0/networks?id=bab6a714-c8b1-4ba9-bf79-1bd5b897c958 HTTP/1.1" status: 200 len: 907 time: 0.5160851 Dec 22 10:03:53.822243 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7203e0b3-de07-4a1c-b9bf-b72eb356f859 req-ca180318-5d8e-4584-a75c-bea7031cc70c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf203786-15bf-4578-88e0-996c494a98c7 HTTP/1.1" status: 200 len: 217 time: 0.0921025 Dec 22 10:03:53.837943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddd62e-e337-48a0-8b1d-019793bf8224 req-30bc2c9b-747e-48a2-a724-133b6a1c07a4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:53.840242 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9eddd62e-e337-48a0-8b1d-019793bf8224 req-30bc2c9b-747e-48a2-a724-133b6a1c07a4 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=148acf17-f7a9-4dbc-9d1b-86a8886e3a6f HTTP/1.1" status: 200 len: 945 time: 0.3400335 Dec 22 10:03:53.892201 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:53.945910 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ebc0601a-f130-437c-96a7-55eb2bb8fc98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:54.420550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203e0b3-de07-4a1c-b9bf-b72eb356f859 req-25825bdf-560b-4cc4-859d-58b54e5a9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:54.422135 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7203e0b3-de07-4a1c-b9bf-b72eb356f859 req-25825bdf-560b-4cc4-859d-58b54e5a9d79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ab93748-4680-4b98-9e49-a44d31c784c1 HTTP/1.1" status: 200 len: 853 time: 0.5808616 Dec 22 10:03:54.448070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-8a08722a-b436-408c-a65c-28280eb781bb req-33c668d6-495b-43ef-b947-f57e920443c1 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] For port 69281298-fc33-4463-b540-7769dbf5a4ff, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=69281298-fc33-4463-b540-7769dbf5a4ff,segment=NetworkSegment(ce2c4c03-828c-4483-b238-cf791284a0ea),segment_id=ce2c4c03-828c-4483-b238-cf791284a0ea)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:54.448070 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8a08722a-b436-408c-a65c-28280eb781bb req-33c668d6-495b-43ef-b947-f57e920443c1 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:54.521980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-7aa55f92-fd67-438c-964a-4684ce8ab153 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 10:03:54.541441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Port': ['ID=acf14543-ea1e-4d9d-a8d2-793d91f500dd,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:54.650383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-8a08722a-b436-408c-a65c-28280eb781bb req-33c668d6-495b-43ef-b947-f57e920443c1 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Calling delete_port for 69281298-fc33-4463-b540-7769dbf5a4ff owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:03:54.764040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.764474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.764901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.765319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.765731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.766143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.766550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.766958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.767361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.768105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.768529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.769086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.769940 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.770589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.771004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.771577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.772033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.772562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.772966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.773366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.773767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.774169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.774578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.774978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.775444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.775840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.776286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.776683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.777081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.777480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.777877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.778320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.778637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.779454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.780001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.780390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:54.791723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46692) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:54.794362 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7203e0b3-de07-4a1c-b9bf-b72eb356f859 req-eefb4d9b-50e4-44b6-8a85-0b9896e23172 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bab6a714-c8b1-4ba9-bf79-1bd5b897c958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3300970 Dec 22 10:03:54.811535 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0100439 Dec 22 10:03:54.840759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46694) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:54.865303 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:54.871063 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8a08722a-b436-408c-a65c-28280eb781bb req-33c668d6-495b-43ef-b947-f57e920443c1 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:54.968418 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9eddd62e-e337-48a0-8b1d-019793bf8224 req-22830acd-0073-48c5-ad95-8918607f6f7b tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/security-groups?id=1d1c0d92-6933-48db-9a19-11f0ad29fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0267713 Dec 22 10:03:54.976415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device bf203786-15bf-4578-88e0-996c494a98c7 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:03:55.082589 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:55.142722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port bf203786-15bf-4578-88e0-996c494a98c7 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:03:55.157241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port bf203786-15bf-4578-88e0-996c494a98c7 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:55.165085 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:55.168654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c668d6-495b-43ef-b947-f57e920443c1 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Pushing event deleted for resources: {'Port': ['ID=69281298-fc33-4463-b540-7769dbf5a4ff,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:55.179736 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-33c668d6-495b-43ef-b947-f57e920443c1 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:55.252630 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7203e0b3-de07-4a1c-b9bf-b72eb356f859 req-ef02d9ee-5266-41f2-9ba3-1184f30b65e8 service neutron] 10.222.0.64 "GET /v2.0/networks/bab6a714-c8b1-4ba9-bf79-1bd5b897c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393559 Dec 22 10:03:55.260069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16818e-568f-42d5-a5fa-6f992a8bc8bf req-045a71b9-3d8d-496b-9473-db59daf5f7e7 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:55.262142 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c16818e-568f-42d5-a5fa-6f992a8bc8bf req-045a71b9-3d8d-496b-9473-db59daf5f7e7 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.8174932 Dec 22 10:03:55.334774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a08722a-b436-408c-a65c-28280eb781bb req-33c668d6-495b-43ef-b947-f57e920443c1 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] No DVR routers for this DVR port 69281298-fc33-4463-b540-7769dbf5a4ff on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:03:55.346715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No DVR routers for this DVR port acf14543-ea1e-4d9d-a8d2-793d91f500dd on host n-d-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:03:55.359910 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-8a08722a-b436-408c-a65c-28280eb781bb req-33c668d6-495b-43ef-b947-f57e920443c1 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:55.363471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148acf17-f7a9-4dbc-9d1b-86a8886e3a6f', 'name': 'network-vif-deleted', 'tag': '69281298-fc33-4463-b540-7769dbf5a4ff'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:03:55.408041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113011f8-f958-4081-9383-004067fd48bf None None] DHCP port deletion for 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:03:55.419924 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8a08722a-b436-408c-a65c-28280eb781bb req-33c668d6-495b-43ef-b947-f57e920443c1 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.64 "DELETE /v2.0/ports/69281298-fc33-4463-b540-7769dbf5a4ff HTTP/1.1" status: 204 len: 173 time: 2.0437980 Dec 22 10:03:55.463986 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bc4334e9-122d-4762-b04c-8df7f2df9b8d tempest-NetworksApiDiscovery-1989938290 tempest-NetworksApiDiscovery-1989938290] 10.222.0.50 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6211171 Dec 22 10:03:55.514634 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:55.542090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device acf14543-ea1e-4d9d-a8d2-793d91f500dd no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:03:55.579493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46aa0b6-67a2-48de-8eda-3f933d93a87e None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 10:03:55.684410 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c16818e-568f-42d5-a5fa-6f992a8bc8bf req-d746e762-8368-44bd-9ce9-1099857153e5 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3519852 Dec 22 10:03:55.730661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: acf14543-ea1e-4d9d-a8d2-793d91f500dd {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:03:55.731054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device acf14543-ea1e-4d9d-a8d2-793d91f500dd not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:03:55.798726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf8ddad-e4fb-4770-b630-da48100816d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf203786-15bf-4578-88e0-996c494a98c7'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:03:55.843701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port bf203786-15bf-4578-88e0-996c494a98c7, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=bf203786-15bf-4578-88e0-996c494a98c7,segment=NetworkSegment(c555e9f2-6ab8-4172-a228-1a552c6639d2),segment_id=c555e9f2-6ab8-4172-a228-1a552c6639d2)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:03:55.853977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46aa0b6-67a2-48de-8eda-3f933d93a87e None None] Resources bound (agent type, host, resource id): {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 10:03:55.860139 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:55.860888 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:55.873962 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d1496177-8ff9-4bc1-9255-7bb181283647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:55.887584 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148acf17-f7a9-4dbc-9d1b-86a8886e3a6f', 'name': 'network-vif-deleted', 'tag': '69281298-fc33-4463-b540-7769dbf5a4ff', 'status': 'completed', 'code': 200} Dec 22 10:03:55.948722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 69281298-fc33-4463-b540-7769dbf5a4ff no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:03:56.138780 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf8ddad-e4fb-4770-b630-da48100816d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf203786-15bf-4578-88e0-996c494a98c7', 'code': 200} Dec 22 10:03:56.213896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46728) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:56.292337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] No Port match for: 69281298-fc33-4463-b540-7769dbf5a4ff {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:03:56.293321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 69281298-fc33-4463-b540-7769dbf5a4ff not bound to the agent host n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:03:56.347222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=bf203786-15bf-4578-88e0-996c494a98c7,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:56.385591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9acaaf-e8df-41b2-8f7e-fc2577564fca req-f56cc3de-c13c-427c-bb78-ac20f8ba8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:56.392028 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cc9acaaf-e8df-41b2-8f7e-fc2577564fca req-f56cc3de-c13c-427c-bb78-ac20f8ba8dff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 1160 time: 0.3358667 Dec 22 10:03:56.404484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.404484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.404484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.404484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.404484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.404484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.404484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.404484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.404484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.404484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.404484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.404484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.404484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.415807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.416391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.418392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.419144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.419656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.421586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.422083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.422583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.426209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.426776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.427294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.428083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.428877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.429512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.431276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.432675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.433187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.434349 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.439206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.439570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.440129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.440912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.441571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:03:56.518074 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cc9acaaf-e8df-41b2-8f7e-fc2577564fca req-dad12436-9647-4dc1-aec4-f9fd9aa87884 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0e32e8a5-e342-4306-ba60-b3ef8e3207b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054621 Dec 22 10:03:56.527166 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7203e0b3-de07-4a1c-b9bf-b72eb356f859 req-36bc24b8-6184-45c1-8c43-5f1fdb413969 service neutron] 10.222.0.64 "GET /v2.0/networks/bab6a714-c8b1-4ba9-bf79-1bd5b897c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1854470 Dec 22 10:03:56.571211 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:56.620587 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d904ccb-1f2d-4f50-bbb9-23a8b3d7a0c1 req-9b785c62-9359-4c16-86a2-2eb579cc6d54 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] 10.222.0.50 "GET /v2.0/ports?device_id=148acf17-f7a9-4dbc-9d1b-86a8886e3a6f HTTP/1.1" status: 200 len: 210 time: 0.0870650 Dec 22 10:03:56.634740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8214fb5f-c30b-47db-8923-a8628e4a6b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-0541d2dd-0baa-4aef-8e20-bb6a9500f2ad', 'network_id': '0541d2dd-0baa-4aef-8e20-bb6a9500f2ad', 'tenant_id': '5b07610c16b84d5e8978c3329570465b', 'fixed_ips': [{'subnet_id': '924e40db-7058-44a2-ae5d-235d9e6814b0'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:03:56.636233 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8214fb5f-c30b-47db-8923-a8628e4a6b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:56.643881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4af8c-a20c-4f50-a5fa-dfa4577ca8a7 req-f1dbaa38-a753-48f5-8b18-b43df1d3b0e7 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:56.646580 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e6e4af8c-a20c-4f50-a5fa-dfa4577ca8a7 req-f1dbaa38-a753-48f5-8b18-b43df1d3b0e7 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/ports?device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 943 time: 1.3096144 Dec 22 10:03:56.736322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:56.774749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device bf203786-15bf-4578-88e0-996c494a98c7 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:03:56.777572 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7584131c-d505-4190-8816-b07ad32f4ac6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:56.883053 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e6e4af8c-a20c-4f50-a5fa-dfa4577ca8a7 req-b9f9025b-1fa7-484d-8d82-4a1ec65fa388 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/security-groups?id=0e32e8a5-e342-4306-ba60-b3ef8e3207b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105975 Dec 22 10:03:56.927539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Subnet': ['ID=924e40db-7058-44a2-ae5d-235d9e6814b0,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:56.933060 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:57.086133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-378ff8d9-758f-4270-b113-0f0b2afcc270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:57.125034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-378ff8d9-758f-4270-b113-0f0b2afcc270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:03:57.130962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-378ff8d9-758f-4270-b113-0f0b2afcc270 admin admin] Usage tracker for resource:security_group_rule and tenant:c191289c795e4eed95975fc27bdcb77d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:03:57.134698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-378ff8d9-758f-4270-b113-0f0b2afcc270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:03:57.141565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-378ff8d9-758f-4270-b113-0f0b2afcc270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:03:57.324845 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-378ff8d9-758f-4270-b113-0f0b2afcc270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:57.328093 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-378ff8d9-758f-4270-b113-0f0b2afcc270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:57.347568 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69ed81fe-c6b9-4661-b3a0-3065822732b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:57.399068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ff8d9-758f-4270-b113-0f0b2afcc270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e87d3f-a67d-4984-a17f-4164a8e2d2bc,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:57.403090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b43284-fd6b-4d68-ad74-555fba7b453d None None] Network 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:03:57.437764 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-378ff8d9-758f-4270-b113-0f0b2afcc270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:57.449078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port bf203786-15bf-4578-88e0-996c494a98c7 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:57.449515 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:57.462589 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-378ff8d9-758f-4270-b113-0f0b2afcc270 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c191289c795e4eed95975fc27bdcb77d&name=default HTTP/1.1" status: 200 len: 2883 time: 1.2453096 Dec 22 10:03:57.465946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46750) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:57.486705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9fcdb-13d9-4313-8bff-a475687887e0 req-4a979b56-f18c-41cb-b2f0-45fd5dedc3a6 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:57.496519 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ad9fcdb-13d9-4313-8bff-a475687887e0 req-4a979b56-f18c-41cb-b2f0-45fd5dedc3a6 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.4348011 Dec 22 10:03:57.575481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:57.615338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e7a6498-9252-4241-9fce-84aca696121b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:57.672678 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ad9fcdb-13d9-4313-8bff-a475687887e0 req-346f48e3-416f-4fce-82e5-2bbfe1582878 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750512 Dec 22 10:03:57.682744 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e7a6498-9252-4241-9fce-84aca696121b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:57.750629 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e7a6498-9252-4241-9fce-84aca696121b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:57.756356 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99de6720-8642-4807-8e7b-fb6142fdbfa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:57.769305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a6498-9252-4241-9fce-84aca696121b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e87d3f-a67d-4984-a17f-4164a8e2d2bc,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:57.777911 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e7a6498-9252-4241-9fce-84aca696121b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:57.794149 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e7a6498-9252-4241-9fce-84aca696121b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:57.795397 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7e7a6498-9252-4241-9fce-84aca696121b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70e87d3f-a67d-4984-a17f-4164a8e2d2bc HTTP/1.1" status: 204 len: 168 time: 0.3275514 Dec 22 10:03:57.865848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0541d2dd-0baa-4aef-8e20-bb6a9500f2ad']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:57.898975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5faf96-af08-45b9-a327-9b637def1b8b') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:57.901631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5faf96-af08-45b9-a327-9b637def1b8b') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:03:57.940875 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:57.984546 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:57.997088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Releasing vxlan tunnel 3 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:03:58.097295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc297b4-3bba-4ecc-ae1d-7b218f63fb4e None None] DHCP port deletion for 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:03:58.351545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:58.363723 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:58.649703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 0541d2dd-0baa-4aef-8e20-bb6a9500f2ad has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:03:58.828412 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:03:58.839579 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:58.851287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:58.891752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device bf203786-15bf-4578-88e0-996c494a98c7 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:03:58.953780 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:59.012378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port bf203786-15bf-4578-88e0-996c494a98c7 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:59.014147 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:59.054224 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/0541d2dd-0baa-4aef-8e20-bb6a9500f2ad HTTP/1.1" status: 204 len: 168 time: 11.2392457 Dec 22 10:03:59.057462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46794) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:59.068204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Network': ['ID=0541d2dd-0baa-4aef-8e20-bb6a9500f2ad,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:59.071111 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:03:59.154782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca0fa3-6962-486e-8c67-7072050d7aec req-a249c457-cbff-4a16-88ae-df17cf7fe597 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:59.164203 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da71667-2f2e-4793-abba-2b2fb9396ab7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:03:59.164715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da71667-2f2e-4793-abba-2b2fb9396ab7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:03:59.167273 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3cca0fa3-6962-486e-8c67-7072050d7aec req-a249c457-cbff-4a16-88ae-df17cf7fe597 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/ports?device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 945 time: 0.3373742 Dec 22 10:03:59.168522 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5da71667-2f2e-4793-abba-2b2fb9396ab7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/0541d2dd-0baa-4aef-8e20-bb6a9500f2ad HTTP/1.1" status: 404 len: 339 time: 0.1075091 Dec 22 10:03:59.173123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46802) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:59.186279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-03487c4b-b042-4db5-955a-46bd9110e494 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2069278622', 'description': 'd1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:03:59.211967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-03487c4b-b042-4db5-955a-46bd9110e494 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:03:59.216725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-03487c4b-b042-4db5-955a-46bd9110e494 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:network and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:03:59.221919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-03487c4b-b042-4db5-955a-46bd9110e494 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:03:59.236185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-03487c4b-b042-4db5-955a-46bd9110e494 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:03:59.245746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bde8f-a648-45bf-a0c9-47f9e0d3c395 req-d7b8109e-6905-4bb6-9af0-d8b266166eac tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:59.258610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03487c4b-b042-4db5-955a-46bd9110e494 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:03:59.264392 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-770bde8f-a648-45bf-a0c9-47f9e0d3c395 req-d7b8109e-6905-4bb6-9af0-d8b266166eac tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.2575037 Dec 22 10:03:59.277469 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-03487c4b-b042-4db5-955a-46bd9110e494 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:59.360234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03487c4b-b042-4db5-955a-46bd9110e494 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:03:59.390581 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-03487c4b-b042-4db5-955a-46bd9110e494 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:59.390942 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-03487c4b-b042-4db5-955a-46bd9110e494 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Added segment 9f8c454f-dd0e-40bb-a962-6ba41aa760d3 of type vxlan for network 89ce01a4-db88-4948-9e40-7c72763f3b5c Dec 22 10:03:59.424018 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-770bde8f-a648-45bf-a0c9-47f9e0d3c395 req-75c1b77a-fc8e-4940-a544-50ea1312d374 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585319 Dec 22 10:03:59.446736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 8082d785-5764-49e2-a111-2ea6c7e525e9 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:03:59.460246 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3cca0fa3-6962-486e-8c67-7072050d7aec req-5a2c81e6-fc74-4370-ab57-b0d12c55fd84 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/security-groups?id=0e32e8a5-e342-4306-ba60-b3ef8e3207b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903097 Dec 22 10:03:59.528386 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-03487c4b-b042-4db5-955a-46bd9110e494 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:59.594971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 8082d785-5764-49e2-a111-2ea6c7e525e9 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:03:59.595511 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:59.640027 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-03487c4b-b042-4db5-955a-46bd9110e494 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:59.652386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03487c4b-b042-4db5-955a-46bd9110e494 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:03:59.653019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-03487c4b-b042-4db5-955a-46bd9110e494 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:03:59.669503 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:03:59.977894 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-03487c4b-b042-4db5-955a-46bd9110e494 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8037694 Dec 22 10:03:59.978213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46830) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:03:59.979516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03487c4b-b042-4db5-955a-46bd9110e494 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Network': ['ID=89ce01a4-db88-4948-9e40-7c72763f3b5c,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:03:59.992019 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-03487c4b-b042-4db5-955a-46bd9110e494 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:00.012364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 89ce01a4-db88-4948-9e40-7c72763f3b5c details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:04:00.068186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 89ce01a4-db88-4948-9e40-7c72763f3b5c details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:04:00.134781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 89ce01a4-db88-4948-9e40-7c72763f3b5c details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:04:00.284507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58ab1e-dc75-46fd-9574-7e32e743f399 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:00.286484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2e58ab1e-dc75-46fd-9574-7e32e743f399 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Synchronizing usage tracker for tenant:5b07610c16b84d5e8978c3329570465b on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:04:00.431925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2e58ab1e-dc75-46fd-9574-7e32e743f399 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Unset dirty status for tenant:5b07610c16b84d5e8978c3329570465b on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:04:00.435925 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2e58ab1e-dc75-46fd-9574-7e32e743f399 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "GET /v2.0/networks?id=89ce01a4-db88-4948-9e40-7c72763f3b5c HTTP/1.1" status: 200 len: 761 time: 0.4536133 Dec 22 10:04:00.436906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46842) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:00.448913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6906e379-fce8-4a6c-9214-11427961791c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'network': {'description': 'd2'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:04:00.455272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d255c-a123-4edb-bd8f-2f7ad06c54e1 req-7ab6d20d-4909-4c3a-9233-185dd0630da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:00.457278 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c73d255c-a123-4edb-bd8f-2f7ad06c54e1 req-7ab6d20d-4909-4c3a-9233-185dd0630da9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2aa4acff62748d790b7597d67b6f15b&device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 1160 time: 0.1577275 Dec 22 10:04:01.248741 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6906e379-fce8-4a6c-9214-11427961791c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:01.268577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46860) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:01.277480 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6906e379-fce8-4a6c-9214-11427961791c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:01.349540 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa6f0ead-dea7-45d8-a972-0eb19ad69bfa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:01.388546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d255c-a123-4edb-bd8f-2f7ad06c54e1 req-ab509de5-c9ac-4f2a-889a-e898c97c3ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:01.390134 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c73d255c-a123-4edb-bd8f-2f7ad06c54e1 req-ab509de5-c9ac-4f2a-889a-e898c97c3ac2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bab6a714-c8b1-4ba9-bf79-1bd5b897c958 HTTP/1.1" status: 200 len: 907 time: 0.9246891 Dec 22 10:04:01.666586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906e379-fce8-4a6c-9214-11427961791c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Network': ['ID=89ce01a4-db88-4948-9e40-7c72763f3b5c,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:01.678611 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c73d255c-a123-4edb-bd8f-2f7ad06c54e1 req-c831ab69-04e7-4ace-bd8a-d8429764f3d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf203786-15bf-4578-88e0-996c494a98c7 HTTP/1.1" status: 200 len: 217 time: 0.2338295 Dec 22 10:04:01.681984 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 89ce01a4-db88-4948-9e40-7c72763f3b5c details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:04:01.682539 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6906e379-fce8-4a6c-9214-11427961791c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:01.711774 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ce64138-7896-4a5a-b65f-1ec5fc61aa66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:01.730580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9ce64138-7896-4a5a-b65f-1ec5fc61aa66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:04:01.735079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9ce64138-7896-4a5a-b65f-1ec5fc61aa66 admin admin] Usage tracker for resource:security_group_rule and tenant:68ae58b14cb142d9b26ce51f4ca3ac50 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:04:01.738333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9ce64138-7896-4a5a-b65f-1ec5fc61aa66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:04:01.746476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9ce64138-7896-4a5a-b65f-1ec5fc61aa66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:04:01.866365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea103d07-067c-4696-84c0-c4f1da70477f req-81c5697a-69b6-4ecf-9ea1-ecad35f3ef49 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:01.874890 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea103d07-067c-4696-84c0-c4f1da70477f req-81c5697a-69b6-4ecf-9ea1-ecad35f3ef49 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/ports?device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 945 time: 0.4813590 Dec 22 10:04:01.888263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf4adf-982a-471c-9f1b-876a510155af req-37f73c04-de9c-48a2-b745-777c0c327c8c tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:01.890587 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4bdf4adf-982a-471c-9f1b-876a510155af req-37f73c04-de9c-48a2-b745-777c0c327c8c tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.5907891 Dec 22 10:04:01.906701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 89ce01a4-db88-4948-9e40-7c72763f3b5c details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:04:01.953321 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ce64138-7896-4a5a-b65f-1ec5fc61aa66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:01.960085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6906e379-fce8-4a6c-9214-11427961791c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 89ce01a4-db88-4948-9e40-7c72763f3b5c is not hosted by any dhcp agent {{(pid=81072) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Dec 22 10:04:01.964423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6906e379-fce8-4a6c-9214-11427961791c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:01.970656 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6906e379-fce8-4a6c-9214-11427961791c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:01.976921 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6906e379-fce8-4a6c-9214-11427961791c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "PUT /v2.0/networks/89ce01a4-db88-4948-9e40-7c72763f3b5c HTTP/1.1" status: 200 len: 758 time: 1.5350401 Dec 22 10:04:01.977581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46898) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:02.027612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9ce64138-7896-4a5a-b65f-1ec5fc61aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:02.065996 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-deec482b-07f2-4913-81e0-e166121fe2ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:02.091412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d255c-a123-4edb-bd8f-2f7ad06c54e1 req-68dda9fd-e28e-4840-a0c7-e1b7f84d38c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:02.093762 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c73d255c-a123-4edb-bd8f-2f7ad06c54e1 req-68dda9fd-e28e-4840-a0c7-e1b7f84d38c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ab93748-4680-4b98-9e49-a44d31c784c1 HTTP/1.1" status: 200 len: 853 time: 0.3880980 Dec 22 10:04:02.101460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 89ce01a4-db88-4948-9e40-7c72763f3b5c details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:04:02.101888 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9ce64138-7896-4a5a-b65f-1ec5fc61aa66 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=68ae58b14cb142d9b26ce51f4ca3ac50&name=default HTTP/1.1" status: 200 len: 2883 time: 0.8268025 Dec 22 10:04:02.107703 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46904) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:02.108698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce64138-7896-4a5a-b65f-1ec5fc61aa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33799bb4-1075-4b49-b931-95ae839f1faa,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:02.123590 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9ce64138-7896-4a5a-b65f-1ec5fc61aa66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:02.343760 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea103d07-067c-4696-84c0-c4f1da70477f req-a7370fc4-2960-46fd-ae78-56b2b2bd78f2 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/security-groups?id=0e32e8a5-e342-4306-ba60-b3ef8e3207b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487174 Dec 22 10:04:02.350607 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c73d255c-a123-4edb-bd8f-2f7ad06c54e1 req-84f8e333-0dab-4c8e-965b-7eabcc790977 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bab6a714-c8b1-4ba9-bf79-1bd5b897c958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2347720 Dec 22 10:04:02.367929 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4bdf4adf-982a-471c-9f1b-876a510155af req-ffa55538-ec76-4c4d-ba5c-217737888856 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4549363 Dec 22 10:04:02.369682 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd684b3b-ad49-4eae-8afe-6ac1e0cbd9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:02.623663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a02696b-14f3-4510-a289-6bd2e45d36f4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:02.624666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2a02696b-14f3-4510-a289-6bd2e45d36f4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Synchronizing usage tracker for tenant:5b07610c16b84d5e8978c3329570465b on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:04:02.669257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2a02696b-14f3-4510-a289-6bd2e45d36f4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Unset dirty status for tenant:5b07610c16b84d5e8978c3329570465b on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:04:02.670649 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2a02696b-14f3-4510-a289-6bd2e45d36f4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "GET /v2.0/networks?id=89ce01a4-db88-4948-9e40-7c72763f3b5c HTTP/1.1" status: 200 len: 761 time: 0.6895230 Dec 22 10:04:02.675454 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd684b3b-ad49-4eae-8afe-6ac1e0cbd9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:02.687627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 46936) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:02.697493 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c73d255c-a123-4edb-bd8f-2f7ad06c54e1 req-47e1435d-9a5e-4b7c-b90e-0393602838ea service neutron] 10.222.0.64 "GET /v2.0/networks/bab6a714-c8b1-4ba9-bf79-1bd5b897c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281865 Dec 22 10:04:02.701298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-607513c3-1f18-48a0-9a51-4409741e896c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1060621240'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:04:02.730269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-607513c3-1f18-48a0-9a51-4409741e896c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:04:02.773359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-607513c3-1f18-48a0-9a51-4409741e896c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:04:02.806096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607513c3-1f18-48a0-9a51-4409741e896c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:04:02.823129 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-607513c3-1f18-48a0-9a51-4409741e896c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:02.925409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607513c3-1f18-48a0-9a51-4409741e896c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:04:02.950903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-607513c3-1f18-48a0-9a51-4409741e896c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:02.951364 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-607513c3-1f18-48a0-9a51-4409741e896c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Added segment 7eb2fdff-f828-47ef-8b4c-4c2ab7df4a56 of type vxlan for network f54e3c37-a42c-4d85-ba1a-532e500b792c Dec 22 10:04:02.983887 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-607513c3-1f18-48a0-9a51-4409741e896c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:03.035459 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd684b3b-ad49-4eae-8afe-6ac1e0cbd9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:03.046148 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-843f1f65-22fd-4824-bb7c-10788c041176 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:03.084174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd684b3b-ad49-4eae-8afe-6ac1e0cbd9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33799bb4-1075-4b49-b931-95ae839f1faa,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:03.086358 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-607513c3-1f18-48a0-9a51-4409741e896c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:03.091471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607513c3-1f18-48a0-9a51-4409741e896c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:03.092573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-607513c3-1f18-48a0-9a51-4409741e896c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:03.094672 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c73d255c-a123-4edb-bd8f-2f7ad06c54e1 req-22dd25d7-ff97-47ca-91f0-39d8fd1f4f66 service neutron] 10.222.0.64 "GET /v2.0/networks/bab6a714-c8b1-4ba9-bf79-1bd5b897c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3794696 Dec 22 10:04:03.200652 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fd684b3b-ad49-4eae-8afe-6ac1e0cbd9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:03.201371 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-03487c4b-b042-4db5-955a-46bd9110e494 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:03.247173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fd684b3b-ad49-4eae-8afe-6ac1e0cbd9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:03.248886 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fd684b3b-ad49-4eae-8afe-6ac1e0cbd9e3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/33799bb4-1075-4b49-b931-95ae839f1faa HTTP/1.1" status: 204 len: 168 time: 1.1228950 Dec 22 10:04:03.265723 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-607513c3-1f18-48a0-9a51-4409741e896c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5765491 Dec 22 10:04:03.269530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 46976) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:03.276694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-b2f0ace8-4faf-4134-9d20-7b6617826d78 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'subnet': {'network_id': 'f54e3c37-a42c-4d85-ba1a-532e500b792c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:04:03.371677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607513c3-1f18-48a0-9a51-4409741e896c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Network': ['ID=f54e3c37-a42c-4d85-ba1a-532e500b792c,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:03.375602 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-607513c3-1f18-48a0-9a51-4409741e896c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:03.385050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network f54e3c37-a42c-4d85-ba1a-532e500b792c details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:04:03.431791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network f54e3c37-a42c-4d85-ba1a-532e500b792c details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:04:03.469124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network f54e3c37-a42c-4d85-ba1a-532e500b792c details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:04:03.784434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b2f0ace8-4faf-4134-9d20-7b6617826d78 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:04:03.806724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b2f0ace8-4faf-4134-9d20-7b6617826d78 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Usage tracker for resource:subnet and tenant:5b07610c16b84d5e8978c3329570465b is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:04:03.812908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b2f0ace8-4faf-4134-9d20-7b6617826d78 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:04:03.830980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b2f0ace8-4faf-4134-9d20-7b6617826d78 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:04:03.860472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f0ace8-4faf-4134-9d20-7b6617826d78 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:04:04.534702 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ace8-4faf-4134-9d20-7b6617826d78 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:04.779280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47008) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:04.852214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b7da19e-efa3-4140-9698-e85c19737cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:04.900287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2b7da19e-efa3-4140-9698-e85c19737cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:04:04.906652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2b7da19e-efa3-4140-9698-e85c19737cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:a7df249f7c584daaa2feba963cdd042d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:04:04.919263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2b7da19e-efa3-4140-9698-e85c19737cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:04:04.962767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2b7da19e-efa3-4140-9698-e85c19737cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:04:05.011333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786655f3-67e0-45eb-a8eb-754eb5ec77b4 req-a5b43957-06c0-40d7-9f93-33bbf64fc022 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:05.028118 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-786655f3-67e0-45eb-a8eb-754eb5ec77b4 req-a5b43957-06c0-40d7-9f93-33bbf64fc022 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/ports?device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 945 time: 1.1705210 Dec 22 10:04:05.050018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10a6ab37-0575-4640-9b80-53a3b5ffea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:05.114592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff7eb9-955a-4c4a-90da-a18e7a9dccb2 req-65708e57-6ddc-4a2d-84dd-56efd3334745 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:05.123040 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-87ff7eb9-955a-4c4a-90da-a18e7a9dccb2 req-65708e57-6ddc-4a2d-84dd-56efd3334745 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 1.2670650 Dec 22 10:04:05.161671 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-786655f3-67e0-45eb-a8eb-754eb5ec77b4 req-47df522e-6b23-4625-9ff7-06c13c99dc66 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/security-groups?id=0e32e8a5-e342-4306-ba60-b3ef8e3207b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317232 Dec 22 10:04:05.277155 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-87ff7eb9-955a-4c4a-90da-a18e7a9dccb2 req-b587909c-7224-4ccf-bbc1-3d78eb580a68 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526084 Dec 22 10:04:05.461144 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b7da19e-efa3-4140-9698-e85c19737cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:05.465651 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b7da19e-efa3-4140-9698-e85c19737cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:05.564897 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c9853022-64e3-4ce6-a689-9f4b905e48e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:05.584697 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2b7da19e-efa3-4140-9698-e85c19737cb8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a7df249f7c584daaa2feba963cdd042d&name=default HTTP/1.1" status: 200 len: 2883 time: 0.8016925 Dec 22 10:04:05.587474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47016) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:05.716092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7da19e-efa3-4140-9698-e85c19737cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d78cd7-09e8-4880-9f1a-c19451fc8f4d,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:05.734610 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b7da19e-efa3-4140-9698-e85c19737cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:05.746288 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b946262f-3e48-41dc-b5b2-5ecfb5eefbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:05.876537 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b946262f-3e48-41dc-b5b2-5ecfb5eefbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:06.027677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b946262f-3e48-41dc-b5b2-5ecfb5eefbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:06.048944 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc084132-cb61-434a-a535-be2e33479d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:06.089025 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b946262f-3e48-41dc-b5b2-5ecfb5eefbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:06.111340 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b946262f-3e48-41dc-b5b2-5ecfb5eefbbc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b7d78cd7-09e8-4880-9f1a-c19451fc8f4d HTTP/1.1" status: 204 len: 168 time: 0.5199573 Dec 22 10:04:06.123626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946262f-3e48-41dc-b5b2-5ecfb5eefbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d78cd7-09e8-4880-9f1a-c19451fc8f4d,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:06.131542 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b946262f-3e48-41dc-b5b2-5ecfb5eefbbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:06.525429 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ace8-4faf-4134-9d20-7b6617826d78 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:06.623546 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-096c80df-05e9-41cc-8fd8-dbc6a1eba493 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:07.031536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0ace8-4faf-4134-9d20-7b6617826d78 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Subnet': ['ID=a20ea0bd-4d71-4c09-bb6c-d8c7a7a859ce,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:07.046323 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b2f0ace8-4faf-4134-9d20-7b6617826d78 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:07.560974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1a4b0-41ea-4824-8396-dd2932a50cd4 req-bdcfaa6f-fd1b-4245-808a-d6cd3bb0da14 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:07.573383 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-02f1a4b0-41ea-4824-8396-dd2932a50cd4 req-bdcfaa6f-fd1b-4245-808a-d6cd3bb0da14 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/ports?device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 945 time: 0.9548602 Dec 22 10:04:07.755484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19547635-c216-43fd-bfb8-2c1f1bf67178 req-0b16664a-4c64-4b79-a692-563059d9a62b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:07.786467 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19547635-c216-43fd-bfb8-2c1f1bf67178 req-0b16664a-4c64-4b79-a692-563059d9a62b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.8949344 Dec 22 10:04:07.888550 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-02f1a4b0-41ea-4824-8396-dd2932a50cd4 req-d327256c-86f6-454b-a89d-85565b6528ad tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/security-groups?id=0e32e8a5-e342-4306-ba60-b3ef8e3207b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112524 Dec 22 10:04:07.967572 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ff7d212f-7251-4d67-8172-c525c00f4f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:08.049915 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19547635-c216-43fd-bfb8-2c1f1bf67178 req-e3784a94-1e1f-4ac9-9b3e-42cea041146a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623634 Dec 22 10:04:08.217243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0ace8-4faf-4134-9d20-7b6617826d78 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Checking segment: {'id': '7eb2fdff-f828-47ef-8b4c-4c2ab7df4a56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f54e3c37-a42c-4d85-ba1a-532e500b792c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:04:08.217243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f0ace8-4faf-4134-9d20-7b6617826d78 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network hostable DHCP agents. Network: f54e3c37-a42c-4d85-ba1a-532e500b792c, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:04:08.304121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f0ace8-4faf-4134-9d20-7b6617826d78 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network f54e3c37-a42c-4d85-ba1a-532e500b792c is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:04:08.339023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-b2f0ace8-4faf-4134-9d20-7b6617826d78 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, f54e3c37-a42c-4d85-ba1a-532e500b792c) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:04:08.381103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c80057d-4e79-4902-b873-341466363d4b None None] Network f54e3c37-a42c-4d85-ba1a-532e500b792c requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:04:08.419606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f0ace8-4faf-4134-9d20-7b6617826d78 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:08.420401 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ace8-4faf-4134-9d20-7b6617826d78 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:08.498565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47066) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:08.517505 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b2f0ace8-4faf-4134-9d20-7b6617826d78 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.2457614 Dec 22 10:04:08.900630 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:08.935212 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:09.384888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-f54e3c37-a42c-4d85-ba1a-532e500b792c', 'network_id': 'f54e3c37-a42c-4d85-ba1a-532e500b792c', 'tenant_id': '5b07610c16b84d5e8978c3329570465b', 'fixed_ips': [{'subnet_id': 'a20ea0bd-4d71-4c09-bb6c-d8c7a7a859ce'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:04:09.388689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:09.465837 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:10.032469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f78b6-017b-4a53-9593-70b7a106e968 req-f3406ad1-e9a6-4a05-8183-18b06c362742 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:10.047015 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c50f78b6-017b-4a53-9593-70b7a106e968 req-f3406ad1-e9a6-4a05-8183-18b06c362742 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/ports?device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 945 time: 0.4684174 Dec 22 10:04:10.257628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d670d7e-e4a2-48fb-903d-1393219a53fc req-b716e8dd-fa0b-4d18-a8e3-8e71b105aeb6 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:10.260473 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0d670d7e-e4a2-48fb-903d-1393219a53fc req-b716e8dd-fa0b-4d18-a8e3-8e71b105aeb6 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.5404594 Dec 22 10:04:10.289483 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c50f78b6-017b-4a53-9593-70b7a106e968 req-db22ee36-a1f6-47cb-b82d-a136f61f3abd tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/security-groups?id=0e32e8a5-e342-4306-ba60-b3ef8e3207b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410152 Dec 22 10:04:10.368732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Allocated IP 172.20.0.2 (f54e3c37-a42c-4d85-ba1a-532e500b792c/a20ea0bd-4d71-4c09-bb6c-d8c7a7a859ce/8cfdc644-8150-4298-a502-4b86f0d67e97) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:04:10.485566 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0d670d7e-e4a2-48fb-903d-1393219a53fc req-84f9ed56-1070-4370-8e33-710c1518f004 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916161 Dec 22 10:04:10.824785 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:10.856522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Transition to ACTIVE for port object 8cfdc644-8150-4298-a502-4b86f0d67e97 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:04:10.913219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Transition to ACTIVE for port object 8cfdc644-8150-4298-a502-4b86f0d67e97 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:04:10.965661 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:10.994652 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:10.997956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd1d80-aed5-440f-a17d-adb7ab95244b req-31acf552-bc2d-4d66-898f-89c46b8563d7 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:11.003347 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5cbd1d80-aed5-440f-a17d-adb7ab95244b req-31acf552-bc2d-4d66-898f-89c46b8563d7 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.64 "GET /v2.0/ports?device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 945 time: 0.2496874 Dec 22 10:04:11.023212 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-907f8a20-3f83-4058-8c50-9e7948a050f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:11.248485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Subnet': ['ID=a20ea0bd-4d71-4c09-bb6c-d8c7a7a859ce,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:11.310419 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:11.366191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-5cbd1d80-aed5-440f-a17d-adb7ab95244b req-cc19b370-10b4-41df-a367-44e141fd9db2 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Deleting port bf203786-15bf-4578-88e0-996c494a98c7 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:04:11.369557 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5cbd1d80-aed5-440f-a17d-adb7ab95244b req-cc19b370-10b4-41df-a367-44e141fd9db2 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:11.498725 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:11.802568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Pushing event updated for resources: {'Port': ['ID=8cfdc644-8150-4298-a502-4b86f0d67e97,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:11.825224 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:11.835554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:11.846565 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:11.872830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:11.895149 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:11.903123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Network f54e3c37-a42c-4d85-ba1a-532e500b792c is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:04:11.908871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:04:11.919333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:04:12.250021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Attempting to bind port 8cfdc644-8150-4298-a502-4b86f0d67e97 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:04:12.250613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Attempting to bind port 8cfdc644-8150-4298-a502-4b86f0d67e97 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '7eb2fdff-f828-47ef-8b4c-4c2ab7df4a56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f54e3c37-a42c-4d85-ba1a-532e500b792c'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:04:12.250826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Attempting to bind port 8cfdc644-8150-4298-a502-4b86f0d67e97 on network f54e3c37-a42c-4d85-ba1a-532e500b792c {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:04:12.279402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:04:12.279877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Checking segment: {'id': '7eb2fdff-f828-47ef-8b4c-4c2ab7df4a56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f54e3c37-a42c-4d85-ba1a-532e500b792c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:04:12.292167 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:12.292167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Bound using segment: {'id': '7eb2fdff-f828-47ef-8b4c-4c2ab7df4a56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f54e3c37-a42c-4d85-ba1a-532e500b792c'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:04:12.292167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Bound port: 8cfdc644-8150-4298-a502-4b86f0d67e97, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb2fdff-f828-47ef-8b4c-4c2ab7df4a56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f54e3c37-a42c-4d85-ba1a-532e500b792c'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:04:12.292167 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:12.436529 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:12.648718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-5cbd1d80-aed5-440f-a17d-adb7ab95244b req-cc19b370-10b4-41df-a367-44e141fd9db2 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] For port bf203786-15bf-4578-88e0-996c494a98c7, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=bf203786-15bf-4578-88e0-996c494a98c7,segment=NetworkSegment(c555e9f2-6ab8-4172-a228-1a552c6639d2),segment_id=c555e9f2-6ab8-4172-a228-1a552c6639d2)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:04:12.649806 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5cbd1d80-aed5-440f-a17d-adb7ab95244b req-cc19b370-10b4-41df-a367-44e141fd9db2 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:12.891155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f54e3c37-a42c-4d85-ba1a-532e500b792c']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:04:12.934027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb2fdff-f828-47ef-8b4c-4c2ab7df4a56') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:04:12.934373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb2fdff-f828-47ef-8b4c-4c2ab7df4a56') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:04:12.964696 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:13.024843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:13.033779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Releasing vxlan tunnel 5 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:04:13.159436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device bf203786-15bf-4578-88e0-996c494a98c7 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:04:13.206885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-5cbd1d80-aed5-440f-a17d-adb7ab95244b req-cc19b370-10b4-41df-a367-44e141fd9db2 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Calling delete_port for bf203786-15bf-4578-88e0-996c494a98c7 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:04:13.437142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] For port 8cfdc644-8150-4298-a502-4b86f0d67e97, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:04:13.643418 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:13.702138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network f54e3c37-a42c-4d85-ba1a-532e500b792c has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:04:13.777935 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:13.978534 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5cbd1d80-aed5-440f-a17d-adb7ab95244b req-cc19b370-10b4-41df-a367-44e141fd9db2 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:14.421653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network f54e3c37-a42c-4d85-ba1a-532e500b792c has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:04:15.438582 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-81676071-10e1-4073-a6d4-7fc49b9ebb73 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:15.628877 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8ae0f38b-2fb0-478d-87cc-f8c27841b41d req-5dadcdc4-2638-418a-9858-f4234686fb91 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/ports?device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 210 time: 1.9172952 Dec 22 10:04:15.646336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19b370-10b4-41df-a367-44e141fd9db2 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Pushing event deleted for resources: {'Port': ['ID=bf203786-15bf-4578-88e0-996c494a98c7,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:15.651044 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cc19b370-10b4-41df-a367-44e141fd9db2 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:16.142802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbd1d80-aed5-440f-a17d-adb7ab95244b req-cc19b370-10b4-41df-a367-44e141fd9db2 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] No DVR routers for this DVR port bf203786-15bf-4578-88e0-996c494a98c7 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:04:16.166831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdb2d6-fd61-4cbc-9121-3de3a962bd90 req-7c8c3de1-8957-4e7a-967d-13ba3471a3c8 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:16.177632 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bacdb2d6-fd61-4cbc-9121-3de3a962bd90 req-7c8c3de1-8957-4e7a-967d-13ba3471a3c8 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 2.4648690 Dec 22 10:04:16.200946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] For port 8cfdc644-8150-4298-a502-4b86f0d67e97, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8cfdc644-8150-4298-a502-4b86f0d67e97,segment=NetworkSegment(7eb2fdff-f828-47ef-8b4c-4c2ab7df4a56),segment_id=7eb2fdff-f828-47ef-8b4c-4c2ab7df4a56)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:04:16.206142 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:04:16.219244 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:04:16.225039 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 10:04:16.225039 n-d-765315-5 neutron-server[80960]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 10:04:16.225039 n-d-765315-5 neutron-server[80960]: [parameters: {'id': 'f54e3c37-a42c-4d85-ba1a-532e500b792c'}] Dec 22 10:04:16.225039 n-d-765315-5 neutron-server[80960]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:04:16.225935 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:04:16.250931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ed499-2d57-4bbb-a399-38335f3c7f83 req-ae133e6e-6238-4f54-98a9-15009f2a2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:16.254037 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-5cbd1d80-aed5-440f-a17d-adb7ab95244b req-cc19b370-10b4-41df-a367-44e141fd9db2 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:16.256999 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-308ed499-2d57-4bbb-a399-38335f3c7f83 req-ae133e6e-6238-4f54-98a9-15009f2a2fdc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2b8bd28c0aa45a89f5905c5258a9297&device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 1161 time: 2.8525209 Dec 22 10:04:16.275274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf8ddad-e4fb-4770-b630-da48100816d3', 'name': 'network-vif-deleted', 'tag': 'bf203786-15bf-4578-88e0-996c494a98c7'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:04:16.368646 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5cbd1d80-aed5-440f-a17d-adb7ab95244b req-cc19b370-10b4-41df-a367-44e141fd9db2 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.64 "DELETE /v2.0/ports/bf203786-15bf-4578-88e0-996c494a98c7 HTTP/1.1" status: 204 len: 173 time: 5.3585544 Dec 22 10:04:16.437667 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bacdb2d6-fd61-4cbc-9121-3de3a962bd90 req-317efaf4-4711-44d7-8e45-8a8dc4ded301 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584846 Dec 22 10:04:16.511189 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:16.563077 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf8ddad-e4fb-4770-b630-da48100816d3', 'name': 'network-vif-deleted', 'tag': 'bf203786-15bf-4578-88e0-996c494a98c7', 'status': 'completed', 'code': 200} Dec 22 10:04:16.668752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-0cc87932-bb82-488c-8532-30616be2c4d5 req-06512161-7cec-4a85-b32e-e1514a81ad30 service neutron] (81071) timed out ('10.222.0.64', 62659) {{(pid=81071) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 22 10:04:16.701892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ed499-2d57-4bbb-a399-38335f3c7f83 req-75dda4a1-11d2-4bd9-858c-97c3f6455ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:16.709451 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-308ed499-2d57-4bbb-a399-38335f3c7f83 req-75dda4a1-11d2-4bd9-858c-97c3f6455ec2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6f1855e-b485-45d1-82d8-ed2c723d357f HTTP/1.1" status: 200 len: 911 time: 0.4294143 Dec 22 10:04:16.755101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Pushing event updated for resources: {'Port': ['ID=8cfdc644-8150-4298-a502-4b86f0d67e97,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:16.798703 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:17.103240 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:17.131832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111fe123-2346-4a24-99c5-ab87d7f3505a None None] Network f54e3c37-a42c-4d85-ba1a-532e500b792c requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:04:17.342709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1f06eee7-a89e-40fd-a67b-a90ab241623d req-6966aad4-fdd0-4814-bf5b-d7ce5a87f662 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Synchronizing usage tracker for tenant:d2aa4acff62748d790b7597d67b6f15b on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:04:17.396077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-1f06eee7-a89e-40fd-a67b-a90ab241623d req-6966aad4-fdd0-4814-bf5b-d7ce5a87f662 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Unset dirty status for tenant:d2aa4acff62748d790b7597d67b6f15b on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:04:17.432086 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-308ed499-2d57-4bbb-a399-38335f3c7f83 req-708f2d84-1396-4c2a-b9de-6262cfb2d82a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8082d785-5764-49e2-a111-2ea6c7e525e9 HTTP/1.1" status: 200 len: 1002 time: 0.7078874 Dec 22 10:04:17.449493 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1f06eee7-a89e-40fd-a67b-a90ab241623d req-6966aad4-fdd0-4814-bf5b-d7ce5a87f662 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] 10.222.0.50 "GET /v2.0/ports?device_id=edf8ddad-e4fb-4770-b630-da48100816d3 HTTP/1.1" status: 200 len: 210 time: 0.2867410 Dec 22 10:04:17.747075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Deleting port 8cfdc644-8150-4298-a502-4b86f0d67e97 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:04:17.748416 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:17.968662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ed499-2d57-4bbb-a399-38335f3c7f83 req-27729b6d-996d-4739-aa52-bc3d430309b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:17.977568 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-308ed499-2d57-4bbb-a399-38335f3c7f83 req-27729b6d-996d-4739-aa52-bc3d430309b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca01a1fc-1044-4148-87dc-b546085e58b1 HTTP/1.1" status: 200 len: 856 time: 0.5271451 Dec 22 10:04:18.076731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc39784-7cd3-4c40-b007-5cbb265559b6 None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 10:04:18.221983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724a872-8ff4-4f34-98a7-228bcf3bdf9e req-6f81b8cb-de75-431c-89c9-3694dc2968e6 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:18.236718 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d724a872-8ff4-4f34-98a7-228bcf3bdf9e req-6f81b8cb-de75-431c-89c9-3694dc2968e6 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.2753754 Dec 22 10:04:18.416674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc39784-7cd3-4c40-b007-5cbb265559b6 None None] Resources bound (agent type, host, resource id): {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 10:04:18.522761 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d724a872-8ff4-4f34-98a7-228bcf3bdf9e req-de7eeb26-b39c-44a1-974e-95d9bc99c750 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830808 Dec 22 10:04:18.858903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47206) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:19.036901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ed499-2d57-4bbb-a399-38335f3c7f83 req-e3b719d1-eb48-464b-b633-ed3e2c5caf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:19.053985 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-308ed499-2d57-4bbb-a399-38335f3c7f83 req-e3b719d1-eb48-464b-b633-ed3e2c5caf58 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f1855e-b485-45d1-82d8-ed2c723d357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0647202 Dec 22 10:04:19.058064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] For port 8cfdc644-8150-4298-a502-4b86f0d67e97, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=8cfdc644-8150-4298-a502-4b86f0d67e97,segment=NetworkSegment(7eb2fdff-f828-47ef-8b4c-4c2ab7df4a56),segment_id=7eb2fdff-f828-47ef-8b4c-4c2ab7df4a56)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:04:19.069875 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:19.109122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25a5e9e-ad63-4758-a028-1ccc68b559ef admin admin] Deleting subnet 3ab93748-4680-4b98-9e49-a44d31c784c1 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:04:19.125815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c25a5e9e-ad63-4758-a028-1ccc68b559ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:19.388059 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c25a5e9e-ad63-4758-a028-1ccc68b559ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:19.625007 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-308ed499-2d57-4bbb-a399-38335f3c7f83 req-d953846b-9d76-4bee-9302-6816a2a5ea70 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270984 Dec 22 10:04:19.629944 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c25a5e9e-ad63-4758-a028-1ccc68b559ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:20.032750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:04:20.045536 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-308ed499-2d57-4bbb-a399-38335f3c7f83 req-208e3060-cd5c-48d1-94eb-acaf7e6b2769 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4129710 Dec 22 10:04:20.218809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47228) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:20.418930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Calling delete_port for 8cfdc644-8150-4298-a502-4b86f0d67e97 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:04:20.768017 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:20.810098 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d1cc3fc6-1df8-4a01-a96b-132d42e22574 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:21.010924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ee53428-476e-4cc7-8d4e-349651a771ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:21.029877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb1846-bd1f-411c-b4ef-79553de55ca0 req-ad1f28ce-699e-4ff8-ad78-dfebd6e880c2 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:21.030598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Port': ['ID=8cfdc644-8150-4298-a502-4b86f0d67e97,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:21.049430 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d8fb1846-bd1f-411c-b4ef-79553de55ca0 req-ad1f28ce-699e-4ff8-ad78-dfebd6e880c2 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.9776483 Dec 22 10:04:21.057933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.058795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.059425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.060112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.060736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.061339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.061923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.062531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.063326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.066128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.066826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.067413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.068185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.068919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.069537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.070161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.070829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.071404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.072003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.072601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.073181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.074145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.074723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.075301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.075982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.076571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.077149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.077720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.078310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.079037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.079920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.080602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.081228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.081818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.082932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.083634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:21.089293 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:21.098427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8ee53428-476e-4cc7-8d4e-349651a771ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:04:21.104425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8ee53428-476e-4cc7-8d4e-349651a771ed admin admin] Usage tracker for resource:security_group_rule and tenant:edd94bc0d668425897b92661a44021c6 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:04:21.110163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8ee53428-476e-4cc7-8d4e-349651a771ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:04:21.131602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8ee53428-476e-4cc7-8d4e-349651a771ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:04:21.328387 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d8fb1846-bd1f-411c-b4ef-79553de55ca0 req-d9f78e31-1602-4e20-9745-b992050f29cf tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2779548 Dec 22 10:04:21.532817 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c25a5e9e-ad63-4758-a028-1ccc68b559ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:21.545892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ee53428-476e-4cc7-8d4e-349651a771ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:21.569608 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ee53428-476e-4cc7-8d4e-349651a771ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:21.660691 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-931662c6-c8ec-491c-b3b6-3be317f9bbcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:21.796515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee53428-476e-4cc7-8d4e-349651a771ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72838ba-3a75-4f3b-94b6-f202ccce3212,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:21.807429 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8ee53428-476e-4cc7-8d4e-349651a771ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:21.873485 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b2f0ace8-4faf-4134-9d20-7b6617826d78 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:21.919188 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8ee53428-476e-4cc7-8d4e-349651a771ed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=edd94bc0d668425897b92661a44021c6&name=default HTTP/1.1" status: 200 len: 2883 time: 1.6966314 Dec 22 10:04:21.928686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47258) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:21.953492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No DVR routers for this DVR port 8cfdc644-8150-4298-a502-4b86f0d67e97 on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:04:21.974121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c25a5e9e-ad63-4758-a028-1ccc68b559ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:21.990335 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c25a5e9e-ad63-4758-a028-1ccc68b559ef admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3ab93748-4680-4b98-9e49-a44d31c784c1 HTTP/1.1" status: 204 len: 168 time: 3.1295002 Dec 22 10:04:21.994253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a5e9e-ad63-4758-a028-1ccc68b559ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ab93748-4680-4b98-9e49-a44d31c784c1,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:21.997426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47262) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:22.175736 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c25a5e9e-ad63-4758-a028-1ccc68b559ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:22.199203 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cea58c0b-e91a-4a96-a4ba-472c08706342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:22.373444 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:22.540923 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c051f3e-2efa-4870-b730-88c96b35fa97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:22.590780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c051f3e-2efa-4870-b730-88c96b35fa97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:22.718971 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c051f3e-2efa-4870-b730-88c96b35fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:22.789639 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6e77043c-6788-40a8-9738-57d54e8b08fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:22.813758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c051f3e-2efa-4870-b730-88c96b35fa97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72838ba-3a75-4f3b-94b6-f202ccce3212,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:22.816263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c051f3e-2efa-4870-b730-88c96b35fa97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:22.823452 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4c051f3e-2efa-4870-b730-88c96b35fa97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e72838ba-3a75-4f3b-94b6-f202ccce3212 HTTP/1.1" status: 204 len: 168 time: 0.8865283 Dec 22 10:04:22.873878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f54e3c37-a42c-4d85-ba1a-532e500b792c']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:04:22.896815 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c051f3e-2efa-4870-b730-88c96b35fa97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:22.960442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb2fdff-f828-47ef-8b4c-4c2ab7df4a56') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:04:22.960842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb2fdff-f828-47ef-8b4c-4c2ab7df4a56') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:04:23.012039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2e9a3-0da0-41e5-8855-7e0118764e57 req-ae33bd2c-3934-46ce-835d-dc02be06c8ef tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:23.013969 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-76f2e9a3-0da0-41e5-8855-7e0118764e57 req-ae33bd2c-3934-46ce-835d-dc02be06c8ef tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.2859979 Dec 22 10:04:23.039843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:23.116864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:23.126422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Releasing vxlan tunnel 5 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:04:23.238711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cea58c0b-e91a-4a96-a4ba-472c08706342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:23.333300 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-76f2e9a3-0da0-41e5-8855-7e0118764e57 req-52282e92-ae73-43c7-99ab-4cc78022780f tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168255 Dec 22 10:04:23.704255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network f54e3c37-a42c-4d85-ba1a-532e500b792c has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:04:23.730115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-cea58c0b-e91a-4a96-a4ba-472c08706342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab6a714-c8b1-4ba9-bf79-1bd5b897c958']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:04:23.733888 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:23.790102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-cea58c0b-e91a-4a96-a4ba-472c08706342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c555e9f2-6ab8-4172-a228-1a552c6639d2') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:04:23.802404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-cea58c0b-e91a-4a96-a4ba-472c08706342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c555e9f2-6ab8-4172-a228-1a552c6639d2') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:04:23.844210 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cea58c0b-e91a-4a96-a4ba-472c08706342 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:23.895700 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cea58c0b-e91a-4a96-a4ba-472c08706342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:23.914945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cea58c0b-e91a-4a96-a4ba-472c08706342 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:04:24.055401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47286) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:24.154677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ac15322-6653-4db0-bfd5-8eca44561c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:24.329275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-cea58c0b-e91a-4a96-a4ba-472c08706342 admin admin] Network bab6a714-c8b1-4ba9-bf79-1bd5b897c958 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:04:24.365120 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cea58c0b-e91a-4a96-a4ba-472c08706342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:24.372191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network f54e3c37-a42c-4d85-ba1a-532e500b792c has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:04:24.697137 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:04:24.742554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3ac15322-6653-4db0-bfd5-8eca44561c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:04:24.750530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3ac15322-6653-4db0-bfd5-8eca44561c5a admin admin] Usage tracker for resource:security_group_rule and tenant:cc232612259e439db577c5a975b29e0f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:04:24.760057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3ac15322-6653-4db0-bfd5-8eca44561c5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:04:24.778015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3ac15322-6653-4db0-bfd5-8eca44561c5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:04:24.993275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-cea58c0b-e91a-4a96-a4ba-472c08706342 admin admin] Network bab6a714-c8b1-4ba9-bf79-1bd5b897c958 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:04:25.018455 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ac15322-6653-4db0-bfd5-8eca44561c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:25.031657 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ac15322-6653-4db0-bfd5-8eca44561c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:04:25.041861 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:04:25.062235 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0ddc52a9-df86-4bd1-84bf-bcc63f8c8783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:25.112378 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:25.177926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac15322-6653-4db0-bfd5-8eca44561c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e0876e-6772-4461-8691-1b18c3c04ca1,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:25.180762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811651a-436c-448d-a15b-e5aef93d1742 req-b664c4c2-0d54-474a-a567-cc28e0e2b5c7 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:25.182878 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2811651a-436c-448d-a15b-e5aef93d1742 req-b664c4c2-0d54-474a-a567-cc28e0e2b5c7 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.3002343 Dec 22 10:04:25.185768 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ac15322-6653-4db0-bfd5-8eca44561c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:25.187341 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:25.188933 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cea58c0b-e91a-4a96-a4ba-472c08706342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:25.215590 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:25.265230 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cea58c0b-e91a-4a96-a4ba-472c08706342 admin admin] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:25.289829 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6906e379-fce8-4a6c-9214-11427961791c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:25.335561 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/f54e3c37-a42c-4d85-ba1a-532e500b792c HTTP/1.1" status: 204 len: 168 time: 16.8352654 Dec 22 10:04:25.338332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47298) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:25.361355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea58c0b-e91a-4a96-a4ba-472c08706342 admin admin] Pushing event deleted for resources: {'Network': ['ID=bab6a714-c8b1-4ba9-bf79-1bd5b897c958,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:25.394044 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cea58c0b-e91a-4a96-a4ba-472c08706342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:25.399277 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2811651a-436c-448d-a15b-e5aef93d1742 req-032abf7c-dc31-4688-b5c3-e384fc8e42fa tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059236 Dec 22 10:04:25.401952 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cea58c0b-e91a-4a96-a4ba-472c08706342 admin admin] 10.222.0.50 "DELETE /v2.0/networks/bab6a714-c8b1-4ba9-bf79-1bd5b897c958 HTTP/1.1" status: 204 len: 168 time: 3.3918903 Dec 22 10:04:25.496540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Network': ['ID=f54e3c37-a42c-4d85-ba1a-532e500b792c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:25.522787 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3ac15322-6653-4db0-bfd5-8eca44561c5a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cc232612259e439db577c5a975b29e0f&name=default HTTP/1.1" status: 200 len: 2883 time: 1.4650373 Dec 22 10:04:25.524734 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:25.526152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47306) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:25.527703 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7683d78-2712-40e1-83c2-d116a81f2f68 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] GET failed (client error): The resource could not be found. Dec 22 10:04:25.536715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f7683d78-2712-40e1-83c2-d116a81f2f68 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Synchronizing usage tracker for tenant:5b07610c16b84d5e8978c3329570465b on resource:subnet {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:04:25.578851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f7683d78-2712-40e1-83c2-d116a81f2f68 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Unset dirty status for tenant:5b07610c16b84d5e8978c3329570465b on resource:subnet {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:04:25.581037 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f7683d78-2712-40e1-83c2-d116a81f2f68 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "GET /v2.0/subnets/a20ea0bd-4d71-4c09-bb6c-d8c7a7a859ce HTTP/1.1" status: 404 len: 337 time: 0.2046480 Dec 22 10:04:25.584870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47312) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:25.642105 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-178ee4db-826d-466e-a3f7-479b1b0fa8d1 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:04:25.643069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178ee4db-826d-466e-a3f7-479b1b0fa8d1 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:04:25.646215 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-178ee4db-826d-466e-a3f7-479b1b0fa8d1 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/f54e3c37-a42c-4d85-ba1a-532e500b792c HTTP/1.1" status: 404 len: 339 time: 0.0598335 Dec 22 10:04:25.650769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47316) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:25.770604 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0980bb4c-b99f-41dc-81a3-cb12ebcc12e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:25.890552 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0980bb4c-b99f-41dc-81a3-cb12ebcc12e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:26.114165 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0980bb4c-b99f-41dc-81a3-cb12ebcc12e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:26.123121 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2210919f-568d-437d-9027-c696b2266279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:26.166355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47320) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:26.212502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d71b478-3187-40dc-ba7a-3871e3a76d59 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:26.213699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4d71b478-3187-40dc-ba7a-3871e3a76d59 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Synchronizing usage tracker for tenant:5b07610c16b84d5e8978c3329570465b on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:04:26.232993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980bb4c-b99f-41dc-81a3-cb12ebcc12e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e0876e-6772-4461-8691-1b18c3c04ca1,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:26.239808 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0980bb4c-b99f-41dc-81a3-cb12ebcc12e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:26.250587 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0980bb4c-b99f-41dc-81a3-cb12ebcc12e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:26.251849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0980bb4c-b99f-41dc-81a3-cb12ebcc12e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/77e0876e-6772-4461-8691-1b18c3c04ca1 HTTP/1.1" status: 204 len: 168 time: 0.7245605 Dec 22 10:04:26.297680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4d71b478-3187-40dc-ba7a-3871e3a76d59 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Unset dirty status for tenant:5b07610c16b84d5e8978c3329570465b on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:04:26.299166 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4d71b478-3187-40dc-ba7a-3871e3a76d59 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6467264 Dec 22 10:04:26.307473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47328) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:26.484354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3212be9b-f892-4502-aaa4-530854dbcd1b tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Synchronizing usage tracker for tenant:5b07610c16b84d5e8978c3329570465b on resource:subnet {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:04:26.537133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47340) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:26.538414 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-699d70d7-913f-46b6-a9be-8e125a410a06 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d2aa4acff62748d790b7597d67b6f15b&name=default HTTP/1.1" status: 200 len: 2883 time: 0.3702459 Dec 22 10:04:26.540310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3212be9b-f892-4502-aaa4-530854dbcd1b tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Unset dirty status for tenant:5b07610c16b84d5e8978c3329570465b on resource:subnet {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:04:26.542643 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3212be9b-f892-4502-aaa4-530854dbcd1b tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "GET /v2.0/subnets?network_id=3e8ac871-e927-441e-85b7-a068ff198db2 HTTP/1.1" status: 200 len: 207 time: 0.2339005 Dec 22 10:04:26.549861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47344) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:26.773137 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1bf7a70c-8eee-462a-a36a-b8112667d6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:26.911215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1bf7a70c-8eee-462a-a36a-b8112667d6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:27.057781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1bf7a70c-8eee-462a-a36a-b8112667d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:27.098153 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-378ff8d9-758f-4270-b113-0f0b2afcc270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:27.148649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7a70c-8eee-462a-a36a-b8112667d6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e32e8a5-e342-4306-ba60-b3ef8e3207b7,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:27.156632 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1bf7a70c-8eee-462a-a36a-b8112667d6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:27.158134 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1bf7a70c-8eee-462a-a36a-b8112667d6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:27.158940 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1bf7a70c-8eee-462a-a36a-b8112667d6bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e32e8a5-e342-4306-ba60-b3ef8e3207b7 HTTP/1.1" status: 204 len: 168 time: 0.6207316 Dec 22 10:04:27.411913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e2d5d2-1872-4be3-94d5-2acbd7346c1e tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:27.464456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e2d5d2-1872-4be3-94d5-2acbd7346c1e tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:27.504286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e2d5d2-1872-4be3-94d5-2acbd7346c1e tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:27.526752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e2d5d2-1872-4be3-94d5-2acbd7346c1e tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:27.543473 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-31e2d5d2-1872-4be3-94d5-2acbd7346c1e tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.9882627 Dec 22 10:04:27.545426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47356) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:27.938766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1ae29-a68a-4e11-a146-9ea9edccd0f8 req-4390babd-aae6-4fc8-a50f-ee515d6a0854 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:27.964606 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9c1ae29-a68a-4e11-a146-9ea9edccd0f8 req-4390babd-aae6-4fc8-a50f-ee515d6a0854 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.4235988 Dec 22 10:04:28.248897 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f9c1ae29-a68a-4e11-a146-9ea9edccd0f8 req-fd015044-c02c-4671-a73d-14dcbf84f42f tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2829022 Dec 22 10:04:28.447458 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d65198ac-56c6-4ab3-9fdd-3b7dcb713412 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.8972077 Dec 22 10:04:28.452410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47372) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:28.732057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc1ec49-e957-4e88-960e-c61017d181e6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:28.743264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc1ec49-e957-4e88-960e-c61017d181e6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:28.747538 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4cc1ec49-e957-4e88-960e-c61017d181e6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2920325 Dec 22 10:04:28.751903 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47384) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:29.058682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab5b65e-d230-40c0-988b-720b98f381cf tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:29.060373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab5b65e-d230-40c0-988b-720b98f381cf tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:29.062263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-aab5b65e-d230-40c0-988b-720b98f381cf tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3035371 Dec 22 10:04:29.066188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47392) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:29.417377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eead8a6-49c0-4073-9bec-358fa327a3e2 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:29.419274 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5eead8a6-49c0-4073-9bec-358fa327a3e2 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "GET /v2.0/networks/e797431e-56b0-4f33-a7b7-eaf83cbebd6a HTTP/1.1" status: 200 len: 799 time: 0.3511381 Dec 22 10:04:29.425508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47400) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:29.854883 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e09417f1-dd35-4569-b9e4-177a76e82194 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "GET /v2.0/networks/e797431e-56b0-4f33-a7b7-eaf83cbebd6a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4221978 Dec 22 10:04:29.855510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47420) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:29.888527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d83ea-1a9b-4919-b1ff-b7d65798f78f req-73b609c4-77f5-493f-8ea6-3b1ff1fba6cc tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:29.890181 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b80d83ea-1a9b-4919-b1ff-b7d65798f78f req-73b609c4-77f5-493f-8ea6-3b1ff1fba6cc tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.2091410 Dec 22 10:04:29.988459 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b80d83ea-1a9b-4919-b1ff-b7d65798f78f req-26fa606a-3f22-4a21-9320-fd5166c51480 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851457 Dec 22 10:04:30.199166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1692233-4a04-48db-bee1-b1144c13bda3 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:30.223336 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c1692233-4a04-48db-bee1-b1144c13bda3 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "GET /v2.0/subnets/956d073a-69a8-44c8-b668-7c2e4dcc9466 HTTP/1.1" status: 200 len: 811 time: 0.3664155 Dec 22 10:04:30.228002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47430) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:30.549811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8cd03d-006c-49ef-9080-248d09e51685 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['shared'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:30.551663 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5f8cd03d-006c-49ef-9080-248d09e51685 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "GET /v2.0/subnets/956d073a-69a8-44c8-b668-7c2e4dcc9466?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3223121 Dec 22 10:04:30.558260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47440) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:30.567156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-54dcbb1a-cb6c-4066-b713-6a1dbfff17ef tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1616151188'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:04:30.609221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-54dcbb1a-cb6c-4066-b713-6a1dbfff17ef tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:04:30.641620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-54dcbb1a-cb6c-4066-b713-6a1dbfff17ef tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:04:30.769273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dcbb1a-cb6c-4066-b713-6a1dbfff17ef tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:04:30.805429 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54dcbb1a-cb6c-4066-b713-6a1dbfff17ef tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:31.041658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54dcbb1a-cb6c-4066-b713-6a1dbfff17ef tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:04:31.096496 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54dcbb1a-cb6c-4066-b713-6a1dbfff17ef tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:31.097525 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-54dcbb1a-cb6c-4066-b713-6a1dbfff17ef tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Added segment bef5c29f-ba3a-4b7b-9dda-dd744851e246 of type vxlan for network 6900d42e-deb0-461c-9dea-3df9472de3ec Dec 22 10:04:31.244951 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54dcbb1a-cb6c-4066-b713-6a1dbfff17ef tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:31.396684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54dcbb1a-cb6c-4066-b713-6a1dbfff17ef tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:31.418559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dcbb1a-cb6c-4066-b713-6a1dbfff17ef tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:31.419828 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-54dcbb1a-cb6c-4066-b713-6a1dbfff17ef tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:31.440009 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d868a95d-ae0e-4309-b683-836f681d8dda tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:31.547201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47458) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:32.616724 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-54dcbb1a-cb6c-4066-b713-6a1dbfff17ef tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0564337 Dec 22 10:04:32.620962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47484) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:32.622858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcbb1a-cb6c-4066-b713-6a1dbfff17ef tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Network': ['ID=6900d42e-deb0-461c-9dea-3df9472de3ec,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:32.626902 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-54dcbb1a-cb6c-4066-b713-6a1dbfff17ef tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.191s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:32.633452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-96e35b89-2ef5-4f9c-9208-c66c1379b233 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'subnet': {'network_id': '6900d42e-deb0-461c-9dea-3df9472de3ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:04:32.637187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 6900d42e-deb0-461c-9dea-3df9472de3ec details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:04:32.730835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-322751493-network', 'tenant_id': 'a1bab97a2a4045d7a9e469531bdd80fd'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:04:32.743896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:04:32.754737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Usage tracker for resource:network and tenant:a1bab97a2a4045d7a9e469531bdd80fd is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:04:32.762843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:04:32.780344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348b7d8-3ec9-4d7b-8fd1-78c22190721b req-8ab96186-f78e-4a15-b6f8-983d652a1293 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:32.790658 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b348b7d8-3ec9-4d7b-8fd1-78c22190721b req-8ab96186-f78e-4a15-b6f8-983d652a1293 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 1.2186337 Dec 22 10:04:32.793343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:04:32.836404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 6900d42e-deb0-461c-9dea-3df9472de3ec details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:04:32.866884 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b348b7d8-3ec9-4d7b-8fd1-78c22190721b req-e16155a0-63a9-4eb0-a162-57dc5101db76 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747464 Dec 22 10:04:32.908244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Made reservation on behalf of a1bab97a2a4045d7a9e469531bdd80fd for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:04:32.930286 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:32.942204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-96e35b89-2ef5-4f9c-9208-c66c1379b233 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:04:32.981609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-96e35b89-2ef5-4f9c-9208-c66c1379b233 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:04:32.983609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:33.025660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e35b89-2ef5-4f9c-9208-c66c1379b233 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Made reservation on behalf of 5b07610c16b84d5e8978c3329570465b for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:04:33.132342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 6900d42e-deb0-461c-9dea-3df9472de3ec details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:04:33.136149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:04:33.145389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Usage tracker for resource:security_group_rule and tenant:a1bab97a2a4045d7a9e469531bdd80fd is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:04:33.153616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:04:33.164923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:04:33.310162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96e35b89-2ef5-4f9c-9208-c66c1379b233 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:33.404704 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:33.421260 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:33.426717 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c861c20-dd15-4e84-bef8-8e39c19cf564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:33.558613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49043e1-1fc9-42e6-a42e-025836b69ec2,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:33.578503 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:33.615075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.ipam_backend_mixin [None req-96e35b89-2ef5-4f9c-9208-c66c1379b233 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Performing IP validity checks on allocation pools {{(pid=81072) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Dec 22 10:04:33.616889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.ipam_backend_mixin [None req-96e35b89-2ef5-4f9c-9208-c66c1379b233 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Checking for overlaps among allocation pools and gateway ip {{(pid=81072) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Dec 22 10:04:33.617408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:04:33.653968 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:33.654626 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Added segment 5f49ace4-6ce0-45b9-b043-a93853a2493f of type vxlan for network c221fd9e-4f26-413c-b69a-5e4c2f41335d Dec 22 10:04:33.763254 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:33.866626 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:33.867663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:33.868334 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:33.893741 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:34.013605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Pushing event updated for resources: {'Network': ['ID=c221fd9e-4f26-413c-b69a-5e4c2f41335d,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:34.017101 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:34.023090 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4709320 Dec 22 10:04:34.023834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47508) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:34.027736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network c221fd9e-4f26-413c-b69a-5e4c2f41335d details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:04:34.045807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-147b4399-fe7c-44ea-977d-796c3e510077 admin admin] Request body: {'subnet': {'network_id': 'c221fd9e-4f26-413c-b69a-5e4c2f41335d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-322751493-subnet', 'tenant_id': 'a1bab97a2a4045d7a9e469531bdd80fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:04:34.067458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-147b4399-fe7c-44ea-977d-796c3e510077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:04:34.073367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-147b4399-fe7c-44ea-977d-796c3e510077 admin admin] Usage tracker for resource:subnet and tenant:a1bab97a2a4045d7a9e469531bdd80fd is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:04:34.082852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-147b4399-fe7c-44ea-977d-796c3e510077 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:04:34.103666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-147b4399-fe7c-44ea-977d-796c3e510077 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:04:34.120054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147b4399-fe7c-44ea-977d-796c3e510077 admin admin] Made reservation on behalf of a1bab97a2a4045d7a9e469531bdd80fd for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:04:34.133550 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-147b4399-fe7c-44ea-977d-796c3e510077 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:34.323086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network c221fd9e-4f26-413c-b69a-5e4c2f41335d details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:04:34.807024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network c221fd9e-4f26-413c-b69a-5e4c2f41335d details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:04:34.855918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42070e29-7b2c-43ea-b4d2-60a038c172f9 req-1045a816-690c-48ad-9c4c-7c9a9f9ef5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:34.860998 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42070e29-7b2c-43ea-b4d2-60a038c172f9 req-1045a816-690c-48ad-9c4c-7c9a9f9ef5ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2b8bd28c0aa45a89f5905c5258a9297&device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 1161 time: 0.7251239 Dec 22 10:04:35.013727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267ef18-5867-49a5-8223-dfd0c9864825 req-49d0adda-b13b-41c9-8a4d-fbb15e44bb12 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:35.047917 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b267ef18-5867-49a5-8223-dfd0c9864825 req-49d0adda-b13b-41c9-8a4d-fbb15e44bb12 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.5149634 Dec 22 10:04:35.122263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1c0ec305-943a-462e-b9e5-f281028a7895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:35.198275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42070e29-7b2c-43ea-b4d2-60a038c172f9 req-5a0788e4-925b-47c3-8b8d-3ec63698c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:35.201976 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42070e29-7b2c-43ea-b4d2-60a038c172f9 req-5a0788e4-925b-47c3-8b8d-3ec63698c823 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6f1855e-b485-45d1-82d8-ed2c723d357f HTTP/1.1" status: 200 len: 911 time: 0.3305421 Dec 22 10:04:35.372867 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b267ef18-5867-49a5-8223-dfd0c9864825 req-7815f3ee-5a10-44da-9bb8-aafe09e90215 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3229959 Dec 22 10:04:35.568923 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96e35b89-2ef5-4f9c-9208-c66c1379b233 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:35.783844 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a7d0a01f-9cc1-4146-8391-df9c93025455 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:35.916847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e35b89-2ef5-4f9c-9208-c66c1379b233 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Subnet': ['ID=061b15a6-0509-4a33-b064-83ed40d5b800,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:35.921951 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-96e35b89-2ef5-4f9c-9208-c66c1379b233 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:35.990412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e35b89-2ef5-4f9c-9208-c66c1379b233 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Checking segment: {'id': 'bef5c29f-ba3a-4b7b-9dda-dd744851e246', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6900d42e-deb0-461c-9dea-3df9472de3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:04:35.990823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e35b89-2ef5-4f9c-9208-c66c1379b233 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network hostable DHCP agents. Network: 6900d42e-deb0-461c-9dea-3df9472de3ec, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:04:36.000564 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42070e29-7b2c-43ea-b4d2-60a038c172f9 req-7a51d6a7-a3e9-4703-b295-7c3c1fafdd08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8082d785-5764-49e2-a111-2ea6c7e525e9 HTTP/1.1" status: 200 len: 1002 time: 0.7899451 Dec 22 10:04:36.088339 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-147b4399-fe7c-44ea-977d-796c3e510077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:36.106217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42070e29-7b2c-43ea-b4d2-60a038c172f9 req-2daff665-c508-41c4-ab2d-84443bb1c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:36.108148 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42070e29-7b2c-43ea-b4d2-60a038c172f9 req-2daff665-c508-41c4-ab2d-84443bb1c931 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca01a1fc-1044-4148-87dc-b546085e58b1 HTTP/1.1" status: 200 len: 856 time: 0.0962713 Dec 22 10:04:36.111281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e35b89-2ef5-4f9c-9208-c66c1379b233 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 6900d42e-deb0-461c-9dea-3df9472de3ec is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:04:36.271590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-96e35b89-2ef5-4f9c-9208-c66c1379b233 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 6900d42e-deb0-461c-9dea-3df9472de3ec) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:04:36.280748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e865d7-d35c-4ec5-af12-1bdbb5e18eaf None None] Network 6900d42e-deb0-461c-9dea-3df9472de3ec requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:04:36.337190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e35b89-2ef5-4f9c-9208-c66c1379b233 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:36.337952 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96e35b89-2ef5-4f9c-9208-c66c1379b233 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:36.448894 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-96e35b89-2ef5-4f9c-9208-c66c1379b233 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.8237898 Dec 22 10:04:36.465343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47564) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:36.485319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-99e78318-1ada-4d35-8004-82ffaa42a470 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:04:36.641427 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d408b4a8-7a37-4b98-ac8a-58f193a762c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:36.840765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42070e29-7b2c-43ea-b4d2-60a038c172f9 req-5bd55691-b462-4bb2-a479-c27693807cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:36.846681 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42070e29-7b2c-43ea-b4d2-60a038c172f9 req-5bd55691-b462-4bb2-a479-c27693807cda service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f1855e-b485-45d1-82d8-ed2c723d357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7134635 Dec 22 10:04:36.883749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b4399-fe7c-44ea-977d-796c3e510077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1dbd634-7496-497d-8a34-f226abf9757f,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:36.906804 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-147b4399-fe7c-44ea-977d-796c3e510077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:36.914087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-6900d42e-deb0-461c-9dea-3df9472de3ec', 'network_id': '6900d42e-deb0-461c-9dea-3df9472de3ec', 'tenant_id': '5b07610c16b84d5e8978c3329570465b', 'fixed_ips': [{'subnet_id': '061b15a6-0509-4a33-b064-83ed40d5b800'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:04:36.916475 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:37.064200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b4399-fe7c-44ea-977d-796c3e510077 admin admin] Checking segment: {'id': '5f49ace4-6ce0-45b9-b043-a93853a2493f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c221fd9e-4f26-413c-b69a-5e4c2f41335d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:04:37.065030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147b4399-fe7c-44ea-977d-796c3e510077 admin admin] Network hostable DHCP agents. Network: c221fd9e-4f26-413c-b69a-5e4c2f41335d, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:04:37.110694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88675e6-7f92-4cd3-ba70-195247571b6b req-8a5aee7f-f8fa-44a3-b07c-85ee5866aa0f tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:37.111162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99e78318-1ada-4d35-8004-82ffaa42a470 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2937372'] for subnet, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:37.111643 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d88675e6-7f92-4cd3-ba70-195247571b6b req-8a5aee7f-f8fa-44a3-b07c-85ee5866aa0f tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.2038376 Dec 22 10:04:37.229555 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d88675e6-7f92-4cd3-ba70-195247571b6b req-3d16c902-e15d-43b3-85e5-550eff4b0f26 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073000 Dec 22 10:04:37.256856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147b4399-fe7c-44ea-977d-796c3e510077 admin admin] Network c221fd9e-4f26-413c-b69a-5e4c2f41335d is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:04:37.281095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-147b4399-fe7c-44ea-977d-796c3e510077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, c221fd9e-4f26-413c-b69a-5e4c2f41335d) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:04:37.321044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147b4399-fe7c-44ea-977d-796c3e510077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:37.321316 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-147b4399-fe7c-44ea-977d-796c3e510077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:37.370009 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-147b4399-fe7c-44ea-977d-796c3e510077 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.3451810 Dec 22 10:04:37.635976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21846953-4b0a-43e5-91cb-0385f92d912d None None] Network c221fd9e-4f26-413c-b69a-5e4c2f41335d requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:04:38.131354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47600) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:38.146457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 10:04:38.146457 n-d-765315-5 neutron-server[80960]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 22 10:04:38.146457 n-d-765315-5 neutron-server[80960]: [parameters: {'in_use': 1, 'id_1': '061b15a6-0509-4a33-b064-83ed40d5b800'}] Dec 22 10:04:38.146457 n-d-765315-5 neutron-server[80960]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:04:38.147199 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:04:38.183737 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e7560d98-2006-4113-a09c-8e5c3269d75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:38.219631 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42070e29-7b2c-43ea-b4d2-60a038c172f9 req-23eb6201-f08c-4dbd-96e4-303925f38eab service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2672486 Dec 22 10:04:38.364951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf489e4b-e5e8-4a43-84da-51f3e8af6ada None None] Network c221fd9e-4f26-413c-b69a-5e4c2f41335d requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:04:38.666836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:38.809895 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99e78318-1ada-4d35-8004-82ffaa42a470 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762265788446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036852656887'] for subnet, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:38.849896 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-682b1e7b-c03d-42a0-984b-c2af6bf0f4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:38.860257 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-04faadfa-aa7b-40d5-98b3-9ed75dc5ccbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:38.997740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-682b1e7b-c03d-42a0-984b-c2af6bf0f4f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:04:39.011819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-682b1e7b-c03d-42a0-984b-c2af6bf0f4f9 admin admin] Usage tracker for resource:security_group_rule and tenant:88bc871d0b2948498905d56e63680a43 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:04:39.023299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-682b1e7b-c03d-42a0-984b-c2af6bf0f4f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:04:39.031044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-682b1e7b-c03d-42a0-984b-c2af6bf0f4f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:04:39.153568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e78318-1ada-4d35-8004-82ffaa42a470 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event updated for resources: {'Subnet': ['ID=061b15a6-0509-4a33-b064-83ed40d5b800,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:39.200386 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-682b1e7b-c03d-42a0-984b-c2af6bf0f4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:39.243469 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99e78318-1ada-4d35-8004-82ffaa42a470 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:39.318458 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:39.384835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-682b1e7b-c03d-42a0-984b-c2af6bf0f4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:39.421566 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-172e2dae-798b-455c-a583-fe3a425d430f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:39.478034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-893f6f6c-16af-4688-8785-ecef03466822 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:39.482588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-893f6f6c-16af-4688-8785-ecef03466822 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Synchronizing usage tracker for tenant:a1bab97a2a4045d7a9e469531bdd80fd on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:04:39.512909 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42070e29-7b2c-43ea-b4d2-60a038c172f9 req-9559d6b7-e292-418b-8954-ef5a9312bd7a service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2836099 Dec 22 10:04:39.561578 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-682b1e7b-c03d-42a0-984b-c2af6bf0f4f9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88bc871d0b2948498905d56e63680a43&name=default HTTP/1.1" status: 200 len: 2883 time: 1.4282756 Dec 22 10:04:39.575361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47634) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:39.603708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e78318-1ada-4d35-8004-82ffaa42a470 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:39.605246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99e78318-1ada-4d35-8004-82ffaa42a470 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:39.608029 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-99e78318-1ada-4d35-8004-82ffaa42a470 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "PUT /v2.0/subnets/061b15a6-0509-4a33-b064-83ed40d5b800 HTTP/1.1" status: 200 len: 877 time: 3.1372983 Dec 22 10:04:39.610873 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-893f6f6c-16af-4688-8785-ecef03466822 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Unset dirty status for tenant:a1bab97a2a4045d7a9e469531bdd80fd on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:04:39.617319 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-893f6f6c-16af-4688-8785-ecef03466822 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/networks?id=c221fd9e-4f26-413c-b69a-5e4c2f41335d HTTP/1.1" status: 200 len: 817 time: 1.0179651 Dec 22 10:04:39.622674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b1e7b-c03d-42a0-984b-c2af6bf0f4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f389b948-0d61-431b-ab57-d19f8ee4b528,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:39.644541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47638) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:39.709142 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-682b1e7b-c03d-42a0-984b-c2af6bf0f4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:39.745952 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-4b94b827-428a-42c5-ac23-d5ed76246cbc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/quotas/a1bab97a2a4045d7a9e469531bdd80fd HTTP/1.1" status: 200 len: 375 time: 0.1119990 Dec 22 10:04:39.932579 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5586-3ac2-408b-9b57-dd170b82f276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:40.064765 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5586-3ac2-408b-9b57-dd170b82f276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:40.106868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Allocated IP 172.20.0.3 (6900d42e-deb0-461c-9dea-3df9472de3ec/061b15a6-0509-4a33-b064-83ed40d5b800/5ec6d820-a7b0-45ec-8c13-082919d159c7) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:04:40.135188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cf8ef-0e0d-4d96-a96d-fda828fd74e8 req-85fac497-e5f7-4b4a-8fe0-3b6c367c4bba tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:40.151107 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da9cf8ef-0e0d-4d96-a96d-fda828fd74e8 req-85fac497-e5f7-4b4a-8fe0-3b6c367c4bba tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 1.2353282 Dec 22 10:04:40.247723 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5586-3ac2-408b-9b57-dd170b82f276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:40.251481 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-4a6795fa-7a4f-41f7-bbce-e48588eff3b7 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1bab97a2a4045d7a9e469531bdd80fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5037048 Dec 22 10:04:40.266219 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:40.290758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a5586-3ac2-408b-9b57-dd170b82f276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f389b948-0d61-431b-ab57-d19f8ee4b528,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:40.292920 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5586-3ac2-408b-9b57-dd170b82f276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:40.297911 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3d8a5586-3ac2-408b-9b57-dd170b82f276 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f389b948-0d61-431b-ab57-d19f8ee4b528 HTTP/1.1" status: 204 len: 168 time: 0.7052917 Dec 22 10:04:40.300031 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3d8a5586-3ac2-408b-9b57-dd170b82f276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:40.648318 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-da9cf8ef-0e0d-4d96-a96d-fda828fd74e8 req-57de3231-5a45-4cd1-bd46-706a360192e0 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4959388 Dec 22 10:04:40.812011 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-5bfd63f1-7907-4360-b822-afc7fd222102 service neutron] 10.222.0.50 "GET /v2.0/networks/c221fd9e-4f26-413c-b69a-5e4c2f41335d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589561 Dec 22 10:04:40.818438 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:40.842046 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:40.860199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:41.005320 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:41.017161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Transition to ACTIVE for port object 5ec6d820-a7b0-45ec-8c13-082919d159c7 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:04:41.036749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Transition to ACTIVE for port object 5ec6d820-a7b0-45ec-8c13-082919d159c7 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:04:41.047848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:41.068759 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:41.128988 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:41.193444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47662) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:41.212688 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-d1927a06-bd88-44af-92a1-f80fa22c9e02 service neutron] 10.222.0.50 "GET /v2.0/networks/c221fd9e-4f26-413c-b69a-5e4c2f41335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3714955 Dec 22 10:04:41.240959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 8082d785-5764-49e2-a111-2ea6c7e525e9 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:04:41.264418 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c567d00a-0f04-410d-bf5a-738a6a0065b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:41.277441 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:41.337861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c567d00a-0f04-410d-bf5a-738a6a0065b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:04:41.349205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c567d00a-0f04-410d-bf5a-738a6a0065b6 admin admin] Usage tracker for resource:security_group_rule and tenant:2d07464ab5fe4acb9605341a8b1729b9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:04:41.359224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c567d00a-0f04-410d-bf5a-738a6a0065b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:04:41.379011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c567d00a-0f04-410d-bf5a-738a6a0065b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:04:41.555812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Deleting port 5ec6d820-a7b0-45ec-8c13-082919d159c7 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:04:41.557133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:41.711675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Pushing event updated for resources: {'Port': ['ID=5ec6d820-a7b0-45ec-8c13-082919d159c7,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:41.754082 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c567d00a-0f04-410d-bf5a-738a6a0065b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:41.759360 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:41.760429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 8082d785-5764-49e2-a111-2ea6c7e525e9 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:04:41.762229 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c567d00a-0f04-410d-bf5a-738a6a0065b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:41.770163 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:41.902704 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eb4d2685-39c9-441c-9233-d29009a5cb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:42.074427 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c567d00a-0f04-410d-bf5a-738a6a0065b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d07464ab5fe4acb9605341a8b1729b9&name=default HTTP/1.1" status: 200 len: 2883 time: 0.8796551 Dec 22 10:04:42.082164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47692) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:42.083014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567d00a-0f04-410d-bf5a-738a6a0065b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccebef0-728e-4918-9759-401c5c4406c3,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:42.104216 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c567d00a-0f04-410d-bf5a-738a6a0065b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:42.434447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0e466421-34e0-4185-b963-d77ad3e67149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:42.533843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0e466421-34e0-4185-b963-d77ad3e67149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:42.592605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Network 6900d42e-deb0-461c-9dea-3df9472de3ec is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:04:42.593948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:04:42.602312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:04:42.740927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0e466421-34e0-4185-b963-d77ad3e67149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:42.743752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Attempting to bind port 5ec6d820-a7b0-45ec-8c13-082919d159c7 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:04:42.744546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Attempting to bind port 5ec6d820-a7b0-45ec-8c13-082919d159c7 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'bef5c29f-ba3a-4b7b-9dda-dd744851e246', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6900d42e-deb0-461c-9dea-3df9472de3ec'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:04:42.745157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Attempting to bind port 5ec6d820-a7b0-45ec-8c13-082919d159c7 on network 6900d42e-deb0-461c-9dea-3df9472de3ec {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:04:42.756765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:04:42.757644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Checking segment: {'id': 'bef5c29f-ba3a-4b7b-9dda-dd744851e246', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6900d42e-deb0-461c-9dea-3df9472de3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:04:42.758362 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:42.759016 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:42.765104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Bound using segment: {'id': 'bef5c29f-ba3a-4b7b-9dda-dd744851e246', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6900d42e-deb0-461c-9dea-3df9472de3ec'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:04:42.765950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Bound port: 5ec6d820-a7b0-45ec-8c13-082919d159c7, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef5c29f-ba3a-4b7b-9dda-dd744851e246', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6900d42e-deb0-461c-9dea-3df9472de3ec'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:04:42.766582 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:42.828930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e466421-34e0-4185-b963-d77ad3e67149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccebef0-728e-4918-9759-401c5c4406c3,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:42.869595 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0e466421-34e0-4185-b963-d77ad3e67149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:42.870490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0e466421-34e0-4185-b963-d77ad3e67149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:42.885617 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0e466421-34e0-4185-b963-d77ad3e67149 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ccebef0-728e-4918-9759-401c5c4406c3 HTTP/1.1" status: 204 len: 168 time: 0.7878706 Dec 22 10:04:42.984971 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-528c2dc4-abb5-42d6-96d7-d0fe2bfbdedb req-a59e1a57-4b7a-4163-a219-74ea16672967 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 210 time: 0.1934395 Dec 22 10:04:43.074194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] For port 5ec6d820-a7b0-45ec-8c13-082919d159c7, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:04:43.079541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] For port 5ec6d820-a7b0-45ec-8c13-082919d159c7, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=5ec6d820-a7b0-45ec-8c13-082919d159c7,segment=NetworkSegment(bef5c29f-ba3a-4b7b-9dda-dd744851e246),segment_id=bef5c29f-ba3a-4b7b-9dda-dd744851e246)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:04:43.083974 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:43.113344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5929e4e-81c7-4b3a-8e90-a5492ac83aa3 req-d1d5f773-f852-4c26-ada4-d38e67750a94 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:43.119686 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5929e4e-81c7-4b3a-8e90-a5492ac83aa3 req-d1d5f773-f852-4c26-ada4-d38e67750a94 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.7103384 Dec 22 10:04:43.259603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] For port 5ec6d820-a7b0-45ec-8c13-082919d159c7, host n-d-765315-5, got binding levels [] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:04:43.260138 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:43.366125 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:43.475562 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5929e4e-81c7-4b3a-8e90-a5492ac83aa3 req-24c80e77-312c-4075-b996-190502950397 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3446426 Dec 22 10:04:43.672455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 8082d785-5764-49e2-a111-2ea6c7e525e9 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:04:43.782332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Calling delete_port for 5ec6d820-a7b0-45ec-8c13-082919d159c7 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:04:43.918754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Pushing event updated for resources: {'Port': ['ID=5ec6d820-a7b0-45ec-8c13-082919d159c7,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:43.979109 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:44.333513 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:44.574678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 8082d785-5764-49e2-a111-2ea6c7e525e9, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=8082d785-5764-49e2-a111-2ea6c7e525e9,segment=NetworkSegment(f7f4091b-a7a6-45c4-b821-97884b11f144),segment_id=f7f4091b-a7a6-45c4-b821-97884b11f144)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:04:44.585225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8082d785-5764-49e2-a111-2ea6c7e525e9'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:04:44.646186 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:44.657143 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:44.838504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=8082d785-5764-49e2-a111-2ea6c7e525e9,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:44.844008 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:45.142175 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a5a29748-ce85-4ed6-9436-1d4df4b9666b req-6ec55083-f71a-4e20-993e-11099aa5f471 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 210 time: 0.1958311 Dec 22 10:04:45.158055 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:04:45.162308 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:04:45.665496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Deleting port 5ec6d820-a7b0-45ec-8c13-082919d159c7 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:04:45.665995 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:45.782074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 5ec6d820-a7b0-45ec-8c13-082919d159c7 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:04:46.121648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 5ec6d820-a7b0-45ec-8c13-082919d159c7 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:04:46.536749 n-d-765315-5 neutron-server[80960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8082d785-5764-49e2-a111-2ea6c7e525e9', 'code': 422} returned with failed status Dec 22 10:04:46.709247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca00705-959c-41e2-9130-d58dd62fdf27 None None] Network 6900d42e-deb0-461c-9dea-3df9472de3ec requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:04:46.742057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] For port 5ec6d820-a7b0-45ec-8c13-082919d159c7, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=5ec6d820-a7b0-45ec-8c13-082919d159c7,segment=NetworkSegment(bef5c29f-ba3a-4b7b-9dda-dd744851e246),segment_id=bef5c29f-ba3a-4b7b-9dda-dd744851e246)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:04:46.742589 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:47.192868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Calling delete_port for 5ec6d820-a7b0-45ec-8c13-082919d159c7 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:04:47.597733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-90c9cb43-ee0d-4a53-a303-0c6d26bfe04a None None] Provisioning complete for port 5ec6d820-a7b0-45ec-8c13-082919d159c7 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:04:47.599794 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-90c9cb43-ee0d-4a53-a303-0c6d26bfe04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:47.610182 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8c6cd913-64e1-4239-994f-c4b06ed27913 req-66bbaf3e-5d9b-4243-8c8c-3b8bb315abf8 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 210 time: 0.2352173 Dec 22 10:04:47.614109 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:47.695429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-90c9cb43-ee0d-4a53-a303-0c6d26bfe04a None None] Port 5ec6d820-a7b0-45ec-8c13-082919d159c7 was deleted so its status cannot be updated. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:320}} Dec 22 10:04:47.883411 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:48.049428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Port': ['ID=5ec6d820-a7b0-45ec-8c13-082919d159c7,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:48.055675 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:48.223251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-4c699b35-2a2a-4edd-9320-fa9d83e624f9 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:48.234978 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-4c699b35-2a2a-4edd-9320-fa9d83e624f9 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.64 "GET /v2.0/networks?id=c221fd9e-4f26-413c-b69a-5e4c2f41335d HTTP/1.1" status: 200 len: 817 time: 0.7348208 Dec 22 10:04:48.239821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No DVR routers for this DVR port 5ec6d820-a7b0-45ec-8c13-082919d159c7 on host n-d-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:04:48.266284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-573c95ee-cb59-44dd-8af7-5e44501e6e59 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Request body: {'port': {'device_id': '3c871379-75ba-49fb-9302-149f8d031fac', 'network_id': 'c221fd9e-4f26-413c-b69a-5e4c2f41335d', 'admin_state_up': True, 'tenant_id': 'a1bab97a2a4045d7a9e469531bdd80fd'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:04:48.505397 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:48.526179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17107e6-87f2-40a5-9f9c-e0a9431e3bd5 None None] Network 6900d42e-deb0-461c-9dea-3df9472de3ec requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:04:48.952073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-573c95ee-cb59-44dd-8af7-5e44501e6e59 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:04:48.967577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-573c95ee-cb59-44dd-8af7-5e44501e6e59 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Usage tracker for resource:port and tenant:a1bab97a2a4045d7a9e469531bdd80fd is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:04:49.000423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-573c95ee-cb59-44dd-8af7-5e44501e6e59 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Quota usage for port was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:04:49.019636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-573c95ee-cb59-44dd-8af7-5e44501e6e59 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:04:49.069396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-573c95ee-cb59-44dd-8af7-5e44501e6e59 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Made reservation on behalf of a1bab97a2a4045d7a9e469531bdd80fd for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:04:49.082202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-573c95ee-cb59-44dd-8af7-5e44501e6e59 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:49.699576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47876) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:49.713516 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a1d7f14d-c528-4479-a47d-7dcbf21ffd8c req-3d04b248-9068-4bed-aced-98964dc131de tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 210 time: 0.4463325 Dec 22 10:04:49.971474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92f8a1d-e3a6-41bf-a001-0d14e8ee79b1 None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 10:04:50.161885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-573c95ee-cb59-44dd-8af7-5e44501e6e59 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Allocated IP 172.20.0.7 (c221fd9e-4f26-413c-b69a-5e4c2f41335d/c1dbd634-7496-497d-8a34-f226abf9757f/cc21d06b-0a8f-42eb-8526-4f043b6084cb) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:04:50.162179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-ea089e4f-1cfb-4783-958a-675b6fb55490 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:50.164762 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-ea089e4f-1cfb-4783-958a-675b6fb55490 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.64 "GET /v2.0/networks?id=c221fd9e-4f26-413c-b69a-5e4c2f41335d HTTP/1.1" status: 200 len: 817 time: 1.1244118 Dec 22 10:04:50.598434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92f8a1d-e3a6-41bf-a001-0d14e8ee79b1 None None] Resources bound (agent type, host, resource id): {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 10:04:50.783043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-c2e8a083-c372-49b7-a573-1f9ef3d9b761 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Request body: {'port': {'device_id': '68489b87-a13d-4917-922d-f7aea20684e9', 'network_id': 'c221fd9e-4f26-413c-b69a-5e4c2f41335d', 'admin_state_up': True, 'tenant_id': 'a1bab97a2a4045d7a9e469531bdd80fd'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:04:50.857407 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:51.136424 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-573c95ee-cb59-44dd-8af7-5e44501e6e59 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:51.309433 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4417be0a-6d08-488a-ab47-3cde09f87265 tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:51.365419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39d2c69c-8c58-497f-8891-e7896af663e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:51.439528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Subnet': ['ID=061b15a6-0509-4a33-b064-83ed40d5b800,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:51.478481 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:51.578378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0c32976d-0001-487b-8086-ecefc0fcc709 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:51.581970 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0c32976d-0001-487b-8086-ecefc0fcc709 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.64 "GET /v2.0/networks?id=c221fd9e-4f26-413c-b69a-5e4c2f41335d HTTP/1.1" status: 200 len: 817 time: 0.6778758 Dec 22 10:04:51.599266 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-573c95ee-cb59-44dd-8af7-5e44501e6e59 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:51.617603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-81e9f3a6-feb6-4f09-aa7e-d20364a49930 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Request body: {'port': {'device_id': 'a036cad9-8a23-495a-a9bc-969d0a18b060', 'network_id': 'c221fd9e-4f26-413c-b69a-5e4c2f41335d', 'admin_state_up': True, 'tenant_id': 'a1bab97a2a4045d7a9e469531bdd80fd'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:04:51.622609 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e6bc570c-46d3-4212-8c0f-e524a4c9b9cc req-575076a3-84aa-4ae6-9201-81fff290c10a tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 210 time: 0.3881412 Dec 22 10:04:51.640493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-39d2c69c-8c58-497f-8891-e7896af663e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:04:51.648939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-39d2c69c-8c58-497f-8891-e7896af663e1 admin admin] Usage tracker for resource:security_group_rule and tenant:d23286aacea147d28addd2a571624700 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:04:51.678456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-39d2c69c-8c58-497f-8891-e7896af663e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:04:51.678589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aa6c0c-6608-445b-9d8e-d48a21afee42 None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 10:04:51.692496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-39d2c69c-8c58-497f-8891-e7896af663e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:04:51.769855 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:51.866188 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39d2c69c-8c58-497f-8891-e7896af663e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:52.107863 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-39d2c69c-8c58-497f-8891-e7896af663e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:52.170324 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c051f3e-2efa-4870-b730-88c96b35fa97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:52.212969 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-39d2c69c-8c58-497f-8891-e7896af663e1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d23286aacea147d28addd2a571624700&name=default HTTP/1.1" status: 200 len: 2883 time: 2.4935725 Dec 22 10:04:52.217404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-c2e8a083-c372-49b7-a573-1f9ef3d9b761 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:04:52.224264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2c69c-8c58-497f-8891-e7896af663e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baf1f5d-e79e-4a2e-8f43-44d54f5140bd,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:52.231810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47916) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:52.235182 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-39d2c69c-8c58-497f-8891-e7896af663e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:52.411918 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:52.549648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6900d42e-deb0-461c-9dea-3df9472de3ec']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:04:52.567567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef5c29f-ba3a-4b7b-9dda-dd744851e246') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:04:52.567978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef5c29f-ba3a-4b7b-9dda-dd744851e246') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:04:52.583488 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:52.591390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87aa6c0c-6608-445b-9d8e-d48a21afee42 None None] Resources bound (agent type, host, resource id): {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 10:04:52.600721 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:52.603035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Releasing vxlan tunnel 4 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:04:52.846787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 6900d42e-deb0-461c-9dea-3df9472de3ec has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:04:52.857786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:53.245504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 6900d42e-deb0-461c-9dea-3df9472de3ec has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:04:53.357954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c95ee-cb59-44dd-8af7-5e44501e6e59 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Pushing event updated for resources: {'Port': ['ID=cc21d06b-0a8f-42eb-8526-4f043b6084cb,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:53.401644 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-573c95ee-cb59-44dd-8af7-5e44501e6e59 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.633s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:53.571574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-81e9f3a6-feb6-4f09-aa7e-d20364a49930 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:04:53.575737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-81e9f3a6-feb6-4f09-aa7e-d20364a49930 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Usage tracker for resource:port and tenant:a1bab97a2a4045d7a9e469531bdd80fd is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:04:53.578925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-81e9f3a6-feb6-4f09-aa7e-d20364a49930 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Quota usage for port was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:04:53.585538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-81e9f3a6-feb6-4f09-aa7e-d20364a49930 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:04:53.608027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-81e9f3a6-feb6-4f09-aa7e-d20364a49930 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Made reservation on behalf of a1bab97a2a4045d7a9e469531bdd80fd for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:04:53.614683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-81e9f3a6-feb6-4f09-aa7e-d20364a49930 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:53.627673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7209daea-9044-4ea8-93f4-1c60cc2ec769 None None] Network 6900d42e-deb0-461c-9dea-3df9472de3ec requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:04:53.634997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-573c95ee-cb59-44dd-8af7-5e44501e6e59 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Network c221fd9e-4f26-413c-b69a-5e4c2f41335d is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:04:53.638166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-573c95ee-cb59-44dd-8af7-5e44501e6e59 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:04:53.641405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-573c95ee-cb59-44dd-8af7-5e44501e6e59 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:04:53.677272 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:04:53.707193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7209daea-9044-4ea8-93f4-1c60cc2ec769 None None] Network 6900d42e-deb0-461c-9dea-3df9472de3ec could not be found, it might have been deleted concurrently. {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 22 10:04:53.720764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-c2e8a083-c372-49b7-a573-1f9ef3d9b761 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Usage tracker for resource:port and tenant:a1bab97a2a4045d7a9e469531bdd80fd is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:04:53.731059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-c2e8a083-c372-49b7-a573-1f9ef3d9b761 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Quota usage for port was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:04:53.752401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-573c95ee-cb59-44dd-8af7-5e44501e6e59 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:53.753652 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-573c95ee-cb59-44dd-8af7-5e44501e6e59 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:53.901342 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-667d71a9-b81f-4fbf-9455-7f0708e1b52e req-7b276933-d872-4e6a-846f-020d14541074 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 210 time: 0.1615829 Dec 22 10:04:53.938502 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:54.041594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-c2e8a083-c372-49b7-a573-1f9ef3d9b761 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:04:54.058428 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-573c95ee-cb59-44dd-8af7-5e44501e6e59 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8030379 Dec 22 10:04:54.118612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Request body: {'port': {'device_id': '3c871379-75ba-49fb-9302-149f8d031fac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:04:54.122502 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cea58c0b-e91a-4a96-a4ba-472c08706342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:54.163535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c584b934-ec4d-45dd-9e9b-4a6d89c79ef5 None None] DHCP port deletion for 6900d42e-deb0-461c-9dea-3df9472de3ec request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:04:54.185408 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:54.229141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94954ddb-c877-4ed2-9247-707100bc428c req-842a635b-272a-4fbd-b3c7-bda33541e678 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:54.231080 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94954ddb-c877-4ed2-9247-707100bc428c req-842a635b-272a-4fbd-b3c7-bda33541e678 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 944 time: 4.5738347 Dec 22 10:04:54.232014 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:54.236632 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-729965e5-4d41-45a1-bfba-f51e77194f40 req-13dc51b5-34d0-444b-aaf7-0f88b56ee5c1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 5.0206552 Dec 22 10:04:54.238323 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/6900d42e-deb0-461c-9dea-3df9472de3ec HTTP/1.1" status: 204 len: 168 time: 14.5903444 Dec 22 10:04:54.252691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 47952) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:54.258734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Network': ['ID=6900d42e-deb0-461c-9dea-3df9472de3ec,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:54.349531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-81e9f3a6-feb6-4f09-aa7e-d20364a49930 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Allocated IP 172.20.0.3 (c221fd9e-4f26-413c-b69a-5e4c2f41335d/c1dbd634-7496-497d-8a34-f226abf9757f/b1091a11-d315-47dc-abcf-f060c1080708) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:04:54.374274 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-226b0a77-cada-4cc5-a881-42c01b85cbda tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:04:54.374774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226b0a77-cada-4cc5-a881-42c01b85cbda tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:04:54.379898 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-226b0a77-cada-4cc5-a881-42c01b85cbda tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/subnets/061b15a6-0509-4a33-b064-83ed40d5b800 HTTP/1.1" status: 404 len: 337 time: 0.1202457 Dec 22 10:04:54.379898 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:54.385227 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-94954ddb-c877-4ed2-9247-707100bc428c req-e4237864-2ca6-4725-ba58-8f0cfd55c022 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402893 Dec 22 10:04:54.385823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-c2e8a083-c372-49b7-a573-1f9ef3d9b761 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Made reservation on behalf of a1bab97a2a4045d7a9e469531bdd80fd for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:04:54.392158 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-c2e8a083-c372-49b7-a573-1f9ef3d9b761 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:54.399323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47960) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:54.517755 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:54.551651 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-9774c362-f606-41ae-a6ae-a7baf49d83c9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:04:54.551651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9774c362-f606-41ae-a6ae-a7baf49d83c9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:04:54.555344 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9774c362-f606-41ae-a6ae-a7baf49d83c9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/6900d42e-deb0-461c-9dea-3df9472de3ec HTTP/1.1" status: 404 len: 339 time: 0.1319816 Dec 22 10:04:54.682014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 47974) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:55.077250 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-81e9f3a6-feb6-4f09-aa7e-d20364a49930 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:55.110958 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac201b0-3632-48f9-a1cf-3edf8eea662f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:04:55.116328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac201b0-3632-48f9-a1cf-3edf8eea662f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:04:55.121864 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7ac201b0-3632-48f9-a1cf-3edf8eea662f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/subnets/a20ea0bd-4d71-4c09-bb6c-d8c7a7a859ce HTTP/1.1" status: 404 len: 337 time: 0.4368713 Dec 22 10:04:55.125041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48002) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:55.125987 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:55.216306 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-944a9343-c8af-4cb1-9f70-2f173437af45 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:04:55.217095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944a9343-c8af-4cb1-9f70-2f173437af45 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:04:55.222669 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-944a9343-c8af-4cb1-9f70-2f173437af45 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/f54e3c37-a42c-4d85-ba1a-532e500b792c HTTP/1.1" status: 404 len: 339 time: 0.0843599 Dec 22 10:04:55.228822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48006) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:55.538851 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-81e9f3a6-feb6-4f09-aa7e-d20364a49930 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:55.543970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 5ec6d820-a7b0-45ec-8c13-082919d159c7 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:04:55.586332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26519f9d-69a1-449c-b908-5c02c57073c6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:55.726498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 5ec6d820-a7b0-45ec-8c13-082919d159c7 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:04:55.727594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 5ec6d820-a7b0-45ec-8c13-082919d159c7 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:04:55.765543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-c2e8a083-c372-49b7-a573-1f9ef3d9b761 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Allocated IP 172.20.0.4 (c221fd9e-4f26-413c-b69a-5e4c2f41335d/c1dbd634-7496-497d-8a34-f226abf9757f/c7d87b09-b250-49ec-9add-8056494dd45e) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:04:55.910501 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:56.111069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cbe34-2ef2-446d-bc70-5e541f146910 req-a6964aa7-129c-4439-949e-62f18743dbdf tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:56.111642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-81e9f3a6-feb6-4f09-aa7e-d20364a49930 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Network c221fd9e-4f26-413c-b69a-5e4c2f41335d is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:04:56.120396 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-124cbe34-2ef2-446d-bc70-5e541f146910 req-a6964aa7-129c-4439-949e-62f18743dbdf tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 944 time: 0.3621716 Dec 22 10:04:56.144376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-81e9f3a6-feb6-4f09-aa7e-d20364a49930 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:04:56.161017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9f3a6-feb6-4f09-aa7e-d20364a49930 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Pushing event updated for resources: {'Port': ['ID=b1091a11-d315-47dc-abcf-f060c1080708,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:56.163895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-81e9f3a6-feb6-4f09-aa7e-d20364a49930 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:04:56.220324 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-81e9f3a6-feb6-4f09-aa7e-d20364a49930 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:56.250828 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-124cbe34-2ef2-446d-bc70-5e541f146910 req-eea623f2-56d3-469c-967c-18b656d5a624 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291072 Dec 22 10:04:56.264870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e5dd9-5487-48e8-89d6-84af4b099a28 req-52318a07-7a0b-49db-95c9-5109e1745eae tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:56.280576 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8f6e5dd9-5487-48e8-89d6-84af4b099a28 req-52318a07-7a0b-49db-95c9-5109e1745eae tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 931 time: 0.5239391 Dec 22 10:04:56.284357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729965e5-4d41-45a1-bfba-f51e77194f40 req-7343f9a8-0a35-45e2-8e01-f988a7546664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:56.286721 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-729965e5-4d41-45a1-bfba-f51e77194f40 req-7343f9a8-0a35-45e2-8e01-f988a7546664 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e&tenant_id=a2b8bd28c0aa45a89f5905c5258a9297 HTTP/1.1" status: 200 len: 1159 time: 1.0418491 Dec 22 10:04:56.351803 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26519f9d-69a1-449c-b908-5c02c57073c6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:56.404183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-81e9f3a6-feb6-4f09-aa7e-d20364a49930 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:56.405166 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-81e9f3a6-feb6-4f09-aa7e-d20364a49930 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:56.418964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8f6e5dd9-5487-48e8-89d6-84af4b099a28 req-b47ebf46-5ffc-4a1f-be76-bf07d25345de tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Synchronizing usage tracker for tenant:a1bab97a2a4045d7a9e469531bdd80fd on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:04:56.502565 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-81e9f3a6-feb6-4f09-aa7e-d20364a49930 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8982418 Dec 22 10:04:56.531572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Request body: {'port': {'device_id': 'a036cad9-8a23-495a-a9bc-969d0a18b060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:04:56.546527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:56.573206 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-51d26cbc-73f2-4df6-87a2-17cda49bf1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:56.593242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-26519f9d-69a1-449c-b908-5c02c57073c6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ce01a4-db88-4948-9e40-7c72763f3b5c']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:04:56.607144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-8f6e5dd9-5487-48e8-89d6-84af4b099a28 req-b47ebf46-5ffc-4a1f-be76-bf07d25345de tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Unset dirty status for tenant:a1bab97a2a4045d7a9e469531bdd80fd on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:04:56.607144 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8f6e5dd9-5487-48e8-89d6-84af4b099a28 req-b47ebf46-5ffc-4a1f-be76-bf07d25345de tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246911 Dec 22 10:04:56.611914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-26519f9d-69a1-449c-b908-5c02c57073c6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8c454f-dd0e-40bb-a962-6ba41aa760d3') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:04:56.612896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-26519f9d-69a1-449c-b908-5c02c57073c6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8c454f-dd0e-40bb-a962-6ba41aa760d3') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:04:56.632510 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26519f9d-69a1-449c-b908-5c02c57073c6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:56.652833 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26519f9d-69a1-449c-b908-5c02c57073c6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:56.669602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-c2e8a083-c372-49b7-a573-1f9ef3d9b761 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:56.685702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26519f9d-69a1-449c-b908-5c02c57073c6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Releasing vxlan tunnel 3 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:04:56.686275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baf1f5d-e79e-4a2e-8f43-44d54f5140bd,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:56.706956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729965e5-4d41-45a1-bfba-f51e77194f40 req-6c12e2a4-b68e-4f2d-a50a-f2bd601975af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:56.709081 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-729965e5-4d41-45a1-bfba-f51e77194f40 req-6c12e2a4-b68e-4f2d-a50a-f2bd601975af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2b8bd28c0aa45a89f5905c5258a9297&device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 1159 time: 0.3417749 Dec 22 10:04:56.713326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.713858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.714356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.714859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.715343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.715923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.716452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.716964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.717448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.717934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.718415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.719560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.720143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.720649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.721067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.721964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.721964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.722640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.723228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.723648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.724112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.724529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.724942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.725351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.725851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.726231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.726640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.727044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.727445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.727851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.728280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.728684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.729084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.729546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.730068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.730485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:04:56.737263 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:56.768419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:56.770148 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9baf1f5d-e79e-4a2e-8f43-44d54f5140bd HTTP/1.1" status: 204 len: 168 time: 3.1062126 Dec 22 10:04:56.883018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:56.994168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-c2e8a083-c372-49b7-a573-1f9ef3d9b761 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:57.045187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:04:57.055280 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-01431872-f2e9-407d-a188-af868a224da6 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:57.178857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-26519f9d-69a1-449c-b908-5c02c57073c6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 89ce01a4-db88-4948-9e40-7c72763f3b5c has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:04:57.204484 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26519f9d-69a1-449c-b908-5c02c57073c6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:57.402216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8a083-c372-49b7-a573-1f9ef3d9b761 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Pushing event updated for resources: {'Port': ['ID=c7d87b09-b250-49ec-9add-8056494dd45e,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:57.427803 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2e8a083-c372-49b7-a573-1f9ef3d9b761 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:57.452490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729965e5-4d41-45a1-bfba-f51e77194f40 req-48f19275-a440-40ce-bd22-14deef2db368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:57.457330 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-729965e5-4d41-45a1-bfba-f51e77194f40 req-48f19275-a440-40ce-bd22-14deef2db368 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6f1855e-b485-45d1-82d8-ed2c723d357f HTTP/1.1" status: 200 len: 911 time: 0.7197280 Dec 22 10:04:57.813381 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-729965e5-4d41-45a1-bfba-f51e77194f40 req-27790c49-19fe-4077-ab43-9522521800f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8082d785-5764-49e2-a111-2ea6c7e525e9 HTTP/1.1" status: 200 len: 1000 time: 0.2769642 Dec 22 10:04:58.340897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-c2e8a083-c372-49b7-a573-1f9ef3d9b761 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Network c221fd9e-4f26-413c-b69a-5e4c2f41335d is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:04:58.363930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-c2e8a083-c372-49b7-a573-1f9ef3d9b761 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:04:58.397294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-c2e8a083-c372-49b7-a573-1f9ef3d9b761 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:04:58.473357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729965e5-4d41-45a1-bfba-f51e77194f40 req-a12a86a1-6a89-47d9-bcae-4aa4b306824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:58.473357 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-729965e5-4d41-45a1-bfba-f51e77194f40 req-a12a86a1-6a89-47d9-bcae-4aa4b306824d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca01a1fc-1044-4148-87dc-b546085e58b1 HTTP/1.1" status: 200 len: 856 time: 0.5083547 Dec 22 10:04:58.675119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-c2e8a083-c372-49b7-a573-1f9ef3d9b761 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:58.677374 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-c2e8a083-c372-49b7-a573-1f9ef3d9b761 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:58.756825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-26519f9d-69a1-449c-b908-5c02c57073c6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network 89ce01a4-db88-4948-9e40-7c72763f3b5c has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:04:58.811453 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:04:58.814904 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-c2e8a083-c372-49b7-a573-1f9ef3d9b761 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0507841 Dec 22 10:04:58.848527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Request body: {'port': {'device_id': '68489b87-a13d-4917-922d-f7aea20684e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:04:58.898716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a8eb2-510b-4d90-a8cb-aa1229660112 req-4d1b413e-3359-4111-a660-2dc82c3c2db2 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:58.905259 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd7a8eb2-510b-4d90-a8cb-aa1229660112 req-4d1b413e-3359-4111-a660-2dc82c3c2db2 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 944 time: 0.9501233 Dec 22 10:04:58.998225 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd7a8eb2-510b-4d90-a8cb-aa1229660112 req-e7a0770c-1998-4705-8b85-5335017a1d17 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808029 Dec 22 10:04:59.026706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76873b-c056-423d-97f4-0ae1a63c7286 req-6ebfe504-67e8-4c6a-8c36-e31fc91c365f tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:59.036436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5c76873b-c056-423d-97f4-0ae1a63c7286 req-6ebfe504-67e8-4c6a-8c36-e31fc91c365f tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Synchronizing usage tracker for tenant:a1bab97a2a4045d7a9e469531bdd80fd on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:04:59.079620 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26519f9d-69a1-449c-b908-5c02c57073c6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:59.086744 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ee715124-fbb7-4c38-887d-da6a3bc074e5 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:59.114096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26519f9d-69a1-449c-b908-5c02c57073c6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:59.226615 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-26519f9d-69a1-449c-b908-5c02c57073c6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/89ce01a4-db88-4948-9e40-7c72763f3b5c HTTP/1.1" status: 204 len: 168 time: 3.9955451 Dec 22 10:04:59.242875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48146) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:59.244749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-5c76873b-c056-423d-97f4-0ae1a63c7286 req-6ebfe504-67e8-4c6a-8c36-e31fc91c365f tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Unset dirty status for tenant:a1bab97a2a4045d7a9e469531bdd80fd on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:04:59.258165 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c76873b-c056-423d-97f4-0ae1a63c7286 req-6ebfe504-67e8-4c6a-8c36-e31fc91c365f tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 931 time: 1.1518519 Dec 22 10:04:59.261561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26519f9d-69a1-449c-b908-5c02c57073c6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Network': ['ID=89ce01a4-db88-4948-9e40-7c72763f3b5c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:04:59.275191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729965e5-4d41-45a1-bfba-f51e77194f40 req-35c10b10-bdc2-469e-a61e-fd5bd5ca7b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:04:59.282216 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-729965e5-4d41-45a1-bfba-f51e77194f40 req-35c10b10-bdc2-469e-a61e-fd5bd5ca7b28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f1855e-b485-45d1-82d8-ed2c723d357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7544336 Dec 22 10:04:59.304696 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-26519f9d-69a1-449c-b908-5c02c57073c6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:04:59.363042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc21d06b-0a8f-42eb-8526-4f043b6084cb {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 10:04:59.386601 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:59.435537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Transition to ACTIVE for port object cc21d06b-0a8f-42eb-8526-4f043b6084cb will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:04:59.575182 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a928eb4-714a-4d2b-8020-7d028165f469 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:04:59.575689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a928eb4-714a-4d2b-8020-7d028165f469 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:04:59.577611 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5a928eb4-714a-4d2b-8020-7d028165f469 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/subnets/924e40db-7058-44a2-ae5d-235d9e6814b0 HTTP/1.1" status: 404 len: 337 time: 0.3167760 Dec 22 10:04:59.590011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48176) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:04:59.608891 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:59.700746 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5c76873b-c056-423d-97f4-0ae1a63c7286 req-73e487bb-9ae2-4ea5-8acd-94cc8d2910fe tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408226 Dec 22 10:04:59.738375 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:04:59.778770 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:04:59.874121 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-80144498-394a-4c18-9715-52ca5e6a5469 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:04:59.875505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80144498-394a-4c18-9715-52ca5e6a5469 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:04:59.878785 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-80144498-394a-4c18-9715-52ca5e6a5469 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/0541d2dd-0baa-4aef-8e20-bb6a9500f2ad HTTP/1.1" status: 404 len: 339 time: 0.2851799 Dec 22 10:04:59.902123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48200) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:00.047724 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-39bc73e4-8de7-4848-9301-ec0df9d6c341 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:05:00.048132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39bc73e4-8de7-4848-9301-ec0df9d6c341 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:05:00.062052 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-39bc73e4-8de7-4848-9301-ec0df9d6c341 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/subnets/f0fae908-d3c7-4969-aca8-619749d4b17e HTTP/1.1" status: 404 len: 337 time: 0.1559527 Dec 22 10:05:00.068608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48220) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:00.072021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Pushing event updated for resources: {'Port': ['ID=cc21d06b-0a8f-42eb-8526-4f043b6084cb,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:00.076796 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:00.126151 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-729965e5-4d41-45a1-bfba-f51e77194f40 req-7460466b-cbd5-48b8-92a2-9eb31e311aa5 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6336584 Dec 22 10:05:00.236256 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10eae85-44f0-4219-ba7b-e3d3e3c682ab tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:05:00.236673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10eae85-44f0-4219-ba7b-e3d3e3c682ab tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:05:00.238872 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e10eae85-44f0-4219-ba7b-e3d3e3c682ab tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/4a8ff635-b8e1-4f00-bf61-ee5f56385dfd HTTP/1.1" status: 404 len: 339 time: 0.1638236 Dec 22 10:05:00.322645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48238) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:00.461682 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bcfd18-e205-4238-bc7e-c22196e43874 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:05:00.462189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53bcfd18-e205-4238-bc7e-c22196e43874 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:05:00.466469 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-53bcfd18-e205-4238-bc7e-c22196e43874 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/subnets/7db6a679-9f0f-4c70-9a33-62f09f06fcbf HTTP/1.1" status: 404 len: 337 time: 0.1400533 Dec 22 10:05:00.470051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48252) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:00.481055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1091a11-d315-47dc-abcf-f060c1080708 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 10:05:00.510328 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-729965e5-4d41-45a1-bfba-f51e77194f40 req-0dcc6fce-c686-4d9a-94c7-f6d2a815aaf0 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3751287 Dec 22 10:05:00.521127 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:00.563018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d6c49-e2bf-4b94-b77c-de2ffdd39bc9 req-a1dffff7-0bcc-4f63-9de1-b36d90a1ff72 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:00.564836 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-134d6c49-e2bf-4b94-b77c-de2ffdd39bc9 req-a1dffff7-0bcc-4f63-9de1-b36d90a1ff72 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 944 time: 0.3248699 Dec 22 10:05:00.645873 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-134d6c49-e2bf-4b94-b77c-de2ffdd39bc9 req-3db871a1-c8c5-49bb-b156-d84b8b00945e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736716 Dec 22 10:05:00.652775 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aebf894-2eab-495d-802b-3a56ddc54f08 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:05:00.653363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aebf894-2eab-495d-802b-3a56ddc54f08 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:05:00.659010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48256) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:00.659369 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3aebf894-2eab-495d-802b-3a56ddc54f08 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/24997483-3348-4f31-ab6f-284e5cd4c24f HTTP/1.1" status: 404 len: 339 time: 0.1841817 Dec 22 10:05:00.894924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Transition to ACTIVE for port object b1091a11-d315-47dc-abcf-f060c1080708 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:05:00.920254 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:00.949466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48266) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:00.950937 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6f648e51-caf4-4e3b-b539-3dd4b2ab3903 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:01.008700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Attempting to bind port cc21d06b-0a8f-42eb-8526-4f043b6084cb on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:05:01.009059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Attempting to bind port cc21d06b-0a8f-42eb-8526-4f043b6084cb by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '5f49ace4-6ce0-45b9-b043-a93853a2493f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c221fd9e-4f26-413c-b69a-5e4c2f41335d'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:05:01.009438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Attempting to bind port cc21d06b-0a8f-42eb-8526-4f043b6084cb on network c221fd9e-4f26-413c-b69a-5e4c2f41335d {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:05:01.036305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:05:01.036600 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Checking segment: {'id': '5f49ace4-6ce0-45b9-b043-a93853a2493f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c221fd9e-4f26-413c-b69a-5e4c2f41335d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:05:01.037019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:01.037425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Bound using segment: {'id': '5f49ace4-6ce0-45b9-b043-a93853a2493f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c221fd9e-4f26-413c-b69a-5e4c2f41335d'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:05:01.037930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Bound port: cc21d06b-0a8f-42eb-8526-4f043b6084cb, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f49ace4-6ce0-45b9-b043-a93853a2493f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c221fd9e-4f26-413c-b69a-5e4c2f41335d'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:05:01.038311 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:01.394134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] For port cc21d06b-0a8f-42eb-8526-4f043b6084cb, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:05:01.405307 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] For port cc21d06b-0a8f-42eb-8526-4f043b6084cb, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cc21d06b-0a8f-42eb-8526-4f043b6084cb,segment=NetworkSegment(5f49ace4-6ce0-45b9-b043-a93853a2493f),segment_id=5f49ace4-6ce0-45b9-b043-a93853a2493f)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:05:01.461248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Pushing event updated for resources: {'Port': ['ID=b1091a11-d315-47dc-abcf-f060c1080708,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:01.473950 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:01.515215 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:01.516151 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:01.579982 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51e5fa79-1820-4f9e-9242-ee51a3f3a4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:01.662657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d87b09-b250-49ec-9add-8056494dd45e {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 10:05:01.670208 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:01.683397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Transition to ACTIVE for port object c7d87b09-b250-49ec-9add-8056494dd45e will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:05:01.702822 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:01.730074 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7eddc9ff-6958-4604-9a7e-6380fea140f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:01.770936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-51e5fa79-1820-4f9e-9242-ee51a3f3a4d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:01.802258 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f625e8-d05b-4b25-abcd-b0cf9b08c7f7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:05:01.802753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f625e8-d05b-4b25-abcd-b0cf9b08c7f7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:05:01.807146 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d0f625e8-d05b-4b25-abcd-b0cf9b08c7f7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/subnets/46485de7-69a1-4a25-bded-602572c75263 HTTP/1.1" status: 404 len: 337 time: 1.1440129 Dec 22 10:05:01.814750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48298) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:01.819718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d87b09-b250-49ec-9add-8056494dd45e,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:01.825079 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:01.858594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-51e5fa79-1820-4f9e-9242-ee51a3f3a4d9 admin admin] Usage tracker for resource:security_group_rule and tenant:6d3b23c6cf3a491d8cf1031ff9590ae2 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:01.874030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-51e5fa79-1820-4f9e-9242-ee51a3f3a4d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:01.921000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-51e5fa79-1820-4f9e-9242-ee51a3f3a4d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:01.947611 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-d696c241-e27f-4792-a7c4-b5462d69eda2 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:05:01.948146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d696c241-e27f-4792-a7c4-b5462d69eda2 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:05:01.952691 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d696c241-e27f-4792-a7c4-b5462d69eda2 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/d9d0e868-8e08-4199-b4d2-64a7da1017a6 HTTP/1.1" status: 404 len: 339 time: 0.1268015 Dec 22 10:05:01.954561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48304) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:01.992525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Pushing event updated for resources: {'Port': ['ID=cc21d06b-0a8f-42eb-8526-4f043b6084cb,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:02.060729 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:02.109515 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d62b6e-fe01-4c57-90b2-56484bb32014 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:05:02.110258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d62b6e-fe01-4c57-90b2-56484bb32014 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:05:02.112855 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f3d62b6e-fe01-4c57-90b2-56484bb32014 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/subnets/60610293-eb25-4217-8f35-9fcffd513f97 HTTP/1.1" status: 404 len: 337 time: 0.0791922 Dec 22 10:05:02.139890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48308) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:02.213380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054313f9-b041-48fb-b781-063e97942dd2 req-a0ebe9ed-91eb-4f6e-b7b3-987e942f917c tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:02.215341 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-054313f9-b041-48fb-b781-063e97942dd2 req-a0ebe9ed-91eb-4f6e-b7b3-987e942f917c tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 943 time: 0.8815351 Dec 22 10:05:02.295681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d821ce-b0d1-4566-83f0-ce50c073a056 req-df2a13fd-6ac2-4792-9526-7d110892cf57 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:02.297371 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-13d821ce-b0d1-4566-83f0-ce50c073a056 req-df2a13fd-6ac2-4792-9526-7d110892cf57 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 944 time: 0.3388569 Dec 22 10:05:02.326026 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b604910-6a51-434a-986a-9c0b632286bf tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:05:02.326701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b604910-6a51-434a-986a-9c0b632286bf tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:05:02.367605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:02.368468 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:02.370199 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] 10.222.0.64 "PUT /v2.0/ports/cc21d06b-0a8f-42eb-8526-4f043b6084cb HTTP/1.1" status: 200 len: 1155 time: 8.2579873 Dec 22 10:05:02.371680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c871379-75ba-49fb-9302-149f8d031fac', 'tag': 'cc21d06b-0a8f-42eb-8526-4f043b6084cb'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:05:02.389813 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2b604910-6a51-434a-986a-9c0b632286bf tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/afc054e1-88c5-4e3b-b5b5-4fdb04c7422a HTTP/1.1" status: 404 len: 339 time: 0.2450621 Dec 22 10:05:02.403248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48318) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:02.416729 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-054313f9-b041-48fb-b781-063e97942dd2 req-7b2a5f50-73c3-4772-829f-91d77c1c81d4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800504 Dec 22 10:05:02.428469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48322) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:02.526324 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-13d821ce-b0d1-4566-83f0-ce50c073a056 req-5f1b7bc8-e4a4-400e-9ac6-4c359e5b9a08 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861062 Dec 22 10:05:02.670577 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c871379-75ba-49fb-9302-149f8d031fac', 'tag': 'cc21d06b-0a8f-42eb-8526-4f043b6084cb', 'status': 'completed', 'code': 200} Dec 22 10:05:02.755008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Attempting to bind port b1091a11-d315-47dc-abcf-f060c1080708 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:05:02.762612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Attempting to bind port b1091a11-d315-47dc-abcf-f060c1080708 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '5f49ace4-6ce0-45b9-b043-a93853a2493f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c221fd9e-4f26-413c-b69a-5e4c2f41335d'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:05:02.763193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Attempting to bind port b1091a11-d315-47dc-abcf-f060c1080708 on network c221fd9e-4f26-413c-b69a-5e4c2f41335d {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:05:02.839888 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9476c48-14c6-4971-b565-73b5106b2860 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:05:02.844696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Attempting to bind port c7d87b09-b250-49ec-9add-8056494dd45e on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:05:02.845068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Attempting to bind port c7d87b09-b250-49ec-9add-8056494dd45e by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '5f49ace4-6ce0-45b9-b043-a93853a2493f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c221fd9e-4f26-413c-b69a-5e4c2f41335d'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:05:02.845439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Attempting to bind port c7d87b09-b250-49ec-9add-8056494dd45e on network c221fd9e-4f26-413c-b69a-5e4c2f41335d {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:05:02.845759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9476c48-14c6-4971-b565-73b5106b2860 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:05:02.852799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:05:02.853181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Checking segment: {'id': '5f49ace4-6ce0-45b9-b043-a93853a2493f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c221fd9e-4f26-413c-b69a-5e4c2f41335d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:05:02.853592 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:02.853994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Bound using segment: {'id': '5f49ace4-6ce0-45b9-b043-a93853a2493f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c221fd9e-4f26-413c-b69a-5e4c2f41335d'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:05:02.854473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Bound port: c7d87b09-b250-49ec-9add-8056494dd45e, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f49ace4-6ce0-45b9-b043-a93853a2493f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c221fd9e-4f26-413c-b69a-5e4c2f41335d'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:05:02.854847 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:02.877463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:05:02.878006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Checking segment: {'id': '5f49ace4-6ce0-45b9-b043-a93853a2493f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c221fd9e-4f26-413c-b69a-5e4c2f41335d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:05:02.878754 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:02.879389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Bound using segment: {'id': '5f49ace4-6ce0-45b9-b043-a93853a2493f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c221fd9e-4f26-413c-b69a-5e4c2f41335d'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:05:02.880061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Bound port: b1091a11-d315-47dc-abcf-f060c1080708, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f49ace4-6ce0-45b9-b043-a93853a2493f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c221fd9e-4f26-413c-b69a-5e4c2f41335d'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:05:02.880568 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:02.927612 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d9476c48-14c6-4971-b565-73b5106b2860 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/subnets/d3d6bffc-07e1-415c-a181-28a151ba0211 HTTP/1.1" status: 404 len: 337 time: 0.5228510 Dec 22 10:05:02.930323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48336) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:02.945419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-262ae9e5-042b-4b38-b9cc-5f2f35ffbe68 admin admin] Deleting subnet c706e3ff-65c0-4b7b-9d11-c8e0745c94d1 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:05:02.997305 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-262ae9e5-042b-4b38-b9cc-5f2f35ffbe68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:03.020857 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cbb0588-ab08-42fa-b6fb-6d8f15d38931 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:05:03.021364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cbb0588-ab08-42fa-b6fb-6d8f15d38931 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:05:03.023394 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2cbb0588-ab08-42fa-b6fb-6d8f15d38931 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/7d24f44a-9e75-47fa-991c-a2f7d43b3492 HTTP/1.1" status: 404 len: 339 time: 0.0919373 Dec 22 10:05:03.042268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48342) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:03.050802 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51e5fa79-1820-4f9e-9242-ee51a3f3a4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:03.082302 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51e5fa79-1820-4f9e-9242-ee51a3f3a4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:03.116693 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9ce64138-7896-4a5a-b65f-1ec5fc61aa66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:03.158683 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-8300af75-f631-4a3f-bc28-00400a965ef4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:05:03.159452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8300af75-f631-4a3f-bc28-00400a965ef4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:05:03.161357 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8300af75-f631-4a3f-bc28-00400a965ef4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/subnets/e816e0de-54b0-4178-8f72-d5a4cb931cc8 HTTP/1.1" status: 404 len: 337 time: 0.1179349 Dec 22 10:05:03.165422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48346) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:03.168623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] For port c7d87b09-b250-49ec-9add-8056494dd45e, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:05:03.172688 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-262ae9e5-042b-4b38-b9cc-5f2f35ffbe68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:03.199124 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e57d0c-60eb-47bb-8f7d-1642706e31a1 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:05:03.199723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e57d0c-60eb-47bb-8f7d-1642706e31a1 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:05:03.202065 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-18e57d0c-60eb-47bb-8f7d-1642706e31a1 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/58ff4b24-4ae7-4eb5-b150-ff6cbda532fb HTTP/1.1" status: 404 len: 339 time: 0.0353198 Dec 22 10:05:03.207761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48350) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:03.254635 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91434d1-f97f-4fc9-8b75-a48378d0fcc7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:05:03.255688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91434d1-f97f-4fc9-8b75-a48378d0fcc7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:05:03.257720 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c91434d1-f97f-4fc9-8b75-a48378d0fcc7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/subnets/f9534539-62fa-4f0f-94ae-0588d553a443 HTTP/1.1" status: 404 len: 337 time: 0.0484936 Dec 22 10:05:03.259784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] For port c7d87b09-b250-49ec-9add-8056494dd45e, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c7d87b09-b250-49ec-9add-8056494dd45e,segment=NetworkSegment(5f49ace4-6ce0-45b9-b043-a93853a2493f),segment_id=5f49ace4-6ce0-45b9-b043-a93853a2493f)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:05:03.264168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48354) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:03.319924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-262ae9e5-042b-4b38-b9cc-5f2f35ffbe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:03.329523 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:03.475139 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e46469d-1dd9-40cb-93cb-be861097a2f6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] DELETE failed (client error): The resource could not be found. Dec 22 10:05:03.476088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e46469d-1dd9-40cb-93cb-be861097a2f6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:05:03.478094 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5e46469d-1dd9-40cb-93cb-be861097a2f6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/0898e329-b30b-4f3c-951c-126543de7db0 HTTP/1.1" status: 404 len: 339 time: 0.2127242 Dec 22 10:05:03.479321 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:03.614681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48360) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:03.616933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d87b09-b250-49ec-9add-8056494dd45e,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:03.663575 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:03.665068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:03.665753 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:03.667316 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] 10.222.0.64 "PUT /v2.0/ports/c7d87b09-b250-49ec-9add-8056494dd45e HTTP/1.1" status: 200 len: 1155 time: 4.8280885 Dec 22 10:05:03.673841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68489b87-a13d-4917-922d-f7aea20684e9', 'tag': 'c7d87b09-b250-49ec-9add-8056494dd45e'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:05:03.981902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] For port b1091a11-d315-47dc-abcf-f060c1080708, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:05:03.985394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] For port b1091a11-d315-47dc-abcf-f060c1080708, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b1091a11-d315-47dc-abcf-f060c1080708,segment=NetworkSegment(5f49ace4-6ce0-45b9-b043-a93853a2493f),segment_id=5f49ace4-6ce0-45b9-b043-a93853a2493f)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:05:04.054611 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:04.099103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa47215-9e0d-4e59-b558-705aba19eb22 req-3008a60e-dec2-40c8-8e1f-311d796ddcf4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:04.101591 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7fa47215-9e0d-4e59-b558-705aba19eb22 req-3008a60e-dec2-40c8-8e1f-311d796ddcf4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 943 time: 0.4331069 Dec 22 10:05:04.255316 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-51e5fa79-1820-4f9e-9242-ee51a3f3a4d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d3b23c6cf3a491d8cf1031ff9590ae2&name=default HTTP/1.1" status: 200 len: 2883 time: 3.2628136 Dec 22 10:05:04.258209 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-262ae9e5-042b-4b38-b9cc-5f2f35ffbe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:04.269322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48376) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:04.300486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-6c6151a6-cc5d-454a-874a-64678f805c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:04.303189 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-6c6151a6-cc5d-454a-874a-64678f805c67 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1bab97a2a4045d7a9e469531bdd80fd&device_id=3c871379-75ba-49fb-9302-149f8d031fac HTTP/1.1" status: 200 len: 1158 time: 1.7886727 Dec 22 10:05:04.304426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5fa79-1820-4f9e-9242-ee51a3f3a4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66583234-3356-468c-b98f-a52f88231d48,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:04.325927 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-51e5fa79-1820-4f9e-9242-ee51a3f3a4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.209s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:04.327148 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e38a8c34-4404-4969-a7ce-2eb70fb6ab50 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:04.418203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742c767-6791-4ca0-a644-fd96053cb031 req-2e0b7d00-fd95-45b8-871d-bc7b4271fcd6 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:04.424594 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6742c767-6791-4ca0-a644-fd96053cb031 req-2e0b7d00-fd95-45b8-871d-bc7b4271fcd6 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 944 time: 0.5550621 Dec 22 10:05:04.543281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2b15d70a-8255-4d14-845c-6c5d1619b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:04.545168 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-2b15d70a-8255-4d14-845c-6c5d1619b043 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1bab97a2a4045d7a9e469531bdd80fd&device_id=68489b87-a13d-4917-922d-f7aea20684e9 HTTP/1.1" status: 200 len: 1158 time: 0.5906479 Dec 22 10:05:04.560270 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7fa47215-9e0d-4e59-b558-705aba19eb22 req-55605b26-1cec-478e-8887-9440f99c21ba tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018172 Dec 22 10:05:04.576498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b0e997-d9ff-48ce-ae46-1b00b8e8a04f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Deleting subnet 956d073a-69a8-44c8-b668-7c2e4dcc9466 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:05:04.579826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Pushing event updated for resources: {'Port': ['ID=b1091a11-d315-47dc-abcf-f060c1080708,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:04.584991 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e92833f-4990-42bc-abf5-b2e9c2466cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:04.590624 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:04.624709 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e92833f-4990-42bc-abf5-b2e9c2466cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:04.651990 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3de40c84-92e9-4896-9488-cb53b976fc81 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.359s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:04.695015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87b0e997-d9ff-48ce-ae46-1b00b8e8a04f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:04.764276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e92833f-4990-42bc-abf5-b2e9c2466cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:04.782487 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68489b87-a13d-4917-922d-f7aea20684e9', 'tag': 'c7d87b09-b250-49ec-9add-8056494dd45e', 'status': 'completed', 'code': 200} Dec 22 10:05:04.783219 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f6694f58-515e-403b-99b7-5ef43ebca94c tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:04.811974 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-0fc5b5b7-f01d-47af-b1db-7982ebeb9998 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc21d06b-0a8f-42eb-8526-4f043b6084cb HTTP/1.1" status: 200 len: 217 time: 0.3761992 Dec 22 10:05:04.820182 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6742c767-6791-4ca0-a644-fd96053cb031 req-ecbed7d4-5b67-43ca-9d09-0243fe11abc0 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3782465 Dec 22 10:05:04.827403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ae9e5-042b-4b38-b9cc-5f2f35ffbe68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c706e3ff-65c0-4b7b-9d11-c8e0745c94d1,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:04.831478 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-262ae9e5-042b-4b38-b9cc-5f2f35ffbe68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:04.835081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92833f-4990-42bc-abf5-b2e9c2466cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66583234-3356-468c-b98f-a52f88231d48,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:04.838259 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3e92833f-4990-42bc-abf5-b2e9c2466cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:04.887079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:04.887739 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:04.889830 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] 10.222.0.64 "PUT /v2.0/ports/b1091a11-d315-47dc-abcf-f060c1080708 HTTP/1.1" status: 200 len: 1155 time: 8.3716228 Dec 22 10:05:04.890604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a036cad9-8a23-495a-a9bc-969d0a18b060', 'tag': 'b1091a11-d315-47dc-abcf-f060c1080708'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:05:04.891425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e92833f-4990-42bc-abf5-b2e9c2466cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:04.896246 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3e92833f-4990-42bc-abf5-b2e9c2466cbc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66583234-3356-468c-b98f-a52f88231d48 HTTP/1.1" status: 204 len: 168 time: 0.6234891 Dec 22 10:05:04.900746 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87b0e997-d9ff-48ce-ae46-1b00b8e8a04f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:04.940685 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-262ae9e5-042b-4b38-b9cc-5f2f35ffbe68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:04.977721 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-262ae9e5-042b-4b38-b9cc-5f2f35ffbe68 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c706e3ff-65c0-4b7b-9d11-c8e0745c94d1 HTTP/1.1" status: 204 len: 168 time: 2.4745805 Dec 22 10:05:04.978665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48386) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:05.048922 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fbdbe432-bbd3-4a24-9344-8940453f65d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:05.107532 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87b0e997-d9ff-48ce-ae46-1b00b8e8a04f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:05.175687 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b9d2c464-a311-4c34-a0c2-d7e567e5e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:05.247327 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a036cad9-8a23-495a-a9bc-969d0a18b060', 'tag': 'b1091a11-d315-47dc-abcf-f060c1080708', 'status': 'completed', 'code': 200} Dec 22 10:05:05.495430 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-abd6d0f6-89d0-47d7-9c33-5460716c3fbb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7d87b09-b250-49ec-9add-8056494dd45e HTTP/1.1" status: 200 len: 217 time: 0.0801823 Dec 22 10:05:06.056481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87b0e997-d9ff-48ce-ae46-1b00b8e8a04f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:06.095921 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ded084d0-d480-4f4d-8828-6cee5863ed1a tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:06.174949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0e997-d9ff-48ce-ae46-1b00b8e8a04f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Subnet': ['ID=956d073a-69a8-44c8-b668-7c2e4dcc9466,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:06.220734 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-87b0e997-d9ff-48ce-ae46-1b00b8e8a04f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:06.348416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-52924ff9-96fb-4599-a27c-45cb7b2a9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:06.350545 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-52924ff9-96fb-4599-a27c-45cb7b2a9d16 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1dbd634-7496-497d-8a34-f226abf9757f HTTP/1.1" status: 200 len: 857 time: 1.0124645 Dec 22 10:05:06.371246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b9d2c464-a311-4c34-a0c2-d7e567e5e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:06.455765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd47d24-711d-44a5-88ac-90fd31bf659a None None] Network e797431e-56b0-4f33-a7b7-eaf83cbebd6a requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:05:06.461375 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87b0e997-d9ff-48ce-ae46-1b00b8e8a04f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:06.510592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-b9877216-ac5c-494b-80d3-567f545d9e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:06.512215 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-b9877216-ac5c-494b-80d3-567f545d9e22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1dbd634-7496-497d-8a34-f226abf9757f HTTP/1.1" status: 200 len: 857 time: 0.9988089 Dec 22 10:05:06.513367 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-de8c40f7-5891-440f-9ac6-8e7c73f7ec50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c221fd9e-4f26-413c-b69a-5e4c2f41335d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262877 Dec 22 10:05:06.715751 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-87b0e997-d9ff-48ce-ae46-1b00b8e8a04f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/subnets/956d073a-69a8-44c8-b668-7c2e4dcc9466 HTTP/1.1" status: 204 len: 168 time: 3.0909555 Dec 22 10:05:06.722705 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-3f8124af-0a2b-4651-90f7-a8c401d2342c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c221fd9e-4f26-413c-b69a-5e4c2f41335d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1829972 Dec 22 10:05:06.723508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48426) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:06.845599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9372891-186d-475a-bd08-2da5acc29019 req-c5fe6d28-3b6b-4ade-a2ea-054183c3457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:06.848849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9372891-186d-475a-bd08-2da5acc29019 req-c5fe6d28-3b6b-4ade-a2ea-054183c3457b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1bab97a2a4045d7a9e469531bdd80fd&device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 1158 time: 1.4501710 Dec 22 10:05:06.966521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b9d2c464-a311-4c34-a0c2-d7e567e5e749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea4664f-a5bd-42bd-88c9-406cfc090e28']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:07.090088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b9d2c464-a311-4c34-a0c2-d7e567e5e749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2c4c03-828c-4483-b238-cf791284a0ea') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:07.090748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-b9d2c464-a311-4c34-a0c2-d7e567e5e749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2c4c03-828c-4483-b238-cf791284a0ea') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:07.141250 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b9d2c464-a311-4c34-a0c2-d7e567e5e749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:07.380197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] DHCP port deletion for e797431e-56b0-4f33-a7b7-eaf83cbebd6a request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:05:07.387463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Deleting port 9072043d-9374-4d4e-87f6-c1c9d9fecd53 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:05:07.388550 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:07.431982 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b9d2c464-a311-4c34-a0c2-d7e567e5e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:07.506493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b9d2c464-a311-4c34-a0c2-d7e567e5e749 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:05:07.671454 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-d119064c-31ce-406e-baab-0b49300bbb1d service neutron] 10.222.0.64 "GET /v2.0/networks/c221fd9e-4f26-413c-b69a-5e4c2f41335d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0311689 Dec 22 10:05:07.945029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] For port 9072043d-9374-4d4e-87f6-c1c9d9fecd53, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=9072043d-9374-4d4e-87f6-c1c9d9fecd53,segment=NetworkSegment(4acfd47d-4ad7-43f4-bc77-d02ec92e6674),segment_id=4acfd47d-4ad7-43f4-bc77-d02ec92e6674)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:07.945744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6e799-019f-465a-bc46-d36c5ff520e6 req-12748247-8826-4bff-80d3-48833b59d0c6 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:07.946156 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:07.947716 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a7f6e799-019f-465a-bc46-d36c5ff520e6 req-12748247-8826-4bff-80d3-48833b59d0c6 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 943 time: 1.9625258 Dec 22 10:05:08.141347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Calling delete_port for 9072043d-9374-4d4e-87f6-c1c9d9fecd53 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:05:08.310760 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:08.478478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b9d2c464-a311-4c34-a0c2-d7e567e5e749 admin admin] Network cea4664f-a5bd-42bd-88c9-406cfc090e28 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:05:08.479469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c28de-574b-4201-b7fc-670d85a58d5e req-d226bf5a-3159-4a2d-ba52-ed683bc2ce8b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:08.481627 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-177c28de-574b-4201-b7fc-670d85a58d5e req-d226bf5a-3159-4a2d-ba52-ed683bc2ce8b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 944 time: 2.2543745 Dec 22 10:05:08.514945 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b9d2c464-a311-4c34-a0c2-d7e567e5e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:08.541224 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a7f6e799-019f-465a-bc46-d36c5ff520e6 req-cd301d7d-999e-4d7a-aa55-f100bfa1a165 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350656 Dec 22 10:05:08.560504 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92e06f96-c429-4064-8ca8-d4f1673cfab6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:08.567589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 9072043d-9374-4d4e-87f6-c1c9d9fecd53 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:05:08.652740 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0cbf59e7-9179-4098-b0bb-210485ebf431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:08.717838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Pushing event deleted for resources: {'Port': ['ID=9072043d-9374-4d4e-87f6-c1c9d9fecd53,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:08.731488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] No DVR routers for this DVR port 9072043d-9374-4d4e-87f6-c1c9d9fecd53 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:05:08.734581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.735273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.736089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.736675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.737788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.738341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.739108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.739676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.740299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.740875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.741424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.741990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.742644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.743337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.744124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.744715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.745270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.745935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.746601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.748529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.749111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.749807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.750706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.751295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.751995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.752561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.753580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.754438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.755043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.755637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.756236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.765148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.765148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.765148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.765148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.765148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:08.767288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 9072043d-9374-4d4e-87f6-c1c9d9fecd53 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:05:08.767288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 9072043d-9374-4d4e-87f6-c1c9d9fecd53 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:05:08.772880 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:08.781398 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-335bb34d-f65a-4eaf-88e8-7ed3aac62298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:08.849921 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:08.864995 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-177c28de-574b-4201-b7fc-670d85a58d5e req-c4e689f6-263b-4264-90c2-45663176eabd tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3583622 Dec 22 10:05:09.111707 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-fcbdceed-caf4-4959-802c-0dbded472580 service neutron] 10.222.0.64 "GET /v2.0/networks/c221fd9e-4f26-413c-b69a-5e4c2f41335d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6341269 Dec 22 10:05:09.150602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92e06f96-c429-4064-8ca8-d4f1673cfab6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:09.328897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-b9d2c464-a311-4c34-a0c2-d7e567e5e749 admin admin] Network cea4664f-a5bd-42bd-88c9-406cfc090e28 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:05:09.485834 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:05:09.562423 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:05:09.618754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-92e06f96-c429-4064-8ca8-d4f1673cfab6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e797431e-56b0-4f33-a7b7-eaf83cbebd6a']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:09.660856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9372891-186d-475a-bd08-2da5acc29019 req-b4091cb6-8909-450b-bd23-c2d63abe9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:09.673142 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9372891-186d-475a-bd08-2da5acc29019 req-b4091cb6-8909-450b-bd23-c2d63abe9ae4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a1bab97a2a4045d7a9e469531bdd80fd&shared=False HTTP/1.1" status: 200 len: 911 time: 2.6830270 Dec 22 10:05:09.695762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-92e06f96-c429-4064-8ca8-d4f1673cfab6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4acfd47d-4ad7-43f4-bc77-d02ec92e6674') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:09.696555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-92e06f96-c429-4064-8ca8-d4f1673cfab6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4acfd47d-4ad7-43f4-bc77-d02ec92e6674') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:09.793200 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92e06f96-c429-4064-8ca8-d4f1673cfab6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:09.824362 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-6474f656-9b13-4c91-a586-8b5780a1bace service neutron] 10.222.0.64 "GET /v2.0/networks/c221fd9e-4f26-413c-b69a-5e4c2f41335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7053695 Dec 22 10:05:09.840619 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92e06f96-c429-4064-8ca8-d4f1673cfab6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:09.843717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-92e06f96-c429-4064-8ca8-d4f1673cfab6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Releasing vxlan tunnel 6 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:05:09.908140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48484) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:10.047209 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-e9cc7704-5650-4873-9fd3-822f0d767589 service neutron] 10.222.0.64 "GET /v2.0/networks/c221fd9e-4f26-413c-b69a-5e4c2f41335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.1328835 Dec 22 10:05:10.048402 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b9d2c464-a311-4c34-a0c2-d7e567e5e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:10.060182 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-54dcbb1a-cb6c-4066-b713-6a1dbfff17ef tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:10.117814 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b9d2c464-a311-4c34-a0c2-d7e567e5e749 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:10.163547 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b9d2c464-a311-4c34-a0c2-d7e567e5e749 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cea4664f-a5bd-42bd-88c9-406cfc090e28 HTTP/1.1" status: 204 len: 168 time: 5.1812997 Dec 22 10:05:10.250569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:10.307165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2c464-a311-4c34-a0c2-d7e567e5e749 admin admin] Pushing event deleted for resources: {'Network': ['ID=cea4664f-a5bd-42bd-88c9-406cfc090e28,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:10.332332 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b9d2c464-a311-4c34-a0c2-d7e567e5e749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:10.523461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:10.548654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-92e06f96-c429-4064-8ca8-d4f1673cfab6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network e797431e-56b0-4f33-a7b7-eaf83cbebd6a has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:05:10.573562 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74768473-65d6-4a27-beea-d989572241d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:10.606539 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92e06f96-c429-4064-8ca8-d4f1673cfab6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:10.669507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48502) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:10.736425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-74768473-65d6-4a27-beea-d989572241d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:10.839213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-74768473-65d6-4a27-beea-d989572241d3 admin admin] Usage tracker for resource:security_group_rule and tenant:b64d6c9774e340ab8f3c680d4a2c18bd is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:10.905673 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:10.932876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9372891-186d-475a-bd08-2da5acc29019 req-96aa063c-12be-471d-b3b6-07ce6856f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:10.934749 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9372891-186d-475a-bd08-2da5acc29019 req-96aa063c-12be-471d-b3b6-07ce6856f854 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7512429 Dec 22 10:05:10.950790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-74768473-65d6-4a27-beea-d989572241d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:10.967963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416efd9-6503-470f-9483-879171743319 req-add2ad0e-ae49-43f4-94fb-88db85e1dd92 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:10.976201 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7416efd9-6503-470f-9483-879171743319 req-add2ad0e-ae49-43f4-94fb-88db85e1dd92 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 943 time: 1.1057992 Dec 22 10:05:11.030514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-74768473-65d6-4a27-beea-d989572241d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:11.077855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48bc2a-7b88-4bb6-a229-fdb1721dce0b req-2c314500-f396-49f6-b4a0-b66ef2d96287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:11.079837 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e48bc2a-7b88-4bb6-a229-fdb1721dce0b req-2c314500-f396-49f6-b4a0-b66ef2d96287 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1bab97a2a4045d7a9e469531bdd80fd&device_id=68489b87-a13d-4917-922d-f7aea20684e9 HTTP/1.1" status: 200 len: 1158 time: 0.6352630 Dec 22 10:05:11.107447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6fc1-f51e-4634-ab50-99ea2ceb0539 req-8d3cb988-c2a1-4b7d-a2c7-78213b09896d tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:11.116230 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-382b6fc1-f51e-4634-ab50-99ea2ceb0539 req-8d3cb988-c2a1-4b7d-a2c7-78213b09896d tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 944 time: 0.8004329 Dec 22 10:05:11.159744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717f875-ba7f-4d03-ba24-9109b0fbb68b req-1ca5e6e3-7a29-4ae8-a030-803ba4482946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:11.162479 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c717f875-ba7f-4d03-ba24-9109b0fbb68b req-1ca5e6e3-7a29-4ae8-a030-803ba4482946 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1bab97a2a4045d7a9e469531bdd80fd&device_id=3c871379-75ba-49fb-9302-149f8d031fac HTTP/1.1" status: 200 len: 1158 time: 0.8318994 Dec 22 10:05:11.306604 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7416efd9-6503-470f-9483-879171743319 req-16e4316f-80e4-481a-aaff-41af8ec8d58e tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290658 Dec 22 10:05:11.309359 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-371e5020-ac36-493c-b2ba-118e7bff060f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3fd52eb19d5f4c0b9461b02958b19edc&name=default HTTP/1.1" status: 200 len: 2883 time: 0.6063294 Dec 22 10:05:11.321611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48510) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:11.492497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717f875-ba7f-4d03-ba24-9109b0fbb68b req-9a459b43-587a-4550-84ce-6f9874585d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:11.495322 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c717f875-ba7f-4d03-ba24-9109b0fbb68b req-9a459b43-587a-4550-84ce-6f9874585d4e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c221fd9e-4f26-413c-b69a-5e4c2f41335d HTTP/1.1" status: 200 len: 911 time: 0.2865021 Dec 22 10:05:11.498459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-c2b5b4a9-2837-4fcb-a7c1-75498c057ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:11.501048 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-c2b5b4a9-2837-4fcb-a7c1-75498c057ce6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1bab97a2a4045d7a9e469531bdd80fd&device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 1158 time: 0.4755013 Dec 22 10:05:11.524846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-92e06f96-c429-4064-8ca8-d4f1673cfab6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Network e797431e-56b0-4f33-a7b7-eaf83cbebd6a has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-382b6fc1-f51e-4634-ab50-99ea2ceb0539 req-58b5e3d2-696a-4c65-9c7a-680483fa8cdf tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4396837 Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:05:11.557856 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:05:11.826762 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c717f875-ba7f-4d03-ba24-9109b0fbb68b req-0c984067-a903-4aad-8974-af3e458c35be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc21d06b-0a8f-42eb-8526-4f043b6084cb HTTP/1.1" status: 200 len: 217 time: 0.2509344 Dec 22 10:05:11.888762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48bc2a-7b88-4bb6-a229-fdb1721dce0b req-fe5d6d5f-bd24-4368-9ab8-26ed3e34c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:11.890655 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e48bc2a-7b88-4bb6-a229-fdb1721dce0b req-fe5d6d5f-bd24-4368-9ab8-26ed3e34c829 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c221fd9e-4f26-413c-b69a-5e4c2f41335d HTTP/1.1" status: 200 len: 911 time: 0.6070690 Dec 22 10:05:11.919436 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-dddd688a-e65f-4d7c-8258-b5a13089db58 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1091a11-d315-47dc-abcf-f060c1080708 HTTP/1.1" status: 200 len: 217 time: 0.3421288 Dec 22 10:05:12.171488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9ac7d7a8-09d2-4e07-a9ac-6ed88ea13077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:12.173281 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-9ac7d7a8-09d2-4e07-a9ac-6ed88ea13077 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1dbd634-7496-497d-8a34-f226abf9757f HTTP/1.1" status: 200 len: 857 time: 0.1694028 Dec 22 10:05:12.219894 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8783b446-c607-4719-8f84-1764ef25275f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:12.220247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717f875-ba7f-4d03-ba24-9109b0fbb68b req-431ab98c-13f1-4b94-a6cf-2283e21a0564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:12.222523 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c717f875-ba7f-4d03-ba24-9109b0fbb68b req-431ab98c-13f1-4b94-a6cf-2283e21a0564 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1dbd634-7496-497d-8a34-f226abf9757f HTTP/1.1" status: 200 len: 857 time: 0.3020010 Dec 22 10:05:12.255783 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8783b446-c607-4719-8f84-1764ef25275f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:12.355536 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-f7116808-92b5-4954-a9ef-e1e83bdf7f5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c221fd9e-4f26-413c-b69a-5e4c2f41335d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531487 Dec 22 10:05:12.366397 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8783b446-c607-4719-8f84-1764ef25275f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:12.382806 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:12.399831 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e48bc2a-7b88-4bb6-a229-fdb1721dce0b req-80e40ae2-14a4-4664-8acf-3733314f9115 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7d87b09-b250-49ec-9add-8056494dd45e HTTP/1.1" status: 200 len: 217 time: 0.3090777 Dec 22 10:05:12.403446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783b446-c607-4719-8f84-1764ef25275f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1c0d92-6933-48db-9a19-11f0ad29fc00,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:12.407373 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8783b446-c607-4719-8f84-1764ef25275f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:12.408477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92e06f96-c429-4064-8ca8-d4f1673cfab6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:12.413009 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92e06f96-c429-4064-8ca8-d4f1673cfab6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:12.442912 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:12.475038 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-92e06f96-c429-4064-8ca8-d4f1673cfab6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] 10.222.0.50 "DELETE /v2.0/networks/e797431e-56b0-4f33-a7b7-eaf83cbebd6a HTTP/1.1" status: 204 len: 168 time: 5.7341030 Dec 22 10:05:12.598131 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-fe320c5e-fdaf-4c1f-adfb-c8939f034d8a service neutron] 10.222.0.64 "GET /v2.0/networks/c221fd9e-4f26-413c-b69a-5e4c2f41335d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983161 Dec 22 10:05:12.612070 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c717f875-ba7f-4d03-ba24-9109b0fbb68b req-4455252f-7fc1-463d-bc26-008727c4ac34 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c221fd9e-4f26-413c-b69a-5e4c2f41335d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2546721 Dec 22 10:05:12.617105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e06f96-c429-4064-8ca8-d4f1673cfab6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Pushing event deleted for resources: {'Network': ['ID=e797431e-56b0-4f33-a7b7-eaf83cbebd6a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:12.620527 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-92e06f96-c429-4064-8ca8-d4f1673cfab6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:12.642993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48bc2a-7b88-4bb6-a229-fdb1721dce0b req-739e7ba3-f115-4eb5-9cff-45d713a6b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:12.645619 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e48bc2a-7b88-4bb6-a229-fdb1721dce0b req-739e7ba3-f115-4eb5-9cff-45d713a6b1b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1dbd634-7496-497d-8a34-f226abf9757f HTTP/1.1" status: 200 len: 857 time: 0.2039018 Dec 22 10:05:12.721868 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8783b446-c607-4719-8f84-1764ef25275f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:12.725820 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8783b446-c607-4719-8f84-1764ef25275f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d1c0d92-6933-48db-9a19-11f0ad29fc00 HTTP/1.1" status: 204 len: 168 time: 1.3098297 Dec 22 10:05:12.840648 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e48bc2a-7b88-4bb6-a229-fdb1721dce0b req-51d0fab4-d1d6-430d-ace6-409858d5873b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c221fd9e-4f26-413c-b69a-5e4c2f41335d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287787 Dec 22 10:05:12.849981 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74768473-65d6-4a27-beea-d989572241d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:12.872291 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74768473-65d6-4a27-beea-d989572241d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:13.114899 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c717f875-ba7f-4d03-ba24-9109b0fbb68b req-46f29d28-930e-4043-a901-c6feb36ab384 service neutron] 10.222.0.64 "GET /v2.0/networks/c221fd9e-4f26-413c-b69a-5e4c2f41335d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748836 Dec 22 10:05:13.502617 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c717f875-ba7f-4d03-ba24-9109b0fbb68b req-a2442228-4133-4b6c-9a33-581b70a35573 service neutron] 10.222.0.64 "GET /v2.0/networks/c221fd9e-4f26-413c-b69a-5e4c2f41335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3707533 Dec 22 10:05:13.585896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-de4147ee-ac31-4af1-87f7-021e5d3e2be1 req-7400c5be-dcf7-4336-82a5-1a5e03443bab service neutron] 10.222.0.64 "GET /v2.0/networks/c221fd9e-4f26-413c-b69a-5e4c2f41335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9626930 Dec 22 10:05:13.763906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48560) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:13.829865 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8baef521-9ca6-4cb6-8ace-27de6b096e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:13.895408 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-74768473-65d6-4a27-beea-d989572241d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b64d6c9774e340ab8f3c680d4a2c18bd&name=default HTTP/1.1" status: 200 len: 2883 time: 3.9672382 Dec 22 10:05:13.898451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48568) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:13.901127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-78bfa2ba-0e91-4637-b01b-bcc907c7e329 None None] Time-cost: Fetching 3 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 10:05:13.916742 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e48bc2a-7b88-4bb6-a229-fdb1721dce0b req-4a364e52-130e-4e97-be2d-537632babe65 service neutron] 10.222.0.64 "GET /v2.0/networks/c221fd9e-4f26-413c-b69a-5e4c2f41335d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0500741 Dec 22 10:05:13.934542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74768473-65d6-4a27-beea-d989572241d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db2a4bd-654d-4581-aeab-7106046719f8,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:13.960761 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-74768473-65d6-4a27-beea-d989572241d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:14.401644 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1500e0e7-bd38-4828-8be0-57315192685b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b07610c16b84d5e8978c3329570465b&name=default HTTP/1.1" status: 200 len: 2883 time: 0.6333313 Dec 22 10:05:14.404163 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53a9c9ce-be09-4ae0-a230-340ea19462bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:14.407277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48578) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:14.529660 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53a9c9ce-be09-4ae0-a230-340ea19462bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:14.530442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c3dae-1ce4-4487-83a6-ce2952d6d694 req-671e0438-126f-40fc-8687-1a44144102f1 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:14.550310 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-137c3dae-1ce4-4487-83a6-ce2952d6d694 req-671e0438-126f-40fc-8687-1a44144102f1 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 943 time: 1.9100194 Dec 22 10:05:14.603575 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9e48bc2a-7b88-4bb6-a229-fdb1721dce0b req-5a61cb3d-91d3-431e-b502-5fddaac303a3 service neutron] 10.222.0.64 "GET /v2.0/networks/c221fd9e-4f26-413c-b69a-5e4c2f41335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6199028 Dec 22 10:05:14.707458 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53a9c9ce-be09-4ae0-a230-340ea19462bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:14.725459 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-51e5fa79-1820-4f9e-9242-ee51a3f3a4d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:14.759308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9c9ce-be09-4ae0-a230-340ea19462bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db2a4bd-654d-4581-aeab-7106046719f8,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:14.767430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873f818-649d-47be-af55-972a8dd39573 req-ea564bcf-9158-4e55-8b61-e25c3ea172c8 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:14.769251 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f873f818-649d-47be-af55-972a8dd39573 req-ea564bcf-9158-4e55-8b61-e25c3ea172c8 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 944 time: 1.8218157 Dec 22 10:05:14.786950 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-137c3dae-1ce4-4487-83a6-ce2952d6d694 req-387211be-84e6-4196-ba1b-98cfea9ecdfc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356429 Dec 22 10:05:14.829505 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-53a9c9ce-be09-4ae0-a230-340ea19462bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:14.869276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71b65787-2f36-47e8-88e1-ab899f8409e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:14.871499 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-53a9c9ce-be09-4ae0-a230-340ea19462bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:14.872783 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-53a9c9ce-be09-4ae0-a230-340ea19462bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1db2a4bd-654d-4581-aeab-7106046719f8 HTTP/1.1" status: 204 len: 168 time: 0.9716005 Dec 22 10:05:14.935166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device c7d87b09-b250-49ec-9add-8056494dd45e up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:14.941694 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71b65787-2f36-47e8-88e1-ab899f8409e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:14.988064 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f873f818-649d-47be-af55-972a8dd39573 req-cff3b3d6-764f-41b6-b1c2-9f3bf1f761bb tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950238 Dec 22 10:05:15.077187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48594) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:15.132138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port c7d87b09-b250-49ec-9add-8056494dd45e completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:05:15.135607 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71b65787-2f36-47e8-88e1-ab899f8409e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:15.141812 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port c7d87b09-b250-49ec-9add-8056494dd45e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:15.142480 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:15.164084 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ffa6022d-33ee-4faa-a6ee-4c66ab9a7893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:15.222039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b65787-2f36-47e8-88e1-ab899f8409e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cd019e-4ee2-4fc3-929d-d950ee478a63,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:15.243727 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-71b65787-2f36-47e8-88e1-ab899f8409e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:15.248388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71b65787-2f36-47e8-88e1-ab899f8409e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:15.273463 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-71b65787-2f36-47e8-88e1-ab899f8409e6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b1cd019e-4ee2-4fc3-929d-d950ee478a63 HTTP/1.1" status: 204 len: 168 time: 0.8480299 Dec 22 10:05:15.437160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1938907768-network', 'tenant_id': 'e798a8e61fa24836a28e3da00a2e4e8b'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:15.459511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:15.473286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Usage tracker for resource:network and tenant:e798a8e61fa24836a28e3da00a2e4e8b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:15.488871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:15.519059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:15.548657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Made reservation on behalf of e798a8e61fa24836a28e3da00a2e4e8b for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:05:15.567842 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:15.727544 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:15.800468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68489b87-a13d-4917-922d-f7aea20684e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d87b09-b250-49ec-9add-8056494dd45e'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:05:15.822133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port c7d87b09-b250-49ec-9add-8056494dd45e, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c7d87b09-b250-49ec-9add-8056494dd45e,segment=NetworkSegment(5f49ace4-6ce0-45b9-b043-a93853a2493f),segment_id=5f49ace4-6ce0-45b9-b043-a93853a2493f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:15.830956 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:15.832407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cc21d06b-0a8f-42eb-8526-4f043b6084cb up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:15.905525 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:16.094187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=c7d87b09-b250-49ec-9add-8056494dd45e,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:16.101426 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:16.123210 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68489b87-a13d-4917-922d-f7aea20684e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d87b09-b250-49ec-9add-8056494dd45e', 'code': 200} Dec 22 10:05:16.145801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port cc21d06b-0a8f-42eb-8526-4f043b6084cb completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:05:16.152552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port cc21d06b-0a8f-42eb-8526-4f043b6084cb triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:16.152979 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:16.367484 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:16.417219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:16.445142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Usage tracker for resource:security_group_rule and tenant:e798a8e61fa24836a28e3da00a2e4e8b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:16.461022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:16.485441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:16.529481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:16.617423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port cc21d06b-0a8f-42eb-8526-4f043b6084cb, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cc21d06b-0a8f-42eb-8526-4f043b6084cb,segment=NetworkSegment(5f49ace4-6ce0-45b9-b043-a93853a2493f),segment_id=5f49ace4-6ce0-45b9-b043-a93853a2493f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:16.625969 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:16.629563 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9466ae3a-daae-4c3e-ab4b-1db3c4dcfba1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:16.723700 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:16.735187 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:16.819278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:05:16.838084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=cc21d06b-0a8f-42eb-8526-4f043b6084cb,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:16.850048 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:16.850469 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Added segment 224b82da-8929-4c32-a798-a1f98b31b26e of type vxlan for network 99773f64-dc84-4992-b646-2939d71e7472 Dec 22 10:05:16.853072 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:16.950529 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:17.034865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fbe21-9150-478c-a9c6-2689003f6174 req-dbe03585-1c20-41a8-ab72-a267ac6db812 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:17.044111 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-155fbe21-9150-478c-a9c6-2689003f6174 req-dbe03585-1c20-41a8-ab72-a267ac6db812 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 944 time: 0.4489200 Dec 22 10:05:17.062168 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8eb0766e-3a6d-45be-bbbc-f50fe20164e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:17.097388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0669c2f-65d8-4756-a9b1-477406a31021 req-ff332977-6607-4bda-bc3d-704f2ff34e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:17.104427 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0669c2f-65d8-4756-a9b1-477406a31021 req-ff332977-6607-4bda-bc3d-704f2ff34e91 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=68489b87-a13d-4917-922d-f7aea20684e9 HTTP/1.1" status: 200 len: 1160 time: 0.7453537 Dec 22 10:05:17.136326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:17.139323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:17.140439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:17.156187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516c8145-fd83-4c5c-9d53-054ad47eb90d,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:17.163543 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-155fbe21-9150-478c-a9c6-2689003f6174 req-c0afa4d4-a5c8-48c0-93bc-b74c34ea2cdb tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156642 Dec 22 10:05:17.235762 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0669c2f-65d8-4756-a9b1-477406a31021 req-25ee03ff-25e7-418e-b38a-a26ec3579632 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036663 Dec 22 10:05:17.248043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4bf38-28c2-49d6-8bba-9b32072faa90 req-1174d554-a255-4a7d-b71d-df93602847e8 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:17.248279 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:17.248890 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ecf4cd3a-bcc8-423c-8330-ff92e870f038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:17.257108 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98a4bf38-28c2-49d6-8bba-9b32072faa90 req-1174d554-a255-4a7d-b71d-df93602847e8 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 943 time: 0.7629383 Dec 22 10:05:17.324041 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98a4bf38-28c2-49d6-8bba-9b32072faa90 req-b9f4eba4-abad-4b2c-8846-d92aa477c011 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655437 Dec 22 10:05:17.493942 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.4102311 Dec 22 10:05:17.496836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48644) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:17.505357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-aac2d50c-8977-44fe-a831-5bc4704f9bcf admin admin] Request body: {'subnet': {'network_id': '99773f64-dc84-4992-b646-2939d71e7472', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1938907768-subnet', 'tenant_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:17.516844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-aac2d50c-8977-44fe-a831-5bc4704f9bcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:17.527758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-aac2d50c-8977-44fe-a831-5bc4704f9bcf admin admin] Usage tracker for resource:subnet and tenant:e798a8e61fa24836a28e3da00a2e4e8b is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:17.554874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-aac2d50c-8977-44fe-a831-5bc4704f9bcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:17.583175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Pushing event updated for resources: {'Network': ['ID=99773f64-dc84-4992-b646-2939d71e7472,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:17.589042 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:17.594036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-aac2d50c-8977-44fe-a831-5bc4704f9bcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:17.598582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 99773f64-dc84-4992-b646-2939d71e7472 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:05:17.610338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac2d50c-8977-44fe-a831-5bc4704f9bcf admin admin] Made reservation on behalf of e798a8e61fa24836a28e3da00a2e4e8b for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:05:17.618557 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aac2d50c-8977-44fe-a831-5bc4704f9bcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:17.634489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 99773f64-dc84-4992-b646-2939d71e7472 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:05:17.662633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 99773f64-dc84-4992-b646-2939d71e7472 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:05:17.899806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device c7d87b09-b250-49ec-9add-8056494dd45e up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:18.182937 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c871379-75ba-49fb-9302-149f8d031fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc21d06b-0a8f-42eb-8526-4f043b6084cb'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:05:18.225926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port c7d87b09-b250-49ec-9add-8056494dd45e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:18.226356 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:18.408658 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c871379-75ba-49fb-9302-149f8d031fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc21d06b-0a8f-42eb-8526-4f043b6084cb', 'code': 200} Dec 22 10:05:18.630128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b1091a11-d315-47dc-abcf-f060c1080708 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:18.632856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48676) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:18.888798 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aac2d50c-8977-44fe-a831-5bc4704f9bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:18.961200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port b1091a11-d315-47dc-abcf-f060c1080708 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:05:18.967541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port b1091a11-d315-47dc-abcf-f060c1080708 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:18.968453 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:19.002249 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c999360-8aa6-42dd-81cc-b4bc062850b8 tempest-AllowedAddressPairTestJSON-547516893 tempest-AllowedAddressPairTestJSON-547516893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:19.176056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:19.183332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-195715373'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:19.193565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:19.214140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:network and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:19.230182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:19.244835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:19.246719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port b1091a11-d315-47dc-abcf-f060c1080708, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b1091a11-d315-47dc-abcf-f060c1080708,segment=NetworkSegment(5f49ace4-6ce0-45b9-b043-a93853a2493f),segment_id=5f49ace4-6ce0-45b9-b043-a93853a2493f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:19.257299 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:19.258260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cc21d06b-0a8f-42eb-8526-4f043b6084cb up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:19.283037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:05:19.290810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:19.311043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2d50c-8977-44fe-a831-5bc4704f9bcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a8cbed5-bf42-44bf-8a42-c92ce50d8141,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:19.314617 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aac2d50c-8977-44fe-a831-5bc4704f9bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:19.325226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:19.348482 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0567d1c5-9f10-4d9e-94d8-4e33c71ee340 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:19.381782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:19.391772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:security_group_rule and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:19.403684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:19.412670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:19.442655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=b1091a11-d315-47dc-abcf-f060c1080708,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:19.448110 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:19.484388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2f4fd-bfcb-4b63-899e-bad19cec0ddb req-9ecd172d-4b53-4769-8195-3e54577b0393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:19.486223 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ecf2f4fd-bfcb-4b63-899e-bad19cec0ddb req-9ecd172d-4b53-4769-8195-3e54577b0393 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3c871379-75ba-49fb-9302-149f8d031fac HTTP/1.1" status: 200 len: 1160 time: 0.6894841 Dec 22 10:05:19.517478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port cc21d06b-0a8f-42eb-8526-4f043b6084cb triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:19.517677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:19.531445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b190e-d048-4150-af40-1a401f4e55ab req-8532cbd2-a913-407d-964b-2e8ce85d9d32 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:19.548715 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-013b190e-d048-4150-af40-1a401f4e55ab req-8532cbd2-a913-407d-964b-2e8ce85d9d32 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 945 time: 0.7467089 Dec 22 10:05:19.584003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f7c4e-1ed6-4b4e-838a-3bda108d1919 req-24a54a60-3fd9-483f-b55e-a981cf022588 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:19.588933 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:19.592977 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f4f7c4e-1ed6-4b4e-838a-3bda108d1919 req-24a54a60-3fd9-483f-b55e-a981cf022588 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 944 time: 0.7896523 Dec 22 10:05:19.596982 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:19.605205 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3d8a5586-3ac2-408b-9b57-dd170b82f276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:19.683028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'SecurityGroup': ['ID=aff8a51b-9c80-4ba2-9345-b74549c63e5d,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:19.683620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac2d50c-8977-44fe-a831-5bc4704f9bcf admin admin] Checking segment: {'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:05:19.683928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac2d50c-8977-44fe-a831-5bc4704f9bcf admin admin] Network hostable DHCP agents. Network: 99773f64-dc84-4992-b646-2939d71e7472, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:05:19.698690 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:19.717674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:05:19.747659 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:19.749128 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Added segment bc917bac-5e01-4d22-acbe-1b59eeb2ad03 of type vxlan for network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d Dec 22 10:05:19.778069 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ecf2f4fd-bfcb-4b63-899e-bad19cec0ddb req-94c62811-6748-4d99-9012-57c818430e75 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813911 Dec 22 10:05:19.790464 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:19.801304 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f4f7c4e-1ed6-4b4e-838a-3bda108d1919 req-0adcb319-79cd-4bbf-a942-d3d6964b0372 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073288 Dec 22 10:05:19.803629 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-013b190e-d048-4150-af40-1a401f4e55ab req-b0e97fcc-6eaa-4c20-ac23-a0c2e08c79bb tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000413 Dec 22 10:05:19.804806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac2d50c-8977-44fe-a831-5bc4704f9bcf admin admin] Network 99773f64-dc84-4992-b646-2939d71e7472 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:05:19.817145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-aac2d50c-8977-44fe-a831-5bc4704f9bcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 99773f64-dc84-4992-b646-2939d71e7472) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:05:19.824722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450d437a-1eab-41cd-87cc-79e8361e1b28 None None] Network 99773f64-dc84-4992-b646-2939d71e7472 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:05:19.853096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac2d50c-8977-44fe-a831-5bc4704f9bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:19.853803 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aac2d50c-8977-44fe-a831-5bc4704f9bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:19.863388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:19.878058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:19.878743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:19.882600 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-607513c3-1f18-48a0-9a51-4409741e896c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:19.918316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48714) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:19.947838 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-aac2d50c-8977-44fe-a831-5bc4704f9bcf admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4492958 Dec 22 10:05:19.952645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48722) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:20.024606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1938907768-router', 'tenant_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:20.052054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48726) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:20.057722 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4236076 Dec 22 10:05:20.058826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-586fbea0-d925-4058-9e2c-d6819de92af8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d', 'name': 'tempest-PortsIpV6TestJSON-199319824'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:20.062915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:20.065751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Network': ['ID=0a8c95d3-9a5b-4b7a-baf2-814dcf20000d,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:20.077919 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:20.079010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Usage tracker for resource:router and tenant:e798a8e61fa24836a28e3da00a2e4e8b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:20.087607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:20.104766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:20.126880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:20.128538 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:20.162402 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:20.183854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:05:20.196203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5b7f44a9-fa6c-40cf-be4a-fc701c071533 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-534830625'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:20.197022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5b7f44a9-fa6c-40cf-be4a-fc701c071533 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] Unknown quota resources ['metering_label']. {{(pid=81071) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Dec 22 10:05:20.207485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:05:20.352834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:05:20.493749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a036cad9-8a23-495a-a9bc-969d0a18b060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1091a11-d315-47dc-abcf-f060c1080708'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:05:20.573776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-99773f64-dc84-4992-b646-2939d71e7472', 'network_id': '99773f64-dc84-4992-b646-2939d71e7472', 'tenant_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'fixed_ips': [{'subnet_id': '0a8cbed5-bf42-44bf-8a42-c92ce50d8141'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:05:20.574875 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:20.649011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-586fbea0-d925-4058-9e2c-d6819de92af8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:20.653401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-586fbea0-d925-4058-9e2c-d6819de92af8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:port and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:20.657165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-586fbea0-d925-4058-9e2c-d6819de92af8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:20.664300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-586fbea0-d925-4058-9e2c-d6819de92af8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:20.680627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5b7f44a9-fa6c-40cf-be4a-fc701c071533 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] Notify callbacks [] for metering_label, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:20.682178 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5b7f44a9-fa6c-40cf-be4a-fc701c071533 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7637706 Dec 22 10:05:20.683222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586fbea0-d925-4058-9e2c-d6819de92af8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:05:20.689485 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-586fbea0-d925-4058-9e2c-d6819de92af8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:20.701255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48736) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:20.710222 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a036cad9-8a23-495a-a9bc-969d0a18b060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1091a11-d315-47dc-abcf-f060c1080708', 'code': 200} Dec 22 10:05:20.717022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-cff1f86f-b113-4cdc-9e6d-c737687b7e67 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e6e9eaf3-8bed-48e5-afb3-1ff02bd80566'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:20.717985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-cff1f86f-b113-4cdc-9e6d-c737687b7e67 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] Unknown quota resources ['metering_label_rule']. {{(pid=81072) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Dec 22 10:05:20.760070 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:20.822116 n-d-765315-5 neutron-server[80960]: WARNING neutron.services.metering.metering_plugin [None req-cff1f86f-b113-4cdc-9e6d-c737687b7e67 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 22 10:05:20.845533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-586fbea0-d925-4058-9e2c-d6819de92af8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] device_id is not set on port e7c72f7e-06ba-475b-a518-ec5b55ba9f2b yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:05:21.106088 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-586fbea0-d925-4058-9e2c-d6819de92af8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:21.169315 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-586fbea0-d925-4058-9e2c-d6819de92af8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:21.262580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Allocated IP 172.20.0.2 (99773f64-dc84-4992-b646-2939d71e7472/0a8cbed5-bf42-44bf-8a42-c92ce50d8141/a16537c9-b1c9-4f9f-87ab-bb644dae7435) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:05:21.319277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cff1f86f-b113-4cdc-9e6d-c737687b7e67 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] Notify callbacks [] for metering_label_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:21.331307 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cff1f86f-b113-4cdc-9e6d-c737687b7e67 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6287754 Dec 22 10:05:21.335526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48750) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:21.356394 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:21.363222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-13c4aa33-aa1f-4104-9d1c-27006127c6ce tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e6e9eaf3-8bed-48e5-afb3-1ff02bd80566'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:21.363612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-13c4aa33-aa1f-4104-9d1c-27006127c6ce tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] Unknown quota resources ['metering_label_rule']. {{(pid=81072) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Dec 22 10:05:21.554519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cc21d06b-0a8f-42eb-8526-4f043b6084cb up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:21.660326 n-d-765315-5 neutron-server[80960]: WARNING neutron.services.metering.metering_plugin [None req-13c4aa33-aa1f-4104-9d1c-27006127c6ce tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 22 10:05:21.780701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port cc21d06b-0a8f-42eb-8526-4f043b6084cb triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:21.781211 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:21.917986 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:21.935727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Transition to ACTIVE for port object a16537c9-b1c9-4f9f-87ab-bb644dae7435 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:05:22.022691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b1091a11-d315-47dc-abcf-f060c1080708 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:22.086135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Transition to ACTIVE for port object a16537c9-b1c9-4f9f-87ab-bb644dae7435 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:05:22.101427 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:22.117983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port b1091a11-d315-47dc-abcf-f060c1080708 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:22.118479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:22.148795 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e5a75c0-2aaf-4e28-82c1-78e679028cd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:22.152892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13c4aa33-aa1f-4104-9d1c-27006127c6ce tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] Notify callbacks [] for metering_label_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:22.161600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-13c4aa33-aa1f-4104-9d1c-27006127c6ce tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8229339 Dec 22 10:05:22.183573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48758) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:22.227448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Pushing event updated for resources: {'Port': ['ID=a16537c9-b1c9-4f9f-87ab-bb644dae7435,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:22.231117 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:22.241144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443e4ab-36cb-4d1b-afca-812d61842eba req-f1761937-1e3c-4539-8328-ffd1da95cdc8 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:22.244345 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:22.247423 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e443e4ab-36cb-4d1b-afca-812d61842eba req-f1761937-1e3c-4539-8328-ffd1da95cdc8 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 945 time: 1.0841815 Dec 22 10:05:22.273099 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6ca8ff91-e296-4299-9103-2949059377bb tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=667bf2d6-39e9-4db3-963b-a3e175998536 HTTP/1.1" status: 200 len: 464 time: 0.0719900 Dec 22 10:05:22.274121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fbea0-d925-4058-9e2c-d6819de92af8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=e7c72f7e-06ba-475b-a518-ec5b55ba9f2b,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:22.283957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48762) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:22.289485 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:22.308633 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-586fbea0-d925-4058-9e2c-d6819de92af8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.952s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:22.363801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfe0c9-9b40-4b91-af2d-1c1efe4e9312 req-6851dd0f-344d-4123-826a-717efe0e54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:22.365465 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-79bfe0c9-9b40-4b91-af2d-1c1efe4e9312 req-6851dd0f-344d-4123-826a-717efe0e54e9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 1160 time: 1.2380683 Dec 22 10:05:22.466429 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-79bfe0c9-9b40-4b91-af2d-1c1efe4e9312 req-2b44b7d6-d4bc-40f5-b802-a658df9bc5f9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892100 Dec 22 10:05:22.579867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Network 99773f64-dc84-4992-b646-2939d71e7472 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:05:22.582348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:05:22.586261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:05:22.631493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835581fd-cad5-4ced-9fa1-70e997f93590 req-892a8230-099b-477c-9e3a-09ab1f712a9e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:22.642428 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-835581fd-cad5-4ced-9fa1-70e997f93590 req-892a8230-099b-477c-9e3a-09ab1f712a9e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 944 time: 1.0798891 Dec 22 10:05:22.694742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Allocated IP 172.25.7.64 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/bd2b62a4-d336-4471-b1f7-5e7a8a3285cc) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:05:22.703235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586fbea0-d925-4058-9e2c-d6819de92af8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Checking segment: {'id': 'bc917bac-5e01-4d22-acbe-1b59eeb2ad03', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:05:22.704196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586fbea0-d925-4058-9e2c-d6819de92af8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network hostable DHCP agents. Network: 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:05:22.727783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Attempting to bind port a16537c9-b1c9-4f9f-87ab-bb644dae7435 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:05:22.733640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Attempting to bind port a16537c9-b1c9-4f9f-87ab-bb644dae7435 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:05:22.738780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Attempting to bind port a16537c9-b1c9-4f9f-87ab-bb644dae7435 on network 99773f64-dc84-4992-b646-2939d71e7472 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:05:22.756004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:05:22.756778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Checking segment: {'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:05:22.757558 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:22.758220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Bound using segment: {'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:05:22.759054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Bound port: a16537c9-b1c9-4f9f-87ab-bb644dae7435, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:05:22.762930 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:22.824220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 8082d785-5764-49e2-a111-2ea6c7e525e9 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:22.902202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:22.924212 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e443e4ab-36cb-4d1b-afca-812d61842eba req-daba3218-e97d-4cd8-b4ad-5e177c58633b tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6469328 Dec 22 10:05:22.964436 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:22.989657 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-835581fd-cad5-4ced-9fa1-70e997f93590 req-a4413f10-9c80-4dd8-bcb8-972eefc8d936 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3460555 Dec 22 10:05:22.998163 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7737d15f-7ce6-44e0-bb42-f90e10e15ae3 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] Notify callbacks [] for metering_label_rule, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:23.017400 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7737d15f-7ce6-44e0-bb42-f90e10e15ae3 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/667bf2d6-39e9-4db3-963b-a3e175998536 HTTP/1.1" status: 204 len: 168 time: 0.7142096 Dec 22 10:05:23.025656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48776) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:23.032417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586fbea0-d925-4058-9e2c-d6819de92af8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:05:23.081475 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-56364543-2e82-4e03-b933-90e5f330ec5c tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=667bf2d6-39e9-4db3-963b-a3e175998536 HTTP/1.1" status: 200 len: 221 time: 0.0430505 Dec 22 10:05:23.081475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-586fbea0-d925-4058-9e2c-d6819de92af8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:05:23.087960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48780) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:23.092106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4bc45e70-5d6c-46b8-ba03-da95be57b6e9 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] Request body: {'metering_label': {'name': 'tempest-metering-label--385507551', 'description': 'label created by tempest'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:23.092573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4bc45e70-5d6c-46b8-ba03-da95be57b6e9 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] Unknown quota resources ['metering_label']. {{(pid=81071) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Dec 22 10:05:23.095357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586fbea0-d925-4058-9e2c-d6819de92af8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:05:23.108384 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586fbea0-d925-4058-9e2c-d6819de92af8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:23.109146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-586fbea0-d925-4058-9e2c-d6819de92af8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:23.109815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] For port a16537c9-b1c9-4f9f-87ab-bb644dae7435, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:05:23.113801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] For port a16537c9-b1c9-4f9f-87ab-bb644dae7435, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a16537c9-b1c9-4f9f-87ab-bb644dae7435,segment=NetworkSegment(224b82da-8929-4c32-a798-a1f98b31b26e),segment_id=224b82da-8929-4c32-a798-a1f98b31b26e)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:05:23.119459 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e12bf36-b925-428c-b4a2-bb0ffe9e4026 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:23.121215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ae30ae-1e01-4d23-9a4f-a5b5aa610119 None None] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:05:23.151301 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-586fbea0-d925-4058-9e2c-d6819de92af8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0976989 Dec 22 10:05:23.152346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48784) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:23.152961 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:23.159721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-f484f46d-9341-4fc8-bbbd-776a16a0ebd9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-253133637'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:23.214695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:05:23.229388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:05:23.241011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:05:23.276037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Pushing event updated for resources: {'Port': ['ID=bd2b62a4-d336-4471-b1f7-5e7a8a3285cc,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:23.294228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.294668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.295099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.295522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.296078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.296529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.297309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.297309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.297726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.298275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.298691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.300133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.301177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.301177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.301557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.301936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.302353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.302820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.303318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.303811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.304339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.304612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.305024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.305571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.306160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.306416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.306908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.307544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.307672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.308453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.308591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.309271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.309402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.310219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.310624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.311263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:23.323014 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:23.454832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f484f46d-9341-4fc8-bbbd-776a16a0ebd9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:23.548853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f484f46d-9341-4fc8-bbbd-776a16a0ebd9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:network and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:23.560692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f484f46d-9341-4fc8-bbbd-776a16a0ebd9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for network was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:23.566004 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4bc45e70-5d6c-46b8-ba03-da95be57b6e9 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] Notify callbacks [] for metering_label, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:23.567320 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4bc45e70-5d6c-46b8-ba03-da95be57b6e9 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4801898 Dec 22 10:05:23.572077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48790) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:23.575435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f484f46d-9341-4fc8-bbbd-776a16a0ebd9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:23.700993 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e2776e76-63a5-4f15-8fa7-dc26fdb7b20b tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=e31d7d53-711c-45cd-a999-63bccf80b907 HTTP/1.1" status: 200 len: 467 time: 0.1273308 Dec 22 10:05:23.701692 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:23.703434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48794) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:23.840354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Pushing event updated for resources: {'Port': ['ID=a16537c9-b1c9-4f9f-87ab-bb644dae7435,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:23.847628 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:23.941602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 8082d785-5764-49e2-a111-2ea6c7e525e9 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:23.944571 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:24.005409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f484f46d-9341-4fc8-bbbd-776a16a0ebd9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:05:24.018938 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f484f46d-9341-4fc8-bbbd-776a16a0ebd9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:24.445105 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:24.490813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 8082d785-5764-49e2-a111-2ea6c7e525e9, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=8082d785-5764-49e2-a111-2ea6c7e525e9,segment=NetworkSegment(f7f4091b-a7a6-45c4-b821-97884b11f144),segment_id=f7f4091b-a7a6-45c4-b821-97884b11f144)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:24.492409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8082d785-5764-49e2-a111-2ea6c7e525e9'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:05:24.513237 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:24.523395 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:24.599085 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:24.607680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=8082d785-5764-49e2-a111-2ea6c7e525e9,revision_number=6']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:24.615487 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:24.638430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f484f46d-9341-4fc8-bbbd-776a16a0ebd9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:05:24.833915 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f484f46d-9341-4fc8-bbbd-776a16a0ebd9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:24.834319 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-f484f46d-9341-4fc8-bbbd-776a16a0ebd9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Added segment 7cbc647e-935e-4c5b-a5c6-5c69488fbc75 of type vxlan for network 67de76aa-067d-479c-ad1e-fef60cd052ad Dec 22 10:05:24.862034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 8082d785-5764-49e2-a111-2ea6c7e525e9 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:24.900207 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-80d14ec7-9432-499b-85df-8e01169c57a2 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] Notify callbacks [] for metering_label, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:24.903600 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-80d14ec7-9432-499b-85df-8e01169c57a2 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/e31d7d53-711c-45cd-a999-63bccf80b907 HTTP/1.1" status: 204 len: 168 time: 1.1970024 Dec 22 10:05:24.917555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48814) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:24.937640 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0937b3a1-e249-4e5a-9ab2-a12936aac255 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=e31d7d53-711c-45cd-a999-63bccf80b907 HTTP/1.1" status: 200 len: 216 time: 0.0184762 Dec 22 10:05:24.942279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48818) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:24.949036 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f484f46d-9341-4fc8-bbbd-776a16a0ebd9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:24.973050 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-77ae4933-1c51-4ace-86d9-d4dc55637b68 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0271668 Dec 22 10:05:24.976490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48822) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:25.020684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 8082d785-5764-49e2-a111-2ea6c7e525e9 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:25.021120 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:25.030982 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f484f46d-9341-4fc8-bbbd-776a16a0ebd9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:25.039268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f484f46d-9341-4fc8-bbbd-776a16a0ebd9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:25.040025 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f484f46d-9341-4fc8-bbbd-776a16a0ebd9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:25.057315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67ec7d-3d21-4447-96c3-8b3de6e0a23b req-47044645-7d9d-4fa0-bc0b-b7a76b9a0803 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:25.059648 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a67ec7d-3d21-4447-96c3-8b3de6e0a23b req-47044645-7d9d-4fa0-bc0b-b7a76b9a0803 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 945 time: 0.6739502 Dec 22 10:05:25.060596 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bd1cfbde-6cfd-48e1-a950-1a8446f3cd02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:25.086910 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d760554f-90bb-4b49-8558-e71508814305 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1086795 Dec 22 10:05:25.108430 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:25.113369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48826) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:25.227965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484f46d-9341-4fc8-bbbd-776a16a0ebd9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Network': ['ID=67de76aa-067d-479c-ad1e-fef60cd052ad,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:25.243274 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f484f46d-9341-4fc8-bbbd-776a16a0ebd9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:25.328652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbfd53-9e66-4502-87fe-bdb1f5f8027d req-97e4151b-e558-4e3d-b670-26d71fc78e97 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:25.330933 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2fbfd53-9e66-4502-87fe-bdb1f5f8027d req-97e4151b-e558-4e3d-b670-26d71fc78e97 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.8016419 Dec 22 10:05:25.335039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 67de76aa-067d-479c-ad1e-fef60cd052ad details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:05:25.349526 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f484f46d-9341-4fc8-bbbd-776a16a0ebd9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1958816 Dec 22 10:05:25.355582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48832) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:25.402757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 67de76aa-067d-479c-ad1e-fef60cd052ad details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:05:25.439041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'ports': [{'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d'}, {'network_id': '67de76aa-067d-479c-ad1e-fef60cd052ad'}]} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:25.440802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:25.441355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'network_id': '67de76aa-067d-479c-ad1e-fef60cd052ad'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:25.592489 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c11cc0e8-a3c7-45ba-8ab2-1170282509ee tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] 10.222.0.50 "GET /v2.0/metering/metering-labels/e6e9eaf3-8bed-48e5-afb3-1ff02bd80566 HTTP/1.1" status: 200 len: 472 time: 0.2105145 Dec 22 10:05:25.598195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48842) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:25.628685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 67de76aa-067d-479c-ad1e-fef60cd052ad details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:05:25.638268 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f00fc35b-01fd-4d56-89f4-23b500c617be tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/7347da86-0fb6-481a-84f1-e6c4eb23f09c HTTP/1.1" status: 200 len: 461 time: 0.0250490 Dec 22 10:05:25.646023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48846) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:25.690697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Router df82ac20-07e9-4af7-886e-e1e62b7de2a6 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 10:05:25.750605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a16537c9-b1c9-4f9f-87ab-bb644dae7435 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:25.873190 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3a67ec7d-3d21-4447-96c3-8b3de6e0a23b req-88f18f91-6ce7-45eb-8c58-9115b9b64a73 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6499658 Dec 22 10:05:25.892109 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2fbfd53-9e66-4502-87fe-bdb1f5f8027d req-d4f3ffaa-7f8e-435b-8790-7898e94c82ae tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5412149 Dec 22 10:05:26.138122 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dab1bf70-c6fe-41b7-85ab-1b92ccf15616 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] Notify callbacks [] for metering_label_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:26.139273 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dab1bf70-c6fe-41b7-85ab-1b92ccf15616 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/7347da86-0fb6-481a-84f1-e6c4eb23f09c HTTP/1.1" status: 204 len: 168 time: 0.4916065 Dec 22 10:05:26.152581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48856) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:26.166236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:26.192499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:port and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:26.221321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for port was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:26.223413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba65d540-a0b0-400e-81c5-4198daf74747 None None] Network 99773f64-dc84-4992-b646-2939d71e7472 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:05:26.259463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:26.363280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'port': 2} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:05:26.370089 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:26.434089 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:26.453662 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8082d785-5764-49e2-a111-2ea6c7e525e9', 'code': 200} Dec 22 10:05:26.590798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23cdea-b37b-4be4-86e9-32b71ad05f23 req-df42e029-e96f-4572-adcb-b2adb7b02bd5 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:26.592473 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8d23cdea-b37b-4be4-86e9-32b71ad05f23 req-df42e029-e96f-4572-adcb-b2adb7b02bd5 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=68489b87-a13d-4917-922d-f7aea20684e9 HTTP/1.1" status: 200 len: 945 time: 0.3422098 Dec 22 10:05:26.628943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-63232409-7835-4953-9e9b-8c7509ca6990 None None] Provisioning for port a16537c9-b1c9-4f9f-87ab-bb644dae7435 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:05:26.651791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port a16537c9-b1c9-4f9f-87ab-bb644dae7435 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:05:26.661884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-63232409-7835-4953-9e9b-8c7509ca6990 None None] Provisioning complete for port a16537c9-b1c9-4f9f-87ab-bb644dae7435 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:26.662322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-63232409-7835-4953-9e9b-8c7509ca6990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:26.753552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port a16537c9-b1c9-4f9f-87ab-bb644dae7435 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:26.753985 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:26.772757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:05:26.782727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Sync routers for ids ['df82ac20-07e9-4af7-886e-e1e62b7de2a6'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:05:26.810139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Routers {'df82ac20-07e9-4af7-886e-e1e62b7de2a6'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:05:26.810870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:05:09Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['df82ac20-07e9-4af7-886e-e1e62b7de2a6'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:26.898595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfc4d4-e377-48f1-9c50-e5626f44d25e req-92b87037-6456-40b2-a59d-1af5deaeb6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:26.909189 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-debfc4d4-e377-48f1-9c50-e5626f44d25e req-92b87037-6456-40b2-a59d-1af5deaeb6f6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 1161 time: 0.4681432 Dec 22 10:05:26.928929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:26.931745 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9737310 Dec 22 10:05:26.934931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 48870) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:26.948317 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9a96428-b2f0-4714-b77f-c9ee6847a5b4 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] Notify callbacks [] for metering_label, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:26.949522 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a9a96428-b2f0-4714-b77f-c9ee6847a5b4 tempest-MeteringTestJSON-665783037 tempest-MeteringTestJSON-665783037] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/e6e9eaf3-8bed-48e5-afb3-1ff02bd80566 HTTP/1.1" status: 204 len: 168 time: 0.6520591 Dec 22 10:05:27.024818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] device_id is not set on port 063110eb-c0cd-41f4-abc8-7200700950df yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:05:27.063908 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8d23cdea-b37b-4be4-86e9-32b71ad05f23 req-af191d7f-4af7-48ad-a178-6b3af9e4250d tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561450 Dec 22 10:05:27.125059 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-debfc4d4-e377-48f1-9c50-e5626f44d25e req-f5f12bb1-8a92-49fe-9c15-4526e8efa6d9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148829 Dec 22 10:05:27.193644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Set router df82ac20-07e9-4af7-886e-e1e62b7de2a6 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:05:27.505242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:27.572140 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-63232409-7835-4953-9e9b-8c7509ca6990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:27.620792 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:27.788012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-63232409-7835-4953-9e9b-8c7509ca6990 None None] For port a16537c9-b1c9-4f9f-87ab-bb644dae7435, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a16537c9-b1c9-4f9f-87ab-bb644dae7435,segment=NetworkSegment(224b82da-8929-4c32-a798-a1f98b31b26e),segment_id=224b82da-8929-4c32-a798-a1f98b31b26e)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:27.886671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] device_id is not set on port 25a88619-db90-4a7a-8528-bc0175e5db65 yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:05:27.983449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:05:27.983932 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:05:27.984495 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-63232409-7835-4953-9e9b-8c7509ca6990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:27.987158 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:28.038851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df82ac20-07e9-4af7-886e-e1e62b7de2a6', 'name': 'tempest-TestVolumeBootPattern-1938907768-router', 'tenant_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'bd2b62a4-d336-4471-b1f7-5e7a8a3285cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:05:20Z', 'updated_at': '2020-12-22T10:05:23Z', 'revision_number': 3, 'project_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'gw_port': {'id': 'bd2b62a4-d336-4471-b1f7-5e7a8a3285cc', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df82ac20-07e9-4af7-886e-e1e62b7de2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:05:22Z', 'updated_at': '2020-12-22T10:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:28.043852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Checking router: df82ac20-07e9-4af7-886e-e1e62b7de2a6 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:05:28.044619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Updating router df82ac20-07e9-4af7-886e-e1e62b7de2a6 port bd2b62a4-d336-4471-b1f7-5e7a8a3285cc binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 10:05:28.076682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63232409-7835-4953-9e9b-8c7509ca6990 None None] Pushing event updated for resources: {'Port': ['ID=a16537c9-b1c9-4f9f-87ab-bb644dae7435,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:28.089414 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-63232409-7835-4953-9e9b-8c7509ca6990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:28.110501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48898) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:28.128247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6444243f-15f3-4c56-9d82-213bddc02378 None None] Provisioning complete for port a16537c9-b1c9-4f9f-87ab-bb644dae7435 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:28.128683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6444243f-15f3-4c56-9d82-213bddc02378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:28.197837 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:28.283166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a527f7-6aa0-40b0-8061-d449bc54474b req-fc5fb8a8-92cb-4113-b134-2d3da0aada68 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:28.294432 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28a527f7-6aa0-40b0-8061-d449bc54474b req-fc5fb8a8-92cb-4113-b134-2d3da0aada68 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=3c871379-75ba-49fb-9302-149f8d031fac HTTP/1.1" status: 200 len: 945 time: 0.2617342 Dec 22 10:05:28.299096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:28.365531 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-28a527f7-6aa0-40b0-8061-d449bc54474b req-326b4b3b-6283-4913-90a8-5f16ada040e0 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581992 Dec 22 10:05:28.399332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b63561-9c19-41fb-bd88-3773a95fb16f req-d5be3e66-e82c-407b-9c3f-11c213250e19 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:28.402022 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86b63561-9c19-41fb-bd88-3773a95fb16f req-d5be3e66-e82c-407b-9c3f-11c213250e19 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.8281679 Dec 22 10:05:28.507802 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86b63561-9c19-41fb-bd88-3773a95fb16f req-dc97bc80-fed9-44c6-8a09-c30322f8bb03 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916350 Dec 22 10:05:28.516486 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:28.708278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a6f45ad2-7e09-4c95-8107-0670a0742065 None None] Provisioning complete for port a16537c9-b1c9-4f9f-87ab-bb644dae7435 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:28.708770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6f45ad2-7e09-4c95-8107-0670a0742065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:28.716136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:28.880599 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99115f31-42bc-434d-9a16-83a9ef312034 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:28.962181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a16537c9-b1c9-4f9f-87ab-bb644dae7435 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:29.055879 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-37a40125-4b61-4542-a497-19ac486573cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:29.117792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 8082d785-5764-49e2-a111-2ea6c7e525e9 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:29.177098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:05:29.275973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:05:29.278618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:05:29.279787 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:29.359681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port a16537c9-b1c9-4f9f-87ab-bb644dae7435 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:29.362932 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:29.524692 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:29.549289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Transition to ACTIVE for port object bd2b62a4-d336-4471-b1f7-5e7a8a3285cc will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:05:29.559295 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:29.582587 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-121dc836-3af8-499b-a795-51a8265174c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:29.692802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Allocated IP 172.20.0.1 (99773f64-dc84-4992-b646-2939d71e7472/0a8cbed5-bf42-44bf-8a42-c92ce50d8141/1680dc6c-2522-49c3-86b4-3567fd80b1d2) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:05:29.826827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 8082d785-5764-49e2-a111-2ea6c7e525e9 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:29.827268 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:30.093378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f8367dc9-1a47-4403-a90f-3294de4dcdad None None] Provisioning complete for port a16537c9-b1c9-4f9f-87ab-bb644dae7435 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:30.096013 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f8367dc9-1a47-4403-a90f-3294de4dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:30.122930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Attempting to bind port bd2b62a4-d336-4471-b1f7-5e7a8a3285cc on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:05:30.123501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Attempting to bind port bd2b62a4-d336-4471-b1f7-5e7a8a3285cc by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:05:30.123751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Attempting to bind port bd2b62a4-d336-4471-b1f7-5e7a8a3285cc on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:05:30.147283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:05:30.147283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:05:30.147283 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:30.147283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:05:30.147283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Bound port: bd2b62a4-d336-4471-b1f7-5e7a8a3285cc, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:05:30.147283 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:30.248313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=063110eb-c0cd-41f4-abc8-7200700950df,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:30.272280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-37a40125-4b61-4542-a497-19ac486573cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:30.285698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-37a40125-4b61-4542-a497-19ac486573cf admin admin] Usage tracker for resource:security_group_rule and tenant:3c389dd828744132812e49bd241a75d7 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:30.298663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-37a40125-4b61-4542-a497-19ac486573cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:30.299236 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Pushing event updated for resources: {'Port': ['ID=bd2b62a4-d336-4471-b1f7-5e7a8a3285cc,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:30.323281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-37a40125-4b61-4542-a497-19ac486573cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:30.335543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] For port bd2b62a4-d336-4471-b1f7-5e7a8a3285cc, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:05:30.339099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] For port bd2b62a4-d336-4471-b1f7-5e7a8a3285cc, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=bd2b62a4-d336-4471-b1f7-5e7a8a3285cc,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:05:30.341649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.342043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.342408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.342897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.343267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.343634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.344013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.344379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.344740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.345836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.346299 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.346674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.347436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.347436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.347758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.348162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.348498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.348859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.349599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.349599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.349936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.350541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.350913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.351268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.351681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.352059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.352414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.352766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.353119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.353473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.353825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.354171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.354526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.354877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.355323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.355682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:30.361284 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:30.377881 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:30.378411 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:30.465067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Pushing event updated for resources: {'Port': ['ID=bd2b62a4-d336-4471-b1f7-5e7a8a3285cc,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:30.472642 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-41a5965e-6183-4cd9-8094-9956c89cffdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:30.558303 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-37a40125-4b61-4542-a497-19ac486573cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:30.567838 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.687s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:30.568431 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:30.722068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Routers {'df82ac20-07e9-4af7-886e-e1e62b7de2a6'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:05:30.722775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:05:09Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['df82ac20-07e9-4af7-886e-e1e62b7de2a6'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:30.791672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-37a40125-4b61-4542-a497-19ac486573cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:30.878898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=25a88619-db90-4a7a-8528-bc0175e5db65,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:30.937138 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:30.960171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Transition to ACTIVE for port object 1680dc6c-2522-49c3-86b4-3567fd80b1d2 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:05:30.964764 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-37a40125-4b61-4542-a497-19ac486573cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c389dd828744132812e49bd241a75d7&name=default HTTP/1.1" status: 200 len: 2883 time: 2.8428409 Dec 22 10:05:30.974686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48972) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:30.977323 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:30.984421 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-289f615b-35b6-4212-9096-9fd49ac48d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:30.986274 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:31.045705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a40125-4b61-4542-a497-19ac486573cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e92e83-4a70-486b-963f-998d51d87d95,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:31.067059 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-37a40125-4b61-4542-a497-19ac486573cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:31.067661 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ac23731f-85e9-4c91-ab4c-d64f37d5a521 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:31.228445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b645016-c6a0-4ae5-8f85-2e7ed73c63c4 req-4b2d85e2-9d64-4270-b477-f5c9f138cb55 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:31.239844 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b645016-c6a0-4ae5-8f85-2e7ed73c63c4 req-4b2d85e2-9d64-4270-b477-f5c9f138cb55 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.6798396 Dec 22 10:05:31.256956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Checking segment: {'id': '7cbc647e-935e-4c5b-a5c6-5c69488fbc75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67de76aa-067d-479c-ad1e-fef60cd052ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:05:31.257658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network hostable DHCP agents. Network: 67de76aa-067d-479c-ad1e-fef60cd052ad, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:05:31.281474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Pushing event updated for resources: {'Port': ['ID=1680dc6c-2522-49c3-86b4-3567fd80b1d2,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:31.286882 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:31.297851 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0115f-c377-4eb7-9598-269462ed39bf req-fcd2f95a-a3aa-499c-8832-07a7d3d39c0d tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:31.310303 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9dc0115f-c377-4eb7-9598-269462ed39bf req-fcd2f95a-a3aa-499c-8832-07a7d3d39c0d tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=3c871379-75ba-49fb-9302-149f8d031fac HTTP/1.1" status: 200 len: 945 time: 0.6705890 Dec 22 10:05:31.347759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Network 99773f64-dc84-4992-b646-2939d71e7472 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:05:31.349491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:05:31.363792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:05:31.405540 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db957dc1-4144-4f96-8da2-9d24a6a4318c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:31.444489 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:31.454179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f523659-d3a2-4ae9-b97f-1e8373b1e4eb req-69facc61-4ade-46f9-8483-600ad80067ec tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:31.456484 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3f523659-d3a2-4ae9-b97f-1e8373b1e4eb req-69facc61-4ade-46f9-8483-600ad80067ec tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.64 "GET /v2.0/ports?device_id=3c871379-75ba-49fb-9302-149f8d031fac HTTP/1.1" status: 200 len: 945 time: 0.5545125 Dec 22 10:05:31.513694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] Set router df82ac20-07e9-4af7-886e-e1e62b7de2a6 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:05:31.525329 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b645016-c6a0-4ae5-8f85-2e7ed73c63c4 req-3d9a1c1b-13cd-42ac-b8c9-c3287d05b8df tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2780190 Dec 22 10:05:31.683624 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9dc0115f-c377-4eb7-9598-269462ed39bf req-b2df650d-31a4-4791-bed4-11073d116d20 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497946 Dec 22 10:05:31.697770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db957dc1-4144-4f96-8da2-9d24a6a4318c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:31.716000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 67de76aa-067d-479c-ad1e-fef60cd052ad is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:05:31.731446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 67de76aa-067d-479c-ad1e-fef60cd052ad) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:05:31.741893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb16e215-40f9-43d7-b257-ad3b8306442b None None] Network 67de76aa-067d-479c-ad1e-fef60cd052ad requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:05:31.763645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3f523659-d3a2-4ae9-b97f-1e8373b1e4eb req-90699c8f-0fda-457e-8466-6297d868dfdb tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Deleting port cc21d06b-0a8f-42eb-8526-4f043b6084cb {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:05:31.764101 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3f523659-d3a2-4ae9-b97f-1e8373b1e4eb req-90699c8f-0fda-457e-8466-6297d868dfdb tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:31.783725 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:31.804412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:05:31.809213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:31.812849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:31.813645 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:31.851730 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.4949636 Dec 22 10:05:31.869244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 48984) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:31.977840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-61ef2fde-e441-46a5-92b1-0eeafd8597d7 None None] Provisioning for port 1680dc6c-2522-49c3-86b4-3567fd80b1d2 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:05:32.005948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-61ef2fde-e441-46a5-92b1-0eeafd8597d7 None None] Provisioning complete for port 1680dc6c-2522-49c3-86b4-3567fd80b1d2 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:32.006400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-61ef2fde-e441-46a5-92b1-0eeafd8597d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:32.147755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a8bec5c6-92f5-4cd1-8937-d48bbaa53597 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port 25a88619-db90-4a7a-8528-bc0175e5db65 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:05:32.148328 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8bec5c6-92f5-4cd1-8937-d48bbaa53597 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:32.224769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df82ac20-07e9-4af7-886e-e1e62b7de2a6', 'name': 'tempest-TestVolumeBootPattern-1938907768-router', 'tenant_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'bd2b62a4-d336-4471-b1f7-5e7a8a3285cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:05:20Z', 'updated_at': '2020-12-22T10:05:23Z', 'revision_number': 3, 'project_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'gw_port': {'id': 'bd2b62a4-d336-4471-b1f7-5e7a8a3285cc', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df82ac20-07e9-4af7-886e-e1e62b7de2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:05:22Z', 'updated_at': '2020-12-22T10:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:32.239060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e2890-1496-4539-8f22-ae8ac564f7d1 None None] The sync data for ids ['df82ac20-07e9-4af7-886e-e1e62b7de2a6'] in n-d-765315-5 is: [{'id': 'df82ac20-07e9-4af7-886e-e1e62b7de2a6', 'name': 'tempest-TestVolumeBootPattern-1938907768-router', 'tenant_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'bd2b62a4-d336-4471-b1f7-5e7a8a3285cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:05:20Z', 'updated_at': '2020-12-22T10:05:23Z', 'revision_number': 3, 'project_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'gw_port': {'id': 'bd2b62a4-d336-4471-b1f7-5e7a8a3285cc', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df82ac20-07e9-4af7-886e-e1e62b7de2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:05:22Z', 'updated_at': '2020-12-22T10:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:05:32.333143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-61ef2fde-e441-46a5-92b1-0eeafd8597d7 None None] Port 1680dc6c-2522-49c3-86b4-3567fd80b1d2 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:05:32.353013 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:32.359606 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:32.418982 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8aed3893-e058-49f3-8727-a6665263d30b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:32.517514 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:32.544322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Pushing event updated for resources: {'Port': ['ID=1680dc6c-2522-49c3-86b4-3567fd80b1d2,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:32.556082 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:32.565728 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db957dc1-4144-4f96-8da2-9d24a6a4318c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:32.590207 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-37a40125-4b61-4542-a497-19ac486573cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:32.629067 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db957dc1-4144-4f96-8da2-9d24a6a4318c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:32.633068 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-db957dc1-4144-4f96-8da2-9d24a6a4318c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a3e92e83-4a70-486b-963f-998d51d87d95 HTTP/1.1" status: 204 len: 168 time: 1.6479583 Dec 22 10:05:32.740205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Network 99773f64-dc84-4992-b646-2939d71e7472 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:05:32.756836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db957dc1-4144-4f96-8da2-9d24a6a4318c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e92e83-4a70-486b-963f-998d51d87d95,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:32.758448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:05:33.177018 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-db957dc1-4144-4f96-8da2-9d24a6a4318c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:33.466504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Router df82ac20-07e9-4af7-886e-e1e62b7de2a6 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:05:33.641242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device cc21d06b-0a8f-42eb-8526-4f043b6084cb no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:05:33.729028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:05:33.754707 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] 10.222.0.50 "PUT /v2.0/routers/df82ac20-07e9-4af7-886e-e1e62b7de2a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8174767 Dec 22 10:05:33.833840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-3f523659-d3a2-4ae9-b97f-1e8373b1e4eb req-90699c8f-0fda-457e-8466-6297d868dfdb tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] For port cc21d06b-0a8f-42eb-8526-4f043b6084cb, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cc21d06b-0a8f-42eb-8526-4f043b6084cb,segment=NetworkSegment(5f49ace4-6ce0-45b9-b043-a93853a2493f),segment_id=5f49ace4-6ce0-45b9-b043-a93853a2493f)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:33.834498 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3f523659-d3a2-4ae9-b97f-1e8373b1e4eb req-90699c8f-0fda-457e-8466-6297d868dfdb tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:33.866709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49010) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:33.867346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-79f3de74-54eb-4f49-9beb-3705b216c957 None None] Provisioning complete for port 1680dc6c-2522-49c3-86b4-3567fd80b1d2 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:33.867625 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79f3de74-54eb-4f49-9beb-3705b216c957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:33.911723 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc375cf5-5b22-42b9-8470-d775d3f5c0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:33.948152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-79f3de74-54eb-4f49-9beb-3705b216c957 None None] Port 1680dc6c-2522-49c3-86b4-3567fd80b1d2 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:05:33.951514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bc375cf5-5b22-42b9-8470-d775d3f5c0fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:33.963098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bc375cf5-5b22-42b9-8470-d775d3f5c0fa admin admin] Usage tracker for resource:security_group_rule and tenant:92b42b47ddce40f4821484bf1a90825d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:33.967991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bc375cf5-5b22-42b9-8470-d775d3f5c0fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:33.981167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bc375cf5-5b22-42b9-8470-d775d3f5c0fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:34.033432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:05:34.081729 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:34.126218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3f523659-d3a2-4ae9-b97f-1e8373b1e4eb req-90699c8f-0fda-457e-8466-6297d868dfdb tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Calling delete_port for cc21d06b-0a8f-42eb-8526-4f043b6084cb owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:05:34.210250 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port cc21d06b-0a8f-42eb-8526-4f043b6084cb, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cc21d06b-0a8f-42eb-8526-4f043b6084cb,segment=NetworkSegment(5f49ace4-6ce0-45b9-b043-a93853a2493f),segment_id=5f49ace4-6ce0-45b9-b043-a93853a2493f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:34.212389 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc375cf5-5b22-42b9-8470-d775d3f5c0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:34.214196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c871379-75ba-49fb-9302-149f8d031fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc21d06b-0a8f-42eb-8526-4f043b6084cb'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:05:34.225409 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc375cf5-5b22-42b9-8470-d775d3f5c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:34.229827 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:34.233533 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:34.296965 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a02ddaac-7c45-4b57-a0a2-992e86f1e260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:34.308621 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bc375cf5-5b22-42b9-8470-d775d3f5c0fa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92b42b47ddce40f4821484bf1a90825d&name=default HTTP/1.1" status: 200 len: 2883 time: 0.4396989 Dec 22 10:05:34.312011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8bec5c6-92f5-4cd1-8937-d48bbaa53597 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:34.312661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49022) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:34.393339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc375cf5-5b22-42b9-8470-d775d3f5c0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222fb189-8ad8-42ed-bb5d-8fc4c7f5bfab,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:34.398865 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bc375cf5-5b22-42b9-8470-d775d3f5c0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:34.421139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=cc21d06b-0a8f-42eb-8526-4f043b6084cb,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:34.425121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e1497b0-757f-488b-acff-a98241af8322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:34.437751 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:34.463015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e1497b0-757f-488b-acff-a98241af8322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:34.525094 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e1497b0-757f-488b-acff-a98241af8322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:34.533240 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b7da19e-efa3-4140-9698-e85c19737cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:34.562543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1497b0-757f-488b-acff-a98241af8322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222fb189-8ad8-42ed-bb5d-8fc4c7f5bfab,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:34.562994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a8bec5c6-92f5-4cd1-8937-d48bbaa53597 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for 25a88619-db90-4a7a-8528-bc0175e5db65 owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:05:34.570940 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3e1497b0-757f-488b-acff-a98241af8322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:34.573150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3e1497b0-757f-488b-acff-a98241af8322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:34.583974 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3e1497b0-757f-488b-acff-a98241af8322 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/222fb189-8ad8-42ed-bb5d-8fc4c7f5bfab HTTP/1.1" status: 204 len: 168 time: 0.2701437 Dec 22 10:05:34.632251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8278b-7e06-4bc0-aaaa-52e1bec1d8bb req-6ae3d745-fb21-425b-a038-3610ab87acac tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:34.641343 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9eb8278b-7e06-4bc0-aaaa-52e1bec1d8bb req-6ae3d745-fb21-425b-a038-3610ab87acac tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=3c871379-75ba-49fb-9302-149f8d031fac HTTP/1.1" status: 200 len: 945 time: 1.4181263 Dec 22 10:05:34.727362 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9eb8278b-7e06-4bc0-aaaa-52e1bec1d8bb req-1c7ba74d-0235-4379-97b5-e2860ba12e4c tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841939 Dec 22 10:05:34.810169 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-3f523659-d3a2-4ae9-b97f-1e8373b1e4eb req-90699c8f-0fda-457e-8466-6297d868dfdb tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:05:34.810411 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-3f523659-d3a2-4ae9-b97f-1e8373b1e4eb req-90699c8f-0fda-457e-8466-6297d868dfdb tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:05:34.824381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949387b-9f2b-4775-88d1-fa3bd1c8c5ff req-54243eb2-b2c1-4f8f-974a-c60963ca4c1e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:34.835175 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b949387b-9f2b-4775-88d1-fa3bd1c8c5ff req-54243eb2-b2c1-4f8f-974a-c60963ca4c1e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 1.6491699 Dec 22 10:05:34.839347 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c871379-75ba-49fb-9302-149f8d031fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc21d06b-0a8f-42eb-8526-4f043b6084cb', 'code': 200} Dec 22 10:05:34.870999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device bd2b62a4-d336-4471-b1f7-5e7a8a3285cc up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:34.915605 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b949387b-9f2b-4775-88d1-fa3bd1c8c5ff req-efdc86fe-6373-4851-bf7c-1eabf554aa25 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792098 Dec 22 10:05:34.988274 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8bec5c6-92f5-4cd1-8937-d48bbaa53597 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:34.990870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port bd2b62a4-d336-4471-b1f7-5e7a8a3285cc completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:05:35.002834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port bd2b62a4-d336-4471-b1f7-5e7a8a3285cc triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:35.003365 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:35.185704 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2e8a083-c372-49b7-a573-1f9ef3d9b761 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:35.197931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2969f9e5-13eb-45a1-a393-ba0616dbdafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:35.223063 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:35.245718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port bd2b62a4-d336-4471-b1f7-5e7a8a3285cc, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=bd2b62a4-d336-4471-b1f7-5e7a8a3285cc,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:35.250270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:35.252438 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e3715e6-b3ea-4569-88ef-b4b5f9c393fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:35.331110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=bd2b62a4-d336-4471-b1f7-5e7a8a3285cc,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:35.334966 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:35.345078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3f523659-d3a2-4ae9-b97f-1e8373b1e4eb req-90699c8f-0fda-457e-8466-6297d868dfdb tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Deleting port cc21d06b-0a8f-42eb-8526-4f043b6084cb {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:05:35.345812 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3f523659-d3a2-4ae9-b97f-1e8373b1e4eb req-90699c8f-0fda-457e-8466-6297d868dfdb tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:35.404175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49056) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:35.413563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-259169041-network', 'tenant_id': '40274f2d0985412194dd190657092ad0'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:35.420979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:35.423038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bec5c6-92f5-4cd1-8937-d48bbaa53597 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=25a88619-db90-4a7a-8528-bc0175e5db65,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:35.426704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Usage tracker for resource:network and tenant:40274f2d0985412194dd190657092ad0 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:35.430729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:35.433482 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a8bec5c6-92f5-4cd1-8937-d48bbaa53597 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:35.437831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:35.451143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Made reservation on behalf of 40274f2d0985412194dd190657092ad0 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:05:35.458189 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:35.481997 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:35.501650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:35.507877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Usage tracker for resource:security_group_rule and tenant:40274f2d0985412194dd190657092ad0 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:35.511281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:35.519814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:35.537689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a8bec5c6-92f5-4cd1-8937-d48bbaa53597 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:35.551852 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a8bec5c6-92f5-4cd1-8937-d48bbaa53597 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/ports/25a88619-db90-4a7a-8528-bc0175e5db65 HTTP/1.1" status: 204 len: 168 time: 3.6680574 Dec 22 10:05:35.561662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49064) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:35.630368 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:35.636333 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:35.655207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:05:35.665236 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:35.665684 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Added segment 8bd6c87c-8512-4171-93f9-648c7a955085 of type vxlan for network 7968b82d-1cac-400f-85ab-b16922de08ae Dec 22 10:05:35.697687 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:35.737908 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b5e575d7-4eaa-4780-91b1-4b16ee4e948d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:35.752206 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:35.753386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:35.754071 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:35.913414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0339dbac-e90d-49a4-9514-e8508402a75a,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:35.928730 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:35.932166 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:36.004219 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5980127 Dec 22 10:05:36.033660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49084) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:36.079285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-d71be766-fbd6-4615-985f-c59221a37497 admin admin] Request body: {'subnet': {'network_id': '7968b82d-1cac-400f-85ab-b16922de08ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-259169041-subnet', 'tenant_id': '40274f2d0985412194dd190657092ad0', 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:36.091178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d71be766-fbd6-4615-985f-c59221a37497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:36.099596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d71be766-fbd6-4615-985f-c59221a37497 admin admin] Usage tracker for resource:subnet and tenant:40274f2d0985412194dd190657092ad0 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:36.113244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d71be766-fbd6-4615-985f-c59221a37497 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:36.215355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Pushing event updated for resources: {'Network': ['ID=7968b82d-1cac-400f-85ab-b16922de08ae,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:36.219500 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:36.227650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 7968b82d-1cac-400f-85ab-b16922de08ae details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:05:36.268628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d71be766-fbd6-4615-985f-c59221a37497 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:36.294108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bc44b4-7035-429a-96f6-e8245af64f6c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:36.299895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bc44b4-7035-429a-96f6-e8245af64f6c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:36.301164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f4bc44b4-7035-429a-96f6-e8245af64f6c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Synchronizing usage tracker for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:05:36.311172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71be766-fbd6-4615-985f-c59221a37497 admin admin] Made reservation on behalf of 40274f2d0985412194dd190657092ad0 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:05:36.320236 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d71be766-fbd6-4615-985f-c59221a37497 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:36.501956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 7968b82d-1cac-400f-85ab-b16922de08ae details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:05:36.587976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49102) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:36.643924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 7968b82d-1cac-400f-85ab-b16922de08ae details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:05:36.659867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Sync routers for ids ['df82ac20-07e9-4af7-886e-e1e62b7de2a6'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:05:36.698683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Routers {'df82ac20-07e9-4af7-886e-e1e62b7de2a6'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:05:36.699414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:05:09Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['df82ac20-07e9-4af7-886e-e1e62b7de2a6'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:36.836254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-3f523659-d3a2-4ae9-b97f-1e8373b1e4eb req-90699c8f-0fda-457e-8466-6297d868dfdb tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] For port cc21d06b-0a8f-42eb-8526-4f043b6084cb, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=cc21d06b-0a8f-42eb-8526-4f043b6084cb,segment=NetworkSegment(5f49ace4-6ce0-45b9-b043-a93853a2493f),segment_id=5f49ace4-6ce0-45b9-b043-a93853a2493f)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:36.836648 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3f523659-d3a2-4ae9-b97f-1e8373b1e4eb req-90699c8f-0fda-457e-8466-6297d868dfdb tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:36.936203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Set router df82ac20-07e9-4af7-886e-e1e62b7de2a6 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:05:37.021714 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-685db331-dd2b-4543-b931-c74931529577 tempest-AgentManagementNegativeTest-1448928999 tempest-AgentManagementNegativeTest-1448928999] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4321365 Dec 22 10:05:37.036278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3f523659-d3a2-4ae9-b97f-1e8373b1e4eb req-90699c8f-0fda-457e-8466-6297d868dfdb tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Calling delete_port for cc21d06b-0a8f-42eb-8526-4f043b6084cb owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:05:37.068463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f4bc44b4-7035-429a-96f6-e8245af64f6c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Unset dirty status for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:05:37.072784 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f4bc44b4-7035-429a-96f6-e8245af64f6c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 1.5100672 Dec 22 10:05:37.073179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49118) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:37.113677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ac47c-d9fd-4097-9e44-c9e9a96d1c38 req-837de3b3-a809-4964-995e-bd1bc714495e tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:37.114762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-853ac47c-d9fd-4097-9e44-c9e9a96d1c38 req-837de3b3-a809-4964-995e-bd1bc714495e tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Synchronizing usage tracker for tenant:a1bab97a2a4045d7a9e469531bdd80fd on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:05:37.149755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-853ac47c-d9fd-4097-9e44-c9e9a96d1c38 req-837de3b3-a809-4964-995e-bd1bc714495e tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Unset dirty status for tenant:a1bab97a2a4045d7a9e469531bdd80fd on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:05:37.156170 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-853ac47c-d9fd-4097-9e44-c9e9a96d1c38 req-837de3b3-a809-4964-995e-bd1bc714495e tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=3c871379-75ba-49fb-9302-149f8d031fac HTTP/1.1" status: 200 len: 943 time: 1.0920990 Dec 22 10:05:37.241362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-df6301c6-f9f3-4a64-bc82-0781b2ab9848 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port 063110eb-c0cd-41f4-abc8-7200700950df {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:05:37.249190 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df6301c6-f9f3-4a64-bc82-0781b2ab9848 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:37.301125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device bd2b62a4-d336-4471-b1f7-5e7a8a3285cc up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:37.402610 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-853ac47c-d9fd-4097-9e44-c9e9a96d1c38 req-6250e2b4-3e1f-41e0-9d97-5c64ae451969 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789775 Dec 22 10:05:37.567257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port bd2b62a4-d336-4471-b1f7-5e7a8a3285cc triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:37.568107 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:37.588082 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3f523659-d3a2-4ae9-b97f-1e8373b1e4eb req-90699c8f-0fda-457e-8466-6297d868dfdb tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:37.619023 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:37.682272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df82ac20-07e9-4af7-886e-e1e62b7de2a6', 'name': 'tempest-TestVolumeBootPattern-1938907768-router', 'tenant_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'bd2b62a4-d336-4471-b1f7-5e7a8a3285cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:05:20Z', 'updated_at': '2020-12-22T10:05:31Z', 'revision_number': 4, 'project_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'gw_port': {'id': 'bd2b62a4-d336-4471-b1f7-5e7a8a3285cc', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df82ac20-07e9-4af7-886e-e1e62b7de2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:05:22Z', 'updated_at': '2020-12-22T10:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '1680dc6c-2522-49c3-86b4-3567fd80b1d2', 'name': '', 'network_id': '99773f64-dc84-4992-b646-2939d71e7472', 'tenant_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'mac_address': 'fa:16:3e:ab:66:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df82ac20-07e9-4af7-886e-e1e62b7de2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '0a8cbed5-bf42-44bf-8a42-c92ce50d8141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:05:29Z', 'updated_at': '2020-12-22T10:05:31Z', 'revision_number': 2, 'project_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'subnets': [{'id': '0a8cbed5-bf42-44bf-8a42-c92ce50d8141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:37.688087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90699c8f-0fda-457e-8466-6297d868dfdb tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Pushing event deleted for resources: {'Port': ['ID=cc21d06b-0a8f-42eb-8526-4f043b6084cb,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:37.688868 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df6301c6-f9f3-4a64-bc82-0781b2ab9848 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:37.697799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Checking router: df82ac20-07e9-4af7-886e-e1e62b7de2a6 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:05:37.698485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Updating router df82ac20-07e9-4af7-886e-e1e62b7de2a6 port 1680dc6c-2522-49c3-86b4-3567fd80b1d2 binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 10:05:37.720287 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-90699c8f-0fda-457e-8466-6297d868dfdb tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:37.873527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-df6301c6-f9f3-4a64-bc82-0781b2ab9848 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for 063110eb-c0cd-41f4-abc8-7200700950df owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:05:37.916659 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:38.015096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df6301c6-f9f3-4a64-bc82-0781b2ab9848 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:38.043389 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e27f155-896f-440b-9de0-75c2cc601512 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:38.053050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49132) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:38.102505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6301c6-f9f3-4a64-bc82-0781b2ab9848 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=063110eb-c0cd-41f4-abc8-7200700950df,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:38.108213 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df6301c6-f9f3-4a64-bc82-0781b2ab9848 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:38.312541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f523659-d3a2-4ae9-b97f-1e8373b1e4eb req-90699c8f-0fda-457e-8466-6297d868dfdb tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] No DVR routers for this DVR port cc21d06b-0a8f-42eb-8526-4f043b6084cb on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:05:38.316465 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3f523659-d3a2-4ae9-b97f-1e8373b1e4eb req-90699c8f-0fda-457e-8466-6297d868dfdb tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:38.330018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c871379-75ba-49fb-9302-149f8d031fac', 'name': 'network-vif-deleted', 'tag': 'cc21d06b-0a8f-42eb-8526-4f043b6084cb'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:05:38.335686 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df6301c6-f9f3-4a64-bc82-0781b2ab9848 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:38.363378 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-df6301c6-f9f3-4a64-bc82-0781b2ab9848 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/ports/063110eb-c0cd-41f4-abc8-7200700950df HTTP/1.1" status: 204 len: 168 time: 1.2888229 Dec 22 10:05:38.364227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49148) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:38.371615 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3f523659-d3a2-4ae9-b97f-1e8373b1e4eb req-90699c8f-0fda-457e-8466-6297d868dfdb tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.64 "DELETE /v2.0/ports/cc21d06b-0a8f-42eb-8526-4f043b6084cb HTTP/1.1" status: 204 len: 173 time: 6.8505497 Dec 22 10:05:38.429676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9dce6b0-d834-4cc9-a5b0-db4c0b33b2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:38.454239 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c871379-75ba-49fb-9302-149f8d031fac', 'name': 'network-vif-deleted', 'tag': 'cc21d06b-0a8f-42eb-8526-4f043b6084cb', 'status': 'completed', 'code': 200} Dec 22 10:05:38.456219 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3bcc9afe-e3d9-48b0-b60e-98627580310d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:38.497582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e9dce6b0-d834-4cc9-a5b0-db4c0b33b2fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:38.499550 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d71be766-fbd6-4615-985f-c59221a37497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:38.519219 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f76fca15-b381-4e28-a47a-f6baefc623e4 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:38.582123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914d99c6-0e52-4ee1-a47e-55e522874849 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:38.582957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-914d99c6-0e52-4ee1-a47e-55e522874849 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Synchronizing usage tracker for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:05:38.592499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e9dce6b0-d834-4cc9-a5b0-db4c0b33b2fd admin admin] Usage tracker for resource:security_group_rule and tenant:3b6126021b8447f99c08ed59d924fdd3 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:38.595745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71be766-fbd6-4615-985f-c59221a37497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3171f30-1893-4358-8444-e6483bcee41b,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:38.606260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e9dce6b0-d834-4cc9-a5b0-db4c0b33b2fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:38.610571 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d71be766-fbd6-4615-985f-c59221a37497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:38.628519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e9dce6b0-d834-4cc9-a5b0-db4c0b33b2fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:38.638995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-914d99c6-0e52-4ee1-a47e-55e522874849 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Unset dirty status for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:05:38.640929 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-914d99c6-0e52-4ee1-a47e-55e522874849 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2751865 Dec 22 10:05:38.642614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49162) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:38.751095 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-9070023e-b06d-49d9-8fb3-56fc512c360b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] GET failed (client error): The resource could not be found. Dec 22 10:05:38.757323 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9070023e-b06d-49d9-8fb3-56fc512c360b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports/25a88619-db90-4a7a-8528-bc0175e5db65 HTTP/1.1" status: 404 len: 333 time: 0.1133988 Dec 22 10:05:38.758156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49168) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:38.771704 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:38.802634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Transition to ACTIVE for port object 1680dc6c-2522-49c3-86b4-3567fd80b1d2 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:05:38.809081 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-a487525b-8673-4440-85eb-47783dca1862 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] GET failed (client error): The resource could not be found. Dec 22 10:05:38.813623 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:38.814594 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a487525b-8673-4440-85eb-47783dca1862 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports/063110eb-c0cd-41f4-abc8-7200700950df HTTP/1.1" status: 404 len: 333 time: 0.0551822 Dec 22 10:05:38.815434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49172) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:38.818339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-08852f89-3b45-4a6d-bd43-df0f9c0c4843 req-4f32a7c4-0746-49ef-b276-7916a25a2467 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Synchronizing usage tracker for tenant:a1bab97a2a4045d7a9e469531bdd80fd on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:05:38.902720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-08852f89-3b45-4a6d-bd43-df0f9c0c4843 req-4f32a7c4-0746-49ef-b276-7916a25a2467 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Unset dirty status for tenant:a1bab97a2a4045d7a9e469531bdd80fd on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:05:38.904477 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-08852f89-3b45-4a6d-bd43-df0f9c0c4843 req-4f32a7c4-0746-49ef-b276-7916a25a2467 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=3c871379-75ba-49fb-9302-149f8d031fac HTTP/1.1" status: 200 len: 210 time: 0.1674035 Dec 22 10:05:38.986769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71be766-fbd6-4615-985f-c59221a37497 admin admin] Checking segment: {'id': '8bd6c87c-8512-4171-93f9-648c7a955085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7968b82d-1cac-400f-85ab-b16922de08ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:05:38.987183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71be766-fbd6-4615-985f-c59221a37497 admin admin] Network hostable DHCP agents. Network: 7968b82d-1cac-400f-85ab-b16922de08ae, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:05:39.053226 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9dce6b0-d834-4cc9-a5b0-db4c0b33b2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:39.053226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71be766-fbd6-4615-985f-c59221a37497 admin admin] Network 7968b82d-1cac-400f-85ab-b16922de08ae is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:05:39.053446 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f67ed985-38f8-4d95-a255-d64915f0ea81 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:39.069234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e9dce6b0-d834-4cc9-a5b0-db4c0b33b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:39.073562 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fd04912a-8697-4de0-bc9b-5443aac352e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:39.091578 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c7cae0de-111c-413d-b49b-eca66e74d0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:39.120148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-d71be766-fbd6-4615-985f-c59221a37497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 7968b82d-1cac-400f-85ab-b16922de08ae) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:05:39.178642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71be766-fbd6-4615-985f-c59221a37497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:39.179302 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d71be766-fbd6-4615-985f-c59221a37497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:39.196901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efa9bd-9e67-46a1-8b0f-fd3a7667fc6e None None] Pushing event updated for resources: {'Port': ['ID=1680dc6c-2522-49c3-86b4-3567fd80b1d2,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:39.224862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a971f6b0-36d9-4c10-ae76-baa0ef16f666 None None] Network 7968b82d-1cac-400f-85ab-b16922de08ae requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:05:39.300601 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e9dce6b0-d834-4cc9-a5b0-db4c0b33b2fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b6126021b8447f99c08ed59d924fdd3&name=default HTTP/1.1" status: 200 len: 2883 time: 1.2463405 Dec 22 10:05:39.304952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49186) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:39.314914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dce6b0-d834-4cc9-a5b0-db4c0b33b2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2890619b-6f80-4f38-a664-569ea37fb747,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:39.386855 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e9dce6b0-d834-4cc9-a5b0-db4c0b33b2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:39.399632 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d71be766-fbd6-4615-985f-c59221a37497 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3694410 Dec 22 10:05:39.403198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49190) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:39.414403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-259169041-router', 'tenant_id': '40274f2d0985412194dd190657092ad0', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:39.431659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:39.434676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a4d5-8dcd-425e-ab01-c22492476741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:39.445915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Usage tracker for resource:router and tenant:40274f2d0985412194dd190657092ad0 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:39.451508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:39.461116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:39.503362 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a4d5-8dcd-425e-ab01-c22492476741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:39.522461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f67ed985-38f8-4d95-a255-d64915f0ea81 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:39.527818 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-42efa9bd-9e67-46a1-8b0f-fd3a7667fc6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:39.557004 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:39.558511 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:39.565680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a4d5-8dcd-425e-ab01-c22492476741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:39.579064 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b0f9406f-aeaa-470e-9521-9a2484f22aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:39.589336 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:39.599162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9a4d5-8dcd-425e-ab01-c22492476741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2890619b-6f80-4f38-a664-569ea37fb747,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:39.602858 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cfb9a4d5-8dcd-425e-ab01-c22492476741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:39.604170 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a4d5-8dcd-425e-ab01-c22492476741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:39.605902 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cfb9a4d5-8dcd-425e-ab01-c22492476741 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2890619b-6f80-4f38-a664-569ea37fb747 HTTP/1.1" status: 204 len: 168 time: 0.2990248 Dec 22 10:05:39.612250 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:39.665009 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:39.839237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f67ed985-38f8-4d95-a255-d64915f0ea81 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67de76aa-067d-479c-ad1e-fef60cd052ad']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:39.867214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f67ed985-38f8-4d95-a255-d64915f0ea81 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cbc647e-935e-4c5b-a5c6-5c69488fbc75') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:39.867528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f67ed985-38f8-4d95-a255-d64915f0ea81 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cbc647e-935e-4c5b-a5c6-5c69488fbc75') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:39.898764 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f67ed985-38f8-4d95-a255-d64915f0ea81 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:39.935325 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f67ed985-38f8-4d95-a255-d64915f0ea81 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:39.944823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f67ed985-38f8-4d95-a255-d64915f0ea81 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Releasing vxlan tunnel 6 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:05:40.279300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f67ed985-38f8-4d95-a255-d64915f0ea81 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 67de76aa-067d-479c-ad1e-fef60cd052ad has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:05:40.290164 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f67ed985-38f8-4d95-a255-d64915f0ea81 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:40.326270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:40.374562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Attempting to bind port 1680dc6c-2522-49c3-86b4-3567fd80b1d2 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:05:40.376867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Attempting to bind port 1680dc6c-2522-49c3-86b4-3567fd80b1d2 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:05:40.377526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Attempting to bind port 1680dc6c-2522-49c3-86b4-3567fd80b1d2 on network 99773f64-dc84-4992-b646-2939d71e7472 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:05:40.395231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:05:40.396226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Checking segment: {'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:05:40.396798 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:40.397358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Bound using segment: {'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:05:40.398070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Bound port: 1680dc6c-2522-49c3-86b4-3567fd80b1d2, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:05:40.398711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:40.571274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] For port 1680dc6c-2522-49c3-86b4-3567fd80b1d2, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:05:40.575043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] For port 1680dc6c-2522-49c3-86b4-3567fd80b1d2, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=1680dc6c-2522-49c3-86b4-3567fd80b1d2,segment=NetworkSegment(224b82da-8929-4c32-a798-a1f98b31b26e),segment_id=224b82da-8929-4c32-a798-a1f98b31b26e)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:05:40.602094 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:40.821114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f67ed985-38f8-4d95-a255-d64915f0ea81 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 67de76aa-067d-479c-ad1e-fef60cd052ad has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:05:40.882644 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:40.903581 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:41.100962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efa9bd-9e67-46a1-8b0f-fd3a7667fc6e None None] Pushing event updated for resources: {'Port': ['ID=1680dc6c-2522-49c3-86b4-3567fd80b1d2,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:41.115870 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-42efa9bd-9e67-46a1-8b0f-fd3a7667fc6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:41.142765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-7968b82d-1cac-400f-85ab-b16922de08ae', 'network_id': '7968b82d-1cac-400f-85ab-b16922de08ae', 'tenant_id': '40274f2d0985412194dd190657092ad0', 'fixed_ips': [{'subnet_id': 'a3171f30-1893-4358-8444-e6483bcee41b'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:05:41.143744 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:41.194423 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:41.214478 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:41.217077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Routers {'df82ac20-07e9-4af7-886e-e1e62b7de2a6'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:05:41.218147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:05:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['df82ac20-07e9-4af7-886e-e1e62b7de2a6'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:41.319456 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:41.413137 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:05:41.851858 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:05:41.900272 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f67ed985-38f8-4d95-a255-d64915f0ea81 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:41.905513 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f67ed985-38f8-4d95-a255-d64915f0ea81 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:41.918017 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-83b26aae-1934-40b1-b7c3-49ee9ca20155 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:41.939306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] Set router df82ac20-07e9-4af7-886e-e1e62b7de2a6 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:05:41.970121 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f67ed985-38f8-4d95-a255-d64915f0ea81 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/networks/67de76aa-067d-479c-ad1e-fef60cd052ad HTTP/1.1" status: 204 len: 168 time: 3.1505182 Dec 22 10:05:41.982453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49256) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:42.025509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-33ce9704-9e63-450a-aab0-de64b2dd4daa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-556914586'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:42.041916 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ed985-38f8-4d95-a255-d64915f0ea81 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Network': ['ID=67de76aa-067d-479c-ad1e-fef60cd052ad,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:42.072171 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f67ed985-38f8-4d95-a255-d64915f0ea81 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:42.076989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-33ce9704-9e63-450a-aab0-de64b2dd4daa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:42.085169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-33ce9704-9e63-450a-aab0-de64b2dd4daa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:network and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:42.093544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-33ce9704-9e63-450a-aab0-de64b2dd4daa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:42.102530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-33ce9704-9e63-450a-aab0-de64b2dd4daa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:42.118071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ce9704-9e63-450a-aab0-de64b2dd4daa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:05:42.124860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Allocated IP 172.25.7.24 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/5f0599f6-da4a-4511-be2e-99e4d85339a4) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:05:42.133172 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-33ce9704-9e63-450a-aab0-de64b2dd4daa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:42.186107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49260) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:42.229144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ce9704-9e63-450a-aab0-de64b2dd4daa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:05:42.292875 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-33ce9704-9e63-450a-aab0-de64b2dd4daa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:42.293386 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-33ce9704-9e63-450a-aab0-de64b2dd4daa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Added segment 767f3bc0-e15a-4c31-be24-a54630b6faad of type vxlan for network dd914ca3-7f12-4de2-8337-c5f21aab9199 Dec 22 10:05:42.335510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Allocated IP 172.20.0.2 (7968b82d-1cac-400f-85ab-b16922de08ae/a3171f30-1893-4358-8444-e6483bcee41b/a58f94b1-308c-4d6d-b03a-f7dc60e494bd) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:05:42.378630 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-33ce9704-9e63-450a-aab0-de64b2dd4daa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:42.453330 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-33ce9704-9e63-450a-aab0-de64b2dd4daa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:42.466261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ce9704-9e63-450a-aab0-de64b2dd4daa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:42.466974 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-33ce9704-9e63-450a-aab0-de64b2dd4daa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:42.517763 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-28bb294c-c0ff-4f86-819f-b50d91b8a66f tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:42.584479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:42.652077 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:42.695496 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df222f97-031e-4f7c-aa26-b91eb548a66f tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:42.723447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-7c891ee8-e1a0-4900-b320-a21b9f60fa19 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:42.725058 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7c891ee8-e1a0-4900-b320-a21b9f60fa19 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13036 time: 0.5291996 Dec 22 10:05:42.734101 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-33ce9704-9e63-450a-aab0-de64b2dd4daa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7466502 Dec 22 10:05:42.736143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49272) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:42.736784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49274) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:42.744037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce9704-9e63-450a-aab0-de64b2dd4daa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Network': ['ID=dd914ca3-7f12-4de2-8337-c5f21aab9199,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:42.765567 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-33ce9704-9e63-450a-aab0-de64b2dd4daa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:42.778011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network dd914ca3-7f12-4de2-8337-c5f21aab9199 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:05:42.781541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-017e9bbc-925d-438f-854a-c0783626dd88 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'subnet': {'network_id': 'dd914ca3-7f12-4de2-8337-c5f21aab9199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:42.807818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network dd914ca3-7f12-4de2-8337-c5f21aab9199 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:05:42.826475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network dd914ca3-7f12-4de2-8337-c5f21aab9199 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:05:42.885515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Pushing event updated for resources: {'Port': ['ID=5f0599f6-da4a-4511-be2e-99e4d85339a4,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:42.886357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-c3c7ea6e-9cad-4aa8-9c0b-651ce4da9bcd tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:42.891599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49282) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:42.893382 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c3c7ea6e-9cad-4aa8-9c0b-651ce4da9bcd tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.1549284 Dec 22 10:05:42.937677 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:42.949224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df82ac20-07e9-4af7-886e-e1e62b7de2a6', 'name': 'tempest-TestVolumeBootPattern-1938907768-router', 'tenant_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'bd2b62a4-d336-4471-b1f7-5e7a8a3285cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:05:20Z', 'updated_at': '2020-12-22T10:05:31Z', 'revision_number': 4, 'project_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'gw_port': {'id': 'bd2b62a4-d336-4471-b1f7-5e7a8a3285cc', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df82ac20-07e9-4af7-886e-e1e62b7de2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:05:22Z', 'updated_at': '2020-12-22T10:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '1680dc6c-2522-49c3-86b4-3567fd80b1d2', 'name': '', 'network_id': '99773f64-dc84-4992-b646-2939d71e7472', 'tenant_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'mac_address': 'fa:16:3e:ab:66:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df82ac20-07e9-4af7-886e-e1e62b7de2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '0a8cbed5-bf42-44bf-8a42-c92ce50d8141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:05:29Z', 'updated_at': '2020-12-22T10:05:40Z', 'revision_number': 4, 'project_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'subnets': [{'id': '0a8cbed5-bf42-44bf-8a42-c92ce50d8141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:42.949784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-a8ca2a97-5454-4814-b3c7-f9b495248585 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:42.950922 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a8ca2a97-5454-4814-b3c7-f9b495248585 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0590017 Dec 22 10:05:42.957135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49288) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:42.975276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d780b4d-1b5f-497c-a512-62435e167857 None None] The sync data for ids ['df82ac20-07e9-4af7-886e-e1e62b7de2a6'] in n-d-765315-5 is: [{'id': 'df82ac20-07e9-4af7-886e-e1e62b7de2a6', 'name': 'tempest-TestVolumeBootPattern-1938907768-router', 'tenant_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'bd2b62a4-d336-4471-b1f7-5e7a8a3285cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:05:20Z', 'updated_at': '2020-12-22T10:05:31Z', 'revision_number': 4, 'project_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'gw_port': {'id': 'bd2b62a4-d336-4471-b1f7-5e7a8a3285cc', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df82ac20-07e9-4af7-886e-e1e62b7de2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:05:22Z', 'updated_at': '2020-12-22T10:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '1680dc6c-2522-49c3-86b4-3567fd80b1d2', 'name': '', 'network_id': '99773f64-dc84-4992-b646-2939d71e7472', 'tenant_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'mac_address': 'fa:16:3e:ab:66:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df82ac20-07e9-4af7-886e-e1e62b7de2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '0a8cbed5-bf42-44bf-8a42-c92ce50d8141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:05:29Z', 'updated_at': '2020-12-22T10:05:40Z', 'revision_number': 4, 'project_id': 'e798a8e61fa24836a28e3da00a2e4e8b', 'subnets': [{'id': '0a8cbed5-bf42-44bf-8a42-c92ce50d8141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:05:42.992468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-892fc937-0fe6-42db-bd42-ed57621ff76c tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:42.996093 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-892fc937-0fe6-42db-bd42-ed57621ff76c tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0290446 Dec 22 10:05:42.998011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49294) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:43.010541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-ce0f0d84-bc90-4a6a-8110-a541d0f13fe2 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:43.014970 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ce0f0d84-bc90-4a6a-8110-a541d0f13fe2 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0155358 Dec 22 10:05:43.023168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49298) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:43.026492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-017e9bbc-925d-438f-854a-c0783626dd88 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:43.035068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-47e6b2bd-f81f-4ad5-91bb-b2f8719803c1 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:43.039978 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-47e6b2bd-f81f-4ad5-91bb-b2f8719803c1 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0155001 Dec 22 10:05:43.042632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49302) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:43.046025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-017e9bbc-925d-438f-854a-c0783626dd88 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:subnet and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:43.057083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-14ea662a-a522-47f1-83f5-20df99591735 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:43.061602 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-14ea662a-a522-47f1-83f5-20df99591735 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0175674 Dec 22 10:05:43.062436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49306) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:43.064340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-017e9bbc-925d-438f-854a-c0783626dd88 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:43.078244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-8068b6f4-d315-487e-9e2c-f25618e357bf tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:43.088908 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8068b6f4-d315-487e-9e2c-f25618e357bf tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0144947 Dec 22 10:05:43.088908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-017e9bbc-925d-438f-854a-c0783626dd88 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:43.088908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49310) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:43.093239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-a6165603-429f-4b2d-8b27-f17182eab87f tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:43.097262 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a6165603-429f-4b2d-8b27-f17182eab87f tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0105045 Dec 22 10:05:43.097931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49314) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:43.108877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-9edc27d4-a1dd-4c74-994b-ca56172c7262 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:43.114045 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9edc27d4-a1dd-4c74-994b-ca56172c7262 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0130613 Dec 22 10:05:43.115229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49318) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:43.116139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017e9bbc-925d-438f-854a-c0783626dd88 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:05:43.255404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-b1510781-36df-4262-bfa5-2b8188302d4c tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:43.260495 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b1510781-36df-4262-bfa5-2b8188302d4c tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0115471 Dec 22 10:05:43.262392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49326) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:43.274156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-233510eb-44ec-4b0a-a383-fa381770f239 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:43.275190 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-233510eb-44ec-4b0a-a383-fa381770f239 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0074558 Dec 22 10:05:43.278959 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-017e9bbc-925d-438f-854a-c0783626dd88 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:43.286598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49330) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:43.295503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-befa2b49-d4b4-4e6e-b7ac-bbd822e81262 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:43.296656 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-befa2b49-d4b4-4e6e-b7ac-bbd822e81262 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0086524 Dec 22 10:05:43.300894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49336) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:43.308632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-d3a45299-9b90-4564-bd77-421bc18f6203 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:43.310462 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d3a45299-9b90-4564-bd77-421bc18f6203 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0078230 Dec 22 10:05:43.313826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49340) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:43.349117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-6e9e51c5-e4ce-4b25-81de-c687d41dbe4f tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:43.354896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6e9e51c5-e4ce-4b25-81de-c687d41dbe4f tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0375307 Dec 22 10:05:43.367153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49344) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:43.399978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-5f52cb07-46df-4963-825d-30f9e7cf0f5a tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:43.403680 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5f52cb07-46df-4963-825d-30f9e7cf0f5a tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0329680 Dec 22 10:05:43.552295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49348) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:43.588298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-1b36927a-5606-4e06-aa72-1c049b6eef83 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:43.600282 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1b36927a-5606-4e06-aa72-1c049b6eef83 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0338705 Dec 22 10:05:43.603754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49358) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:43.647363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-00ae0105-a033-40fd-bcc3-5885853176e9 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:43.668000 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-00ae0105-a033-40fd-bcc3-5885853176e9 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0355401 Dec 22 10:05:43.682080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49366) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:43.707973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-eab6443f-eda1-47fc-b4ef-7fe4830c1036 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:43.721240 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-eab6443f-eda1-47fc-b4ef-7fe4830c1036 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0187738 Dec 22 10:05:43.721240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49370) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:43.743475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:05:43.760087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-adb49f2e-1fee-4ff7-8715-b73a33e7fe59 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:43.763774 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-adb49f2e-1fee-4ff7-8715-b73a33e7fe59 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0278981 Dec 22 10:05:43.763774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:05:43.765609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49374) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:43.778580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:05:43.962497 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:44.011598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-a87beed9-8e79-4cb8-8d53-a579f38a3cd7 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:44.013143 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a87beed9-8e79-4cb8-8d53-a579f38a3cd7 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.2366202 Dec 22 10:05:44.020663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Transition to ACTIVE for port object a58f94b1-308c-4d6d-b03a-f7dc60e494bd will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:05:44.027759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7dd6b-ee7d-4103-8414-32523f849a45 req-58e9f5e0-997d-4a54-8bcb-958f2b5f78ae tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:44.031684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49382) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:44.033685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7dd6b-ee7d-4103-8414-32523f849a45 req-58e9f5e0-997d-4a54-8bcb-958f2b5f78ae tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:44.036063 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b1d7dd6b-ee7d-4103-8414-32523f849a45 req-58e9f5e0-997d-4a54-8bcb-958f2b5f78ae tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=68489b87-a13d-4917-922d-f7aea20684e9&device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 1681 time: 0.6336510 Dec 22 10:05:44.045248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-ceb61822-6ab7-48f9-982d-273d35000d8e tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:44.051385 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ceb61822-6ab7-48f9-982d-273d35000d8e tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0178859 Dec 22 10:05:44.063668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49386) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:44.082632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Transition to ACTIVE for port object a58f94b1-308c-4d6d-b03a-f7dc60e494bd will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:05:44.094189 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:44.127821 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:44.172174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-3647a792-4833-43ba-bbef-9046dab2c0b1 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:44.173669 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3647a792-4833-43ba-bbef-9046dab2c0b1 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.1058116 Dec 22 10:05:44.179051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49394) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:44.319070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Pushing event updated for resources: {'Port': ['ID=a58f94b1-308c-4d6d-b03a-f7dc60e494bd,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:44.348364 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:44.349268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-389bfd8d-fe24-4851-9bf9-d03c4a3a6698 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:44.359627 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-389bfd8d-fe24-4851-9bf9-d03c4a3a6698 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0518105 Dec 22 10:05:44.366498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49402) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:44.426083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-34f401ea-0cb9-4540-aafb-f05fe5b7ebea tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:44.430119 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-34f401ea-0cb9-4540-aafb-f05fe5b7ebea tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0289276 Dec 22 10:05:44.440997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49406) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:44.458444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-b99af421-a174-4aad-a4f2-69756c2484f0 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:44.463723 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b99af421-a174-4aad-a4f2-69756c2484f0 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0149589 Dec 22 10:05:44.470012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49410) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:44.479929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-cf820543-1c70-4d2f-a1e4-88b3b3480d75 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:44.486208 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cf820543-1c70-4d2f-a1e4-88b3b3480d75 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0138464 Dec 22 10:05:44.487769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49414) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:44.500888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-d39f48c7-94b5-4332-b218-61b3906015e3 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:44.506313 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d39f48c7-94b5-4332-b218-61b3906015e3 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0172029 Dec 22 10:05:44.512277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49418) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:44.604123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-8bddb607-20b3-4118-8508-fdbce21327c5 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:44.609321 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8bddb607-20b3-4118-8508-fdbce21327c5 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0861259 Dec 22 10:05:44.610792 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-017e9bbc-925d-438f-854a-c0783626dd88 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:44.624624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Network 7968b82d-1cac-400f-85ab-b16922de08ae is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:05:44.626832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:05:44.634663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:05:44.769329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Attempting to bind port a58f94b1-308c-4d6d-b03a-f7dc60e494bd on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:05:44.769768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Attempting to bind port a58f94b1-308c-4d6d-b03a-f7dc60e494bd by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '8bd6c87c-8512-4171-93f9-648c7a955085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7968b82d-1cac-400f-85ab-b16922de08ae'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:05:44.770191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Attempting to bind port a58f94b1-308c-4d6d-b03a-f7dc60e494bd on network 7968b82d-1cac-400f-85ab-b16922de08ae {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:05:44.787860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:05:44.788339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Checking segment: {'id': '8bd6c87c-8512-4171-93f9-648c7a955085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7968b82d-1cac-400f-85ab-b16922de08ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:05:44.789239 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:44.789366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Bound using segment: {'id': '8bd6c87c-8512-4171-93f9-648c7a955085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7968b82d-1cac-400f-85ab-b16922de08ae'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:05:44.789856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Bound port: a58f94b1-308c-4d6d-b03a-f7dc60e494bd, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd6c87c-8512-4171-93f9-648c7a955085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7968b82d-1cac-400f-85ab-b16922de08ae'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:05:44.790429 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:44.810986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49426) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:44.813778 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ef746a3f-ec09-4fd3-a60a-81f218609afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:44.884399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-1237bb2e-de1c-42b3-a1fc-ed3b55c8a9ea tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:44.885795 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1237bb2e-de1c-42b3-a1fc-ed3b55c8a9ea tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0152295 Dec 22 10:05:44.924073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49434) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:44.931008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e9bbc-925d-438f-854a-c0783626dd88 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Subnet': ['ID=90999709-a439-42b4-a798-a09e724767d9,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:44.942903 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-017e9bbc-925d-438f-854a-c0783626dd88 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:44.944408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-d0145481-6a5b-4191-b72a-9e3ba8dea3b4 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:44.945539 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d0145481-6a5b-4191-b72a-9e3ba8dea3b4 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0135760 Dec 22 10:05:44.956686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49438) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:44.961440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 1680dc6c-2522-49c3-86b4-3567fd80b1d2 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:44.971318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-ed8a190f-5875-4ecd-a790-0b80a19c17fd tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:44.972920 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ed8a190f-5875-4ecd-a790-0b80a19c17fd tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0121739 Dec 22 10:05:44.975853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49442) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:44.992364 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b1d7dd6b-ee7d-4103-8414-32523f849a45 req-9e26e903-907f-42cc-b2b4-56d259a75495 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9400680 Dec 22 10:05:45.006151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-619307ae-a4d8-447b-a0ac-bcc488ccb5fb tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.007616 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-619307ae-a4d8-447b-a0ac-bcc488ccb5fb tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0192976 Dec 22 10:05:45.011176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49448) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.027269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-298c1f26-a1e9-4402-a807-a1404977983a tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.031200 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-298c1f26-a1e9-4402-a807-a1404977983a tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0176938 Dec 22 10:05:45.033097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017e9bbc-925d-438f-854a-c0783626dd88 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Checking segment: {'id': '767f3bc0-e15a-4c31-be24-a54630b6faad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dd914ca3-7f12-4de2-8337-c5f21aab9199'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:05:45.033708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017e9bbc-925d-438f-854a-c0783626dd88 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network hostable DHCP agents. Network: dd914ca3-7f12-4de2-8337-c5f21aab9199, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:05:45.034967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49452) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.045316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-2391b4cd-0b73-402b-81db-e622d6d830df tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.045316 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2391b4cd-0b73-402b-81db-e622d6d830df tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0092533 Dec 22 10:05:45.048395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49456) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.059969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-50b43277-f03e-4aed-aad1-6ded88e0d99a tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.061422 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-50b43277-f03e-4aed-aad1-6ded88e0d99a tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0119333 Dec 22 10:05:45.073836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49460) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.125132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-3eddcf1f-31fd-4948-a2de-5f82f38af354 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.134780 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3eddcf1f-31fd-4948-a2de-5f82f38af354 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0616086 Dec 22 10:05:45.141672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49466) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.141976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 1680dc6c-2522-49c3-86b4-3567fd80b1d2 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:05:45.152367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 1680dc6c-2522-49c3-86b4-3567fd80b1d2 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:45.152808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:45.160502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-57dea38b-fb22-4d4f-b2a3-675949ee71e3 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.177245 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-57dea38b-fb22-4d4f-b2a3-675949ee71e3 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0306249 Dec 22 10:05:45.184540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49472) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.186978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017e9bbc-925d-438f-854a-c0783626dd88 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network dd914ca3-7f12-4de2-8337-c5f21aab9199 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:05:45.193046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-c08e4c04-089e-4900-8f32-f068c4040c16 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.194227 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c08e4c04-089e-4900-8f32-f068c4040c16 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0084896 Dec 22 10:05:45.197344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49476) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.209381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-05b02e42-f237-4d0d-bcef-4055f0815976 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.210492 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-05b02e42-f237-4d0d-bcef-4055f0815976 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0120757 Dec 22 10:05:45.214568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49480) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.218083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-017e9bbc-925d-438f-854a-c0783626dd88 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, dd914ca3-7f12-4de2-8337-c5f21aab9199) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:05:45.251692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017e9bbc-925d-438f-854a-c0783626dd88 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:45.255447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-017e9bbc-925d-438f-854a-c0783626dd88 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:45.305064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0b8638-73e3-4765-825a-110107176f51 None None] Network dd914ca3-7f12-4de2-8337-c5f21aab9199 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:05:45.328065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-d6992db0-8902-46e8-9252-77a6c7560b53 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.330642 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d6992db0-8902-46e8-9252-77a6c7560b53 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.1121488 Dec 22 10:05:45.335152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49486) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.358140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-f38d0289-4b3d-41b3-b680-90f11f5461b0 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.359362 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f38d0289-4b3d-41b3-b680-90f11f5461b0 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0199845 Dec 22 10:05:45.363101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49490) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.368617 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-017e9bbc-925d-438f-854a-c0783626dd88 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6283131 Dec 22 10:05:45.369388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49494) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.379987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-afe92975-9809-4028-9edc-53b77a3962e9 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.385129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-815c773e-8508-48f4-815c-5f0cb3b0adeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'network_id': 'dd914ca3-7f12-4de2-8337-c5f21aab9199', 'name': 'tempest-PortsIpV6TestJSON-1229488728'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:45.402266 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-afe92975-9809-4028-9edc-53b77a3962e9 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0356677 Dec 22 10:05:45.406995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49498) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.441091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-50bd848b-03fc-4968-ba12-6ed093fd1e36 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.445959 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-50bd848b-03fc-4968-ba12-6ed093fd1e36 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0373342 Dec 22 10:05:45.450565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49502) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.452296 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:45.511045 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:45.549573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-1fb7a5b8-97e8-4c69-b242-91bea7b3f636 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.551544 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1fb7a5b8-97e8-4c69-b242-91bea7b3f636 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0143352 Dec 22 10:05:45.574400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49506) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.574783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49508) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.588752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-5f5990ee-a061-49dc-a88e-ec77854dc8b0 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.596622 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5f5990ee-a061-49dc-a88e-ec77854dc8b0 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0115633 Dec 22 10:05:45.596789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49514) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.635330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] For port a58f94b1-308c-4d6d-b03a-f7dc60e494bd, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:05:45.650290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-6e1d4982-71a9-465c-8ab8-7ee07fca03be tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.657824 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6e1d4982-71a9-465c-8ab8-7ee07fca03be tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0607350 Dec 22 10:05:45.667285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 1680dc6c-2522-49c3-86b4-3567fd80b1d2, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=1680dc6c-2522-49c3-86b4-3567fd80b1d2,segment=NetworkSegment(224b82da-8929-4c32-a798-a1f98b31b26e),segment_id=224b82da-8929-4c32-a798-a1f98b31b26e)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:45.671736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49522) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.675582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] For port a58f94b1-308c-4d6d-b03a-f7dc60e494bd, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a58f94b1-308c-4d6d-b03a-f7dc60e494bd,segment=NetworkSegment(8bd6c87c-8512-4171-93f9-648c7a955085),segment_id=8bd6c87c-8512-4171-93f9-648c7a955085)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:05:45.680343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:45.686432 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e3620fd1-fd75-431e-8a71-ce7285b8d4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:45.711203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-eb69146b-d8cd-44e5-8da0-f9190606f131 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.713525 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-eb69146b-d8cd-44e5-8da0-f9190606f131 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0352025 Dec 22 10:05:45.717513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49528) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.724443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-10fa2419-3d12-4c11-8cca-5c9895cddc69 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.725807 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-10fa2419-3d12-4c11-8cca-5c9895cddc69 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0072236 Dec 22 10:05:45.729803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49532) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.748170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-84c6b65f-8929-45cf-955a-fb941adbe8ed tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.749261 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-84c6b65f-8929-45cf-955a-fb941adbe8ed tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0184722 Dec 22 10:05:45.752860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49536) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.777848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-33a6930e-ab04-4231-88ac-ed8a2efacd2c tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.779393 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-33a6930e-ab04-4231-88ac-ed8a2efacd2c tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0253723 Dec 22 10:05:45.784705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=1680dc6c-2522-49c3-86b4-3567fd80b1d2,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:45.788376 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:45.790019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:45.824484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49540) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.852213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-05c53b43-bac3-4e5f-b407-7b843a766212 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.858575 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-05c53b43-bac3-4e5f-b407-7b843a766212 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0212126 Dec 22 10:05:45.859371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49546) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.877911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-21e8d34f-53e4-4eba-a46b-74d3d0b1a5d1 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.882204 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-21e8d34f-53e4-4eba-a46b-74d3d0b1a5d1 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0193460 Dec 22 10:05:45.882675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49552) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.892527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-e1a059c5-77f5-49f5-9364-2c123deb5aad tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.896244 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e1a059c5-77f5-49f5-9364-2c123deb5aad tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0100224 Dec 22 10:05:45.897111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-815c773e-8508-48f4-815c-5f0cb3b0adeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:45.897235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49556) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.908757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-c5e42ca3-92fa-4525-80ca-061714836f7c tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.912321 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c5e42ca3-92fa-4525-80ca-061714836f7c tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0114665 Dec 22 10:05:45.916909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49560) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.923268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-815c773e-8508-48f4-815c-5f0cb3b0adeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:45.929260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-e634d80b-42fa-4a35-b56d-fbc95aa78464 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.933242 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e634d80b-42fa-4a35-b56d-fbc95aa78464 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0142720 Dec 22 10:05:45.935502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49564) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.953841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-ccb3d441-7cb3-4870-84ce-899b9a87eea9 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.957676 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ccb3d441-7cb3-4870-84ce-899b9a87eea9 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0204623 Dec 22 10:05:45.958062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49568) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:45.966331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-440d30ad-26f2-41d8-8793-f80d0817dec4 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:45.970648 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-440d30ad-26f2-41d8-8793-f80d0817dec4 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0082934 Dec 22 10:05:45.970841 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d77ef439-4b9b-4f08-8072-67492050d6d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:45.978850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49572) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:46.002095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-625d40f6-e41b-40d1-ab36-bebfbd39016e tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:46.003717 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-625d40f6-e41b-40d1-ab36-bebfbd39016e tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0232096 Dec 22 10:05:46.005486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815c773e-8508-48f4-815c-5f0cb3b0adeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:05:46.011630 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-815c773e-8508-48f4-815c-5f0cb3b0adeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:46.036771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49576) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:46.069699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-9ce3ffad-b60f-42b1-b379-b7fe158531dd tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:46.072991 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9ce3ffad-b60f-42b1-b379-b7fe158531dd tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0221541 Dec 22 10:05:46.080162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49580) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:46.089946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-e15705a2-606f-4300-bc9b-db7aa761e204 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:46.091261 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e15705a2-606f-4300-bc9b-db7aa761e204 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0097280 Dec 22 10:05:46.108053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49584) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:46.124424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Pushing event updated for resources: {'Port': ['ID=a58f94b1-308c-4d6d-b03a-f7dc60e494bd,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:46.136446 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:46.142893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:46.169276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-3d70ae2b-bcef-475e-abda-f0d35108fa1e tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:46.171075 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3d70ae2b-bcef-475e-abda-f0d35108fa1e tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0246749 Dec 22 10:05:46.177493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49590) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:46.193191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-ad930108-00bd-44fe-b364-8b6b36361e94 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:46.199454 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ad930108-00bd-44fe-b364-8b6b36361e94 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0144007 Dec 22 10:05:46.224901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49596) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:46.242610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-dd914ca3-7f12-4de2-8337-c5f21aab9199', 'network_id': 'dd914ca3-7f12-4de2-8337-c5f21aab9199', 'tenant_id': '03a0ee151fb640bf8582ae52a39c4148', 'fixed_ips': [{'subnet_id': '90999709-a439-42b4-a798-a09e724767d9'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:05:46.243741 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:46.275993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-695f68f9-4a17-4e34-89ff-d5e88b3f19f9 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:46.277286 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-695f68f9-4a17-4e34-89ff-d5e88b3f19f9 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0510328 Dec 22 10:05:46.302619 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b705e5c8-92e1-4470-a69a-7a1d01020513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:46.314209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49600) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:46.359222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b705e5c8-92e1-4470-a69a-7a1d01020513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:46.374734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b705e5c8-92e1-4470-a69a-7a1d01020513 admin admin] Usage tracker for resource:security_group_rule and tenant:97fa3ccaed3443b897d1bd485883f8ae is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:46.385739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-b705e5c8-92e1-4470-a69a-7a1d01020513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:46.396773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-b705e5c8-92e1-4470-a69a-7a1d01020513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:46.446831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-b4133e0c-0e45-4bed-92d4-dd47ea80bcba tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:46.448608 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b4133e0c-0e45-4bed-92d4-dd47ea80bcba tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.1327360 Dec 22 10:05:46.455965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49606) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:46.474063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [None req-cb88c878-6351-4c69-a29e-35575f768e12 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] http://10.222.0.50:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:05:46.475288 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cb88c878-6351-4c69-a29e-35575f768e12 tempest-ExtensionsTestJSON-2020368051 tempest-ExtensionsTestJSON-2020368051] 10.222.0.50 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0182939 Dec 22 10:05:46.539430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-815c773e-8508-48f4-815c-5f0cb3b0adeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] device_id is not set on port 400e3cbf-5e9b-4123-8b9c-57e3107f4def yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:05:46.588090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Router 53d828af-80fe-4814-90f8-cf88ef7e4af4 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 10:05:47.041309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-815c773e-8508-48f4-815c-5f0cb3b0adeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Allocated IP 2001:db8::35f (dd914ca3-7f12-4de2-8337-c5f21aab9199/90999709-a439-42b4-a798-a09e724767d9/400e3cbf-5e9b-4123-8b9c-57e3107f4def) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:05:47.085216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49622) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:47.128355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:05:47.146348 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Sync routers for ids ['53d828af-80fe-4814-90f8-cf88ef7e4af4'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:05:47.159145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a58f94b1-308c-4d6d-b03a-f7dc60e494bd up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:47.162221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Routers {'53d828af-80fe-4814-90f8-cf88ef7e4af4'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:05:47.162915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:05:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['53d828af-80fe-4814-90f8-cf88ef7e4af4'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:47.274292 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b705e5c8-92e1-4470-a69a-7a1d01020513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:47.328181 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b705e5c8-92e1-4470-a69a-7a1d01020513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:47.390841 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0980bb4c-b99f-41dc-81a3-cb12ebcc12e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:47.442055 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port a58f94b1-308c-4d6d-b03a-f7dc60e494bd completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:05:47.449807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 1680dc6c-2522-49c3-86b4-3567fd80b1d2 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:47.458046 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b705e5c8-92e1-4470-a69a-7a1d01020513 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=97fa3ccaed3443b897d1bd485883f8ae&name=default HTTP/1.1" status: 200 len: 2883 time: 1.8759105 Dec 22 10:05:47.462405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49632) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:47.479640 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:47.480979 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.0763044 Dec 22 10:05:47.492035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96553ea-a100-4f38-9117-bb5978033b78 req-8974f6fd-4cb9-4832-95e3-835e94c618a9 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:47.500862 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f96553ea-a100-4f38-9117-bb5978033b78 req-8974f6fd-4cb9-4832-95e3-835e94c618a9 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=68489b87-a13d-4917-922d-f7aea20684e9 HTTP/1.1" status: 200 len: 945 time: 0.3573387 Dec 22 10:05:47.504206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49638) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:47.545546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 1680dc6c-2522-49c3-86b4-3567fd80b1d2 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:47.546337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:47.548626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705e5c8-92e1-4470-a69a-7a1d01020513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7705c9a8-bd98-46c0-89d5-44d2f63aa3a6,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:47.577611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Set router 53d828af-80fe-4814-90f8-cf88ef7e4af4 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:05:47.640193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-815c773e-8508-48f4-815c-5f0cb3b0adeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:47.738864 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b705e5c8-92e1-4470-a69a-7a1d01020513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:47.743597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-815c773e-8508-48f4-815c-5f0cb3b0adeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Transition to ACTIVE for port object 400e3cbf-5e9b-4123-8b9c-57e3107f4def will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:05:47.769339 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7fc99e16-e6a5-45c2-8f06-a941341a1c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:47.840983 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-98fc107f-ff50-4de2-bf45-09b5b3785b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:47.849046 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7fc99e16-e6a5-45c2-8f06-a941341a1c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:47.856883 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f96553ea-a100-4f38-9117-bb5978033b78 req-d6537402-f842-435f-88e5-88112a173560 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546984 Dec 22 10:05:47.863739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-98fc107f-ff50-4de2-bf45-09b5b3785b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:47.868050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-98fc107f-ff50-4de2-bf45-09b5b3785b07 admin admin] Usage tracker for resource:security_group_rule and tenant:6b7bf42ea7b94da7bd7ce9cd23a348ee is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:47.871137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-98fc107f-ff50-4de2-bf45-09b5b3785b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:47.878030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-98fc107f-ff50-4de2-bf45-09b5b3785b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:47.915815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-815c773e-8508-48f4-815c-5f0cb3b0adeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:47.952000 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-17b5cd11-ef6d-43e1-9f5b-4039fb408a05 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:48.004154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Allocated IP 2001:db8::2 (dd914ca3-7f12-4de2-8337-c5f21aab9199/90999709-a439-42b4-a798-a09e724767d9/c4b9115f-3185-47f5-9e70-5542b256b8b9) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:05:48.191105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d828af-80fe-4814-90f8-cf88ef7e4af4', 'name': 'tempest-TestVolumeBootPattern-259169041-router', 'tenant_id': '40274f2d0985412194dd190657092ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '5f0599f6-da4a-4511-be2e-99e4d85339a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:05:39Z', 'updated_at': '2020-12-22T10:05:45Z', 'revision_number': 3, 'project_id': '40274f2d0985412194dd190657092ad0', 'gw_port': {'id': '5f0599f6-da4a-4511-be2e-99e4d85339a4', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d828af-80fe-4814-90f8-cf88ef7e4af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:05:41Z', 'updated_at': '2020-12-22T10:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:48.233114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Checking router: 53d828af-80fe-4814-90f8-cf88ef7e4af4 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:05:48.234744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Updating router 53d828af-80fe-4814-90f8-cf88ef7e4af4 port 5f0599f6-da4a-4511-be2e-99e4d85339a4 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 10:05:48.271505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033701c8-8f66-4bd7-be01-02078d37b9ee None None] Network 7968b82d-1cac-400f-85ab-b16922de08ae requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:05:48.283042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c773e-8508-48f4-815c-5f0cb3b0adeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network dd914ca3-7f12-4de2-8337-c5f21aab9199 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:05:48.288220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-815c773e-8508-48f4-815c-5f0cb3b0adeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:05:48.293746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c773e-8508-48f4-815c-5f0cb3b0adeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:05:48.299053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815c773e-8508-48f4-815c-5f0cb3b0adeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:48.299751 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-815c773e-8508-48f4-815c-5f0cb3b0adeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:48.305725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c773e-8508-48f4-815c-5f0cb3b0adeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=400e3cbf-5e9b-4123-8b9c-57e3107f4def,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:48.320696 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-815c773e-8508-48f4-815c-5f0cb3b0adeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:48.356391 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7fc99e16-e6a5-45c2-8f06-a941341a1c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:48.365831 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ac15322-6653-4db0-bfd5-8eca44561c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:48.386135 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:48.390635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc99e16-e6a5-45c2-8f06-a941341a1c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7705c9a8-bd98-46c0-89d5-44d2f63aa3a6,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:48.405960 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7fc99e16-e6a5-45c2-8f06-a941341a1c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:48.420990 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-815c773e-8508-48f4-815c-5f0cb3b0adeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0501750 Dec 22 10:05:48.422320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49648) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:48.427054 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7fc99e16-e6a5-45c2-8f06-a941341a1c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:48.428570 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7fc99e16-e6a5-45c2-8f06-a941341a1c7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7705c9a8-bd98-46c0-89d5-44d2f63aa3a6 HTTP/1.1" status: 204 len: 168 time: 0.9651449 Dec 22 10:05:48.553526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8ebe41c3-ca7f-4981-b498-28c75f65d567 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port 400e3cbf-5e9b-4123-8b9c-57e3107f4def {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:05:48.553819 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ebe41c3-ca7f-4981-b498-28c75f65d567 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:48.839930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4ff7481b-6497-4689-845b-1948229d28d7 None None] Provisioning for port a58f94b1-308c-4d6d-b03a-f7dc60e494bd completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:05:48.875001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4ff7481b-6497-4689-845b-1948229d28d7 None None] Provisioning complete for port a58f94b1-308c-4d6d-b03a-f7dc60e494bd triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:48.875701 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4ff7481b-6497-4689-845b-1948229d28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:48.966433 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:49.026139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31541173-113c-4f5c-83de-8cc962e4ee27 req-7c75349d-3b1b-4c2b-b359-49ab4b124fac tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:49.028528 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-31541173-113c-4f5c-83de-8cc962e4ee27 req-7c75349d-3b1b-4c2b-b359-49ab4b124fac tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.64 "GET /v2.0/ports?device_id=68489b87-a13d-4917-922d-f7aea20684e9 HTTP/1.1" status: 200 len: 945 time: 1.0454931 Dec 22 10:05:49.036395 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-98fc107f-ff50-4de2-bf45-09b5b3785b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:49.083336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Transition to ACTIVE for port object c4b9115f-3185-47f5-9e70-5542b256b8b9 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:05:49.106665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device c7d87b09-b250-49ec-9add-8056494dd45e no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:05:49.151474 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-98fc107f-ff50-4de2-bf45-09b5b3785b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:49.197176 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:49.225190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Transition to ACTIVE for port object 5f0599f6-da4a-4511-be2e-99e4d85339a4 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:05:49.232844 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:49.279154 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-83171124-2376-4b85-a57d-ffe040a26917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:49.285602 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ee264da5-2ff8-47eb-add2-b796d5fcd390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:49.295554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Transition to ACTIVE for port object c4b9115f-3185-47f5-9e70-5542b256b8b9 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:05:49.316772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170fd1b-58e4-441a-a65e-93769171cf5b req-a0d24273-c1f4-4e90-b866-38116b607759 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:49.316772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d170fd1b-58e4-441a-a65e-93769171cf5b req-a0d24273-c1f4-4e90-b866-38116b607759 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Synchronizing usage tracker for tenant:a1bab97a2a4045d7a9e469531bdd80fd on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:05:49.383443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-31541173-113c-4f5c-83de-8cc962e4ee27 req-bfb9f3df-960e-4f2c-a29b-01b34979b9b4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Deleting port c7d87b09-b250-49ec-9add-8056494dd45e {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:05:49.383958 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-31541173-113c-4f5c-83de-8cc962e4ee27 req-bfb9f3df-960e-4f2c-a29b-01b34979b9b4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:49.388721 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:49.391194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49668) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:49.438590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-d170fd1b-58e4-441a-a65e-93769171cf5b req-a0d24273-c1f4-4e90-b866-38116b607759 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Unset dirty status for tenant:a1bab97a2a4045d7a9e469531bdd80fd on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:05:49.440145 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d170fd1b-58e4-441a-a65e-93769171cf5b req-a0d24273-c1f4-4e90-b866-38116b607759 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.64 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 945 time: 0.7693510 Dec 22 10:05:49.441068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a12f0613-bed8-4f8c-9b8d-ba8287b1bdbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:49.520657 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ebe41c3-ca7f-4981-b498-28c75f65d567 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:49.545097 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:49.585695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc107f-ff50-4de2-bf45-09b5b3785b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b53620e-9d1d-48d9-ab4e-5c91e788ac3a,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:49.638595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Pushing event updated for resources: {'Port': ['ID=c4b9115f-3185-47f5-9e70-5542b256b8b9,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:49.658514 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:49.665574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Network dd914ca3-7f12-4de2-8337-c5f21aab9199 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:05:49.667440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:05:49.670957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0c49f-e221-45c3-8466-00e7a435e085 None None] Pushing event updated for resources: {'Port': ['ID=5f0599f6-da4a-4511-be2e-99e4d85339a4,revision_number=2']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:49.674542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:05:49.694004 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1bf0c49f-e221-45c3-8466-00e7a435e085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:49.818237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Attempting to bind port 5f0599f6-da4a-4511-be2e-99e4d85339a4 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:05:49.820843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Attempting to bind port 5f0599f6-da4a-4511-be2e-99e4d85339a4 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:05:49.823710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8ebe41c3-ca7f-4981-b498-28c75f65d567 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for 400e3cbf-5e9b-4123-8b9c-57e3107f4def owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:05:49.823977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Attempting to bind port 5f0599f6-da4a-4511-be2e-99e4d85339a4 on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:05:49.839474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:05:49.840062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:05:49.840606 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:49.841124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:05:49.841820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Bound port: 5f0599f6-da4a-4511-be2e-99e4d85339a4, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:05:49.842343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:50.029341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] For port 5f0599f6-da4a-4511-be2e-99e4d85339a4, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:05:50.033925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] For port 5f0599f6-da4a-4511-be2e-99e4d85339a4, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=5f0599f6-da4a-4511-be2e-99e4d85339a4,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:05:50.034521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a12f0613-bed8-4f8c-9b8d-ba8287b1bdbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:50.040412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a12f0613-bed8-4f8c-9b8d-ba8287b1bdbb admin admin] Usage tracker for resource:security_group_rule and tenant:792f0510c8994bba849aea24d9bafb5a is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:50.046623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a12f0613-bed8-4f8c-9b8d-ba8287b1bdbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:50.049668 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:50.054502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a12f0613-bed8-4f8c-9b8d-ba8287b1bdbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:50.075733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4ff7481b-6497-4689-845b-1948229d28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:50.077354 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c3bf0283-c417-46df-a127-9a0b764909bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:50.145469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Attempting to bind port c4b9115f-3185-47f5-9e70-5542b256b8b9 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:05:50.146014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Attempting to bind port c4b9115f-3185-47f5-9e70-5542b256b8b9 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '767f3bc0-e15a-4c31-be24-a54630b6faad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dd914ca3-7f12-4de2-8337-c5f21aab9199'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:05:50.146528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Attempting to bind port c4b9115f-3185-47f5-9e70-5542b256b8b9 on network dd914ca3-7f12-4de2-8337-c5f21aab9199 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:05:50.166565 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a12f0613-bed8-4f8c-9b8d-ba8287b1bdbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:50.175501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-4ff7481b-6497-4689-845b-1948229d28d7 None None] For port a58f94b1-308c-4d6d-b03a-f7dc60e494bd, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a58f94b1-308c-4d6d-b03a-f7dc60e494bd,segment=NetworkSegment(8bd6c87c-8512-4171-93f9-648c7a955085),segment_id=8bd6c87c-8512-4171-93f9-648c7a955085)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:50.181005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:05:50.181558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Checking segment: {'id': '767f3bc0-e15a-4c31-be24-a54630b6faad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dd914ca3-7f12-4de2-8337-c5f21aab9199'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:05:50.182106 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:50.182649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Bound using segment: {'id': '767f3bc0-e15a-4c31-be24-a54630b6faad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dd914ca3-7f12-4de2-8337-c5f21aab9199'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:05:50.183292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Bound port: c4b9115f-3185-47f5-9e70-5542b256b8b9, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767f3bc0-e15a-4c31-be24-a54630b6faad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dd914ca3-7f12-4de2-8337-c5f21aab9199'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:05:50.183810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:50.203899 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:50.217461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-d170fd1b-58e4-441a-a65e-93769171cf5b req-112b15cf-238d-4101-b1a7-ad2cd0a861bc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Deleting port b1091a11-d315-47dc-abcf-f060c1080708 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:05:50.217849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d170fd1b-58e4-441a-a65e-93769171cf5b req-112b15cf-238d-4101-b1a7-ad2cd0a861bc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:50.311502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] For port c4b9115f-3185-47f5-9e70-5542b256b8b9, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:05:50.315333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] For port c4b9115f-3185-47f5-9e70-5542b256b8b9, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c4b9115f-3185-47f5-9e70-5542b256b8b9,segment=NetworkSegment(767f3bc0-e15a-4c31-be24-a54630b6faad),segment_id=767f3bc0-e15a-4c31-be24-a54630b6faad)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:05:50.321557 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4ff7481b-6497-4689-845b-1948229d28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:50.326449 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-42efa9bd-9e67-46a1-8b0f-fd3a7667fc6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:50.331010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ebe41c3-ca7f-4981-b498-28c75f65d567 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:50.360041 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:50.397838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68489b87-a13d-4917-922d-f7aea20684e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7d87b09-b250-49ec-9add-8056494dd45e'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:05:50.422823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0c49f-e221-45c3-8466-00e7a435e085 None None] Pushing event updated for resources: {'Port': ['ID=5f0599f6-da4a-4511-be2e-99e4d85339a4,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:50.430385 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1bf0c49f-e221-45c3-8466-00e7a435e085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:50.482523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7481b-6497-4689-845b-1948229d28d7 None None] Pushing event updated for resources: {'Port': ['ID=a58f94b1-308c-4d6d-b03a-f7dc60e494bd,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:50.511924 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4ff7481b-6497-4689-845b-1948229d28d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:50.518079 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:50.575684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Routers {'53d828af-80fe-4814-90f8-cf88ef7e4af4'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:05:50.576359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:05:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['53d828af-80fe-4814-90f8-cf88ef7e4af4'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:50.577995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-31541173-113c-4f5c-83de-8cc962e4ee27 req-bfb9f3df-960e-4f2c-a29b-01b34979b9b4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] For port c7d87b09-b250-49ec-9add-8056494dd45e, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c7d87b09-b250-49ec-9add-8056494dd45e,segment=NetworkSegment(5f49ace4-6ce0-45b9-b043-a93853a2493f),segment_id=5f49ace4-6ce0-45b9-b043-a93853a2493f)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:50.578697 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-31541173-113c-4f5c-83de-8cc962e4ee27 req-bfb9f3df-960e-4f2c-a29b-01b34979b9b4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:50.616003 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68489b87-a13d-4917-922d-f7aea20684e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7d87b09-b250-49ec-9add-8056494dd45e', 'code': 200} Dec 22 10:05:50.620700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port c7d87b09-b250-49ec-9add-8056494dd45e, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c7d87b09-b250-49ec-9add-8056494dd45e,segment=NetworkSegment(5f49ace4-6ce0-45b9-b043-a93853a2493f),segment_id=5f49ace4-6ce0-45b9-b043-a93853a2493f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:50.622668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Pushing event updated for resources: {'Port': ['ID=c4b9115f-3185-47f5-9e70-5542b256b8b9,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:50.688406 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:50.709848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:50.710918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b1091a11-d315-47dc-abcf-f060c1080708 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:05:50.744694 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-875ff729-c167-4736-bba9-cd81b5d8c0a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:50.800286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-31541173-113c-4f5c-83de-8cc962e4ee27 req-bfb9f3df-960e-4f2c-a29b-01b34979b9b4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Calling delete_port for c7d87b09-b250-49ec-9add-8056494dd45e owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:05:50.819154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9833cd08-d99f-414d-966a-7fe36d88c72f None None] Provisioning complete for port a58f94b1-308c-4d6d-b03a-f7dc60e494bd triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:50.819592 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9833cd08-d99f-414d-966a-7fe36d88c72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:50.904708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a58f94b1-308c-4d6d-b03a-f7dc60e494bd up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:50.964716 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-98fc107f-ff50-4de2-bf45-09b5b3785b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.687s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:50.973474 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:51.007251 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a12f0613-bed8-4f8c-9b8d-ba8287b1bdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:51.017619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] Set router 53d828af-80fe-4814-90f8-cf88ef7e4af4 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:05:51.020178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=c7d87b09-b250-49ec-9add-8056494dd45e,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:51.024229 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-31541173-113c-4f5c-83de-8cc962e4ee27 req-bfb9f3df-960e-4f2c-a29b-01b34979b9b4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:05:51.024837 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-31541173-113c-4f5c-83de-8cc962e4ee27 req-bfb9f3df-960e-4f2c-a29b-01b34979b9b4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:05:51.043454 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:51.047465 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-98fc107f-ff50-4de2-bf45-09b5b3785b07 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b7bf42ea7b94da7bd7ce9cd23a348ee&name=default HTTP/1.1" status: 200 len: 2883 time: 3.9595575 Dec 22 10:05:51.059907 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0e466421-34e0-4185-b963-d77ad3e67149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:51.071018 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49682) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:51.114972 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a12f0613-bed8-4f8c-9b8d-ba8287b1bdbb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=792f0510c8994bba849aea24d9bafb5a&name=default HTTP/1.1" status: 200 len: 2883 time: 1.7190592 Dec 22 10:05:51.123356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f0613-bed8-4f8c-9b8d-ba8287b1bdbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61aca73d-df1a-41fa-8ff6-20b2465e4443,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:51.128692 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a12f0613-bed8-4f8c-9b8d-ba8287b1bdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:51.133677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ebe41c3-ca7f-4981-b498-28c75f65d567 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:51.155754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49686) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:51.158173 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a9aeba93-9b36-4bee-964d-11968c395115 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:51.227037 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8ebe41c3-ca7f-4981-b498-28c75f65d567 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/ports/400e3cbf-5e9b-4123-8b9c-57e3107f4def HTTP/1.1" status: 204 len: 168 time: 2.8027363 Dec 22 10:05:51.271798 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:51.274608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49688) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:51.416181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port b1091a11-d315-47dc-abcf-f060c1080708, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b1091a11-d315-47dc-abcf-f060c1080708,segment=NetworkSegment(5f49ace4-6ce0-45b9-b043-a93853a2493f),segment_id=5f49ace4-6ce0-45b9-b043-a93853a2493f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:51.425781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:51.438554 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-62ae19f3-e858-43cf-a31e-134e34dc9851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:51.504644 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-c825c34e-cf05-45da-9462-88766b6cb7c2 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] DELETE failed (client error): The resource could not be found. Dec 22 10:05:51.505528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c825c34e-cf05-45da-9462-88766b6cb7c2 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:05:51.544726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe41c3-ca7f-4981-b498-28c75f65d567 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=400e3cbf-5e9b-4123-8b9c-57e3107f4def,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:51.547355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port a58f94b1-308c-4d6d-b03a-f7dc60e494bd triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:51.548611 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:51.555243 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8ebe41c3-ca7f-4981-b498-28c75f65d567 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:51.616760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-31541173-113c-4f5c-83de-8cc962e4ee27 req-bfb9f3df-960e-4f2c-a29b-01b34979b9b4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Deleting port c7d87b09-b250-49ec-9add-8056494dd45e {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:05:51.617007 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-31541173-113c-4f5c-83de-8cc962e4ee27 req-bfb9f3df-960e-4f2c-a29b-01b34979b9b4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:51.694150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-affdff96-6c75-4021-a56a-3a111ad2f47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:51.727913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=b1091a11-d315-47dc-abcf-f060c1080708,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:51.742620 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:51.757414 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-affdff96-6c75-4021-a56a-3a111ad2f47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:51.907845 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-affdff96-6c75-4021-a56a-3a111ad2f47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:51.934343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d828af-80fe-4814-90f8-cf88ef7e4af4', 'name': 'tempest-TestVolumeBootPattern-259169041-router', 'tenant_id': '40274f2d0985412194dd190657092ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '5f0599f6-da4a-4511-be2e-99e4d85339a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:05:39Z', 'updated_at': '2020-12-22T10:05:45Z', 'revision_number': 3, 'project_id': '40274f2d0985412194dd190657092ad0', 'gw_port': {'id': '5f0599f6-da4a-4511-be2e-99e4d85339a4', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d828af-80fe-4814-90f8-cf88ef7e4af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:05:41Z', 'updated_at': '2020-12-22T10:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:51.937177 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-53a9c9ce-be09-4ae0-a230-340ea19462bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:51.939466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18d79aa-4e29-44ac-abca-1d08e32a83a6 None None] The sync data for ids ['53d828af-80fe-4814-90f8-cf88ef7e4af4'] in n-d-765315-5 is: [{'id': '53d828af-80fe-4814-90f8-cf88ef7e4af4', 'name': 'tempest-TestVolumeBootPattern-259169041-router', 'tenant_id': '40274f2d0985412194dd190657092ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '5f0599f6-da4a-4511-be2e-99e4d85339a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:05:39Z', 'updated_at': '2020-12-22T10:05:45Z', 'revision_number': 3, 'project_id': '40274f2d0985412194dd190657092ad0', 'gw_port': {'id': '5f0599f6-da4a-4511-be2e-99e4d85339a4', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d828af-80fe-4814-90f8-cf88ef7e4af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:05:41Z', 'updated_at': '2020-12-22T10:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:05:51.964830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdff96-6c75-4021-a56a-3a111ad2f47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61aca73d-df1a-41fa-8ff6-20b2465e4443,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:51.971032 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-affdff96-6c75-4021-a56a-3a111ad2f47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:51.977862 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0c748bd0-1da4-47fb-b022-d4742bab0da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:51.983789 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-affdff96-6c75-4021-a56a-3a111ad2f47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:51.989259 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-affdff96-6c75-4021-a56a-3a111ad2f47d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61aca73d-df1a-41fa-8ff6-20b2465e4443 HTTP/1.1" status: 204 len: 168 time: 0.7580137 Dec 22 10:05:51.989259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d170fd1b-58e4-441a-a65e-93769171cf5b req-112b15cf-238d-4101-b1a7-ad2cd0a861bc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] For port b1091a11-d315-47dc-abcf-f060c1080708, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b1091a11-d315-47dc-abcf-f060c1080708,segment=NetworkSegment(5f49ace4-6ce0-45b9-b043-a93853a2493f),segment_id=5f49ace4-6ce0-45b9-b043-a93853a2493f)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:51.989825 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d170fd1b-58e4-441a-a65e-93769171cf5b req-112b15cf-238d-4101-b1a7-ad2cd0a861bc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:52.170284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-d170fd1b-58e4-441a-a65e-93769171cf5b req-112b15cf-238d-4101-b1a7-ad2cd0a861bc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Calling delete_port for b1091a11-d315-47dc-abcf-f060c1080708 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:05:52.232472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-31541173-113c-4f5c-83de-8cc962e4ee27 req-bfb9f3df-960e-4f2c-a29b-01b34979b9b4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] For port c7d87b09-b250-49ec-9add-8056494dd45e, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=c7d87b09-b250-49ec-9add-8056494dd45e,segment=NetworkSegment(5f49ace4-6ce0-45b9-b043-a93853a2493f),segment_id=5f49ace4-6ce0-45b9-b043-a93853a2493f)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:52.233050 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-31541173-113c-4f5c-83de-8cc962e4ee27 req-bfb9f3df-960e-4f2c-a29b-01b34979b9b4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:52.258556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebc864-c757-4748-b136-e462d338370c req-a6841237-e315-4ebd-a2b6-a17b9d6a9874 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:52.259843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-64ebc864-c757-4748-b136-e462d338370c req-a6841237-e315-4ebd-a2b6-a17b9d6a9874 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Synchronizing usage tracker for tenant:a1bab97a2a4045d7a9e469531bdd80fd on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:05:52.270964 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c825c34e-cf05-45da-9462-88766b6cb7c2 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/ports/400e3cbf-5e9b-4123-8b9c-57e3107f4def HTTP/1.1" status: 404 len: 333 time: 0.9857252 Dec 22 10:05:52.288745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49702) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:52.342760 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d33d52-68f3-4927-b6a4-c79a4020eb51 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] GET failed (client error): The resource could not be found. Dec 22 10:05:52.343333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-23d33d52-68f3-4927-b6a4-c79a4020eb51 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Synchronizing usage tracker for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:05:52.360687 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-d170fd1b-58e4-441a-a65e-93769171cf5b req-112b15cf-238d-4101-b1a7-ad2cd0a861bc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:05:52.361370 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-d170fd1b-58e4-441a-a65e-93769171cf5b req-112b15cf-238d-4101-b1a7-ad2cd0a861bc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:05:52.389398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-23d33d52-68f3-4927-b6a4-c79a4020eb51 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Unset dirty status for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:05:52.396523 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-23d33d52-68f3-4927-b6a4-c79a4020eb51 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports/400e3cbf-5e9b-4123-8b9c-57e3107f4def HTTP/1.1" status: 404 len: 333 time: 0.1056294 Dec 22 10:05:52.400620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49708) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:52.569447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-31541173-113c-4f5c-83de-8cc962e4ee27 req-bfb9f3df-960e-4f2c-a29b-01b34979b9b4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Calling delete_port for c7d87b09-b250-49ec-9add-8056494dd45e owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:05:52.617701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a036cad9-8a23-495a-a9bc-969d0a18b060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1091a11-d315-47dc-abcf-f060c1080708'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:05:52.790874 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a036cad9-8a23-495a-a9bc-969d0a18b060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1091a11-d315-47dc-abcf-f060c1080708', 'code': 200} Dec 22 10:05:52.853837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fa086b-5e24-4ecf-a5df-30fcc197f945 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting subnet 90999709-a439-42b4-a798-a09e724767d9 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:05:52.865861 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67fa086b-5e24-4ecf-a5df-30fcc197f945 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:52.999323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 5f0599f6-da4a-4511-be2e-99e4d85339a4 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:53.018561 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67fa086b-5e24-4ecf-a5df-30fcc197f945 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:53.055852 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0c748bd0-1da4-47fb-b022-d4742bab0da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:53.169475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-64ebc864-c757-4748-b136-e462d338370c req-a6841237-e315-4ebd-a2b6-a17b9d6a9874 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Unset dirty status for tenant:a1bab97a2a4045d7a9e469531bdd80fd on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:05:53.172576 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64ebc864-c757-4748-b136-e462d338370c req-a6841237-e315-4ebd-a2b6-a17b9d6a9874 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=68489b87-a13d-4917-922d-f7aea20684e9 HTTP/1.1" status: 200 len: 945 time: 4.0298223 Dec 22 10:05:53.208082 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67fa086b-5e24-4ecf-a5df-30fcc197f945 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:53.217164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 5f0599f6-da4a-4511-be2e-99e4d85339a4 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:05:53.230339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 5f0599f6-da4a-4511-be2e-99e4d85339a4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:53.230887 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:53.238869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0c748bd0-1da4-47fb-b022-d4742bab0da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:53.257137 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-64ebc864-c757-4748-b136-e462d338370c req-b5b9d147-b2ac-4226-90f0-433c1edcd140 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/security-groups?id=e49043e1-1fc9-42e6-a42e-025836b69ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751576 Dec 22 10:05:53.257869 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3e92833f-4990-42bc-abf5-b2e9c2466cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:53.324198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c748bd0-1da4-47fb-b022-d4742bab0da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b53620e-9d1d-48d9-ab4e-5c91e788ac3a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:53.347423 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0c748bd0-1da4-47fb-b022-d4742bab0da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:53.355437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Allocated IP 172.20.0.1 (7968b82d-1cac-400f-85ab-b16922de08ae/a3171f30-1893-4358-8444-e6483bcee41b/05d9405a-6fbd-45df-a54f-c33857866ced) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:05:53.393184 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0c748bd0-1da4-47fb-b022-d4742bab0da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:53.396938 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0c748bd0-1da4-47fb-b022-d4742bab0da2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b53620e-9d1d-48d9-ab4e-5c91e788ac3a HTTP/1.1" status: 204 len: 168 time: 2.3202558 Dec 22 10:05:53.470410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3921e4-9621-4143-a99a-21886e82ff7c None None] Network dd914ca3-7f12-4de2-8337-c5f21aab9199 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:05:53.615276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-31541173-113c-4f5c-83de-8cc962e4ee27 req-bfb9f3df-960e-4f2c-a29b-01b34979b9b4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:53.649069 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-90699c8f-0fda-457e-8466-6297d868dfdb tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:53.733413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9f3df-960e-4f2c-a29b-01b34979b9b4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Pushing event deleted for resources: {'Port': ['ID=c7d87b09-b250-49ec-9add-8056494dd45e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:53.744586 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bfb9f3df-960e-4f2c-a29b-01b34979b9b4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:53.803531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-d170fd1b-58e4-441a-a65e-93769171cf5b req-112b15cf-238d-4101-b1a7-ad2cd0a861bc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Deleting port b1091a11-d315-47dc-abcf-f060c1080708 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:05:53.804128 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d170fd1b-58e4-441a-a65e-93769171cf5b req-112b15cf-238d-4101-b1a7-ad2cd0a861bc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:53.873841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67fa086b-5e24-4ecf-a5df-30fcc197f945 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:53.885018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:53.972130 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2004029c-7fec-4ce7-a99b-b606e7a2aa3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:53.994084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Transition to ACTIVE for port object 05d9405a-6fbd-45df-a54f-c33857866ced will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:05:54.058238 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:54.069567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa086b-5e24-4ecf-a5df-30fcc197f945 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Subnet': ['ID=90999709-a439-42b4-a798-a09e724767d9,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:54.086373 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-67fa086b-5e24-4ecf-a5df-30fcc197f945 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:54.092915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 5f0599f6-da4a-4511-be2e-99e4d85339a4, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=5f0599f6-da4a-4511-be2e-99e4d85339a4,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:54.101620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-20471c3b-ee56-4e9e-a546-bda2a4f1288d None None] Provisioning for port c4b9115f-3185-47f5-9e70-5542b256b8b9 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:05:54.132766 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:54.140984 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:54.143280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c4b9115f-3185-47f5-9e70-5542b256b8b9 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:54.223152 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-42efa9bd-9e67-46a1-8b0f-fd3a7667fc6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:54.313790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=5f0599f6-da4a-4511-be2e-99e4d85339a4,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:54.318160 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:54.343406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port c4b9115f-3185-47f5-9e70-5542b256b8b9 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:05:54.350960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port c4b9115f-3185-47f5-9e70-5542b256b8b9 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:54.351289 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:54.360045 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3ac6e146-3319-4cb6-9eff-81625a450ead tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:54.455160 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc35bf7-fd8d-459b-b49b-a83752f98d56 None None] DHCP port deletion for dd914ca3-7f12-4de2-8337-c5f21aab9199 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:05:54.462141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35bf7-fd8d-459b-b49b-a83752f98d56 None None] Deleting port c4b9115f-3185-47f5-9e70-5542b256b8b9 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:05:54.462850 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cc35bf7-fd8d-459b-b49b-a83752f98d56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:54.685442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Pushing event updated for resources: {'Port': ['ID=05d9405a-6fbd-45df-a54f-c33857866ced,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:54.710189 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:54.716120 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:54.722980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-31541173-113c-4f5c-83de-8cc962e4ee27 req-bfb9f3df-960e-4f2c-a29b-01b34979b9b4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] No DVR routers for this DVR port c7d87b09-b250-49ec-9add-8056494dd45e on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:05:54.727969 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-31541173-113c-4f5c-83de-8cc962e4ee27 req-bfb9f3df-960e-4f2c-a29b-01b34979b9b4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:54.737757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68489b87-a13d-4917-922d-f7aea20684e9', 'name': 'network-vif-deleted', 'tag': 'c7d87b09-b250-49ec-9add-8056494dd45e'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:05:54.811764 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-31541173-113c-4f5c-83de-8cc962e4ee27 req-bfb9f3df-960e-4f2c-a29b-01b34979b9b4 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.64 "DELETE /v2.0/ports/c7d87b09-b250-49ec-9add-8056494dd45e HTTP/1.1" status: 204 len: 173 time: 5.7716172 Dec 22 10:05:54.933145 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68489b87-a13d-4917-922d-f7aea20684e9', 'name': 'network-vif-deleted', 'tag': 'c7d87b09-b250-49ec-9add-8056494dd45e', 'status': 'completed', 'code': 200} Dec 22 10:05:54.940191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67fa086b-5e24-4ecf-a5df-30fcc197f945 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:54.960559 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-67fa086b-5e24-4ecf-a5df-30fcc197f945 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/subnets/90999709-a439-42b4-a798-a09e724767d9 HTTP/1.1" status: 204 len: 168 time: 2.5579536 Dec 22 10:05:54.961374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49772) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:54.966670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f2f54391-f822-4870-8748-6e34afb6907c req-af7825c0-58bf-4c27-b5ee-b101b719518a tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Synchronizing usage tracker for tenant:a1bab97a2a4045d7a9e469531bdd80fd on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:05:54.988516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-0cc35bf7-fd8d-459b-b49b-a83752f98d56 None None] For port c4b9115f-3185-47f5-9e70-5542b256b8b9, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c4b9115f-3185-47f5-9e70-5542b256b8b9,segment=NetworkSegment(767f3bc0-e15a-4c31-be24-a54630b6faad),segment_id=767f3bc0-e15a-4c31-be24-a54630b6faad)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:54.998203 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cc35bf7-fd8d-459b-b49b-a83752f98d56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:55.019138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port c4b9115f-3185-47f5-9e70-5542b256b8b9, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c4b9115f-3185-47f5-9e70-5542b256b8b9,segment=NetworkSegment(767f3bc0-e15a-4c31-be24-a54630b6faad),segment_id=767f3bc0-e15a-4c31-be24-a54630b6faad)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:55.033018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:55.039024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-f2f54391-f822-4870-8748-6e34afb6907c req-af7825c0-58bf-4c27-b5ee-b101b719518a tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Unset dirty status for tenant:a1bab97a2a4045d7a9e469531bdd80fd on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:05:55.052222 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f2f54391-f822-4870-8748-6e34afb6907c req-af7825c0-58bf-4c27-b5ee-b101b719518a tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=68489b87-a13d-4917-922d-f7aea20684e9 HTTP/1.1" status: 200 len: 210 time: 0.2678387 Dec 22 10:05:55.112456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Network 7968b82d-1cac-400f-85ab-b16922de08ae is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:05:55.114037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:05:55.128486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:05:55.133196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-d170fd1b-58e4-441a-a65e-93769171cf5b req-112b15cf-238d-4101-b1a7-ad2cd0a861bc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] For port b1091a11-d315-47dc-abcf-f060c1080708, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b1091a11-d315-47dc-abcf-f060c1080708,segment=NetworkSegment(5f49ace4-6ce0-45b9-b043-a93853a2493f),segment_id=5f49ace4-6ce0-45b9-b043-a93853a2493f)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:55.133822 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d170fd1b-58e4-441a-a65e-93769171cf5b req-112b15cf-238d-4101-b1a7-ad2cd0a861bc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:55.186438 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc05e6e5-8fc4-4121-a8af-3cdf04c64eb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:55.282363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:55.624870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-d170fd1b-58e4-441a-a65e-93769171cf5b req-112b15cf-238d-4101-b1a7-ad2cd0a861bc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Calling delete_port for b1091a11-d315-47dc-abcf-f060c1080708 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:05:55.667921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35bf7-fd8d-459b-b49b-a83752f98d56 None None] Calling delete_port for c4b9115f-3185-47f5-9e70-5542b256b8b9 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:05:55.755261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 5f0599f6-da4a-4511-be2e-99e4d85339a4 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:05:55.764474 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:55.793697 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:55.918037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bfcdd344-b0ea-47c4-91d1-ec0f73c100f6 None None] Provisioning for port 05d9405a-6fbd-45df-a54f-c33857866ced completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:05:55.935776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=c4b9115f-3185-47f5-9e70-5542b256b8b9,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:55.957244 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:55.958172 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bfcdd344-b0ea-47c4-91d1-ec0f73c100f6 None None] Provisioning complete for port 05d9405a-6fbd-45df-a54f-c33857866ced triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:55.958692 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bfcdd344-b0ea-47c4-91d1-ec0f73c100f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:55.999040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port c4b9115f-3185-47f5-9e70-5542b256b8b9 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:05:55.999691 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:56.023644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bfcdd344-b0ea-47c4-91d1-ec0f73c100f6 None None] Port 05d9405a-6fbd-45df-a54f-c33857866ced cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:05:56.038871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 5f0599f6-da4a-4511-be2e-99e4d85339a4 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:56.041166 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:56.124038 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-0cc35bf7-fd8d-459b-b49b-a83752f98d56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:05:56.124510 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-0cc35bf7-fd8d-459b-b49b-a83752f98d56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:05:56.157657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49800) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:56.403281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c4b9115f-3185-47f5-9e70-5542b256b8b9 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:05:56.528134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Request body: {'network': {'name': 'tempest-TagsTest-test-network-447077556'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:56.591731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:56.602115 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:56.604402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Usage tracker for resource:network and tenant:898e485e111641fb80180e1991468133 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:56.612641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:56.626616 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8c666465-21e7-4efe-8464-7508c5b065a7 req-0c2e0170-ea52-4603-93d6-d994cd8ec5bc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 210 time: 0.0812347 Dec 22 10:05:56.626616 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:56.639360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] For port c4b9115f-3185-47f5-9e70-5542b256b8b9, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c4b9115f-3185-47f5-9e70-5542b256b8b9,segment=NetworkSegment(767f3bc0-e15a-4c31-be24-a54630b6faad),segment_id=767f3bc0-e15a-4c31-be24-a54630b6faad)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:56.639766 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:56.653487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35bf7-fd8d-459b-b49b-a83752f98d56 None None] Deleting port c4b9115f-3185-47f5-9e70-5542b256b8b9 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:05:56.654177 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cc35bf7-fd8d-459b-b49b-a83752f98d56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:56.678706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:56.680957 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cc19b370-10b4-41df-a367-44e141fd9db2 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:56.727439 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d170fd1b-58e4-441a-a65e-93769171cf5b req-112b15cf-238d-4101-b1a7-ad2cd0a861bc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:56.762196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Made reservation on behalf of 898e485e111641fb80180e1991468133 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:05:56.769468 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:56.799641 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:56.822029 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6faeb4a0-8639-4957-82db-75979675e8b6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:56.842278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Pushing event updated for resources: {'Port': ['ID=05d9405a-6fbd-45df-a54f-c33857866ced,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:56.853690 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:56.871691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for c4b9115f-3185-47f5-9e70-5542b256b8b9 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:05:56.874316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.875649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.878549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.883671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.886102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.886102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.897324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.897324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.897324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.897324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.897324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.897324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.910575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.910575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.910575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.910575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.910575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.910575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.910575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.910575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.920280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.920921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.921353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.922316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.923064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.923525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.923987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.924909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.925330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.925746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.926156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.926570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.926956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.927361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.927770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.928203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:05:56.969538 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:57.027090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:57.033247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b15cf-238d-4101-b1a7-ad2cd0a861bc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Pushing event deleted for resources: {'Port': ['ID=b1091a11-d315-47dc-abcf-f060c1080708,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:57.038181 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-112b15cf-238d-4101-b1a7-ad2cd0a861bc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:57.050746 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:57.177152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Usage tracker for resource:security_group_rule and tenant:898e485e111641fb80180e1991468133 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:57.214507 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-112b15cf-238d-4101-b1a7-ad2cd0a861bc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:57.216930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:57.270086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:57.354445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=c4b9115f-3185-47f5-9e70-5542b256b8b9,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:57.356578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No DVR routers for this DVR port c4b9115f-3185-47f5-9e70-5542b256b8b9 on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:05:57.361672 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:57.455026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-0cc35bf7-fd8d-459b-b49b-a83752f98d56 None None] For port c4b9115f-3185-47f5-9e70-5542b256b8b9, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c4b9115f-3185-47f5-9e70-5542b256b8b9,segment=NetworkSegment(767f3bc0-e15a-4c31-be24-a54630b6faad),segment_id=767f3bc0-e15a-4c31-be24-a54630b6faad)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:05:57.455745 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cc35bf7-fd8d-459b-b49b-a83752f98d56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:57.637954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-d170fd1b-58e4-441a-a65e-93769171cf5b req-112b15cf-238d-4101-b1a7-ad2cd0a861bc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] No DVR routers for this DVR port b1091a11-d315-47dc-abcf-f060c1080708 on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:05:57.643146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-d170fd1b-58e4-441a-a65e-93769171cf5b req-112b15cf-238d-4101-b1a7-ad2cd0a861bc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:57.657744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a036cad9-8a23-495a-a9bc-969d0a18b060', 'name': 'network-vif-deleted', 'tag': 'b1091a11-d315-47dc-abcf-f060c1080708'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:05:57.730201 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d170fd1b-58e4-441a-a65e-93769171cf5b req-112b15cf-238d-4101-b1a7-ad2cd0a861bc tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.64 "DELETE /v2.0/ports/b1091a11-d315-47dc-abcf-f060c1080708 HTTP/1.1" status: 204 len: 173 time: 8.2741876 Dec 22 10:05:57.748140 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:57.755340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35bf7-fd8d-459b-b49b-a83752f98d56 None None] Calling delete_port for c4b9115f-3185-47f5-9e70-5542b256b8b9 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:05:57.827356 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a036cad9-8a23-495a-a9bc-969d0a18b060', 'name': 'network-vif-deleted', 'tag': 'b1091a11-d315-47dc-abcf-f060c1080708', 'status': 'completed', 'code': 200} Dec 22 10:05:57.867620 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:58.051807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd914ca3-7f12-4de2-8337-c5f21aab9199']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:58.100441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767f3bc0-e15a-4c31-be24-a54630b6faad') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:58.101004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767f3bc0-e15a-4c31-be24-a54630b6faad') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:58.110654 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-0cc35bf7-fd8d-459b-b49b-a83752f98d56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:05:58.110958 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-0cc35bf7-fd8d-459b-b49b-a83752f98d56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:05:58.130524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:58.151339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49852) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:58.172696 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:58.175664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Releasing vxlan tunnel 6 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:05:58.262249 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d79e3d39-6286-40af-a254-e9d28c208b75 req-471c5762-6bf3-465e-9255-fcdb0c087155 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] 10.222.0.50 "GET /v2.0/ports?device_id=a036cad9-8a23-495a-a9bc-969d0a18b060 HTTP/1.1" status: 200 len: 210 time: 0.1273825 Dec 22 10:05:58.269544 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:58.277962 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:58.295539 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c63ed3aa-bbad-4c49-bbe9-b83b7b135e7e tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:58.320579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Network 7968b82d-1cac-400f-85ab-b16922de08ae is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:05:58.321857 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:05:58.433706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Pushing event updated for resources: {'SecurityGroup': ['ID=46a8cf76-ccdf-4043-8b57-faaa9fda2c5e,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:58.446940 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:58.613019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35bf7-fd8d-459b-b49b-a83752f98d56 None None] Deleting port c4b9115f-3185-47f5-9e70-5542b256b8b9 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:05:58.628049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cc35bf7-fd8d-459b-b49b-a83752f98d56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:58.656363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Router 53d828af-80fe-4814-90f8-cf88ef7e4af4 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:05:58.688401 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8dffb1f3-694c-4d32-9d68-fd2bc6154741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:58.710425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8dffb1f3-694c-4d32-9d68-fd2bc6154741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:58.715810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8dffb1f3-694c-4d32-9d68-fd2bc6154741 admin admin] Usage tracker for resource:security_group_rule and tenant:6bd163344f8b4daabdb61e72bfc59434 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:58.721219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8dffb1f3-694c-4d32-9d68-fd2bc6154741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:58.724181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35bf7-fd8d-459b-b49b-a83752f98d56 None None] The port 'c4b9115f-3185-47f5-9e70-5542b256b8b9' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:05:58.729153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8dffb1f3-694c-4d32-9d68-fd2bc6154741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:58.847312 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8dffb1f3-694c-4d32-9d68-fd2bc6154741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:58.919557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e357c858-142d-4742-a470-ae6853539216 None None] Provisioning complete for port 05d9405a-6fbd-45df-a54f-c33857866ced triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:05:58.920322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e357c858-142d-4742-a470-ae6853539216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:58.954751 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8dffb1f3-694c-4d32-9d68-fd2bc6154741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:58.968467 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0c748bd0-1da4-47fb-b022-d4742bab0da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:59.010390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e357c858-142d-4742-a470-ae6853539216 None None] Port 05d9405a-6fbd-45df-a54f-c33857866ced cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:05:59.082314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network dd914ca3-7f12-4de2-8337-c5f21aab9199 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:05:59.095658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:59.116146 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8dffb1f3-694c-4d32-9d68-fd2bc6154741 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6bd163344f8b4daabdb61e72bfc59434&name=default HTTP/1.1" status: 200 len: 2883 time: 0.9586916 Dec 22 10:05:59.119439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49868) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:59.124152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffb1f3-694c-4d32-9d68-fd2bc6154741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba1c481-e596-4348-8803-143bdaeba3ee,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:59.131830 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8dffb1f3-694c-4d32-9d68-fd2bc6154741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:59.148259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:05:59.157998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Sync routers for ids ['53d828af-80fe-4814-90f8-cf88ef7e4af4'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:05:59.168338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Routers {'53d828af-80fe-4814-90f8-cf88ef7e4af4'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:05:59.169331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:05:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['53d828af-80fe-4814-90f8-cf88ef7e4af4'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:05:59.180228 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] 10.222.0.50 "PUT /v2.0/routers/53d828af-80fe-4814-90f8-cf88ef7e4af4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6698198 Dec 22 10:05:59.461060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network dd914ca3-7f12-4de2-8337-c5f21aab9199 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:05:59.492351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Set router 53d828af-80fe-4814-90f8-cf88ef7e4af4 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:05:59.496731 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:05:59.504357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-620dead0-76ea-4075-a9a4-59d323fb3271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:59.526940 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49886) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:59.553733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-620dead0-76ea-4075-a9a4-59d323fb3271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:59.655772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-948f8f42-3dd8-43c5-bd7f-7ae28f16a403 admin admin] Deleting subnet c1dbd634-7496-497d-8a34-f226abf9757f {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:05:59.670089 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-620dead0-76ea-4075-a9a4-59d323fb3271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:59.672261 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-948f8f42-3dd8-43c5-bd7f-7ae28f16a403 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:59.681578 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fd684b3b-ad49-4eae-8afe-6ac1e0cbd9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:59.700927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620dead0-76ea-4075-a9a4-59d323fb3271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba1c481-e596-4348-8803-143bdaeba3ee,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:59.703721 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-620dead0-76ea-4075-a9a4-59d323fb3271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:59.705110 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-620dead0-76ea-4075-a9a4-59d323fb3271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:59.709985 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-620dead0-76ea-4075-a9a4-59d323fb3271 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ba1c481-e596-4348-8803-143bdaeba3ee HTTP/1.1" status: 204 len: 168 time: 0.5892065 Dec 22 10:05:59.720546 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:59.725962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:05:59.730106 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:59.733158 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0d222f3a-4509-42fa-ab0f-a74c8f453c9f tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:59.737147 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:59.737535 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Added segment b794929d-e355-4ba3-b732-649602f5148b of type vxlan for network 27d2009e-9700-4d69-a408-843a869dbfad Dec 22 10:05:59.791726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:59.820670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Network': ['ID=dd914ca3-7f12-4de2-8337-c5f21aab9199,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:05:59.832981 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/networks/dd914ca3-7f12-4de2-8337-c5f21aab9199 HTTP/1.1" status: 204 len: 168 time: 4.8663015 Dec 22 10:05:59.834338 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:05:59.834844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49898) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:05:59.841406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8765151d-2b92-40ae-8f99-904ab199c263 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1974529634'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:05:59.848684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8765151d-2b92-40ae-8f99-904ab199c263 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:05:59.854087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8765151d-2b92-40ae-8f99-904ab199c263 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:network and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:05:59.856437 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:59.857923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8765151d-2b92-40ae-8f99-904ab199c263 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:05:59.861725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:05:59.862377 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:59.865537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8765151d-2b92-40ae-8f99-904ab199c263 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:05:59.871686 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9b414dce-9e1f-4f09-bb9a-7ae20b60a9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514 tempest-ExtraDHCPOptionsIpV6TestJSON-852055514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:05:59.878211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8765151d-2b92-40ae-8f99-904ab199c263 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:05:59.884938 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8765151d-2b92-40ae-8f99-904ab199c263 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:59.936252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8765151d-2b92-40ae-8f99-904ab199c263 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:05:59.946570 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-948f8f42-3dd8-43c5-bd7f-7ae28f16a403 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:59.950570 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8765151d-2b92-40ae-8f99-904ab199c263 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:05:59.951061 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-8765151d-2b92-40ae-8f99-904ab199c263 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Added segment aa96ab52-a22e-4a5c-8832-454c8dbd9f26 of type vxlan for network 0736cb37-77e8-4fe7-b183-1c9b90f0a950 Dec 22 10:06:00.024767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8765151d-2b92-40ae-8f99-904ab199c263 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:00.042359 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 3.8835230 Dec 22 10:06:00.071987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49906) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:00.085584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.tag.tag_plugin [None req-d09d542f-f085-407f-8b30-d3a0bfd94c3d tempest-TagsTest-85272755 tempest-TagsTest-85272755] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '27d2009e-9700-4d69-a408-843a869dbfad', 'tempest-TagsTest-Tag-1427908785') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:00.091879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Pushing event updated for resources: {'Network': ['ID=27d2009e-9700-4d69-a408-843a869dbfad,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:00.098499 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:00.107531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 27d2009e-9700-4d69-a408-843a869dbfad details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:06:00.110238 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8765151d-2b92-40ae-8f99-904ab199c263 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:00.114936 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8765151d-2b92-40ae-8f99-904ab199c263 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:00.115798 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8765151d-2b92-40ae-8f99-904ab199c263 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:00.129867 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-06b09195-2497-4a00-85e6-c8c67f7ce29f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:00.134292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 27d2009e-9700-4d69-a408-843a869dbfad details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:06:00.138537 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-948f8f42-3dd8-43c5-bd7f-7ae28f16a403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:00.149808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 27d2009e-9700-4d69-a408-843a869dbfad details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:06:00.276243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d828af-80fe-4814-90f8-cf88ef7e4af4', 'name': 'tempest-TestVolumeBootPattern-259169041-router', 'tenant_id': '40274f2d0985412194dd190657092ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '5f0599f6-da4a-4511-be2e-99e4d85339a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:05:39Z', 'updated_at': '2020-12-22T10:05:55Z', 'revision_number': 4, 'project_id': '40274f2d0985412194dd190657092ad0', 'gw_port': {'id': '5f0599f6-da4a-4511-be2e-99e4d85339a4', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d828af-80fe-4814-90f8-cf88ef7e4af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:05:41Z', 'updated_at': '2020-12-22T10:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '05d9405a-6fbd-45df-a54f-c33857866ced', 'name': '', 'network_id': '7968b82d-1cac-400f-85ab-b16922de08ae', 'tenant_id': '40274f2d0985412194dd190657092ad0', 'mac_address': 'fa:16:3e:a8:f2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d828af-80fe-4814-90f8-cf88ef7e4af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'a3171f30-1893-4358-8444-e6483bcee41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:05:52Z', 'updated_at': '2020-12-22T10:05:56Z', 'revision_number': 2, 'project_id': '40274f2d0985412194dd190657092ad0', 'subnets': [{'id': 'a3171f30-1893-4358-8444-e6483bcee41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:00.410229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Checking router: 53d828af-80fe-4814-90f8-cf88ef7e4af4 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:06:00.410731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Updating router 53d828af-80fe-4814-90f8-cf88ef7e4af4 port 05d9405a-6fbd-45df-a54f-c33857866ced binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 10:06:00.487466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765151d-2b92-40ae-8f99-904ab199c263 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Network': ['ID=0736cb37-77e8-4fe7-b183-1c9b90f0a950,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:00.491020 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8765151d-2b92-40ae-8f99-904ab199c263 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:00.619567 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 0736cb37-77e8-4fe7-b183-1c9b90f0a950 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:06:00.632779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49920) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:00.650421 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8765151d-2b92-40ae-8f99-904ab199c263 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8143752 Dec 22 10:06:00.658225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49924) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:00.676980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-85336347-f579-44a0-82dc-cf7b091d13d5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'subnet': {'network_id': '0736cb37-77e8-4fe7-b183-1c9b90f0a950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:06:00.692799 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a32425a-c535-49e0-b4cf-9ea72023d8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:00.751982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7a32425a-c535-49e0-b4cf-9ea72023d8de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:06:00.754710 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-948f8f42-3dd8-43c5-bd7f-7ae28f16a403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:00.772747 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9a160bd8-b140-4f9a-b370-cb7afd7b2bb8 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:00.779310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 0736cb37-77e8-4fe7-b183-1c9b90f0a950 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:06:00.815150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7a32425a-c535-49e0-b4cf-9ea72023d8de admin admin] Usage tracker for resource:security_group_rule and tenant:c7c416b455994337b6687ed2b59c4221 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:06:00.824839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7a32425a-c535-49e0-b4cf-9ea72023d8de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:06:00.828920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f8f42-3dd8-43c5-bd7f-7ae28f16a403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1dbd634-7496-497d-8a34-f226abf9757f,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:00.844557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7a32425a-c535-49e0-b4cf-9ea72023d8de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:06:00.846999 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-948f8f42-3dd8-43c5-bd7f-7ae28f16a403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:01.014371 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-948f8f42-3dd8-43c5-bd7f-7ae28f16a403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:01.041050 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-948f8f42-3dd8-43c5-bd7f-7ae28f16a403 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c1dbd634-7496-497d-8a34-f226abf9757f HTTP/1.1" status: 204 len: 168 time: 1.5104673 Dec 22 10:06:01.045636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 0736cb37-77e8-4fe7-b183-1c9b90f0a950 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:06:01.049867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49938) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:01.050840 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d09d542f-f085-407f-8b30-d3a0bfd94c3d tempest-TagsTest-85272755 tempest-TagsTest-85272755] 10.222.0.50 "PUT /v2.0/networks/27d2009e-9700-4d69-a408-843a869dbfad/tags/tempest-TagsTest-Tag-1427908785 HTTP/1.1" status: 201 len: 201 time: 0.9734550 Dec 22 10:06:01.067005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49942) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:01.083054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.tag.tag_plugin [None req-6c75ba1f-9581-4403-be8e-5f64452f90d1 tempest-TagsTest-85272755 tempest-TagsTest-85272755] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '27d2009e-9700-4d69-a408-843a869dbfad', 'tempest-TagsTest-Tag-1427908785') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:01.149970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-85336347-f579-44a0-82dc-cf7b091d13d5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:06:01.167932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-85336347-f579-44a0-82dc-cf7b091d13d5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:subnet and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:06:01.177183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-85336347-f579-44a0-82dc-cf7b091d13d5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:06:01.191233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-85336347-f579-44a0-82dc-cf7b091d13d5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:06:01.416430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85336347-f579-44a0-82dc-cf7b091d13d5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:06:01.416792 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d29ce8a6-95ae-47b9-a46d-73dfa42cecea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:01.480815 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6c75ba1f-9581-4403-be8e-5f64452f90d1 tempest-TagsTest-85272755 tempest-TagsTest-85272755] 10.222.0.50 "GET /v2.0/networks/27d2009e-9700-4d69-a408-843a869dbfad/tags/tempest-TagsTest-Tag-1427908785 HTTP/1.1" status: 204 len: 168 time: 0.4095883 Dec 22 10:06:01.494683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49954) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:01.506961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.tag.tag_plugin [None req-3bca698a-1cf2-466f-93fd-ba9cdbdceac6 tempest-TagsTest-85272755 tempest-TagsTest-85272755] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '27d2009e-9700-4d69-a408-843a869dbfad') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:01.568401 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a32425a-c535-49e0-b4cf-9ea72023d8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:01.577182 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7a32425a-c535-49e0-b4cf-9ea72023d8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:01.587774 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cfb9a4d5-8dcd-425e-ab01-c22492476741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:01.608101 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:01.675846 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85336347-f579-44a0-82dc-cf7b091d13d5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:01.755524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d29ce8a6-95ae-47b9-a46d-73dfa42cecea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:01.909631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d29ce8a6-95ae-47b9-a46d-73dfa42cecea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c221fd9e-4f26-413c-b69a-5e4c2f41335d']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:01.924425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d29ce8a6-95ae-47b9-a46d-73dfa42cecea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f49ace4-6ce0-45b9-b043-a93853a2493f') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:01.924774 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-d29ce8a6-95ae-47b9-a46d-73dfa42cecea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f49ace4-6ce0-45b9-b043-a93853a2493f') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:01.939259 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d29ce8a6-95ae-47b9-a46d-73dfa42cecea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:01.956514 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d29ce8a6-95ae-47b9-a46d-73dfa42cecea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:01.958698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d29ce8a6-95ae-47b9-a46d-73dfa42cecea admin admin] Releasing vxlan tunnel 5 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:06:02.081732 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3bca698a-1cf2-466f-93fd-ba9cdbdceac6 tempest-TagsTest-85272755 tempest-TagsTest-85272755] 10.222.0.50 "GET /v2.0/networks/27d2009e-9700-4d69-a408-843a869dbfad/tags HTTP/1.1" status: 200 len: 238 time: 0.5855815 Dec 22 10:06:02.101974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49964) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:02.111408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.tag.tag_plugin [None req-30b48bc3-0cb6-4eac-ad25-a4c2d577ff3d tempest-TagsTest-85272755 tempest-TagsTest-85272755] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '27d2009e-9700-4d69-a408-843a869dbfad', {'tags': ['tempest-TagsTest-Tag-747268932', 'tempest-TagsTest-Tag-1422369626', 'tempest-TagsTest-Tag-34641098']}) {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:02.189088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d29ce8a6-95ae-47b9-a46d-73dfa42cecea admin admin] Network c221fd9e-4f26-413c-b69a-5e4c2f41335d has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:06:02.199722 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d29ce8a6-95ae-47b9-a46d-73dfa42cecea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:02.360397 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:02.465981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-d29ce8a6-95ae-47b9-a46d-73dfa42cecea admin admin] Network c221fd9e-4f26-413c-b69a-5e4c2f41335d has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:06:02.501612 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7a32425a-c535-49e0-b4cf-9ea72023d8de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c7c416b455994337b6687ed2b59c4221&name=default HTTP/1.1" status: 200 len: 2883 time: 1.8649130 Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:06:02.502996 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:06:02.510794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 49974) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:02.517049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32425a-c535-49e0-b4cf-9ea72023d8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec642d9-b204-4d2e-b2f6-13711752cf42,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:02.541783 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7a32425a-c535-49e0-b4cf-9ea72023d8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.954s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:02.571055 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85336347-f579-44a0-82dc-cf7b091d13d5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:02.647531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Transition to ACTIVE for port object 05d9405a-6fbd-45df-a54f-c33857866ced will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:06:02.649601 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:02.649784 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d29ce8a6-95ae-47b9-a46d-73dfa42cecea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:02.656537 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-926999cd-eceb-4943-8670-f4a4b53b2b01 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:02.692268 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:02.697545 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d29ce8a6-95ae-47b9-a46d-73dfa42cecea admin admin] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:02.728465 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-48b7834b-bd16-4184-9f28-f12ae10d10eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:02.739127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ce8a6-95ae-47b9-a46d-73dfa42cecea admin admin] Pushing event deleted for resources: {'Network': ['ID=c221fd9e-4f26-413c-b69a-5e4c2f41335d,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:02.763651 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-48b7834b-bd16-4184-9f28-f12ae10d10eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:02.776813 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-017e9bbc-925d-438f-854a-c0783626dd88 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:02.800540 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d29ce8a6-95ae-47b9-a46d-73dfa42cecea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:02.820924 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-48b7834b-bd16-4184-9f28-f12ae10d10eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:02.830894 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5236e382-fc44-43e1-9cd3-4ebb42d95cdb tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:02.848442 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-30b48bc3-0cb6-4eac-ad25-a4c2d577ff3d tempest-TagsTest-85272755 tempest-TagsTest-85272755] 10.222.0.50 "PUT /v2.0/networks/27d2009e-9700-4d69-a408-843a869dbfad/tags HTTP/1.1" status: 200 len: 306 time: 0.7421467 Dec 22 10:06:02.848791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7834b-bd16-4184-9f28-f12ae10d10eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec642d9-b204-4d2e-b2f6-13711752cf42,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:02.855317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 49986) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:02.857557 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-48b7834b-bd16-4184-9f28-f12ae10d10eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:02.860520 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-48b7834b-bd16-4184-9f28-f12ae10d10eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:02.877108 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-48b7834b-bd16-4184-9f28-f12ae10d10eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ec642d9-b204-4d2e-b2f6-13711752cf42 HTTP/1.1" status: 204 len: 168 time: 0.3528783 Dec 22 10:06:02.877285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.tag.tag_plugin [None req-f3091830-2133-4a30-9c12-d132c56b153b tempest-TagsTest-85272755 tempest-TagsTest-85272755] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '27d2009e-9700-4d69-a408-843a869dbfad', 'tempest-TagsTest-Tag-747268932') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:02.892001 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d29ce8a6-95ae-47b9-a46d-73dfa42cecea admin admin] 10.222.0.50 "DELETE /v2.0/networks/c221fd9e-4f26-413c-b69a-5e4c2f41335d HTTP/1.1" status: 204 len: 168 time: 1.8375044 Dec 22 10:06:03.094262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85336347-f579-44a0-82dc-cf7b091d13d5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Subnet': ['ID=f4a6657d-e0c0-4623-8fae-0686366f7d07,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:03.104217 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-85336347-f579-44a0-82dc-cf7b091d13d5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:03.187449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85336347-f579-44a0-82dc-cf7b091d13d5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Checking segment: {'id': 'aa96ab52-a22e-4a5c-8832-454c8dbd9f26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0736cb37-77e8-4fe7-b183-1c9b90f0a950'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:06:03.188696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85336347-f579-44a0-82dc-cf7b091d13d5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network hostable DHCP agents. Network: 0736cb37-77e8-4fe7-b183-1c9b90f0a950, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:06:03.381402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85336347-f579-44a0-82dc-cf7b091d13d5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 0736cb37-77e8-4fe7-b183-1c9b90f0a950 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:06:03.390835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc5817-ae60-4bf4-b9fe-39ff6ef6d049 None None] Pushing event updated for resources: {'Port': ['ID=05d9405a-6fbd-45df-a54f-c33857866ced,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:03.422974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 50000) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:03.424716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-85336347-f579-44a0-82dc-cf7b091d13d5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 0736cb37-77e8-4fe7-b183-1c9b90f0a950) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:06:03.436240 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f3091830-2133-4a30-9c12-d132c56b153b tempest-TagsTest-85272755 tempest-TagsTest-85272755] 10.222.0.50 "DELETE /v2.0/networks/27d2009e-9700-4d69-a408-843a869dbfad/tags/tempest-TagsTest-Tag-747268932 HTTP/1.1" status: 204 len: 168 time: 0.5773687 Dec 22 10:06:03.438613 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-24fc5817-ae60-4bf4-b9fe-39ff6ef6d049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:03.443867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50004) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:03.458826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.tag.tag_plugin [None req-a1957685-d0f3-4924-847d-7ad6867c7f43 tempest-TagsTest-85272755 tempest-TagsTest-85272755] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '27d2009e-9700-4d69-a408-843a869dbfad', 'tempest-TagsTest-Tag-747268932') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:03.472644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfec2c35-4bee-4a9e-9138-8a0e755b9af6 None None] Network 0736cb37-77e8-4fe7-b183-1c9b90f0a950 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:06:03.487169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85336347-f579-44a0-82dc-cf7b091d13d5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:03.488459 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85336347-f579-44a0-82dc-cf7b091d13d5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:03.546910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 50008) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:03.547834 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-85336347-f579-44a0-82dc-cf7b091d13d5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8876972 Dec 22 10:06:03.553146 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5bb579ca-64b2-4b2a-8d5a-78a5bb542530 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a1bab97a2a4045d7a9e469531bdd80fd&name=default HTTP/1.1" status: 200 len: 2883 time: 0.1274388 Dec 22 10:06:03.561009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50012) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:03.561674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5f549462-5bd5-4ca9-81d0-dbc0b0cb565d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'network_id': '0736cb37-77e8-4fe7-b183-1c9b90f0a950', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1143555430'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:06:03.656814 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-a1957685-d0f3-4924-847d-7ad6867c7f43 tempest-TagsTest-85272755 tempest-TagsTest-85272755] show failed (client error): The resource could not be found. Dec 22 10:06:03.661160 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a1957685-d0f3-4924-847d-7ad6867c7f43 tempest-TagsTest-85272755 tempest-TagsTest-85272755] 10.222.0.50 "GET /v2.0/networks/27d2009e-9700-4d69-a408-843a869dbfad/tags/tempest-TagsTest-Tag-747268932 HTTP/1.1" status: 404 len: 325 time: 0.2157452 Dec 22 10:06:03.664554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50024) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:03.676312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.tag.tag_plugin [None req-4b558d61-9807-460b-a8bd-e4cc19204401 tempest-TagsTest-85272755 tempest-TagsTest-85272755] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '27d2009e-9700-4d69-a408-843a869dbfad', 'tempest-TagsTest-Tag-1422369626') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:03.816971 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-601b0d39-7f4f-48b3-afe1-a0ae1b5e1f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:03.848810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5f549462-5bd5-4ca9-81d0-dbc0b0cb565d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:06:03.871281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5f549462-5bd5-4ca9-81d0-dbc0b0cb565d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:06:03.895566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f549462-5bd5-4ca9-81d0-dbc0b0cb565d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:06:03.902679 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f549462-5bd5-4ca9-81d0-dbc0b0cb565d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:03.903148 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4b558d61-9807-460b-a8bd-e4cc19204401 tempest-TagsTest-85272755 tempest-TagsTest-85272755] 10.222.0.50 "GET /v2.0/networks/27d2009e-9700-4d69-a408-843a869dbfad/tags/tempest-TagsTest-Tag-1422369626 HTTP/1.1" status: 204 len: 168 time: 0.2370303 Dec 22 10:06:03.910693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50034) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:03.927766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.tag.tag_plugin [None req-7401454c-6ae4-4de2-97e2-a852ea7f609c tempest-TagsTest-85272755 tempest-TagsTest-85272755] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '27d2009e-9700-4d69-a408-843a869dbfad', 'tempest-TagsTest-Tag-34641098') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:03.962912 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-601b0d39-7f4f-48b3-afe1-a0ae1b5e1f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:04.074037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Attempting to bind port 05d9405a-6fbd-45df-a54f-c33857866ced on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:06:04.078469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Attempting to bind port 05d9405a-6fbd-45df-a54f-c33857866ced by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '8bd6c87c-8512-4171-93f9-648c7a955085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7968b82d-1cac-400f-85ab-b16922de08ae'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:06:04.078893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Attempting to bind port 05d9405a-6fbd-45df-a54f-c33857866ced on network 7968b82d-1cac-400f-85ab-b16922de08ae {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:06:04.188110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:06:04.188564 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Checking segment: {'id': '8bd6c87c-8512-4171-93f9-648c7a955085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7968b82d-1cac-400f-85ab-b16922de08ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:06:04.189033 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:04.189491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Bound using segment: {'id': '8bd6c87c-8512-4171-93f9-648c7a955085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7968b82d-1cac-400f-85ab-b16922de08ae'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:06:04.190107 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Bound port: 05d9405a-6fbd-45df-a54f-c33857866ced, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd6c87c-8512-4171-93f9-648c7a955085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7968b82d-1cac-400f-85ab-b16922de08ae'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:06:04.190570 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:04.283190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-5f549462-5bd5-4ca9-81d0-dbc0b0cb565d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] device_id is not set on port 6394370f-f312-4b11-b649-877cee2534a0 yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:06:04.290875 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7401454c-6ae4-4de2-97e2-a852ea7f609c tempest-TagsTest-85272755 tempest-TagsTest-85272755] 10.222.0.50 "GET /v2.0/networks/27d2009e-9700-4d69-a408-843a869dbfad/tags/tempest-TagsTest-Tag-34641098 HTTP/1.1" status: 204 len: 168 time: 0.3786879 Dec 22 10:06:04.292993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50048) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:04.302746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.tag.tag_plugin [None req-f3a5459b-f0c7-465a-a138-eecc9cd15f87 tempest-TagsTest-85272755 tempest-TagsTest-85272755] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '27d2009e-9700-4d69-a408-843a869dbfad') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:04.380393 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-601b0d39-7f4f-48b3-afe1-a0ae1b5e1f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:04.391166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] For port 05d9405a-6fbd-45df-a54f-c33857866ced, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:06:04.395697 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-18faf407-54b3-4568-ab2f-e6cc859921ed tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:04.396417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] For port 05d9405a-6fbd-45df-a54f-c33857866ced, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=05d9405a-6fbd-45df-a54f-c33857866ced,segment=NetworkSegment(8bd6c87c-8512-4171-93f9-648c7a955085),segment_id=8bd6c87c-8512-4171-93f9-648c7a955085)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:06:04.399370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-0736cb37-77e8-4fe7-b183-1c9b90f0a950', 'network_id': '0736cb37-77e8-4fe7-b183-1c9b90f0a950', 'tenant_id': '03a0ee151fb640bf8582ae52a39c4148', 'fixed_ips': [{'subnet_id': 'f4a6657d-e0c0-4623-8fae-0686366f7d07'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:06:04.400620 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:04.417767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:04.442125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b0d39-7f4f-48b3-afe1-a0ae1b5e1f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49043e1-1fc9-42e6-a42e-025836b69ec2,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:04.449617 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-601b0d39-7f4f-48b3-afe1-a0ae1b5e1f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:04.579403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-601b0d39-7f4f-48b3-afe1-a0ae1b5e1f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:04.583156 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-601b0d39-7f4f-48b3-afe1-a0ae1b5e1f72 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e49043e1-1fc9-42e6-a42e-025836b69ec2 HTTP/1.1" status: 204 len: 168 time: 1.0169151 Dec 22 10:06:04.615031 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f3a5459b-f0c7-465a-a138-eecc9cd15f87 tempest-TagsTest-85272755 tempest-TagsTest-85272755] 10.222.0.50 "DELETE /v2.0/networks/27d2009e-9700-4d69-a408-843a869dbfad/tags HTTP/1.1" status: 204 len: 168 time: 0.3158886 Dec 22 10:06:04.616798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50066) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:04.644586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.tag.tag_plugin [None req-a915b849-9dbe-4193-9e1e-ef7c644c2df6 tempest-TagsTest-85272755 tempest-TagsTest-85272755] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '27d2009e-9700-4d69-a408-843a869dbfad', 'tempest-TagsTest-Tag-1422369626') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:04.744861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5f549462-5bd5-4ca9-81d0-dbc0b0cb565d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Allocated IP 2001:db8::3dc (0736cb37-77e8-4fe7-b183-1c9b90f0a950/f4a6657d-e0c0-4623-8fae-0686366f7d07/6394370f-f312-4b11-b649-877cee2534a0) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:06:04.769020 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:04.828417 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-a915b849-9dbe-4193-9e1e-ef7c644c2df6 tempest-TagsTest-85272755 tempest-TagsTest-85272755] show failed (client error): The resource could not be found. Dec 22 10:06:04.831377 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a915b849-9dbe-4193-9e1e-ef7c644c2df6 tempest-TagsTest-85272755 tempest-TagsTest-85272755] 10.222.0.50 "GET /v2.0/networks/27d2009e-9700-4d69-a408-843a869dbfad/tags/tempest-TagsTest-Tag-1422369626 HTTP/1.1" status: 404 len: 326 time: 0.2131915 Dec 22 10:06:04.835708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50076) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:04.855096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.tag.tag_plugin [None req-42ec936d-0630-4949-b54e-99387852c516 tempest-TagsTest-85272755 tempest-TagsTest-85272755] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '27d2009e-9700-4d69-a408-843a869dbfad', 'tempest-TagsTest-Tag-34641098') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:05.112675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc5817-ae60-4bf4-b9fe-39ff6ef6d049 None None] Pushing event updated for resources: {'Port': ['ID=05d9405a-6fbd-45df-a54f-c33857866ced,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:05.136972 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-42ec936d-0630-4949-b54e-99387852c516 tempest-TagsTest-85272755 tempest-TagsTest-85272755] show failed (client error): The resource could not be found. Dec 22 10:06:05.138210 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-42ec936d-0630-4949-b54e-99387852c516 tempest-TagsTest-85272755 tempest-TagsTest-85272755] 10.222.0.50 "GET /v2.0/networks/27d2009e-9700-4d69-a408-843a869dbfad/tags/tempest-TagsTest-Tag-34641098 HTTP/1.1" status: 404 len: 324 time: 0.3013666 Dec 22 10:06:05.142560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50090) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:05.149597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.tag.tag_plugin [None req-2483e444-c28b-45e0-938d-2e6125e96ffb tempest-TagsTest-85272755 tempest-TagsTest-85272755] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '27d2009e-9700-4d69-a408-843a869dbfad') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:05.205839 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-24fc5817-ae60-4bf4-b9fe-39ff6ef6d049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:05.235931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-72af2e48-11e1-4df2-847c-32fffdb8cad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:05.261291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Routers {'53d828af-80fe-4814-90f8-cf88ef7e4af4'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:06:05.262476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:05:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['53d828af-80fe-4814-90f8-cf88ef7e4af4'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:05.554339 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2483e444-c28b-45e0-938d-2e6125e96ffb tempest-TagsTest-85272755 tempest-TagsTest-85272755] 10.222.0.50 "DELETE /v2.0/networks/27d2009e-9700-4d69-a408-843a869dbfad/tags HTTP/1.1" status: 204 len: 168 time: 0.4035664 Dec 22 10:06:05.554729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50106) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:05.632934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] Set router 53d828af-80fe-4814-90f8-cf88ef7e4af4 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:06:05.777328 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cb754ca-7273-4d79-84d7-b18d3ff66654 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:06.110881 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cb754ca-7273-4d79-84d7-b18d3ff66654 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:06.239717 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f549462-5bd5-4ca9-81d0-dbc0b0cb565d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:06.352800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5f549462-5bd5-4ca9-81d0-dbc0b0cb565d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Transition to ACTIVE for port object 6394370f-f312-4b11-b649-877cee2534a0 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:06:06.374279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-622d7b8e-2ab7-40a4-9a4f-db5e146b783d tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:06.386195 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-622d7b8e-2ab7-40a4-9a4f-db5e146b783d tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/networks?id=99773f64-dc84-4992-b646-2939d71e7472 HTTP/1.1" status: 200 len: 812 time: 1.3088310 Dec 22 10:06:06.417095 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-36010eff-8edb-4c08-b2c2-ef3dfd05d20f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/quotas/e798a8e61fa24836a28e3da00a2e4e8b HTTP/1.1" status: 200 len: 375 time: 0.0296011 Dec 22 10:06:06.648000 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f549462-5bd5-4ca9-81d0-dbc0b0cb565d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:06.688579 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df053f74-8470-44ea-903c-3611084452e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:06.808089 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-3ace86bb-5953-478f-ab65-44c924591716 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?tenant_id=e798a8e61fa24836a28e3da00a2e4e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3896053 Dec 22 10:06:07.004466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d828af-80fe-4814-90f8-cf88ef7e4af4', 'name': 'tempest-TestVolumeBootPattern-259169041-router', 'tenant_id': '40274f2d0985412194dd190657092ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '5f0599f6-da4a-4511-be2e-99e4d85339a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:05:39Z', 'updated_at': '2020-12-22T10:05:55Z', 'revision_number': 4, 'project_id': '40274f2d0985412194dd190657092ad0', 'gw_port': {'id': '5f0599f6-da4a-4511-be2e-99e4d85339a4', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d828af-80fe-4814-90f8-cf88ef7e4af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:05:41Z', 'updated_at': '2020-12-22T10:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '05d9405a-6fbd-45df-a54f-c33857866ced', 'name': '', 'network_id': '7968b82d-1cac-400f-85ab-b16922de08ae', 'tenant_id': '40274f2d0985412194dd190657092ad0', 'mac_address': 'fa:16:3e:a8:f2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d828af-80fe-4814-90f8-cf88ef7e4af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'a3171f30-1893-4358-8444-e6483bcee41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:05:52Z', 'updated_at': '2020-12-22T10:06:04Z', 'revision_number': 4, 'project_id': '40274f2d0985412194dd190657092ad0', 'subnets': [{'id': 'a3171f30-1893-4358-8444-e6483bcee41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:07.040381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-4cb754ca-7273-4d79-84d7-b18d3ff66654 tempest-TagsTest-85272755 tempest-TagsTest-85272755] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d2009e-9700-4d69-a408-843a869dbfad']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:07.043972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1cad94-b1aa-473b-94f5-5b62db9d8bd4 None None] The sync data for ids ['53d828af-80fe-4814-90f8-cf88ef7e4af4'] in n-d-765315-5 is: [{'id': '53d828af-80fe-4814-90f8-cf88ef7e4af4', 'name': 'tempest-TestVolumeBootPattern-259169041-router', 'tenant_id': '40274f2d0985412194dd190657092ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '5f0599f6-da4a-4511-be2e-99e4d85339a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:05:39Z', 'updated_at': '2020-12-22T10:05:55Z', 'revision_number': 4, 'project_id': '40274f2d0985412194dd190657092ad0', 'gw_port': {'id': '5f0599f6-da4a-4511-be2e-99e4d85339a4', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d828af-80fe-4814-90f8-cf88ef7e4af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:05:41Z', 'updated_at': '2020-12-22T10:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '05d9405a-6fbd-45df-a54f-c33857866ced', 'name': '', 'network_id': '7968b82d-1cac-400f-85ab-b16922de08ae', 'tenant_id': '40274f2d0985412194dd190657092ad0', 'mac_address': 'fa:16:3e:a8:f2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d828af-80fe-4814-90f8-cf88ef7e4af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'a3171f30-1893-4358-8444-e6483bcee41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:05:52Z', 'updated_at': '2020-12-22T10:06:04Z', 'revision_number': 4, 'project_id': '40274f2d0985412194dd190657092ad0', 'subnets': [{'id': 'a3171f30-1893-4358-8444-e6483bcee41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:06:07.060218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-4cb754ca-7273-4d79-84d7-b18d3ff66654 tempest-TagsTest-85272755 tempest-TagsTest-85272755] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b794929d-e355-4ba3-b732-649602f5148b') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:07.061316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-4cb754ca-7273-4d79-84d7-b18d3ff66654 tempest-TagsTest-85272755 tempest-TagsTest-85272755] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b794929d-e355-4ba3-b732-649602f5148b') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:07.102232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cb754ca-7273-4d79-84d7-b18d3ff66654 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:07.132124 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cb754ca-7273-4d79-84d7-b18d3ff66654 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:07.134423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4cb754ca-7273-4d79-84d7-b18d3ff66654 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Releasing vxlan tunnel 8 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:06:07.137071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f549462-5bd5-4ca9-81d0-dbc0b0cb565d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=6394370f-f312-4b11-b649-877cee2534a0,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:07.140719 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5f549462-5bd5-4ca9-81d0-dbc0b0cb565d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:07.191900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Allocated IP 2001:db8::2 (0736cb37-77e8-4fe7-b183-1c9b90f0a950/f4a6657d-e0c0-4623-8fae-0686366f7d07/29fd0195-2de6-4cd1-abba-b25ab9c8721e) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:06:07.517685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f549462-5bd5-4ca9-81d0-dbc0b0cb565d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 0736cb37-77e8-4fe7-b183-1c9b90f0a950 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:06:07.535251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4cb754ca-7273-4d79-84d7-b18d3ff66654 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Network 27d2009e-9700-4d69-a408-843a869dbfad has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:06:07.543433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5f549462-5bd5-4ca9-81d0-dbc0b0cb565d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:06:07.546906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f549462-5bd5-4ca9-81d0-dbc0b0cb565d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:06:07.551707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f549462-5bd5-4ca9-81d0-dbc0b0cb565d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:07.552444 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f549462-5bd5-4ca9-81d0-dbc0b0cb565d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:07.563333 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cb754ca-7273-4d79-84d7-b18d3ff66654 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:07.640450 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:07.652935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Transition to ACTIVE for port object 29fd0195-2de6-4cd1-abba-b25ab9c8721e will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:06:07.682466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Transition to ACTIVE for port object 29fd0195-2de6-4cd1-abba-b25ab9c8721e will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:06:07.687570 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:07.705452 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:07.749011 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-50688745-14d0-4fd9-8e70-9e34bff7d3f7 service neutron] 10.222.0.50 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8579121 Dec 22 10:06:07.769056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4d0d1-fc7f-47df-97bb-53e4123e3c17 req-e28e266b-0911-471b-9c91-45e1859ccf3a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:07.815230 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80c4d0d1-fc7f-47df-97bb-53e4123e3c17 req-e28e266b-0911-471b-9c91-45e1859ccf3a tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 1.0039325 Dec 22 10:06:07.873057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4cb754ca-7273-4d79-84d7-b18d3ff66654 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Network 27d2009e-9700-4d69-a408-843a869dbfad has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:06:07.936194 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:06:08.071700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Network 0736cb37-77e8-4fe7-b183-1c9b90f0a950 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:06:08.075058 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5f549462-5bd5-4ca9-81d0-dbc0b0cb565d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.5268435 Dec 22 10:06:08.080412 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-f237ea14-fb87-46d8-9779-1bee5a7ed1b7 service neutron] 10.222.0.50 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3298900 Dec 22 10:06:08.096624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 50164) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:08.133956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:06:08.142980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 8082d785-5764-49e2-a111-2ea6c7e525e9 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:06:08.212127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d005a3a3-1e93-4be3-b932-82d2f05fc12a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port 6394370f-f312-4b11-b649-877cee2534a0 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:06:08.212523 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d005a3a3-1e93-4be3-b932-82d2f05fc12a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:08.341808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:06:08.495319 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-80c4d0d1-fc7f-47df-97bb-53e4123e3c17 req-ab1ffe9a-d8c9-4199-9f92-a5aa5faad0b4 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6736672 Dec 22 10:06:08.503564 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cb754ca-7273-4d79-84d7-b18d3ff66654 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:08.524528 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a878eb6f-92cb-4257-9b2b-fe371e281f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:08.585867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cb754ca-7273-4d79-84d7-b18d3ff66654 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:08.645805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb754ca-7273-4d79-84d7-b18d3ff66654 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Pushing event deleted for resources: {'Network': ['ID=27d2009e-9700-4d69-a408-843a869dbfad,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:08.658043 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4cb754ca-7273-4d79-84d7-b18d3ff66654 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:08.679011 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4cb754ca-7273-4d79-84d7-b18d3ff66654 tempest-TagsTest-85272755 tempest-TagsTest-85272755] 10.222.0.50 "DELETE /v2.0/networks/27d2009e-9700-4d69-a408-843a869dbfad HTTP/1.1" status: 204 len: 168 time: 3.1188211 Dec 22 10:06:08.686382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 05d9405a-6fbd-45df-a54f-c33857866ced up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:06:08.733394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-960c415f-b377-4192-ae68-3ad3b0b68c9b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:08.734999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-960c415f-b377-4192-ae68-3ad3b0b68c9b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Synchronizing usage tracker for tenant:a2b8bd28c0aa45a89f5905c5258a9297 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:06:08.790634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-960c415f-b377-4192-ae68-3ad3b0b68c9b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Unset dirty status for tenant:a2b8bd28c0aa45a89f5905c5258a9297 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:06:08.792083 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-960c415f-b377-4192-ae68-3ad3b0b68c9b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.64 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.8504703 Dec 22 10:06:08.819809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Attempting to bind port 29fd0195-2de6-4cd1-abba-b25ab9c8721e on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:06:08.820635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Attempting to bind port 29fd0195-2de6-4cd1-abba-b25ab9c8721e by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'aa96ab52-a22e-4a5c-8832-454c8dbd9f26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0736cb37-77e8-4fe7-b183-1c9b90f0a950'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:06:08.821216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Attempting to bind port 29fd0195-2de6-4cd1-abba-b25ab9c8721e on network 0736cb37-77e8-4fe7-b183-1c9b90f0a950 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:06:08.830789 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-065444c1-fb87-4add-8bba-a3e6ed86642c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:08.940816 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d005a3a3-1e93-4be3-b932-82d2f05fc12a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:08.984954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Pushing event updated for resources: {'Port': ['ID=29fd0195-2de6-4cd1-abba-b25ab9c8721e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:08.990726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:06:09.001359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Checking segment: {'id': 'aa96ab52-a22e-4a5c-8832-454c8dbd9f26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0736cb37-77e8-4fe7-b183-1c9b90f0a950'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:06:09.003242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:09.003981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Bound using segment: {'id': 'aa96ab52-a22e-4a5c-8832-454c8dbd9f26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0736cb37-77e8-4fe7-b183-1c9b90f0a950'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:06:09.006130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Bound port: 29fd0195-2de6-4cd1-abba-b25ab9c8721e, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa96ab52-a22e-4a5c-8832-454c8dbd9f26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0736cb37-77e8-4fe7-b183-1c9b90f0a950'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:06:09.007308 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:09.040513 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:09.049603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Deleting port 8082d785-5764-49e2-a111-2ea6c7e525e9 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:06:09.050097 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:09.575800 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9be91e69-680a-4db2-bc50-fb0ec6656e11 req-3cfc3d5f-066e-4783-a1ff-3efd4cf85127 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 210 time: 0.1437676 Dec 22 10:06:09.602848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d005a3a3-1e93-4be3-b932-82d2f05fc12a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for 6394370f-f312-4b11-b649-877cee2534a0 owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:06:09.710990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] For port 29fd0195-2de6-4cd1-abba-b25ab9c8721e, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:06:09.718301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] For port 29fd0195-2de6-4cd1-abba-b25ab9c8721e, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=29fd0195-2de6-4cd1-abba-b25ab9c8721e,segment=NetworkSegment(aa96ab52-a22e-4a5c-8832-454c8dbd9f26),segment_id=aa96ab52-a22e-4a5c-8832-454c8dbd9f26)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:06:09.759581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 8082d785-5764-49e2-a111-2ea6c7e525e9 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:06:09.760218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:09.822764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.823546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.824178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.824778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.825414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.826020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.826608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.827189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.827912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.828568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.829173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.829753 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.830420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.831017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.831613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.832227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.832823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.833582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.834179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.835387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.843534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.844510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.845137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.845750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.846409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.847327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.847962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.848563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.849169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.849759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.850370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.854062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.854788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.855383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.856021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.856609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:09.862734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:09.879574 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.174s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:09.880406 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:09.940146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:09.989691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50224) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:10.193473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 05d9405a-6fbd-45df-a54f-c33857866ced completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:06:10.227037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 05d9405a-6fbd-45df-a54f-c33857866ced triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:06:10.233560 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:10.290048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] For port 8082d785-5764-49e2-a111-2ea6c7e525e9, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=8082d785-5764-49e2-a111-2ea6c7e525e9,segment=NetworkSegment(f7f4091b-a7a6-45c4-b821-97884b11f144),segment_id=f7f4091b-a7a6-45c4-b821-97884b11f144)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:06:10.290574 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:10.307785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Pushing event updated for resources: {'Port': ['ID=29fd0195-2de6-4cd1-abba-b25ab9c8721e,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:10.311164 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:10.315598 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:10.339859 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d005a3a3-1e93-4be3-b932-82d2f05fc12a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:10.407524 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5f549462-5bd5-4ca9-81d0-dbc0b0cb565d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:10.454655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 8082d785-5764-49e2-a111-2ea6c7e525e9 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:06:10.481232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005a3a3-1e93-4be3-b932-82d2f05fc12a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=6394370f-f312-4b11-b649-877cee2534a0,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:10.502695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58b745-f98d-4a0e-9acc-42af79d8b9fb req-c80b2b86-ace5-4f2a-bd4a-ea1d85882f85 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:10.510662 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5a58b745-f98d-4a0e-9acc-42af79d8b9fb req-c80b2b86-ace5-4f2a-bd4a-ea1d85882f85 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 946 time: 0.4946864 Dec 22 10:06:10.517681 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d005a3a3-1e93-4be3-b932-82d2f05fc12a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:10.652069 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:10.706751 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:10.753047 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 8082d785-5764-49e2-a111-2ea6c7e525e9, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=8082d785-5764-49e2-a111-2ea6c7e525e9,segment=NetworkSegment(f7f4091b-a7a6-45c4-b821-97884b11f144),segment_id=f7f4091b-a7a6-45c4-b821-97884b11f144)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:06:10.836314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8082d785-5764-49e2-a111-2ea6c7e525e9'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:06:10.846186 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:10.858896 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8669fa9b-8c51-4e53-8882-f2e264bdf89e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=898e485e111641fb80180e1991468133&name=default HTTP/1.1" status: 200 len: 2883 time: 0.8668478 Dec 22 10:06:10.862787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50254) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:10.871366 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5a58b745-f98d-4a0e-9acc-42af79d8b9fb req-a3c3e7ab-64c7-4163-90af-9e967d7aff23 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3594208 Dec 22 10:06:10.909339 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:10.920982 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5a36423b-90e3-40b7-9acb-e8a80c76f212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:11.021225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50258) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:11.036743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:06:11.046403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 05d9405a-6fbd-45df-a54f-c33857866ced, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=05d9405a-6fbd-45df-a54f-c33857866ced,segment=NetworkSegment(8bd6c87c-8512-4171-93f9-648c7a955085),segment_id=8bd6c87c-8512-4171-93f9-648c7a955085)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:06:11.056826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=8082d785-5764-49e2-a111-2ea6c7e525e9,revision_number=7']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:11.076726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:11.102218 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:11.107085 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:11.107262 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2da40e87-56a1-499c-a76b-eb79d8ea0599 req-c034e406-4c1d-4e6a-ab6e-6869939ed0a6 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 210 time: 0.1699021 Dec 22 10:06:11.171731 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d005a3a3-1e93-4be3-b932-82d2f05fc12a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:11.191966 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d005a3a3-1e93-4be3-b932-82d2f05fc12a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/ports/6394370f-f312-4b11-b649-877cee2534a0 HTTP/1.1" status: 204 len: 168 time: 3.0911019 Dec 22 10:06:11.196401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 50268) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:11.264580 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8082d785-5764-49e2-a111-2ea6c7e525e9', 'code': 200} Dec 22 10:06:11.266408 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:11.291177 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01006a1f-abdd-417f-9641-2b1a87076fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:11.397209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=05d9405a-6fbd-45df-a54f-c33857866ced,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:11.419586 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:11.457386 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-45394e43-9bed-48a8-a37d-c607d20bd93d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] GET failed (client error): The resource could not be found. Dec 22 10:06:11.458278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-45394e43-9bed-48a8-a37d-c607d20bd93d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Synchronizing usage tracker for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:06:11.508201 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:11.508628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:11.510373 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Floating IP 1b0c6a5c-753b-4d0c-b83f-6d4b63e02b59 disassociated. External IP: 172.25.7.185, port: 8082d785-5764-49e2-a111-2ea6c7e525e9. Dec 22 10:06:11.511516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Calling delete_port for 8082d785-5764-49e2-a111-2ea6c7e525e9 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:06:11.533091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-45394e43-9bed-48a8-a37d-c607d20bd93d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Unset dirty status for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:06:11.537599 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-45394e43-9bed-48a8-a37d-c607d20bd93d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports/6394370f-f312-4b11-b649-877cee2534a0 HTTP/1.1" status: 404 len: 333 time: 0.3052113 Dec 22 10:06:11.545919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 50276) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:11.591772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-47a909ca-1633-439e-be60-1bed2661253a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:11.623185 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01006a1f-abdd-417f-9641-2b1a87076fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:11.674639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-47a909ca-1633-439e-be60-1bed2661253a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:06:11.699292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-47a909ca-1633-439e-be60-1bed2661253a admin admin] Usage tracker for resource:security_group_rule and tenant:a3285745ecd04a8facd0a2058056147e is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:06:11.729861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-47a909ca-1633-439e-be60-1bed2661253a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:06:11.744130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-47a909ca-1633-439e-be60-1bed2661253a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:06:11.824282 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:06:11.824644 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:06:11.837948 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01006a1f-abdd-417f-9641-2b1a87076fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:11.866353 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b946262f-3e48-41dc-b5b2-5ecfb5eefbbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:11.919286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01006a1f-abdd-417f-9641-2b1a87076fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a8cf76-ccdf-4043-8b57-faaa9fda2c5e,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:11.925992 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-01006a1f-abdd-417f-9641-2b1a87076fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:12.035280 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01006a1f-abdd-417f-9641-2b1a87076fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:12.039051 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-01006a1f-abdd-417f-9641-2b1a87076fca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/46a8cf76-ccdf-4043-8b57-faaa9fda2c5e HTTP/1.1" status: 204 len: 168 time: 1.1727610 Dec 22 10:06:12.115691 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-47a909ca-1633-439e-be60-1bed2661253a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:12.119399 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-47a909ca-1633-439e-be60-1bed2661253a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:12.128834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-7ae4d79b-210c-41b0-8c9a-d8b5a02577bf tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:12.130495 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-7ae4d79b-210c-41b0-8c9a-d8b5a02577bf tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.64 "GET /v2.0/networks?id=99773f64-dc84-4992-b646-2939d71e7472 HTTP/1.1" status: 200 len: 812 time: 0.3348858 Dec 22 10:06:12.152381 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b5cb14b6-ee25-4b97-ab08-92869673a81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:12.160256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-1d0649c1-3789-437c-bb40-76d7dfa6f372 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Request body: {'port': {'device_id': '452bd1d1-42f6-49b8-99e5-506327429454', 'network_id': '99773f64-dc84-4992-b646-2939d71e7472', 'admin_state_up': True, 'tenant_id': 'e798a8e61fa24836a28e3da00a2e4e8b'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:06:12.342545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Deleting port 8082d785-5764-49e2-a111-2ea6c7e525e9 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:06:12.345213 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:12.484627 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-47a909ca-1633-439e-be60-1bed2661253a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3285745ecd04a8facd0a2058056147e&name=default HTTP/1.1" status: 200 len: 2883 time: 1.3567560 Dec 22 10:06:12.490831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a909ca-1633-439e-be60-1bed2661253a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2588085-5eee-4d32-9ea9-34212d8a15b0,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:12.520218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50308) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:12.537028 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-47a909ca-1633-439e-be60-1bed2661253a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:12.734795 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9ee63c3b-e092-4f2d-bbbb-cb14882a4982 req-0af9323f-acfc-4ce3-9cac-241f5c3281b1 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 210 time: 0.1785128 Dec 22 10:06:12.774861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1ba8f1-52fc-4fa1-bcdc-da6ee28ff47f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting subnet f4a6657d-e0c0-4623-8fae-0686366f7d07 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:06:12.794457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba8f1-52fc-4fa1-bcdc-da6ee28ff47f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:12.996293 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba8f1-52fc-4fa1-bcdc-da6ee28ff47f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:13.005267 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b2b3-0809-4f48-ab9b-3ce97499adfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:13.107715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-1d0649c1-3789-437c-bb40-76d7dfa6f372 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:06:13.137754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923edc6e-b1a3-41d9-8402-3aa6a13b44f8 req-3543d6db-eb77-46a0-bc3d-aee3525d3dda tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:13.149267 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-923edc6e-b1a3-41d9-8402-3aa6a13b44f8 req-3543d6db-eb77-46a0-bc3d-aee3525d3dda tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 944 time: 0.8781176 Dec 22 10:06:13.161403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b2b3-0809-4f48-ab9b-3ce97499adfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:13.191126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30e80ea-b05b-4c2a-82da-0fd08ea09c28 None None] Network 0736cb37-77e8-4fe7-b183-1c9b90f0a950 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:06:13.342381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-1d0649c1-3789-437c-bb40-76d7dfa6f372 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Usage tracker for resource:port and tenant:e798a8e61fa24836a28e3da00a2e4e8b is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:06:13.368970 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-923edc6e-b1a3-41d9-8402-3aa6a13b44f8 req-e117dc2a-a58b-4a0d-81d7-14e598a88a7b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183282 Dec 22 10:06:13.380609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-1d0649c1-3789-437c-bb40-76d7dfa6f372 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Quota usage for port was recalculated. Used quota:2. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:06:13.386478 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b2b3-0809-4f48-ab9b-3ce97499adfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:13.407834 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1bf7a70c-8eee-462a-a36a-b8112667d6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:13.414999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-1d0649c1-3789-437c-bb40-76d7dfa6f372 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:06:13.490645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4b2b3-0809-4f48-ab9b-3ce97499adfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2588085-5eee-4d32-9ea9-34212d8a15b0,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:13.498881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-1d0649c1-3789-437c-bb40-76d7dfa6f372 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Made reservation on behalf of e798a8e61fa24836a28e3da00a2e4e8b for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:06:13.515663 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cdb4b2b3-0809-4f48-ab9b-3ce97499adfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:13.517053 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b2b3-0809-4f48-ab9b-3ce97499adfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:13.519286 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cdb4b2b3-0809-4f48-ab9b-3ce97499adfd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e2588085-5eee-4d32-9ea9-34212d8a15b0 HTTP/1.1" status: 204 len: 168 time: 0.9974077 Dec 22 10:06:13.522003 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-1d0649c1-3789-437c-bb40-76d7dfa6f372 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:13.562584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] For port 8082d785-5764-49e2-a111-2ea6c7e525e9, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=8082d785-5764-49e2-a111-2ea6c7e525e9,segment=NetworkSegment(f7f4091b-a7a6-45c4-b821-97884b11f144),segment_id=f7f4091b-a7a6-45c4-b821-97884b11f144)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:06:13.564568 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:13.592206 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba8f1-52fc-4fa1-bcdc-da6ee28ff47f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:13.837039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 05d9405a-6fbd-45df-a54f-c33857866ced up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:06:14.095536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-db2e1547-7b0e-4f10-b26f-09eaa726e900 None None] Provisioning for port 29fd0195-2de6-4cd1-abba-b25ab9c8721e completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:06:14.137482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 05d9405a-6fbd-45df-a54f-c33857866ced triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:06:14.138086 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:14.565380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 29fd0195-2de6-4cd1-abba-b25ab9c8721e up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:06:14.709674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for floatingip, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:14.710102 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:14.710589 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Floating IP 1b0c6a5c-753b-4d0c-b83f-6d4b63e02b59 disassociated. External IP: 172.25.7.185, port: 8082d785-5764-49e2-a111-2ea6c7e525e9. Dec 22 10:06:14.710994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Calling delete_port for 8082d785-5764-49e2-a111-2ea6c7e525e9 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:06:14.792575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 29fd0195-2de6-4cd1-abba-b25ab9c8721e completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:06:14.809365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 29fd0195-2de6-4cd1-abba-b25ab9c8721e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:06:14.810096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:15.174413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b17b3a0e-6042-416f-b92e-81ab276404b1 None None] Provisioning complete for port 29fd0195-2de6-4cd1-abba-b25ab9c8721e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:06:15.184964 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b17b3a0e-6042-416f-b92e-81ab276404b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:15.422335 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:15.516787 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:15.519994 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e632a2b8-ceae-4a04-994d-ae6928b4ec4b req-d198435a-a9c1-4e99-a318-010117de6cd0 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 210 time: 0.5908027 Dec 22 10:06:15.615419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:15.846006 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b17b3a0e-6042-416f-b92e-81ab276404b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:16.071778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Pushing event deleted for resources: {'Port': ['ID=8082d785-5764-49e2-a111-2ea6c7e525e9,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:16.075111 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:16.426120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-1d0649c1-3789-437c-bb40-76d7dfa6f372 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Allocated IP 172.20.0.12 (99773f64-dc84-4992-b646-2939d71e7472/0a8cbed5-bf42-44bf-8a42-c92ce50d8141/283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:06:16.657577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce19c8-daf9-44a4-94e5-e6b48f611121 req-dd79b644-1771-4d8b-a4a9-7a1f1238668c tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:16.672924 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dbce19c8-daf9-44a4-94e5-e6b48f611121 req-dd79b644-1771-4d8b-a4a9-7a1f1238668c tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 865 time: 1.7941196 Dec 22 10:06:16.781881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:06:17.127985 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dbce19c8-daf9-44a4-94e5-e6b48f611121 req-d3c7fc8f-b34b-4191-967c-d78d73d307d0 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups?id=f1a7c8bf-35e0-4e12-9c20-966c506cf272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4537745 Dec 22 10:06:17.239071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 50392) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:17.275556 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f1f7966-7a08-4a0d-ba3b-96ff3bd52eef req-2f0d7e5e-3094-47fb-96a5-f12141b7a838 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 210 time: 0.3680990 Dec 22 10:06:17.619477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:06:17.646578 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd40ff9-8de9-456d-881e-4101ecaabd9d None None] Sync routers for ids ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:06:17.671729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd40ff9-8de9-456d-881e-4101ecaabd9d None None] Routers {'4e18e00d-39b6-4b12-a29d-6dc2c6594c90'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:06:17.672778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4cd40ff9-8de9-456d-881e-4101ecaabd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:06:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:17.720063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] No DVR routers for this DVR port 8082d785-5764-49e2-a111-2ea6c7e525e9 on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:06:17.725672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:17.769223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e', 'name': 'network-vif-deleted', 'tag': '8082d785-5764-49e2-a111-2ea6c7e525e9'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:06:17.789215 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3d3244bf-5e18-40c3-9aef-523824d2bb24 req-5e120ec0-5522-4ae5-9e2b-e9348b8bb96b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.64 "DELETE /v2.0/ports/8082d785-5764-49e2-a111-2ea6c7e525e9 HTTP/1.1" status: 204 len: 173 time: 8.9903238 Dec 22 10:06:17.871005 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba8f1-52fc-4fa1-bcdc-da6ee28ff47f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:17.916329 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e', 'name': 'network-vif-deleted', 'tag': '8082d785-5764-49e2-a111-2ea6c7e525e9', 'status': 'completed', 'code': 200} Dec 22 10:06:18.104696 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-b17b3a0e-6042-416f-b92e-81ab276404b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:06:18.105986 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-b17b3a0e-6042-416f-b92e-81ab276404b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:06:18.135221 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:06:18.136431 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:06:18.194082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-4cd40ff9-8de9-456d-881e-4101ecaabd9d None None] Set router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:06:18.216007 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aac2d50c-8977-44fe-a831-5bc4704f9bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:18.306286 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-877012194-network', 'tenant_id': '2c99679f0bee482dbebd5ee91435e3e3'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:06:18.334625 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-1d0649c1-3789-437c-bb40-76d7dfa6f372 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:18.391488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ba8f1-52fc-4fa1-bcdc-da6ee28ff47f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Subnet': ['ID=f4a6657d-e0c0-4623-8fae-0686366f7d07,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:18.394801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-1d0649c1-3789-437c-bb40-76d7dfa6f372 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Transition to ACTIVE for port object 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:06:18.396537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:06:18.404149 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6d1ba8f1-52fc-4fa1-bcdc-da6ee28ff47f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:18.534881 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-987be491-d40e-4439-a96d-b2c5ddecd75d req-a4a21003-9cd5-46b5-84a1-0dc11245d20d tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/ports?device_id=606ddaaf-10c8-4dfb-a5ad-ff17d2cb151e HTTP/1.1" status: 200 len: 210 time: 0.1493721 Dec 22 10:06:18.536709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Usage tracker for resource:network and tenant:2c99679f0bee482dbebd5ee91435e3e3 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:06:18.558603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:06:18.651266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:06:18.714500 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba8f1-52fc-4fa1-bcdc-da6ee28ff47f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:18.738353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50430) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:18.738926 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6d1ba8f1-52fc-4fa1-bcdc-da6ee28ff47f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/subnets/f4a6657d-e0c0-4623-8fae-0686366f7d07 HTTP/1.1" status: 204 len: 168 time: 7.1905456 Dec 22 10:06:18.741930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-947325be-1b58-4ffa-a688-14e57ab2994a req-3c7c9b22-7c04-4950-b7d2-0509a73b003e tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Synchronizing usage tracker for tenant:e798a8e61fa24836a28e3da00a2e4e8b on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:06:18.782262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-947325be-1b58-4ffa-a688-14e57ab2994a req-3c7c9b22-7c04-4950-b7d2-0509a73b003e tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Unset dirty status for tenant:e798a8e61fa24836a28e3da00a2e4e8b on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:06:18.784505 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-947325be-1b58-4ffa-a688-14e57ab2994a req-3c7c9b22-7c04-4950-b7d2-0509a73b003e tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 210 time: 0.2292948 Dec 22 10:06:18.788000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Made reservation on behalf of 2c99679f0bee482dbebd5ee91435e3e3 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:06:18.796613 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:18.833632 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:18.860574 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-1d0649c1-3789-437c-bb40-76d7dfa6f372 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:18.868905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:06:18.876323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Usage tracker for resource:security_group_rule and tenant:2c99679f0bee482dbebd5ee91435e3e3 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:06:18.880201 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b17b3a0e-6042-416f-b92e-81ab276404b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:18.890143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4cd40ff9-8de9-456d-881e-4101ecaabd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T09:56:30Z', 'revision_number': 4, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '47dede80-207a-4fd5-bbe5-503b8b2c3e28', 'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'mac_address': 'fa:16:3e:6a:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:25Z', 'updated_at': '2020-12-22T09:56:45Z', 'revision_number': 5, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'subnets': [{'id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:18.893338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f263907c-af8a-4fa7-92ba-5dd7158c2530 None None] Network 0736cb37-77e8-4fe7-b183-1c9b90f0a950 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:06:18.898209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:06:18.901257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd40ff9-8de9-456d-881e-4101ecaabd9d None None] Checking router: 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:06:18.914243 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:18.923477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:06:18.928913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd40ff9-8de9-456d-881e-4101ecaabd9d None None] Routers {'4e18e00d-39b6-4b12-a29d-6dc2c6594c90'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:06:18.929599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4cd40ff9-8de9-456d-881e-4101ecaabd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:06:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:19.060678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 29fd0195-2de6-4cd1-abba-b25ab9c8721e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=29fd0195-2de6-4cd1-abba-b25ab9c8721e,segment=NetworkSegment(aa96ab52-a22e-4a5c-8832-454c8dbd9f26),segment_id=aa96ab52-a22e-4a5c-8832-454c8dbd9f26)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:06:19.072452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:19.075864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:19.116272 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4ff7481b-6497-4689-845b-1948229d28d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:19.225714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port 29fd0195-2de6-4cd1-abba-b25ab9c8721e {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:06:19.227641 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:19.408584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-4cd40ff9-8de9-456d-881e-4101ecaabd9d None None] Set router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:06:19.547428 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-b17b3a0e-6042-416f-b92e-81ab276404b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:06:19.547853 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-b17b3a0e-6042-416f-b92e-81ab276404b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:06:19.550256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=29fd0195-2de6-4cd1-abba-b25ab9c8721e,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:19.567226 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-da673baf-701b-4f41-8dde-ee2f128f4cc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:19.683816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-1d0649c1-3789-437c-bb40-76d7dfa6f372 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Network 99773f64-dc84-4992-b646-2939d71e7472 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:06:19.707525 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:19.723607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-1d0649c1-3789-437c-bb40-76d7dfa6f372 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:06:19.739574 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:19.788346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-1d0649c1-3789-437c-bb40-76d7dfa6f372 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:06:19.891275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50472) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:19.990655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c097bb8-5965-41c3-9174-cfbf4808e672 None None] DHCP port deletion for 0736cb37-77e8-4fe7-b183-1c9b90f0a950 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:06:19.999341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4c097bb8-5965-41c3-9174-cfbf4808e672 None None] Deleting port 29fd0195-2de6-4cd1-abba-b25ab9c8721e {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:06:19.999770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c097bb8-5965-41c3-9174-cfbf4808e672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:20.003447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] For port 29fd0195-2de6-4cd1-abba-b25ab9c8721e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=29fd0195-2de6-4cd1-abba-b25ab9c8721e,segment=NetworkSegment(aa96ab52-a22e-4a5c-8832-454c8dbd9f26),segment_id=aa96ab52-a22e-4a5c-8832-454c8dbd9f26)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:06:20.013607 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:20.023862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-1d0649c1-3789-437c-bb40-76d7dfa6f372 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:20.027883 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-1d0649c1-3789-437c-bb40-76d7dfa6f372 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:20.054162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50478) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:20.106176 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-1d0649c1-3789-437c-bb40-76d7dfa6f372 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.9544919 Dec 22 10:06:20.110043 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:20.166098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:06:20.167527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4cd40ff9-8de9-456d-881e-4101ecaabd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T09:56:30Z', 'revision_number': 4, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '47dede80-207a-4fd5-bbe5-503b8b2c3e28', 'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'mac_address': 'fa:16:3e:6a:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:25Z', 'updated_at': '2020-12-22T09:56:45Z', 'revision_number': 5, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'subnets': [{'id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:20.185899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd40ff9-8de9-456d-881e-4101ecaabd9d None None] The sync data for ids ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'] in n-d-765315-5 is: [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T09:56:30Z', 'revision_number': 4, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '47dede80-207a-4fd5-bbe5-503b8b2c3e28', 'name': '', 'network_id': 'e6f1855e-b485-45d1-82d8-ed2c723d357f', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'mac_address': 'fa:16:3e:6a:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:25Z', 'updated_at': '2020-12-22T09:56:45Z', 'revision_number': 5, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'subnets': [{'id': 'ca01a1fc-1044-4148-87dc-b546085e58b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:06:20.200174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:20.200737 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Added segment e5f55313-b529-474b-90c6-65558e35a5bc of type vxlan for network eba516db-1961-46e1-9e1b-c8fae6861dde Dec 22 10:06:20.277911 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:20.369676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Request body: {'port': {'device_id': '452bd1d1-42f6-49b8-99e5-506327429454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:06:20.406328 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:20.407767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:20.408929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:20.504016 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31587412-c8a6-4653-9c8b-29e3b8a58d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:20.530353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for 29fd0195-2de6-4cd1-abba-b25ab9c8721e owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:06:20.595208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-4c097bb8-5965-41c3-9174-cfbf4808e672 None None] For port 29fd0195-2de6-4cd1-abba-b25ab9c8721e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=29fd0195-2de6-4cd1-abba-b25ab9c8721e,segment=NetworkSegment(aa96ab52-a22e-4a5c-8832-454c8dbd9f26),segment_id=aa96ab52-a22e-4a5c-8832-454c8dbd9f26)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:06:20.596412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-31587412-c8a6-4653-9c8b-29e3b8a58d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:06:20.596927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c097bb8-5965-41c3-9174-cfbf4808e672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:20.602012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-31587412-c8a6-4653-9c8b-29e3b8a58d95 admin admin] Usage tracker for resource:security_group_rule and tenant:d8dc68f42228420f83dfac0f2140bba3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:06:20.606572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-31587412-c8a6-4653-9c8b-29e3b8a58d95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:06:20.622363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-31587412-c8a6-4653-9c8b-29e3b8a58d95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:06:20.656793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7f1ff26-6515-4112-a9a7-afd17d66d20f tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:20.706439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0649c1-3789-437c-bb40-76d7dfa6f372 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Pushing event updated for resources: {'Port': ['ID=283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:20.725400 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.4845407 Dec 22 10:06:20.739509 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1d0649c1-3789-437c-bb40-76d7dfa6f372 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.172s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:20.740550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 50490) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:20.747668 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-682b1e7b-c03d-42a0-984b-c2af6bf0f4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.390s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:20.770162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-241f8be2-7564-470a-a2ab-7992c7fea72d admin admin] Request body: {'subnet': {'network_id': 'eba516db-1961-46e1-9e1b-c8fae6861dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-877012194-subnet', 'tenant_id': '2c99679f0bee482dbebd5ee91435e3e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:06:20.783636 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7f1ff26-6515-4112-a9a7-afd17d66d20f tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:20.824410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-241f8be2-7564-470a-a2ab-7992c7fea72d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:06:20.838065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4c097bb8-5965-41c3-9174-cfbf4808e672 None None] Calling delete_port for 29fd0195-2de6-4cd1-abba-b25ab9c8721e owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:06:20.884462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-241f8be2-7564-470a-a2ab-7992c7fea72d admin admin] Usage tracker for resource:subnet and tenant:2c99679f0bee482dbebd5ee91435e3e3 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:06:20.885251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126f7caf-aa67-46c8-9e43-47989cf5121f None None] New status for floating IP 1b0c6a5c-753b-4d0c-b83f-6d4b63e02b59: DOWN {{(pid=81073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 10:06:20.916785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-241f8be2-7564-470a-a2ab-7992c7fea72d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:06:20.933770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b586c16-b6de-49c0-8974-fa524da68c13 req-b63f88c2-a5e5-467e-a3b4-7244086e0e29 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:20.939611 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6b586c16-b6de-49c0-8974-fa524da68c13 req-b63f88c2-a5e5-467e-a3b4-7244086e0e29 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 932 time: 0.5860412 Dec 22 10:06:20.944238 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:20.994380 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:21.017029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b82c01c-511c-4a0d-974d-e37094333ef6,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:21.020593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-241f8be2-7564-470a-a2ab-7992c7fea72d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:06:21.036637 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6b586c16-b6de-49c0-8974-fa524da68c13 req-2247e7d1-db96-45d3-a225-f6121d26255c tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969927 Dec 22 10:06:21.085275 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e313dcb3-a71b-4019-a653-187926255c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:21.193838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=29fd0195-2de6-4cd1-abba-b25ab9c8721e,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:21.217031 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:21.243068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No DVR routers for this DVR port 29fd0195-2de6-4cd1-abba-b25ab9c8721e on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:06:21.323724 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7f1ff26-6515-4112-a9a7-afd17d66d20f tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:21.345182 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:21.404205 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31587412-c8a6-4653-9c8b-29e3b8a58d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:21.408402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1ff26-6515-4112-a9a7-afd17d66d20f tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a7c8bf-35e0-4e12-9c20-966c506cf272,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:21.430638 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a7f1ff26-6515-4112-a9a7-afd17d66d20f tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:21.454076 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31587412-c8a6-4653-9c8b-29e3b8a58d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:21.507158 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7fc99e16-e6a5-45c2-8f06-a941341a1c7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:21.509645 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:21.510515 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b6734bec-b5eb-4baa-8099-06c9a394a013 tempest-NetworksIpV6Test-241689129 tempest-NetworksIpV6Test-241689129] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.982s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:21.536168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 29fd0195-2de6-4cd1-abba-b25ab9c8721e no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:06:21.543031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241f8be2-7564-470a-a2ab-7992c7fea72d admin admin] Made reservation on behalf of 2c99679f0bee482dbebd5ee91435e3e3 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:06:21.548313 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-241f8be2-7564-470a-a2ab-7992c7fea72d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:21.623447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 29fd0195-2de6-4cd1-abba-b25ab9c8721e {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:06:21.625235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 29fd0195-2de6-4cd1-abba-b25ab9c8721e not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:06:21.721588 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-31587412-c8a6-4653-9c8b-29e3b8a58d95 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8dc68f42228420f83dfac0f2140bba3&name=default HTTP/1.1" status: 200 len: 2883 time: 1.8288867 Dec 22 10:06:21.725265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e21e10be-2a13-4ed1-8e3d-dbb1dcd484ae None None] Provisioning complete for port 29fd0195-2de6-4cd1-abba-b25ab9c8721e triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:06:21.733499 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e21e10be-2a13-4ed1-8e3d-dbb1dcd484ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:21.752782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50512) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:21.753625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31587412-c8a6-4653-9c8b-29e3b8a58d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed79c31-8670-45d0-a329-926a59048dca,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:21.773593 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-31587412-c8a6-4653-9c8b-29e3b8a58d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:21.782501 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:21.786075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e21e10be-2a13-4ed1-8e3d-dbb1dcd484ae None None] Port 29fd0195-2de6-4cd1-abba-b25ab9c8721e was deleted so its status cannot be updated. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:320}} Dec 22 10:06:21.800601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e21e10be-2a13-4ed1-8e3d-dbb1dcd484ae None None] Could not find standard attr ID for object 6394370f-f312-4b11-b649-877cee2534a0. {{(pid=81073) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 10:06:21.867658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-4c097bb8-5965-41c3-9174-cfbf4808e672 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:06:21.868253 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-4c097bb8-5965-41c3-9174-cfbf4808e672 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:06:21.898013 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7f1ff26-6515-4112-a9a7-afd17d66d20f tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:21.899612 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a7f1ff26-6515-4112-a9a7-afd17d66d20f tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "DELETE /v2.0/security-groups/f1a7c8bf-35e0-4e12-9c20-966c506cf272 HTTP/1.1" status: 204 len: 168 time: 1.8344684 Dec 22 10:06:21.906028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50516) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:21.938781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-41056ebb-ac9b-44a8-8ee1-63617557f68a None None] Provisioning for port 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:06:21.944476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-41056ebb-ac9b-44a8-8ee1-63617557f68a None None] Provisioning complete for port 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:06:21.944986 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-41056ebb-ac9b-44a8-8ee1-63617557f68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:21.971522 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96c9611e-6039-4bab-8a2e-915cf468f0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:22.002842 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96c9611e-6039-4bab-8a2e-915cf468f0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:22.016126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-41056ebb-ac9b-44a8-8ee1-63617557f68a None None] Port 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:06:22.051999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Pushing event updated for resources: {'Network': ['ID=eba516db-1961-46e1-9e1b-c8fae6861dde,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:22.059015 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-44879df8-4ec9-4a24-958a-dbab7ab77e5b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] show failed (client error): The resource could not be found. Dec 22 10:06:22.064086 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-44879df8-4ec9-4a24-958a-dbab7ab77e5b tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "GET /v2.0/security-groups/f1a7c8bf-35e0-4e12-9c20-966c506cf272 HTTP/1.1" status: 404 len: 347 time: 0.1174698 Dec 22 10:06:22.066093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network eba516db-1961-46e1-9e1b-c8fae6861dde details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:06:22.067067 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96c9611e-6039-4bab-8a2e-915cf468f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:22.074393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50520) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:22.078584 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3e1497b0-757f-488b-acff-a98241af8322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:22.096460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network eba516db-1961-46e1-9e1b-c8fae6861dde details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:06:22.102969 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:22.111960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network eba516db-1961-46e1-9e1b-c8fae6861dde details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:06:22.215630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9611e-6039-4bab-8a2e-915cf468f0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed79c31-8670-45d0-a329-926a59048dca,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:22.236637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96c9611e-6039-4bab-8a2e-915cf468f0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:22.244440 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-96c9611e-6039-4bab-8a2e-915cf468f0bf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3ed79c31-8670-45d0-a329-926a59048dca HTTP/1.1" status: 204 len: 168 time: 0.4681151 Dec 22 10:06:22.275361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 10:06:22.409724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4c097bb8-5965-41c3-9174-cfbf4808e672 None None] Deleting port 29fd0195-2de6-4cd1-abba-b25ab9c8721e {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:06:22.410559 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c097bb8-5965-41c3-9174-cfbf4808e672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:22.471710 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-96c9611e-6039-4bab-8a2e-915cf468f0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:22.512712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 10:06:22.536221 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:22.663470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Transition to ACTIVE for port object 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:06:22.663470 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:22.688657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4c097bb8-5965-41c3-9174-cfbf4808e672 None None] The port '29fd0195-2de6-4cd1-abba-b25ab9c8721e' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:06:22.861044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-43630cc5-6d59-49ba-8c0c-a58534c2c6c0 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Deleting port d6a36288-a5ea-452d-bf61-a8cef4ea40e8 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:06:22.861044 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43630cc5-6d59-49ba-8c0c-a58534c2c6c0 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:22.898898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0736cb37-77e8-4fe7-b183-1c9b90f0a950']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:22.956634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa96ab52-a22e-4a5c-8832-454c8dbd9f26') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:22.956953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa96ab52-a22e-4a5c-8832-454c8dbd9f26') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:22.987205 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:23.035904 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:23.041529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Releasing vxlan tunnel 6 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:06:23.161777 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:23.212002 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e689ea4-0868-4dca-90d1-cb690447ab83 req-1e50ca0b-91d9-4d12-a4ac-af606f3556ac tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:23.235049 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e689ea4-0868-4dca-90d1-cb690447ab83 req-1e50ca0b-91d9-4d12-a4ac-af606f3556ac tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 932 time: 0.8622167 Dec 22 10:06:23.266289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 50548) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:23.376718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e95404e-c1b0-4570-ab73-0d438fbad4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:23.400317 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e689ea4-0868-4dca-90d1-cb690447ab83 req-0048945d-228e-453f-a8e6-92dc16a97f7f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648004 Dec 22 10:06:23.409353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8e95404e-c1b0-4570-ab73-0d438fbad4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:06:23.413863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8e95404e-c1b0-4570-ab73-0d438fbad4df admin admin] Usage tracker for resource:security_group_rule and tenant:391215680572433a82dbad8d9e2d5b23 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:06:23.417659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8e95404e-c1b0-4570-ab73-0d438fbad4df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:06:23.424825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8e95404e-c1b0-4570-ab73-0d438fbad4df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:06:23.435338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 0736cb37-77e8-4fe7-b183-1c9b90f0a950 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:06:23.458303 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:23.563784 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43630cc5-6d59-49ba-8c0c-a58534c2c6c0 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:23.563784 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43630cc5-6d59-49ba-8c0c-a58534c2c6c0 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for floatingip, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:23.672457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e95404e-c1b0-4570-ab73-0d438fbad4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:23.682964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:23.688726 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:23.689631 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8e95404e-c1b0-4570-ab73-0d438fbad4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:23.705207 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2cc18e4-bd6f-44fe-a85e-fa6ecdf3eb86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:23.779302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-43630cc5-6d59-49ba-8c0c-a58534c2c6c0 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Calling delete_port for d6a36288-a5ea-452d-bf61-a8cef4ea40e8 owned by network:floatingip {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:06:23.833156 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8e95404e-c1b0-4570-ab73-0d438fbad4df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=391215680572433a82dbad8d9e2d5b23&name=default HTTP/1.1" status: 200 len: 2883 time: 0.5245695 Dec 22 10:06:23.840023 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 50558) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:23.848420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95404e-c1b0-4570-ab73-0d438fbad4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6522e86a-be7c-4406-b3c5-b032c43e4fe2,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:23.852946 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e95404e-c1b0-4570-ab73-0d438fbad4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:23.931165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 0736cb37-77e8-4fe7-b183-1c9b90f0a950 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:06:23.965220 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:06:23.989540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Attempting to bind port 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:06:23.989919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Attempting to bind port 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:06:23.990294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Attempting to bind port 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 on network 99773f64-dc84-4992-b646-2939d71e7472 {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:06:24.005301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:06:24.005646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Checking segment: {'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:06:24.006068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:24.006471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Bound using segment: {'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:06:24.006968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Bound port: 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:06:24.007496 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:24.023394 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-241f8be2-7564-470a-a2ab-7992c7fea72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:24.053894 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ce0e052a-9fc9-4123-9291-269daf453f41 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:24.149455 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:24.158343 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3a4c9534-449e-423f-a7e0-daf8197541d0 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:24.193915 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:24.198111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Network': ['ID=0736cb37-77e8-4fe7-b183-1c9b90f0a950,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:24.233691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.243574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.244197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.244876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.245677 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.246330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.246970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.247609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.248410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.249442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.250346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.252017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.252930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.253759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.254813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.255737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.256538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.257418 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.258261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.259119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.259923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.260783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.261668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.262539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.263540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.264885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.266164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.267088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.267929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.268671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.269322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.269972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.270661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.271170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.271891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.272832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:06:24.280854 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:24.343415 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/networks/0736cb37-77e8-4fe7-b183-1c9b90f0a950 HTTP/1.1" status: 204 len: 168 time: 5.6031213 Dec 22 10:06:24.353241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50568) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:24.369234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-93bd96cf-ff38-497b-a684-04f9034f434d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d', 'name': 'tempest-PortsIpV6TestJSON-1066661857'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:06:24.371973 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-adb1f97a-520b-4567-8480-622041ac1c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:24.883533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f8be2-7564-470a-a2ab-7992c7fea72d admin admin] Pushing event updated for resources: {'Subnet': ['ID=294bee51-0b82-425c-bc04-8c938395dbad,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:24.896787 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43630cc5-6d59-49ba-8c0c-a58534c2c6c0 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:24.904131 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-241f8be2-7564-470a-a2ab-7992c7fea72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:24.904131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-adb1f97a-520b-4567-8480-622041ac1c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:24.909431 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f9064046-6c3e-4a5d-8efa-eb48bb632b4e tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:24.914369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241f8be2-7564-470a-a2ab-7992c7fea72d admin admin] Checking segment: {'id': 'e5f55313-b529-474b-90c6-65558e35a5bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eba516db-1961-46e1-9e1b-c8fae6861dde'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:06:24.914369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241f8be2-7564-470a-a2ab-7992c7fea72d admin admin] Network hostable DHCP agents. Network: eba516db-1961-46e1-9e1b-c8fae6861dde, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:06:24.917016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43630cc5-6d59-49ba-8c0c-a58534c2c6c0 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Pushing event deleted for resources: {'Port': ['ID=d6a36288-a5ea-452d-bf61-a8cef4ea40e8,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:24.917016 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-43630cc5-6d59-49ba-8c0c-a58534c2c6c0 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:24.917016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-93bd96cf-ff38-497b-a684-04f9034f434d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:06:24.917016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-93bd96cf-ff38-497b-a684-04f9034f434d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:06:24.917016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bd96cf-ff38-497b-a684-04f9034f434d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:06:24.917016 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93bd96cf-ff38-497b-a684-04f9034f434d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:24.918064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] For port 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:06:24.918064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241f8be2-7564-470a-a2ab-7992c7fea72d admin admin] Network eba516db-1961-46e1-9e1b-c8fae6861dde is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:06:24.918064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] For port 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7,segment=NetworkSegment(224b82da-8929-4c32-a798-a1f98b31b26e),segment_id=224b82da-8929-4c32-a798-a1f98b31b26e)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:06:24.918064 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:24.918064 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2d41084-cad4-4af6-8df6-936a56b18cff tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:25.156176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-93bd96cf-ff38-497b-a684-04f9034f434d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] device_id is not set on port c2c17138-24f4-4fd2-8655-63176a6e8ff6 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:06:25.171053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-241f8be2-7564-470a-a2ab-7992c7fea72d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, eba516db-1961-46e1-9e1b-c8fae6861dde) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:06:25.187810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48037636-7c7e-4c39-9a28-4cc93ec8a87c None None] Network eba516db-1961-46e1-9e1b-c8fae6861dde requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:06:25.286596 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-adb1f97a-520b-4567-8480-622041ac1c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:25.297182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:25.318269 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:25.318269 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-738f2778-aeb6-41d6-96a1-ed197f505252 tempest-PortsAdminExtendedAttrsTestJSON-1801178466 tempest-PortsAdminExtendedAttrsTestJSON-1801178466] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:25.330007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f8be2-7564-470a-a2ab-7992c7fea72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:25.330007 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-241f8be2-7564-470a-a2ab-7992c7fea72d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:25.428707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1f97a-520b-4567-8480-622041ac1c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6522e86a-be7c-4406-b3c5-b032c43e4fe2,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:25.445766 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-241f8be2-7564-470a-a2ab-7992c7fea72d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.6891456 Dec 22 10:06:25.456019 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-adb1f97a-520b-4567-8480-622041ac1c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:25.458644 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-adb1f97a-520b-4567-8480-622041ac1c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:25.484234 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-adb1f97a-520b-4567-8480-622041ac1c43 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6522e86a-be7c-4406-b3c5-b032c43e4fe2 HTTP/1.1" status: 204 len: 168 time: 1.6173952 Dec 22 10:06:25.636988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77d886-1f1f-44b9-8e4d-f03a632abe64 req-964d1152-17b9-42bc-8304-590cc458c349 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:25.642165 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cc77d886-1f1f-44b9-8e4d-f03a632abe64 req-964d1152-17b9-42bc-8304-590cc458c349 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 944 time: 0.5288889 Dec 22 10:06:25.734844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:25.734844 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:25.734844 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] 10.222.0.64 "PUT /v2.0/ports/283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 HTTP/1.1" status: 200 len: 1156 time: 5.3737192 Dec 22 10:06:25.741500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452bd1d1-42f6-49b8-99e5-506327429454', 'tag': '283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:06:25.936947 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452bd1d1-42f6-49b8-99e5-506327429454', 'tag': '283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7', 'status': 'completed', 'code': 200} Dec 22 10:06:25.975282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3605903-96a3-404b-b2af-195709992e37 None None] Network eba516db-1961-46e1-9e1b-c8fae6861dde requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:06:26.017712 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cc77d886-1f1f-44b9-8e4d-f03a632abe64 req-ffa255b7-8cae-499c-81ef-87b8a77d023c tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469682 Dec 22 10:06:26.252322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-2fb828ea-35b2-4a3d-81cd-5be2f9d192e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:26.252322 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-2fb828ea-35b2-4a3d-81cd-5be2f9d192e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e798a8e61fa24836a28e3da00a2e4e8b&device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 1159 time: 0.4532773 Dec 22 10:06:26.527927 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-0111662f-1448-4e25-90d0-ae22520bab2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 HTTP/1.1" status: 200 len: 217 time: 0.2638469 Dec 22 10:06:26.804905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-697ac699-21ad-48a0-8556-013778a5e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:26.804905 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-697ac699-21ad-48a0-8556-013778a5e21a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a8cbed5-bf42-44bf-8a42-c92ce50d8141 HTTP/1.1" status: 200 len: 851 time: 0.2671502 Dec 22 10:06:26.915021 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43630cc5-6d59-49ba-8c0c-a58534c2c6c0 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks [] for floatingip, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:26.932842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-57657824-a4a6-4955-9641-504e8f815985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:26.935006 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-57657824-a4a6-4955-9641-504e8f815985 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99773f64-dc84-4992-b646-2939d71e7472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260176 Dec 22 10:06:26.943892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43630cc5-6d59-49ba-8c0c-a58534c2c6c0 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:26.945547 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-43630cc5-6d59-49ba-8c0c-a58534c2c6c0 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] 10.222.0.50 "DELETE /v2.0/floatingips/1b0c6a5c-753b-4d0c-b83f-6d4b63e02b59 HTTP/1.1" status: 204 len: 168 time: 4.8324609 Dec 22 10:06:26.953065 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93bd96cf-ff38-497b-a684-04f9034f434d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:27.060062 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93bd96cf-ff38-497b-a684-04f9034f434d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:27.428338 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-81e9f3a6-feb6-4f09-aa7e-d20364a49930 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:27.667720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd96cf-ff38-497b-a684-04f9034f434d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=c2c17138-24f4-4fd2-8655-63176a6e8ff6,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:27.681386 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-93bd96cf-ff38-497b-a684-04f9034f434d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:27.709537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bd96cf-ff38-497b-a684-04f9034f434d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:06:27.709537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-93bd96cf-ff38-497b-a684-04f9034f434d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:06:27.726287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bd96cf-ff38-497b-a684-04f9034f434d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:06:27.726287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd96cf-ff38-497b-a684-04f9034f434d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:27.726287 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-93bd96cf-ff38-497b-a684-04f9034f434d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:27.755693 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-93bd96cf-ff38-497b-a684-04f9034f434d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.3960392 Dec 22 10:06:27.755693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50660) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:27.776470 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-8d6c27da-4599-4deb-8191-b13e4dd14373 service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8322403 Dec 22 10:06:28.103197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1b18ccdb-fe8d-435a-bc23-6045e2627ba4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port c2c17138-24f4-4fd2-8655-63176a6e8ff6 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:06:28.119136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b18ccdb-fe8d-435a-bc23-6045e2627ba4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:28.360416 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6a1dcdf3-5d13-4c51-bff4-a305ea614641 req-03fb33ed-6be7-4972-b207-4a04742997bd service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5566490 Dec 22 10:06:28.385999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f992465-4187-4abb-9637-e65182d15114 req-192c763d-aefe-410b-a8e4-2fd74842dd84 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:28.385999 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f992465-4187-4abb-9637-e65182d15114 req-192c763d-aefe-410b-a8e4-2fd74842dd84 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 944 time: 0.9417124 Dec 22 10:06:28.803781 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2f992465-4187-4abb-9637-e65182d15114 req-6aafeb42-0587-48a7-ac21-641d1a8ea236 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702567 Dec 22 10:06:28.906056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9476b2-109a-492d-b515-586713b2dced req-cbfb1c8b-1df9-481f-ac78-3c59a989b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:28.915706 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b9476b2-109a-492d-b515-586713b2dced req-cbfb1c8b-1df9-481f-ac78-3c59a989b6b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e798a8e61fa24836a28e3da00a2e4e8b&device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 1159 time: 0.3974919 Dec 22 10:06:29.078706 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b18ccdb-fe8d-435a-bc23-6045e2627ba4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:29.317928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1b18ccdb-fe8d-435a-bc23-6045e2627ba4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for c2c17138-24f4-4fd2-8655-63176a6e8ff6 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:06:29.379531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9476b2-109a-492d-b515-586713b2dced req-de45ce3c-cb5a-457c-be7e-43d38ebd6f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:29.379531 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b9476b2-109a-492d-b515-586713b2dced req-de45ce3c-cb5a-457c-be7e-43d38ebd6f6e service neutron] 10.222.0.64 "GET /v2.0/networks?id=99773f64-dc84-4992-b646-2939d71e7472 HTTP/1.1" status: 200 len: 906 time: 0.4611199 Dec 22 10:06:29.552058 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b9476b2-109a-492d-b515-586713b2dced req-e5dc5da4-4fde-4482-8870-8876eb68b07e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 HTTP/1.1" status: 200 len: 217 time: 0.1699739 Dec 22 10:06:29.693422 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b18ccdb-fe8d-435a-bc23-6045e2627ba4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:29.748600 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df6301c6-f9f3-4a64-bc82-0781b2ab9848 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:29.851598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18ccdb-fe8d-435a-bc23-6045e2627ba4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=c2c17138-24f4-4fd2-8655-63176a6e8ff6,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:29.859021 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b18ccdb-fe8d-435a-bc23-6045e2627ba4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:30.064238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9476b2-109a-492d-b515-586713b2dced req-825ff75e-82af-49ce-acea-04bd161a87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:30.064238 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b9476b2-109a-492d-b515-586713b2dced req-825ff75e-82af-49ce-acea-04bd161a87f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a8cbed5-bf42-44bf-8a42-c92ce50d8141 HTTP/1.1" status: 200 len: 851 time: 0.4832561 Dec 22 10:06:30.291521 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1b18ccdb-fe8d-435a-bc23-6045e2627ba4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:30.386730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 50730) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:30.421420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6d2fe575-529e-4b03-aa0f-b7b004fac01d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d', 'mac_address': 'fa:16:3e:0a:89:dd', 'name': 'tempest-PortsIpV6TestJSON-1287289914'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:06:30.424807 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1b18ccdb-fe8d-435a-bc23-6045e2627ba4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/ports/c2c17138-24f4-4fd2-8655-63176a6e8ff6 HTTP/1.1" status: 204 len: 168 time: 2.6166203 Dec 22 10:06:30.825313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9476b2-109a-492d-b515-586713b2dced req-ebcd6f49-a2fc-46f9-992c-f2d1a0b55c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:30.832319 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b9476b2-109a-492d-b515-586713b2dced req-ebcd6f49-a2fc-46f9-992c-f2d1a0b55c9e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99773f64-dc84-4992-b646-2939d71e7472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7343073 Dec 22 10:06:30.970571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6d2fe575-529e-4b03-aa0f-b7b004fac01d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:06:30.988122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6d2fe575-529e-4b03-aa0f-b7b004fac01d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:port and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:06:30.992739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6d2fe575-529e-4b03-aa0f-b7b004fac01d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for port was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:06:31.050434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6d2fe575-529e-4b03-aa0f-b7b004fac01d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:06:31.109481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2fe575-529e-4b03-aa0f-b7b004fac01d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:06:31.268514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b370fe7-2f44-461a-81c7-b84082fe6f70 req-a8666753-00e5-4b78-9cc6-632017b0d456 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:31.268514 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b370fe7-2f44-461a-81c7-b84082fe6f70 req-a8666753-00e5-4b78-9cc6-632017b0d456 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 944 time: 0.7604957 Dec 22 10:06:32.524195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-7a90a0fe-0569-4ee3-80aa-4df1d687915d tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:32.524195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-7a90a0fe-0569-4ee3-80aa-4df1d687915d tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Synchronizing usage tracker for tenant:2c99679f0bee482dbebd5ee91435e3e3 on resource:network {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:06:32.628911 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0b370fe7-2f44-461a-81c7-b84082fe6f70 req-b7792cf7-2e89-4091-8950-a747fc857ab4 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3314385 Dec 22 10:06:32.628911 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b9476b2-109a-492d-b515-586713b2dced req-3cdb1f70-74a7-4e0d-b6d2-e89c07489ffd service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7494605 Dec 22 10:06:32.676272 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d2fe575-529e-4b03-aa0f-b7b004fac01d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:33.010749 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4b9476b2-109a-492d-b515-586713b2dced req-a0b8f6cb-c92e-4584-acf8-4d5e91529d62 service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2540843 Dec 22 10:06:33.612329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-7a90a0fe-0569-4ee3-80aa-4df1d687915d tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Unset dirty status for tenant:2c99679f0bee482dbebd5ee91435e3e3 on resource:network {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:06:33.616357 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-7a90a0fe-0569-4ee3-80aa-4df1d687915d tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/networks?id=eba516db-1961-46e1-9e1b-c8fae6861dde HTTP/1.1" status: 200 len: 809 time: 1.4307218 Dec 22 10:06:33.655322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-6d2fe575-529e-4b03-aa0f-b7b004fac01d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] device_id is not set on port d841be14-e044-4137-bf22-881a33ad0da6 yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:06:34.647098 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-fddadd62-e567-4f40-abc4-9ae9533bf77d tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/quotas/2c99679f0bee482dbebd5ee91435e3e3 HTTP/1.1" status: 200 len: 375 time: 1.0181868 Dec 22 10:06:34.651680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d2fe575-529e-4b03-aa0f-b7b004fac01d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:34.756056 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-65e59fcc-7d8c-40d2-9711-303ef7e042a1 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c99679f0bee482dbebd5ee91435e3e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1070893 Dec 22 10:06:34.761451 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d2fe575-529e-4b03-aa0f-b7b004fac01d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:34.901328 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0285876c-7e69-4087-83d7-ba73cf489f17 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:35.074232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ca9e6f96-d295-407e-8523-f86943e88000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:35.311041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fe575-529e-4b03-aa0f-b7b004fac01d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=d841be14-e044-4137-bf22-881a33ad0da6,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:35.434729 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6d2fe575-529e-4b03-aa0f-b7b004fac01d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:35.541832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2fe575-529e-4b03-aa0f-b7b004fac01d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:06:35.574590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e18d0-ffcf-43d1-9b78-eb380faa7a59 req-3834aefd-dc37-42e3-9ea4-8c9757f2cc55 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:35.596319 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d51e18d0-ffcf-43d1-9b78-eb380faa7a59 req-3834aefd-dc37-42e3-9ea4-8c9757f2cc55 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 944 time: 1.1116061 Dec 22 10:06:35.596783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6d2fe575-529e-4b03-aa0f-b7b004fac01d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:06:35.691141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2fe575-529e-4b03-aa0f-b7b004fac01d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:06:35.708449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2fe575-529e-4b03-aa0f-b7b004fac01d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:35.713428 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d2fe575-529e-4b03-aa0f-b7b004fac01d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:35.893079 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d51e18d0-ffcf-43d1-9b78-eb380faa7a59 req-d3a02164-8548-4336-b7bb-014b72c79d74 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969725 Dec 22 10:06:36.073341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50912) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:36.074330 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6d2fe575-529e-4b03-aa0f-b7b004fac01d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 5.6792405 Dec 22 10:06:36.151867 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-753fda2e-7542-4bb1-85c1-52ebde273c07 service neutron] 10.222.0.50 "GET /v2.0/networks/eba516db-1961-46e1-9e1b-c8fae6861dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2532947 Dec 22 10:06:36.339887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657970ee-676b-4802-a597-e7125775cb7b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:36.339887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-657970ee-676b-4802-a597-e7125775cb7b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Synchronizing usage tracker for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:06:36.403723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-657970ee-676b-4802-a597-e7125775cb7b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Unset dirty status for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:06:36.403723 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-657970ee-676b-4802-a597-e7125775cb7b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports/d841be14-e044-4137-bf22-881a33ad0da6 HTTP/1.1" status: 200 len: 845 time: 0.3257945 Dec 22 10:06:36.414820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 50932) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:36.621786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ada37594-ce65-425d-8679-321768ba4fb5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port d841be14-e044-4137-bf22-881a33ad0da6 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:06:36.621786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ada37594-ce65-425d-8679-321768ba4fb5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:36.678051 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-a554a694-c1af-49f1-bde3-242def35859e service neutron] 10.222.0.50 "GET /v2.0/networks/eba516db-1961-46e1-9e1b-c8fae6861dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4942846 Dec 22 10:06:36.941501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-23c65fa1-efc5-4c99-9f22-453439ca1084 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 10:06:37.338603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:06:37.458067 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ada37594-ce65-425d-8679-321768ba4fb5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:37.577475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:06:37.588590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:06:37.589096 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:37.632540 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-56f37abc-6a1b-4e01-a606-3f556db8d190 req-81337a0f-d9c6-42df-82d5-00f3ff7e0cff tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/ports?device_id=d1f548b6-a677-4a93-8f92-7a80c4d7282c HTTP/1.1" status: 200 len: 210 time: 0.1599498 Dec 22 10:06:37.872149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b741d2-83bb-4b9d-8d73-1e9e903cf249 req-582214ab-956e-4405-ba42-5d5ee8eccf0b tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:37.893633 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42b741d2-83bb-4b9d-8d73-1e9e903cf249 req-582214ab-956e-4405-ba42-5d5ee8eccf0b tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 944 time: 0.5743506 Dec 22 10:06:38.000592 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42b741d2-83bb-4b9d-8d73-1e9e903cf249 req-121e25b9-47dc-499b-930c-e11df89aca11 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129525 Dec 22 10:06:38.019820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ada37594-ce65-425d-8679-321768ba4fb5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for d841be14-e044-4137-bf22-881a33ad0da6 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:06:38.111759 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-35de3a63-9e80-4be5-b1ea-b3ffae40a8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:38.115294 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:38.214887 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ada37594-ce65-425d-8679-321768ba4fb5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:38.256953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7,segment=NetworkSegment(224b82da-8929-4c32-a798-a1f98b31b26e),segment_id=224b82da-8929-4c32-a798-a1f98b31b26e)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:06:38.256953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452bd1d1-42f6-49b8-99e5-506327429454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:06:38.270910 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-33c668d6-495b-43ef-b947-f57e920443c1 tempest-VolumesActionsTest-364094368 tempest-VolumesActionsTest-364094368] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:38.278149 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:38.278149 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:38.516458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada37594-ce65-425d-8679-321768ba4fb5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=d841be14-e044-4137-bf22-881a33ad0da6,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:38.533328 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ada37594-ce65-425d-8679-321768ba4fb5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:38.564652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:38.576952 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:38.581409 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452bd1d1-42f6-49b8-99e5-506327429454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7', 'code': 200} Dec 22 10:06:38.726788 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ada37594-ce65-425d-8679-321768ba4fb5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:38.751525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 51008) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:38.751810 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ada37594-ce65-425d-8679-321768ba4fb5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/ports/d841be14-e044-4137-bf22-881a33ad0da6 HTTP/1.1" status: 204 len: 168 time: 2.3395128 Dec 22 10:06:38.816045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:06:38.931269 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f447d56-0374-4978-bfb6-c9799ca4c788 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] GET failed (client error): The resource could not be found. Dec 22 10:06:38.931269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4f447d56-0374-4978-bfb6-c9799ca4c788 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Synchronizing usage tracker for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:06:39.090520 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:39.116053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:06:39.117432 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:39.150823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51022) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:39.261910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51028) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:39.268650 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad57f148-1fd4-4c3a-a469-d9dffec69157 req-22d69bae-0800-4a67-b169-0c1e366a792b tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/ports?device_id=d1f548b6-a677-4a93-8f92-7a80c4d7282c HTTP/1.1" status: 200 len: 210 time: 0.1701510 Dec 22 10:06:39.406963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df5f24-c527-49c9-9a0a-a7de6b054cc2 req-de55d035-9245-4bee-8bbe-913c2378ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:39.409121 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8df5f24-c527-49c9-9a0a-a7de6b054cc2 req-de55d035-9245-4bee-8bbe-913c2378ced4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 1161 time: 0.4766204 Dec 22 10:06:39.418195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4f447d56-0374-4978-bfb6-c9799ca4c788 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Unset dirty status for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:06:39.433919 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4f447d56-0374-4978-bfb6-c9799ca4c788 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports/d841be14-e044-4137-bf22-881a33ad0da6 HTTP/1.1" status: 404 len: 333 time: 0.6698282 Dec 22 10:06:39.441464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51038) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:39.478659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-861026b7-f883-4817-9c04-ccebb9d4d0d6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d', 'name': 'tempest-PortsIpV6TestJSON-1650671493'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:06:39.549161 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:39.708070 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c8df5f24-c527-49c9-9a0a-a7de6b054cc2 req-c7e4c2aa-c7c8-4709-84f7-cd71506f3362 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739906 Dec 22 10:06:39.767513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0a4a8-3f70-43d9-aafb-d8b21b9fcf22 req-b5b057ce-bc5e-49dc-8c50-d15ca137c63d tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:39.775517 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-39b0a4a8-3f70-43d9-aafb-d8b21b9fcf22 req-b5b057ce-bc5e-49dc-8c50-d15ca137c63d tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 946 time: 0.2896140 Dec 22 10:06:39.860652 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-39b0a4a8-3f70-43d9-aafb-d8b21b9fcf22 req-5725f3c7-033f-4f25-ac4a-62feb2363b96 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839012 Dec 22 10:06:39.995639 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-818ad992-d86b-4a3b-9310-5a6f631f775e admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:40.026905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-861026b7-f883-4817-9c04-ccebb9d4d0d6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:06:40.044835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-818ad992-d86b-4a3b-9310-5a6f631f775e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:06:40.044835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-818ad992-d86b-4a3b-9310-5a6f631f775e admin admin] Usage tracker for resource:security_group_rule and tenant:57adb3489ab040a4be7ec5fcd5ef494d is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:06:40.044835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-818ad992-d86b-4a3b-9310-5a6f631f775e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:06:40.052752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-818ad992-d86b-4a3b-9310-5a6f631f775e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:06:40.223172 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:40.227925 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-818ad992-d86b-4a3b-9310-5a6f631f775e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:40.239901 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-818ad992-d86b-4a3b-9310-5a6f631f775e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:40.350869 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-31587412-c8a6-4653-9c8b-29e3b8a58d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:40.378535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-2ede7fdb-209e-48ce-a6c6-2064d44ab9fa tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:40.378535 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-2ede7fdb-209e-48ce-a6c6-2064d44ab9fa tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.64 "GET /v2.0/networks?id=eba516db-1961-46e1-9e1b-c8fae6861dde HTTP/1.1" status: 200 len: 809 time: 0.3822880 Dec 22 10:06:40.394258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-861026b7-f883-4817-9c04-ccebb9d4d0d6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:06:40.408163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-21199103-0b38-4506-8be0-b044c5e3e432 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Request body: {'port': {'device_id': 'd1f548b6-a677-4a93-8f92-7a80c4d7282c', 'network_id': 'eba516db-1961-46e1-9e1b-c8fae6861dde', 'admin_state_up': True, 'tenant_id': '2c99679f0bee482dbebd5ee91435e3e3'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:06:40.425973 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-818ad992-d86b-4a3b-9310-5a6f631f775e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57adb3489ab040a4be7ec5fcd5ef494d&name=default HTTP/1.1" status: 200 len: 2883 time: 1.2617579 Dec 22 10:06:40.458262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51058) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:40.488639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861026b7-f883-4817-9c04-ccebb9d4d0d6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:06:40.495322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-861026b7-f883-4817-9c04-ccebb9d4d0d6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:40.531233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ad992-d86b-4a3b-9310-5a6f631f775e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d69148b-c2a3-4275-a27f-9b57134ed758,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:40.582847 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-818ad992-d86b-4a3b-9310-5a6f631f775e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:40.646224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-21199103-0b38-4506-8be0-b044c5e3e432 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:06:40.650609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-21199103-0b38-4506-8be0-b044c5e3e432 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Usage tracker for resource:port and tenant:2c99679f0bee482dbebd5ee91435e3e3 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:06:40.659187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-21199103-0b38-4506-8be0-b044c5e3e432 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:06:40.673754 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:40.682669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-21199103-0b38-4506-8be0-b044c5e3e432 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:06:40.682669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-21199103-0b38-4506-8be0-b044c5e3e432 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Made reservation on behalf of 2c99679f0bee482dbebd5ee91435e3e3 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:06:40.695309 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-21199103-0b38-4506-8be0-b044c5e3e432 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:40.919023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:40.931592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:06:40.961489 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6358b85f-171f-494b-9535-bac9e144e688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:40.993415 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-02783f3c-eeff-461b-a1a7-c36f6ea897d5 req-02742704-8061-49db-9da5-391b817cb1a9 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/ports?device_id=d1f548b6-a677-4a93-8f92-7a80c4d7282c HTTP/1.1" status: 200 len: 210 time: 0.3009486 Dec 22 10:06:41.197347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-861026b7-f883-4817-9c04-ccebb9d4d0d6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] device_id is not set on port 1ec11974-5931-43bd-9f6f-735a14c30b80 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:06:41.255964 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e7cc37cd-b426-487f-806e-ce41fc4415e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:41.264483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:06:41.264972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:41.420770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e7cc37cd-b426-487f-806e-ce41fc4415e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:41.642632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a321b-7e40-405c-903c-5a2dd5d80b81 req-100f583a-9c45-4cdd-a481-f90172cf2064 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:41.642632 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db6a321b-7e40-405c-903c-5a2dd5d80b81 req-100f583a-9c45-4cdd-a481-f90172cf2064 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 946 time: 0.2273073 Dec 22 10:06:41.732017 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db6a321b-7e40-405c-903c-5a2dd5d80b81 req-ac3590f7-96c4-43e6-97b7-44625d7b8da6 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817351 Dec 22 10:06:41.732017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-21199103-0b38-4506-8be0-b044c5e3e432 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Allocated IP 172.20.0.6 (eba516db-1961-46e1-9e1b-c8fae6861dde/294bee51-0b82-425c-bc04-8c938395dbad/9ce89e98-744d-4085-8662-0b59dfa48c7c) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:06:41.746472 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e7cc37cd-b426-487f-806e-ce41fc4415e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:41.783761 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2573a754-4be8-4288-8693-53d352ec3107 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:41.849226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc37cd-b426-487f-806e-ce41fc4415e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d69148b-c2a3-4275-a27f-9b57134ed758,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:42.096857 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-21199103-0b38-4506-8be0-b044c5e3e432 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:42.200270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-21199103-0b38-4506-8be0-b044c5e3e432 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:42.216363 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6a8cf068-8cc2-4fc4-8008-1eb2fe8a4516 tempest-InstanceActionsTestJSON-1980143718 tempest-InstanceActionsTestJSON-1980143718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:42.299150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21199103-0b38-4506-8be0-b044c5e3e432 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Pushing event updated for resources: {'Port': ['ID=9ce89e98-744d-4085-8662-0b59dfa48c7c,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:42.310108 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-21199103-0b38-4506-8be0-b044c5e3e432 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:42.540237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5124c5-5536-4d5f-a917-537e372c503d req-a9244a4b-1cce-4faf-9535-725094043859 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:42.540237 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b5124c5-5536-4d5f-a917-537e372c503d req-a9244a4b-1cce-4faf-9535-725094043859 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 946 time: 0.4031658 Dec 22 10:06:42.580204 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e7cc37cd-b426-487f-806e-ce41fc4415e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:42.592182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e014b1-d6bc-4ffa-aed5-a72c719fc743 req-d245e0f7-bd5f-494e-b072-2a25d15ef2fa tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:42.592182 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3e014b1-d6bc-4ffa-aed5-a72c719fc743 req-d245e0f7-bd5f-494e-b072-2a25d15ef2fa tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/ports?device_id=d1f548b6-a677-4a93-8f92-7a80c4d7282c HTTP/1.1" status: 200 len: 931 time: 0.2975476 Dec 22 10:06:42.761540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-21199103-0b38-4506-8be0-b044c5e3e432 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Network eba516db-1961-46e1-9e1b-c8fae6861dde is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:06:42.761540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-21199103-0b38-4506-8be0-b044c5e3e432 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:06:42.761540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e3e014b1-d6bc-4ffa-aed5-a72c719fc743 req-0573a80c-5021-4dc8-9808-f1d7db058c40 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Synchronizing usage tracker for tenant:2c99679f0bee482dbebd5ee91435e3e3 on resource:security_group {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:06:42.772061 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1b5124c5-5536-4d5f-a917-537e372c503d req-e4066ca4-a2fd-4550-ac60-7a4d4cc7e526 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298307 Dec 22 10:06:42.772061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-21199103-0b38-4506-8be0-b044c5e3e432 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:06:42.967535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-21199103-0b38-4506-8be0-b044c5e3e432 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:42.967535 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-21199103-0b38-4506-8be0-b044c5e3e432 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:42.997287 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e3e014b1-d6bc-4ffa-aed5-a72c719fc743 req-0573a80c-5021-4dc8-9808-f1d7db058c40 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Unset dirty status for tenant:2c99679f0bee482dbebd5ee91435e3e3 on resource:security_group {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:06:43.020767 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e3e014b1-d6bc-4ffa-aed5-a72c719fc743 req-0573a80c-5021-4dc8-9808-f1d7db058c40 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/security-groups?id=9b82c01c-511c-4a0d-974d-e37094333ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165430 Dec 22 10:06:43.048769 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-21199103-0b38-4506-8be0-b044c5e3e432 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6616192 Dec 22 10:06:43.072208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Request body: {'port': {'device_id': 'd1f548b6-a677-4a93-8f92-7a80c4d7282c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:06:43.083919 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e7cc37cd-b426-487f-806e-ce41fc4415e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:43.087864 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e7cc37cd-b426-487f-806e-ce41fc4415e7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d69148b-c2a3-4275-a27f-9b57134ed758 HTTP/1.1" status: 204 len: 168 time: 2.6283348 Dec 22 10:06:43.105342 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-861026b7-f883-4817-9c04-ccebb9d4d0d6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:43.282633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-861026b7-f883-4817-9c04-ccebb9d4d0d6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:43.306118 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b5fc3bdd-ae5d-437e-9fa0-643be0b8ad4c tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:43.491038 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:43.645207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d81640-8bf1-4c5c-a953-244471d7352e req-1c69dc23-2696-44e8-98c3-f79c76c22029 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:43.673406 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9d81640-8bf1-4c5c-a953-244471d7352e req-1c69dc23-2696-44e8-98c3-f79c76c22029 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 946 time: 0.5294263 Dec 22 10:06:43.765913 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b9d81640-8bf1-4c5c-a953-244471d7352e req-52688fe6-ebeb-4e81-9516-95708d03b0b5 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979595 Dec 22 10:06:43.790859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861026b7-f883-4817-9c04-ccebb9d4d0d6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=1ec11974-5931-43bd-9f6f-735a14c30b80,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:43.852029 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-861026b7-f883-4817-9c04-ccebb9d4d0d6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:43.878994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861026b7-f883-4817-9c04-ccebb9d4d0d6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:06:43.882891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-861026b7-f883-4817-9c04-ccebb9d4d0d6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:06:43.885225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6358b85f-171f-494b-9535-bac9e144e688 admin admin] Deleting port 47dede80-207a-4fd5-bbe5-503b8b2c3e28 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:06:43.885945 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6358b85f-171f-494b-9535-bac9e144e688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:43.917136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861026b7-f883-4817-9c04-ccebb9d4d0d6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:06:43.923006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861026b7-f883-4817-9c04-ccebb9d4d0d6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:43.924008 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-861026b7-f883-4817-9c04-ccebb9d4d0d6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:43.973009 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-861026b7-f883-4817-9c04-ccebb9d4d0d6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.5414729 Dec 22 10:06:43.976146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51126) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:43.986554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-94b3e886-fabb-492d-9413-1cdc55bbc972 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:06:44.035216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 51130) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:44.079038 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ee87013-f558-44fd-9547-1ba31d5fddf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:44.438166 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94b3e886-fabb-492d-9413-1cdc55bbc972 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:44.692449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5ee87013-f558-44fd-9547-1ba31d5fddf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:06:44.699031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6358b85f-171f-494b-9535-bac9e144e688 admin admin] For port 47dede80-207a-4fd5-bbe5-503b8b2c3e28, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=47dede80-207a-4fd5-bbe5-503b8b2c3e28,segment=NetworkSegment(f7f4091b-a7a6-45c4-b821-97884b11f144),segment_id=f7f4091b-a7a6-45c4-b821-97884b11f144)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:06:44.699455 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6358b85f-171f-494b-9535-bac9e144e688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:44.875092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5ee87013-f558-44fd-9547-1ba31d5fddf7 admin admin] Usage tracker for resource:security_group_rule and tenant:1a21b34de062431f91a5389c11159615 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:06:44.891238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6358b85f-171f-494b-9535-bac9e144e688 admin admin] Calling delete_port for 47dede80-207a-4fd5-bbe5-503b8b2c3e28 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:06:44.892816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5ee87013-f558-44fd-9547-1ba31d5fddf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:06:44.928514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5ee87013-f558-44fd-9547-1ba31d5fddf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:06:45.034502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff9636-9ddf-4ab3-a84d-86d7dedf9b04 req-a619a557-37e9-4346-9f55-371cfed73983 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:45.034502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-dfff9636-9ddf-4ab3-a84d-86d7dedf9b04 req-a619a557-37e9-4346-9f55-371cfed73983 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Synchronizing usage tracker for tenant:2c99679f0bee482dbebd5ee91435e3e3 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:06:45.089114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1977369-a7b7-463f-ba41-5a04b9a3ab4e req-5b9b6d21-2492-4a05-a7a6-8a38fc4afb95 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:45.090926 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1977369-a7b7-463f-ba41-5a04b9a3ab4e req-5b9b6d21-2492-4a05-a7a6-8a38fc4afb95 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 946 time: 0.4674487 Dec 22 10:06:45.182211 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1977369-a7b7-463f-ba41-5a04b9a3ab4e req-f24f891d-fcb6-4da9-87ba-a9aa9038a8f3 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713592 Dec 22 10:06:45.190629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-dfff9636-9ddf-4ab3-a84d-86d7dedf9b04 req-a619a557-37e9-4346-9f55-371cfed73983 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Unset dirty status for tenant:2c99679f0bee482dbebd5ee91435e3e3 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:06:45.192210 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dfff9636-9ddf-4ab3-a84d-86d7dedf9b04 req-a619a557-37e9-4346-9f55-371cfed73983 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/ports?device_id=d1f548b6-a677-4a93-8f92-7a80c4d7282c HTTP/1.1" status: 200 len: 931 time: 0.5698771 Dec 22 10:06:45.465782 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ee87013-f558-44fd-9547-1ba31d5fddf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:45.481583 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94b3e886-fabb-492d-9413-1cdc55bbc972 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:45.486825 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94b3e886-fabb-492d-9413-1cdc55bbc972 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:45.503634 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dfff9636-9ddf-4ab3-a84d-86d7dedf9b04 req-cbbed928-562e-4f1c-8d9c-7a172ab7a01a tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/security-groups?id=9b82c01c-511c-4a0d-974d-e37094333ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142243 Dec 22 10:06:45.505352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5ee87013-f558-44fd-9547-1ba31d5fddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:45.507075 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ada37594-ce65-425d-8679-321768ba4fb5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:45.525382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce89e98-744d-4085-8662-0b59dfa48c7c {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 10:06:45.532048 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-48b7834b-bd16-4184-9f28-f12ae10d10eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:45.560616 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5ee87013-f558-44fd-9547-1ba31d5fddf7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a21b34de062431f91a5389c11159615&name=default HTTP/1.1" status: 200 len: 2883 time: 1.5254245 Dec 22 10:06:45.563241 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:45.571432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 51156) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:45.677692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee87013-f558-44fd-9547-1ba31d5fddf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43131f62-ff0b-4330-9de6-23b4329e9f96,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:45.706526 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ee87013-f558-44fd-9547-1ba31d5fddf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:45.706526 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Transition to ACTIVE for port object 9ce89e98-744d-4085-8662-0b59dfa48c7c will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:06:45.735009 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:45.877953 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5b7e3fe2-139f-43c1-bc67-0a3b5dad61a4 tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:46.012091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce89e98-744d-4085-8662-0b59dfa48c7c,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:46.040804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3e886-fabb-492d-9413-1cdc55bbc972 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=1ec11974-5931-43bd-9f6f-735a14c30b80,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:46.040804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-94b3e886-fabb-492d-9413-1cdc55bbc972 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] In _notify_port_updated(), no bound segment for port 1ec11974-5931-43bd-9f6f-735a14c30b80 on network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d {{(pid=81072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}} Dec 22 10:06:46.040804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b3e886-fabb-492d-9413-1cdc55bbc972 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:46.040804 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-94b3e886-fabb-492d-9413-1cdc55bbc972 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:46.040804 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-94b3e886-fabb-492d-9413-1cdc55bbc972 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "PUT /v2.0/ports/1ec11974-5931-43bd-9f6f-735a14c30b80 HTTP/1.1" status: 200 len: 818 time: 2.0570014 Dec 22 10:06:46.040804 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-94b3e886-fabb-492d-9413-1cdc55bbc972 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:46.042687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51168) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:46.045118 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:46.062623 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cee61fad-bbc0-436e-bb1a-ff5b4f542526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:46.102567 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cee61fad-bbc0-436e-bb1a-ff5b4f542526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:46.126461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-58976f81-b975-4934-8c40-e0775b641c95 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port 1ec11974-5931-43bd-9f6f-735a14c30b80 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:06:46.126461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-58976f81-b975-4934-8c40-e0775b641c95 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:46.223552 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cee61fad-bbc0-436e-bb1a-ff5b4f542526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:46.242110 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ee87013-f558-44fd-9547-1ba31d5fddf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:46.261285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee61fad-bbc0-436e-bb1a-ff5b4f542526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43131f62-ff0b-4330-9de6-23b4329e9f96,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:46.265054 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cee61fad-bbc0-436e-bb1a-ff5b4f542526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:46.269213 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cee61fad-bbc0-436e-bb1a-ff5b4f542526 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/43131f62-ff0b-4330-9de6-23b4329e9f96 HTTP/1.1" status: 204 len: 168 time: 0.6937263 Dec 22 10:06:46.276838 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cee61fad-bbc0-436e-bb1a-ff5b4f542526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:46.707886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:06:46.796336 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-58976f81-b975-4934-8c40-e0775b641c95 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:46.921011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:47.063030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7,segment=NetworkSegment(224b82da-8929-4c32-a798-a1f98b31b26e),segment_id=224b82da-8929-4c32-a798-a1f98b31b26e)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:06:47.063030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452bd1d1-42f6-49b8-99e5-506327429454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:06:47.074886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-58976f81-b975-4934-8c40-e0775b641c95 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for 1ec11974-5931-43bd-9f6f-735a14c30b80 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:06:47.101669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Attempting to bind port 9ce89e98-744d-4085-8662-0b59dfa48c7c on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:06:47.102121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Attempting to bind port 9ce89e98-744d-4085-8662-0b59dfa48c7c by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': 'e5f55313-b529-474b-90c6-65558e35a5bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eba516db-1961-46e1-9e1b-c8fae6861dde'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:06:47.102588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Attempting to bind port 9ce89e98-744d-4085-8662-0b59dfa48c7c on network eba516db-1961-46e1-9e1b-c8fae6861dde {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:06:47.112176 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:47.136952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caadea1-e1c8-4b1a-b60b-c809a1cc40c8 req-3a65d709-d43f-4b14-80e7-812924d72d6d tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:47.151449 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5caadea1-e1c8-4b1a-b60b-c809a1cc40c8 req-3a65d709-d43f-4b14-80e7-812924d72d6d tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 946 time: 0.4961712 Dec 22 10:06:47.160541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:06:47.160541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Checking segment: {'id': 'e5f55313-b529-474b-90c6-65558e35a5bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eba516db-1961-46e1-9e1b-c8fae6861dde'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:06:47.160541 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:47.160541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Bound using segment: {'id': 'e5f55313-b529-474b-90c6-65558e35a5bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eba516db-1961-46e1-9e1b-c8fae6861dde'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:06:47.160541 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Bound port: 9ce89e98-744d-4085-8662-0b59dfa48c7c, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f55313-b529-474b-90c6-65558e35a5bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eba516db-1961-46e1-9e1b-c8fae6861dde'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:06:47.160541 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:47.170545 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:47.256199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6358b85f-171f-494b-9535-bac9e144e688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:47.302209 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-94b3e886-fabb-492d-9413-1cdc55bbc972 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:47.374871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358b85f-171f-494b-9535-bac9e144e688 admin admin] Pushing event deleted for resources: {'Port': ['ID=47dede80-207a-4fd5-bbe5-503b8b2c3e28,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:47.387168 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6358b85f-171f-494b-9535-bac9e144e688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:47.438778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:47.443918 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:47.456324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961e09f-2f3e-4fd1-adbc-527709f82a87 req-c4a77d0e-cfe5-4948-8a75-bc55488a3ddf tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:47.457241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e961e09f-2f3e-4fd1-adbc-527709f82a87 req-c4a77d0e-cfe5-4948-8a75-bc55488a3ddf tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Synchronizing usage tracker for tenant:e798a8e61fa24836a28e3da00a2e4e8b on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:06:47.507487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] For port 9ce89e98-744d-4085-8662-0b59dfa48c7c, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:06:47.512752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] For port 9ce89e98-744d-4085-8662-0b59dfa48c7c, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=9ce89e98-744d-4085-8662-0b59dfa48c7c,segment=NetworkSegment(e5f55313-b529-474b-90c6-65558e35a5bc),segment_id=e5f55313-b529-474b-90c6-65558e35a5bc)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:06:47.576476 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5caadea1-e1c8-4b1a-b60b-c809a1cc40c8 req-7e28b150-0dc2-45f9-9162-de049c9aa54b tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236910 Dec 22 10:06:47.576476 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:47.744410 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-58976f81-b975-4934-8c40-e0775b641c95 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:47.748592 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-959b4535-cf75-48af-bd24-28c2002f3811 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:47.755329 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452bd1d1-42f6-49b8-99e5-506327429454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7', 'code': 200} Dec 22 10:06:47.764234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-e961e09f-2f3e-4fd1-adbc-527709f82a87 req-c4a77d0e-cfe5-4948-8a75-bc55488a3ddf tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Unset dirty status for tenant:e798a8e61fa24836a28e3da00a2e4e8b on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:06:47.765622 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e961e09f-2f3e-4fd1-adbc-527709f82a87 req-c4a77d0e-cfe5-4948-8a75-bc55488a3ddf tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.64 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 946 time: 1.6059113 Dec 22 10:06:47.771074 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bae26c28-2494-4753-b5bd-e29a35e69fcc tempest-ServerRescueTestJSON-118900651 tempest-ServerRescueTestJSON-118900651] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:47.997958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce89e98-744d-4085-8662-0b59dfa48c7c,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:48.012574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58976f81-b975-4934-8c40-e0775b641c95 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=1ec11974-5931-43bd-9f6f-735a14c30b80,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:48.016604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1dbc6-2dbc-4f1d-973f-a9c3a8a581e1 req-097a861a-60a1-4d55-b58d-795497c6cae9 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:48.019777 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-58976f81-b975-4934-8c40-e0775b641c95 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:48.023059 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50d1dbc6-2dbc-4f1d-973f-a9c3a8a581e1 req-097a861a-60a1-4d55-b58d-795497c6cae9 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/ports?device_id=d1f548b6-a677-4a93-8f92-7a80c4d7282c HTTP/1.1" status: 200 len: 943 time: 1.2517219 Dec 22 10:06:48.037153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:06:48.038255 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:48.047093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-e961e09f-2f3e-4fd1-adbc-527709f82a87 req-d77ef826-f26a-4b9a-a25c-b7b1ffff1036 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Deleting port 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:06:48.047779 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e961e09f-2f3e-4fd1-adbc-527709f82a87 req-d77ef826-f26a-4b9a-a25c-b7b1ffff1036 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:48.108635 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-50d1dbc6-2dbc-4f1d-973f-a9c3a8a581e1 req-4d5a5970-cb66-4898-8705-0c9eea0edfa2 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/security-groups?id=9b82c01c-511c-4a0d-974d-e37094333ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896697 Dec 22 10:06:48.169246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:48.174928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:48.177115 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] 10.222.0.64 "PUT /v2.0/ports/9ce89e98-744d-4085-8662-0b59dfa48c7c HTTP/1.1" status: 200 len: 1155 time: 5.1160791 Dec 22 10:06:48.181086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f548b6-a677-4a93-8f92-7a80c4d7282c', 'tag': '9ce89e98-744d-4085-8662-0b59dfa48c7c'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:06:48.428783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-56b9e882-3503-46f5-bebc-0c3b58b68431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:48.432848 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-56b9e882-3503-46f5-bebc-0c3b58b68431 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c99679f0bee482dbebd5ee91435e3e3&device_id=d1f548b6-a677-4a93-8f92-7a80c4d7282c HTTP/1.1" status: 200 len: 1158 time: 0.1633804 Dec 22 10:06:48.624694 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f548b6-a677-4a93-8f92-7a80c4d7282c', 'tag': '9ce89e98-744d-4085-8662-0b59dfa48c7c', 'status': 'completed', 'code': 200} Dec 22 10:06:48.652725 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-3b181461-fb96-4dff-b10e-61acba1dafb2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ce89e98-744d-4085-8662-0b59dfa48c7c HTTP/1.1" status: 200 len: 217 time: 0.1992514 Dec 22 10:06:48.760818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-7363b91f-36d3-43dc-8b22-3c69534d1655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:48.763101 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-7363b91f-36d3-43dc-8b22-3c69534d1655 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=294bee51-0b82-425c-bc04-8c938395dbad HTTP/1.1" status: 200 len: 849 time: 0.1059620 Dec 22 10:06:48.823562 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-07ec8f88-5dfb-4c24-8ad4-2ab89e475dde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eba516db-1961-46e1-9e1b-c8fae6861dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533819 Dec 22 10:06:49.408594 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-58976f81-b975-4934-8c40-e0775b641c95 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:49.431068 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-58976f81-b975-4934-8c40-e0775b641c95 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/ports/1ec11974-5931-43bd-9f6f-735a14c30b80 HTTP/1.1" status: 204 len: 168 time: 3.3821237 Dec 22 10:06:49.432576 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-eae25912-d38f-457f-97ad-44ecef6dd971 service neutron] 10.222.0.64 "GET /v2.0/networks/eba516db-1961-46e1-9e1b-c8fae6861dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5972037 Dec 22 10:06:49.432576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 51250) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:49.884896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab256031-d374-4e49-b615-1f1895def8f4 req-ebe47074-4f0e-4d59-a8f2-474e96dc509b tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:49.893318 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ab256031-d374-4e49-b615-1f1895def8f4 req-ebe47074-4f0e-4d59-a8f2-474e96dc509b tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 944 time: 0.8335533 Dec 22 10:06:49.929326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-e961e09f-2f3e-4fd1-adbc-527709f82a87 req-d77ef826-f26a-4b9a-a25c-b7b1ffff1036 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] For port 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7,segment=NetworkSegment(224b82da-8929-4c32-a798-a1f98b31b26e),segment_id=224b82da-8929-4c32-a798-a1f98b31b26e)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:06:49.930070 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e961e09f-2f3e-4fd1-adbc-527709f82a87 req-d77ef826-f26a-4b9a-a25c-b7b1ffff1036 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:50.132773 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ab256031-d374-4e49-b615-1f1895def8f4 req-3809063a-87c7-435f-abf2-7119a29ecf81 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302999 Dec 22 10:06:50.205304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-e961e09f-2f3e-4fd1-adbc-527709f82a87 req-d77ef826-f26a-4b9a-a25c-b7b1ffff1036 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Calling delete_port for 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 owned by compute:nova {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:06:50.251876 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2389ea34-fa9c-4466-ba9c-c3becd444e6a req-4646aef0-aa23-49fc-af17-615d3871cf88 service neutron] 10.222.0.64 "GET /v2.0/networks/eba516db-1961-46e1-9e1b-c8fae6861dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7056320 Dec 22 10:06:50.290547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e464e7-2d84-4621-8e65-e4bb6c7acb69 req-7c855312-f135-4ca3-84cb-e0ddd3ead9b7 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:50.316188 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4e464e7-2d84-4621-8e65-e4bb6c7acb69 req-7c855312-f135-4ca3-84cb-e0ddd3ead9b7 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/ports?device_id=d1f548b6-a677-4a93-8f92-7a80c4d7282c HTTP/1.1" status: 200 len: 943 time: 0.7585974 Dec 22 10:06:50.334191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeb98d5-6093-4a5f-985b-1c62db5e03ae tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:50.338872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51274) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:50.345356 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-adeb98d5-6093-4a5f-985b-1c62db5e03ae tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.9036636 Dec 22 10:06:50.355068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6358b85f-171f-494b-9535-bac9e144e688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:50.544274 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e4e464e7-2d84-4621-8e65-e4bb6c7acb69 req-d0f96667-691f-4a96-a778-d870eb7ec978 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/security-groups?id=9b82c01c-511c-4a0d-974d-e37094333ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373347 Dec 22 10:06:50.588496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e3f1e-5968-4e5f-bf25-1d7d07ffec04 req-93aa2be4-94fa-4aa3-9fe9-a97f2b73968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:50.590242 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af9e3f1e-5968-4e5f-bf25-1d7d07ffec04 req-93aa2be4-94fa-4aa3-9fe9-a97f2b73968a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c99679f0bee482dbebd5ee91435e3e3&device_id=d1f548b6-a677-4a93-8f92-7a80c4d7282c HTTP/1.1" status: 200 len: 1158 time: 0.2269509 Dec 22 10:06:50.625615 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-2978312b-683a-463d-afb9-b692d21e7498 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] GET failed (client error): The resource could not be found. Dec 22 10:06:50.626264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2978312b-683a-463d-afb9-b692d21e7498 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Synchronizing usage tracker for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:06:50.748484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2978312b-683a-463d-afb9-b692d21e7498 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Unset dirty status for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:06:50.758373 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2978312b-683a-463d-afb9-b692d21e7498 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports/1ec11974-5931-43bd-9f6f-735a14c30b80 HTTP/1.1" status: 404 len: 333 time: 0.4143262 Dec 22 10:06:50.758373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51284) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:50.780634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-e5dc7100-3df6-4071-970c-fcbe0bf36a5b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1739580434'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:06:50.812498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e5dc7100-3df6-4071-970c-fcbe0bf36a5b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:06:50.812498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e5dc7100-3df6-4071-970c-fcbe0bf36a5b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:network and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:06:50.812498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e5dc7100-3df6-4071-970c-fcbe0bf36a5b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:06:51.022103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e5dc7100-3df6-4071-970c-fcbe0bf36a5b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:06:51.391292 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e961e09f-2f3e-4fd1-adbc-527709f82a87 req-d77ef826-f26a-4b9a-a25c-b7b1ffff1036 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:51.411796 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fa5da775-2b4e-4cae-bd81-7932445e203b req-5aec13b3-2ec4-4eb6-81c4-23b5883c1af0 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 210 time: 0.1082795 Dec 22 10:06:51.451108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e3f1e-5968-4e5f-bf25-1d7d07ffec04 req-9f5fa623-5060-4a73-95fa-84769cb07628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:51.453215 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af9e3f1e-5968-4e5f-bf25-1d7d07ffec04 req-9f5fa623-5060-4a73-95fa-84769cb07628 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eba516db-1961-46e1-9e1b-c8fae6861dde HTTP/1.1" status: 200 len: 903 time: 0.8555818 Dec 22 10:06:51.572210 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af9e3f1e-5968-4e5f-bf25-1d7d07ffec04 req-be71fd97-b7ae-48ab-9db6-f904fd95b11b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ce89e98-744d-4085-8662-0b59dfa48c7c HTTP/1.1" status: 200 len: 217 time: 0.1070395 Dec 22 10:06:51.640186 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9ea59628-9a32-4827-b06c-943317f914e1 tempest-FloatingIPNegativeTestJSON-951723405 tempest-FloatingIPNegativeTestJSON-951723405] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:51.764995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e3f1e-5968-4e5f-bf25-1d7d07ffec04 req-527a7406-ee36-4ec2-8d8d-1785e72067ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:51.772619 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af9e3f1e-5968-4e5f-bf25-1d7d07ffec04 req-527a7406-ee36-4ec2-8d8d-1785e72067ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=294bee51-0b82-425c-bc04-8c938395dbad HTTP/1.1" status: 200 len: 849 time: 0.1838384 Dec 22 10:06:51.830729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ef826-f26a-4b9a-a25c-b7b1ffff1036 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Pushing event deleted for resources: {'Port': ['ID=283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:51.834286 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d77ef826-f26a-4b9a-a25c-b7b1ffff1036 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:51.866169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dc7100-3df6-4071-970c-fcbe0bf36a5b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:06:51.878647 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5dc7100-3df6-4071-970c-fcbe0bf36a5b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:51.932429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-e961e09f-2f3e-4fd1-adbc-527709f82a87 req-d77ef826-f26a-4b9a-a25c-b7b1ffff1036 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] No DVR routers for this DVR port 283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 on host n-h1-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:06:51.932429 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-e961e09f-2f3e-4fd1-adbc-527709f82a87 req-d77ef826-f26a-4b9a-a25c-b7b1ffff1036 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:51.954255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452bd1d1-42f6-49b8-99e5-506327429454', 'name': 'network-vif-deleted', 'tag': '283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:06:51.980360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5dc7100-3df6-4071-970c-fcbe0bf36a5b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:06:51.993695 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5dc7100-3df6-4071-970c-fcbe0bf36a5b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:51.993695 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-e5dc7100-3df6-4071-970c-fcbe0bf36a5b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Added segment c5a32ffe-e585-4625-a242-d68e88b60fc5 of type vxlan for network 60edef56-b9f2-4568-a03c-1d3cbff64831 Dec 22 10:06:52.019411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5dc7100-3df6-4071-970c-fcbe0bf36a5b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:52.114108 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af9e3f1e-5968-4e5f-bf25-1d7d07ffec04 req-3eaed822-82ac-4ec6-999f-4767c6dfde45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eba516db-1961-46e1-9e1b-c8fae6861dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3349388 Dec 22 10:06:52.130494 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e961e09f-2f3e-4fd1-adbc-527709f82a87 req-d77ef826-f26a-4b9a-a25c-b7b1ffff1036 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.64 "DELETE /v2.0/ports/283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7 HTTP/1.1" status: 204 len: 173 time: 4.2850046 Dec 22 10:06:52.145373 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5dc7100-3df6-4071-970c-fcbe0bf36a5b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:52.175534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dc7100-3df6-4071-970c-fcbe0bf36a5b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:52.183407 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e5dc7100-3df6-4071-970c-fcbe0bf36a5b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:52.209591 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-33ce9704-9e63-450a-aab0-de64b2dd4daa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:52.625995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc7100-3df6-4071-970c-fcbe0bf36a5b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Network': ['ID=60edef56-b9f2-4568-a03c-1d3cbff64831,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:52.625995 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e5dc7100-3df6-4071-970c-fcbe0bf36a5b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:52.625995 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452bd1d1-42f6-49b8-99e5-506327429454', 'name': 'network-vif-deleted', 'tag': '283d1f1a-fbbf-44d8-8ea6-b5c8848f15f7', 'status': 'completed', 'code': 200} Dec 22 10:06:52.640833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 60edef56-b9f2-4568-a03c-1d3cbff64831 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:06:52.718943 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af9e3f1e-5968-4e5f-bf25-1d7d07ffec04 req-c6e9728c-1ca0-4a74-99e0-c511480bc615 service neutron] 10.222.0.64 "GET /v2.0/networks/eba516db-1961-46e1-9e1b-c8fae6861dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883842 Dec 22 10:06:52.797281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 60edef56-b9f2-4568-a03c-1d3cbff64831 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:06:52.806322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 60edef56-b9f2-4568-a03c-1d3cbff64831 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:06:53.040344 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-af9e3f1e-5968-4e5f-bf25-1d7d07ffec04 req-9fff3198-572a-4f1b-afd6-6d740a0630a8 service neutron] 10.222.0.64 "GET /v2.0/networks/eba516db-1961-46e1-9e1b-c8fae6861dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3014042 Dec 22 10:06:53.178566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702f9d2-a385-4360-8f45-87ce1156511a req-e52612a8-4a32-4dff-be1a-cfe72b9e5754 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:53.180479 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1702f9d2-a385-4360-8f45-87ce1156511a req-e52612a8-4a32-4dff-be1a-cfe72b9e5754 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/ports?device_id=d1f548b6-a677-4a93-8f92-7a80c4d7282c HTTP/1.1" status: 200 len: 943 time: 1.3166530 Dec 22 10:06:53.197830 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3681fcfb-f440-4e78-ae98-b3ca0183e9cb req-97a048cc-5d80-4c93-a367-62ae84cd5065 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 210 time: 0.1585827 Dec 22 10:06:53.338410 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1702f9d2-a385-4360-8f45-87ce1156511a req-baab6794-d8f8-410e-844a-0bf412925529 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/security-groups?id=9b82c01c-511c-4a0d-974d-e37094333ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394031 Dec 22 10:06:53.395563 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e5dc7100-3df6-4071-970c-fcbe0bf36a5b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.6352322 Dec 22 10:06:53.405228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6358b85f-171f-494b-9535-bac9e144e688 admin admin] Router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:06:53.405228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51348) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:53.410930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-dafa4a19-9319-4976-a5d6-e35ebe86ec10 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'subnet': {'network_id': '60edef56-b9f2-4568-a03c-1d3cbff64831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:06:53.684999 n-d-765315-5 neutron-server[80960]: DEBUG neutron.objects.ports [None req-00f77453-afde-4684-aaa0-0a9d4744b764 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 22 10:06:53.915074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-dafa4a19-9319-4976-a5d6-e35ebe86ec10 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:06:53.996169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-dafa4a19-9319-4976-a5d6-e35ebe86ec10 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:subnet and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:06:53.996169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-dafa4a19-9319-4976-a5d6-e35ebe86ec10 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:06:54.017282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-dafa4a19-9319-4976-a5d6-e35ebe86ec10 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:06:54.043684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafa4a19-9319-4976-a5d6-e35ebe86ec10 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:06:54.064897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6358b85f-171f-494b-9535-bac9e144e688 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:06:54.076746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 9ce89e98-744d-4085-8662-0b59dfa48c7c up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:06:54.078315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7a0e47-3b48-4848-88cf-5f23ba1707fc None None] Sync routers for ids ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:06:54.096036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7a0e47-3b48-4848-88cf-5f23ba1707fc None None] Routers {'4e18e00d-39b6-4b12-a29d-6dc2c6594c90'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:06:54.097550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-9e7a0e47-3b48-4848-88cf-5f23ba1707fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:06:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:54.110599 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6358b85f-171f-494b-9535-bac9e144e688 admin admin] 10.222.0.50 "PUT /v2.0/routers/4e18e00d-39b6-4b12-a29d-6dc2c6594c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8472214 Dec 22 10:06:54.113034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 51368) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:54.205464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 9ce89e98-744d-4085-8662-0b59dfa48c7c completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:06:54.211080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 9ce89e98-744d-4085-8662-0b59dfa48c7c triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:06:54.211509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:54.553714 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dafa4a19-9319-4976-a5d6-e35ebe86ec10 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:54.562781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:54.573751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-9e7a0e47-3b48-4848-88cf-5f23ba1707fc None None] Set router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:06:54.694458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 9ce89e98-744d-4085-8662-0b59dfa48c7c, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=9ce89e98-744d-4085-8662-0b59dfa48c7c,segment=NetworkSegment(e5f55313-b529-474b-90c6-65558e35a5bc),segment_id=e5f55313-b529-474b-90c6-65558e35a5bc)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:06:54.703786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f548b6-a677-4a93-8f92-7a80c4d7282c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce89e98-744d-4085-8662-0b59dfa48c7c'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:06:54.723978 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:54.723978 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:54.965789 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-288d6cbe-3f20-4dec-aeb3-d07cec2378ef req-c4e22ff8-1055-4419-a4f4-c20166d9050b tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=452bd1d1-42f6-49b8-99e5-506327429454 HTTP/1.1" status: 200 len: 210 time: 0.3280754 Dec 22 10:06:54.965789 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a185d3e9-9179-4f0a-be3c-a9aa4dd9f608 admin admin] Notify callbacks [] for router, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:55.057672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=9ce89e98-744d-4085-8662-0b59dfa48c7c,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:55.065951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 9ce89e98-744d-4085-8662-0b59dfa48c7c up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:06:55.199626 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:55.235798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 9ce89e98-744d-4085-8662-0b59dfa48c7c triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:06:55.236999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:55.269075 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f548b6-a677-4a93-8f92-7a80c4d7282c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce89e98-744d-4085-8662-0b59dfa48c7c', 'code': 200} Dec 22 10:06:55.885968 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a185d3e9-9179-4f0a-be3c-a9aa4dd9f608 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:55.898323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-9e7a0e47-3b48-4848-88cf-5f23ba1707fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T10:06:45Z', 'revision_number': 5, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:55.902440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a185d3e9-9179-4f0a-be3c-a9aa4dd9f608 admin admin] Deleting port 6903a7b1-956b-416c-bc26-91400699fc0b {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:06:55.902835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a185d3e9-9179-4f0a-be3c-a9aa4dd9f608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:55.910296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7a0e47-3b48-4848-88cf-5f23ba1707fc None None] Checking router: 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:06:55.934433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7a0e47-3b48-4848-88cf-5f23ba1707fc None None] Routers {'4e18e00d-39b6-4b12-a29d-6dc2c6594c90'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:06:55.939199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-9e7a0e47-3b48-4848-88cf-5f23ba1707fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:06:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:56.360166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18f3d0-d85b-494b-9273-b8f10e9bd7b1 req-20a7bdaf-73e4-4ba7-8d2a-8121979b66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:56.360166 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7d18f3d0-d85b-494b-9273-b8f10e9bd7b1 req-20a7bdaf-73e4-4ba7-8d2a-8121979b66d7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d1f548b6-a677-4a93-8f92-7a80c4d7282c HTTP/1.1" status: 200 len: 1160 time: 0.9050088 Dec 22 10:06:56.396576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-9e7a0e47-3b48-4848-88cf-5f23ba1707fc None None] Set router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:06:56.451056 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7d18f3d0-d85b-494b-9273-b8f10e9bd7b1 req-e3920aa0-fad3-4486-95c2-0d8944063f5e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9b82c01c-511c-4a0d-974d-e37094333ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640168 Dec 22 10:06:56.486384 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dafa4a19-9319-4976-a5d6-e35ebe86ec10 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:56.493481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19683e8f-9148-40f4-a369-c3ea1d2d440a req-e70acbc7-dac5-4859-aeb1-8aa1b7b73839 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:56.493481 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19683e8f-9148-40f4-a369-c3ea1d2d440a req-e70acbc7-dac5-4859-aeb1-8aa1b7b73839 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/ports?device_id=d1f548b6-a677-4a93-8f92-7a80c4d7282c HTTP/1.1" status: 200 len: 945 time: 1.2907174 Dec 22 10:06:56.591064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-a185d3e9-9179-4f0a-be3c-a9aa4dd9f608 admin admin] For port 6903a7b1-956b-416c-bc26-91400699fc0b, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=6903a7b1-956b-416c-bc26-91400699fc0b,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:06:56.591480 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a185d3e9-9179-4f0a-be3c-a9aa4dd9f608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:56.961912 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19683e8f-9148-40f4-a369-c3ea1d2d440a req-395c5c2e-6488-402a-8fa2-0faab941ea09 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/security-groups?id=9b82c01c-511c-4a0d-974d-e37094333ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250758 Dec 22 10:06:56.971894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a185d3e9-9179-4f0a-be3c-a9aa4dd9f608 admin admin] Calling delete_port for 6903a7b1-956b-416c-bc26-91400699fc0b owned by network:router_gateway {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:06:57.055444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 9ce89e98-744d-4085-8662-0b59dfa48c7c up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:06:57.310310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 9ce89e98-744d-4085-8662-0b59dfa48c7c triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:06:57.311215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:57.516505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-9e7a0e47-3b48-4848-88cf-5f23ba1707fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T10:06:45Z', 'revision_number': 5, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:06:57.537054 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a185d3e9-9179-4f0a-be3c-a9aa4dd9f608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:57.572435 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:06:57.587178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7a0e47-3b48-4848-88cf-5f23ba1707fc None None] The sync data for ids ['4e18e00d-39b6-4b12-a29d-6dc2c6594c90'] in n-d-765315-5 is: [{'id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1487755059-router', 'tenant_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T09:56:06Z', 'updated_at': '2020-12-22T10:06:45Z', 'revision_number': 5, 'project_id': 'a2b8bd28c0aa45a89f5905c5258a9297', 'gw_port': {'id': '6903a7b1-956b-416c-bc26-91400699fc0b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e18e00d-39b6-4b12-a29d-6dc2c6594c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T09:56:11Z', 'updated_at': '2020-12-22T09:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:06:57.960729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa4a19-9319-4976-a5d6-e35ebe86ec10 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Subnet': ['ID=c0a02443-d0e4-4ce0-8599-e66c1f6b694b,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:06:57.980807 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dafa4a19-9319-4976-a5d6-e35ebe86ec10 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:06:58.000077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafa4a19-9319-4976-a5d6-e35ebe86ec10 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Checking segment: {'id': 'c5a32ffe-e585-4625-a242-d68e88b60fc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '60edef56-b9f2-4568-a03c-1d3cbff64831'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:06:58.000791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafa4a19-9319-4976-a5d6-e35ebe86ec10 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network hostable DHCP agents. Network: 60edef56-b9f2-4568-a03c-1d3cbff64831, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:06:58.044316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafa4a19-9319-4976-a5d6-e35ebe86ec10 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 60edef56-b9f2-4568-a03c-1d3cbff64831 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:06:58.058563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-dafa4a19-9319-4976-a5d6-e35ebe86ec10 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 60edef56-b9f2-4568-a03c-1d3cbff64831) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:06:58.085815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafa4a19-9319-4976-a5d6-e35ebe86ec10 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:58.086761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dafa4a19-9319-4976-a5d6-e35ebe86ec10 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:58.158782 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dafa4a19-9319-4976-a5d6-e35ebe86ec10 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7510180 Dec 22 10:06:58.176151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51464) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:58.195154 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-be9e949c-e3bc-4299-b87b-e69815649b4e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'subnet': {'network_id': '60edef56-b9f2-4568-a03c-1d3cbff64831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:06:58.281963 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a185d3e9-9179-4f0a-be3c-a9aa4dd9f608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:58.352818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcd6a70-ada9-485e-abf9-f65acf569dd7 None None] Network 60edef56-b9f2-4568-a03c-1d3cbff64831 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:06:58.690402 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-be9e949c-e3bc-4299-b87b-e69815649b4e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:06:58.702151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-be9e949c-e3bc-4299-b87b-e69815649b4e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:subnet and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:06:58.721382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-be9e949c-e3bc-4299-b87b-e69815649b4e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:06:58.732507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-be9e949c-e3bc-4299-b87b-e69815649b4e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:06:58.749232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9e949c-e3bc-4299-b87b-e69815649b4e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:06:58.755647 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-be9e949c-e3bc-4299-b87b-e69815649b4e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:58.909027 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a185d3e9-9179-4f0a-be3c-a9aa4dd9f608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:58.909027 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a185d3e9-9179-4f0a-be3c-a9aa4dd9f608 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:59.014729 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a185d3e9-9179-4f0a-be3c-a9aa4dd9f608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:59.023612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a185d3e9-9179-4f0a-be3c-a9aa4dd9f608 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e18e00d-39b6-4b12-a29d-6dc2c6594c90 {{(pid=81071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 10:06:59.086026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-60edef56-b9f2-4568-a03c-1d3cbff64831', 'network_id': '60edef56-b9f2-4568-a03c-1d3cbff64831', 'tenant_id': '03a0ee151fb640bf8582ae52a39c4148', 'fixed_ips': [{'subnet_id': 'c0a02443-d0e4-4ce0-8599-e66c1f6b694b'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:06:59.087005 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:59.099966 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a185d3e9-9179-4f0a-be3c-a9aa4dd9f608 admin admin] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:59.102897 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a185d3e9-9179-4f0a-be3c-a9aa4dd9f608 admin admin] 10.222.0.50 "DELETE /v2.0/routers/4e18e00d-39b6-4b12-a29d-6dc2c6594c90 HTTP/1.1" status: 204 len: 168 time: 4.9885230 Dec 22 10:06:59.108301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 51490) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:59.151780 n-d-765315-5 neutron-server[80960]: INFO neutron.db.ipam_backend_mixin [None req-be9e949c-e3bc-4299-b87b-e69815649b4e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c0a02443-d0e4-4ce0-8599-e66c1f6b694b (CIDR: 2001:db8::/64) Dec 22 10:06:59.164153 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9e949c-e3bc-4299-b87b-e69815649b4e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 10:06:59.164153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9e949c-e3bc-4299-b87b-e69815649b4e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No notification will be sent due to unsuccessful status code: 400 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:06:59.220490 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-be9e949c-e3bc-4299-b87b-e69815649b4e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0366521 Dec 22 10:06:59.220490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51498) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:06:59.233808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-fec79397-5bb1-4f5f-87f4-9f0970b8aaeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'subnet': {'network_id': '60edef56-b9f2-4568-a03c-1d3cbff64831', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:06:59.311552 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afba30f-b54c-4dbd-84de-d608fcb61290 req-e86e6942-f6ff-4cda-8be3-d7cc89f86931 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:06:59.316298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 47dede80-207a-4fd5-bbe5-503b8b2c3e28 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:06:59.323004 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8afba30f-b54c-4dbd-84de-d608fcb61290 req-e86e6942-f6ff-4cda-8be3-d7cc89f86931 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/ports?device_id=d1f548b6-a677-4a93-8f92-7a80c4d7282c HTTP/1.1" status: 200 len: 945 time: 0.7749534 Dec 22 10:06:59.593120 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8afba30f-b54c-4dbd-84de-d608fcb61290 req-3e441715-ec97-491e-876d-6f5462b60a76 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/security-groups?id=9b82c01c-511c-4a0d-974d-e37094333ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006543 Dec 22 10:06:59.617443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Deleting subnet ca01a1fc-1044-4148-87dc-b546085e58b1 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:06:59.629284 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:06:59.882051 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:00.036414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fec79397-5bb1-4f5f-87f4-9f0970b8aaeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:00.036414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fec79397-5bb1-4f5f-87f4-9f0970b8aaeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:subnet and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:07:00.052413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fec79397-5bb1-4f5f-87f4-9f0970b8aaeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:07:00.069647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fec79397-5bb1-4f5f-87f4-9f0970b8aaeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:00.086837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec79397-5bb1-4f5f-87f4-9f0970b8aaeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:07:00.187550 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:00.322734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 47dede80-207a-4fd5-bbe5-503b8b2c3e28 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:07:00.329031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 47dede80-207a-4fd5-bbe5-503b8b2c3e28 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:07:00.580193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fec79397-5bb1-4f5f-87f4-9f0970b8aaeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:00.594965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Allocated IP 2001:db8::2 (60edef56-b9f2-4568-a03c-1d3cbff64831/c0a02443-d0e4-4ce0-8599-e66c1f6b694b/460060dd-83ae-4c41-982d-38ecfe8321e3) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:07:01.540637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:01.541491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51528) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:01.550341 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:01.568709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Transition to ACTIVE for port object 460060dd-83ae-4c41-982d-38ecfe8321e3 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:07:01.596228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Transition to ACTIVE for port object 460060dd-83ae-4c41-982d-38ecfe8321e3 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:07:01.596228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 6903a7b1-956b-416c-bc26-91400699fc0b no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:07:01.635524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:01.822343 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ca6061a1-1657-47d1-b850-2815bf3af224 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:01.825996 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:01.974109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca01a1fc-1044-4148-87dc-b546085e58b1,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:01.991173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Pushing event updated for resources: {'Port': ['ID=460060dd-83ae-4c41-982d-38ecfe8321e3,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:02.018729 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:02.034180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Network 60edef56-b9f2-4568-a03c-1d3cbff64831 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:07:02.034180 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:02.034180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:07:02.044858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.044858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.048392 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:07:02.052815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.056602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2532f286-67a3-4c36-85ee-4cc57946ea13 None None] Network e6f1855e-b485-45d1-82d8-ed2c723d357f requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:07:02.060616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.060616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.060616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.060616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.060616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.060616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.060616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.060616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.068845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.068845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.068845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.068845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.077176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.077176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.077176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.077176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.085612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.085612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.085612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.085612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.089539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.089539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.089539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.090665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.095962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.095962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.095962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.095962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.095962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.095962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.098369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.098883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.099572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:02.107551 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:02.118732 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ca01a1fc-1044-4148-87dc-b546085e58b1 HTTP/1.1" status: 204 len: 168 time: 3.0024900 Dec 22 10:07:02.127237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 51566) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:02.214952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 6903a7b1-956b-416c-bc26-91400699fc0b {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:07:02.221280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 6903a7b1-956b-416c-bc26-91400699fc0b not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:07:02.328276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:02.367072 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5c730cd0-4bdd-4f43-9b99-2356b7ab9720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:02.507033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5c730cd0-4bdd-4f43-9b99-2356b7ab9720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:02.524462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5c730cd0-4bdd-4f43-9b99-2356b7ab9720 admin admin] Usage tracker for resource:security_group_rule and tenant:e78a209f2e25446abc9d4821a9f97a31 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:07:02.533189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Attempting to bind port 460060dd-83ae-4c41-982d-38ecfe8321e3 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:07:02.533623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Attempting to bind port 460060dd-83ae-4c41-982d-38ecfe8321e3 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'c5a32ffe-e585-4625-a242-d68e88b60fc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '60edef56-b9f2-4568-a03c-1d3cbff64831'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:07:02.534039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Attempting to bind port 460060dd-83ae-4c41-982d-38ecfe8321e3 on network 60edef56-b9f2-4568-a03c-1d3cbff64831 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:07:02.542478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5c730cd0-4bdd-4f43-9b99-2356b7ab9720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:07:02.604588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5c730cd0-4bdd-4f43-9b99-2356b7ab9720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:02.678453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] Deleting port f8671cd3-2e52-4087-9c88-565a5947fc99 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:07:02.678453 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:02.686203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:07:02.686203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Checking segment: {'id': 'c5a32ffe-e585-4625-a242-d68e88b60fc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '60edef56-b9f2-4568-a03c-1d3cbff64831'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:07:02.686203 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:02.686203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Bound using segment: {'id': 'c5a32ffe-e585-4625-a242-d68e88b60fc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '60edef56-b9f2-4568-a03c-1d3cbff64831'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:07:02.686203 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Bound port: 460060dd-83ae-4c41-982d-38ecfe8321e3, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a32ffe-e585-4625-a242-d68e88b60fc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '60edef56-b9f2-4568-a03c-1d3cbff64831'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:07:02.726020 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:02.814493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fec79397-5bb1-4f5f-87f4-9f0970b8aaeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:03.008852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 9ce89e98-744d-4085-8662-0b59dfa48c7c no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:07:03.012679 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99e78318-1ada-4d35-8004-82ffaa42a470 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:03.091433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] For port f8671cd3-2e52-4087-9c88-565a5947fc99, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=f8671cd3-2e52-4087-9c88-565a5947fc99,segment=NetworkSegment(f7f4091b-a7a6-45c4-b821-97884b11f144),segment_id=f7f4091b-a7a6-45c4-b821-97884b11f144)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:07:03.097605 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:03.153535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec79397-5bb1-4f5f-87f4-9f0970b8aaeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Subnet': ['ID=53a776f3-f77b-472d-9e63-60a75396da48,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:03.160577 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fec79397-5bb1-4f5f-87f4-9f0970b8aaeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:03.176438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec79397-5bb1-4f5f-87f4-9f0970b8aaeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 60edef56-b9f2-4568-a03c-1d3cbff64831 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:07:03.179193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-fec79397-5bb1-4f5f-87f4-9f0970b8aaeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:07:03.197138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] For port 460060dd-83ae-4c41-982d-38ecfe8321e3, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:07:03.213701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] For port 460060dd-83ae-4c41-982d-38ecfe8321e3, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=460060dd-83ae-4c41-982d-38ecfe8321e3,segment=NetworkSegment(c5a32ffe-e585-4625-a242-d68e88b60fc5),segment_id=c5a32ffe-e585-4625-a242-d68e88b60fc5)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:07:03.248996 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:03.270699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec79397-5bb1-4f5f-87f4-9f0970b8aaeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:07:03.277784 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fec79397-5bb1-4f5f-87f4-9f0970b8aaeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:03.534736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b964f5-f3d9-427b-8cb7-b607ea5b094e req-bc5a8284-3ce6-4f25-89a3-df81a552c480 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:07:03.568322 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0b964f5-f3d9-427b-8cb7-b607ea5b094e req-bc5a8284-3ce6-4f25-89a3-df81a552c480 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/ports?device_id=d1f548b6-a677-4a93-8f92-7a80c4d7282c HTTP/1.1" status: 200 len: 945 time: 2.0441575 Dec 22 10:07:03.595327 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fec79397-5bb1-4f5f-87f4-9f0970b8aaeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.3726733 Dec 22 10:07:03.595327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51588) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:03.667249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-df82c0ae-be29-4fb6-8a21-a35b8ae79d86 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'network_id': '60edef56-b9f2-4568-a03c-1d3cbff64831', 'fixed_ips': [{'subnet_id': 'c0a02443-d0e4-4ce0-8599-e66c1f6b694b'}, {'subnet_id': '53a776f3-f77b-472d-9e63-60a75396da48'}], 'name': 'tempest-PortsIpV6TestJSON-1243013826'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:07:03.754652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] Calling delete_port for f8671cd3-2e52-4087-9c88-565a5947fc99 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:07:03.768246 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:03.871395 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5c730cd0-4bdd-4f43-9b99-2356b7ab9720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:03.879471 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5c730cd0-4bdd-4f43-9b99-2356b7ab9720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:03.892552 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a0b964f5-f3d9-427b-8cb7-b607ea5b094e req-8b5763db-c99a-499b-875e-f0112d1c9d41 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/security-groups?id=9b82c01c-511c-4a0d-974d-e37094333ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354509 Dec 22 10:07:03.953583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3df1e-ac3e-4f90-a413-df4152ea5efc req-5fb0041e-3b43-4b76-8273-85eb006350d2 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:07:03.953583 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98c3df1e-ac3e-4f90-a413-df4152ea5efc req-5fb0041e-3b43-4b76-8273-85eb006350d2 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.64 "GET /v2.0/ports?device_id=d1f548b6-a677-4a93-8f92-7a80c4d7282c HTTP/1.1" status: 200 len: 945 time: 1.4141343 Dec 22 10:07:04.038554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-98c3df1e-ac3e-4f90-a413-df4152ea5efc req-28088051-ceb8-44de-b4e2-46bf15dd2f81 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Deleting port 9ce89e98-744d-4085-8662-0b59dfa48c7c {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:07:04.038554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-98c3df1e-ac3e-4f90-a413-df4152ea5efc req-28088051-ceb8-44de-b4e2-46bf15dd2f81 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:04.054905 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7cd4835c-2f38-46dc-8a4b-d8ef501b8e6a tempest-VolumesBackupsTest-732211959 tempest-VolumesBackupsTest-732211959] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:04.178075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c730cd0-4bdd-4f43-9b99-2356b7ab9720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2da1206-cc5f-4fec-82dd-abc40a5ceded,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:04.182396 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:04.206842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Pushing event updated for resources: {'Port': ['ID=460060dd-83ae-4c41-982d-38ecfe8321e3,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:04.212931 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:04.227630 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5c730cd0-4bdd-4f43-9b99-2356b7ab9720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:04.353345 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ef68a261-3901-4a77-9ec8-cafc68f574e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:04.415559 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5c730cd0-4bdd-4f43-9b99-2356b7ab9720 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e78a209f2e25446abc9d4821a9f97a31&name=default HTTP/1.1" status: 200 len: 2883 time: 2.8528135 Dec 22 10:07:04.424257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51608) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:04.499747 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:04.503742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] No DVR routers for this DVR port f8671cd3-2e52-4087-9c88-565a5947fc99 on host n-d-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:07:04.521743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-df82c0ae-be29-4fb6-8a21-a35b8ae79d86 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:04.607144 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f548b6-a677-4a93-8f92-7a80c4d7282c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce89e98-744d-4085-8662-0b59dfa48c7c'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:07:04.640134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-df82c0ae-be29-4fb6-8a21-a35b8ae79d86 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:04.670571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 9ce89e98-744d-4085-8662-0b59dfa48c7c, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=9ce89e98-744d-4085-8662-0b59dfa48c7c,segment=NetworkSegment(e5f55313-b529-474b-90c6-65558e35a5bc),segment_id=e5f55313-b529-474b-90c6-65558e35a5bc)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:07:04.677261 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a85a3e9d-8516-4ce9-82d0-6fdada646ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:04.681447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:04.681447 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:04.756183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8671cd3-2e52-4087-9c88-565a5947fc99,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:04.760760 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a85a3e9d-8516-4ce9-82d0-6fdada646ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:04.769276 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:04.871535 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f548b6-a677-4a93-8f92-7a80c4d7282c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce89e98-744d-4085-8662-0b59dfa48c7c', 'code': 200} Dec 22 10:07:04.871535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea563a0-819d-4de0-9c24-e994b94c5cc5 None None] DHCP port deletion for e6f1855e-b485-45d1-82d8-ed2c723d357f request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:07:05.000749 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a85a3e9d-8516-4ce9-82d0-6fdada646ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:05.011356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df82c0ae-be29-4fb6-8a21-a35b8ae79d86 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:07:05.036838 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df82c0ae-be29-4fb6-8a21-a35b8ae79d86 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:05.052267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=9ce89e98-744d-4085-8662-0b59dfa48c7c,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:05.065978 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c567d00a-0f04-410d-bf5a-738a6a0065b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:05.069952 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:05.078470 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-00dfa8b3-4c63-40e1-8890-85aa726e741a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:05.102428 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a3e9d-8516-4ce9-82d0-6fdada646ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2da1206-cc5f-4fec-82dd-abc40a5ceded,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:05.125932 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a85a3e9d-8516-4ce9-82d0-6fdada646ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:05.307167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device f8671cd3-2e52-4087-9c88-565a5947fc99 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:07:05.571628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: f8671cd3-2e52-4087-9c88-565a5947fc99 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:07:05.582822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device f8671cd3-2e52-4087-9c88-565a5947fc99 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:07:05.622823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-df82c0ae-be29-4fb6-8a21-a35b8ae79d86 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] device_id is not set on port 8002b401-6309-4ac7-ab7d-3ec7b858783a yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:07:05.941326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:06.088336 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d928da7-a0d5-449b-96a2-9915d2c8c69d req-ab32c57b-11d8-461b-9406-f93e4aeabcc3 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:07:06.094789 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6d928da7-a0d5-449b-96a2-9915d2c8c69d req-ab32c57b-11d8-461b-9406-f93e4aeabcc3 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/ports?device_id=d1f548b6-a677-4a93-8f92-7a80c4d7282c HTTP/1.1" status: 200 len: 943 time: 0.8332460 Dec 22 10:07:06.466173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-98c3df1e-ac3e-4f90-a413-df4152ea5efc req-28088051-ceb8-44de-b4e2-46bf15dd2f81 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] For port 9ce89e98-744d-4085-8662-0b59dfa48c7c, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=9ce89e98-744d-4085-8662-0b59dfa48c7c,segment=NetworkSegment(e5f55313-b529-474b-90c6-65558e35a5bc),segment_id=e5f55313-b529-474b-90c6-65558e35a5bc)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:07:06.466173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-98c3df1e-ac3e-4f90-a413-df4152ea5efc req-28088051-ceb8-44de-b4e2-46bf15dd2f81 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:06.663786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a85a3e9d-8516-4ce9-82d0-6fdada646ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:06.663786 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a85a3e9d-8516-4ce9-82d0-6fdada646ca5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2da1206-cc5f-4fec-82dd-abc40a5ceded HTTP/1.1" status: 204 len: 168 time: 2.2209988 Dec 22 10:07:06.828259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f1855e-b485-45d1-82d8-ed2c723d357f']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:07:06.828459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-df82c0ae-be29-4fb6-8a21-a35b8ae79d86 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Allocated IP 2001:db8::26 (60edef56-b9f2-4568-a03c-1d3cbff64831/c0a02443-d0e4-4ce0-8599-e66c1f6b694b/8002b401-6309-4ac7-ab7d-3ec7b858783a) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:07:06.840820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-98c3df1e-ac3e-4f90-a413-df4152ea5efc req-28088051-ceb8-44de-b4e2-46bf15dd2f81 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Calling delete_port for 9ce89e98-744d-4085-8662-0b59dfa48c7c owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:07:06.862171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-df82c0ae-be29-4fb6-8a21-a35b8ae79d86 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Allocated IP 2001:db8:0:1::237 (60edef56-b9f2-4568-a03c-1d3cbff64831/53a776f3-f77b-472d-9e63-60a75396da48/8002b401-6309-4ac7-ab7d-3ec7b858783a) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:07:06.925437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f4091b-a7a6-45c4-b821-97884b11f144') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:07:06.925967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f4091b-a7a6-45c4-b821-97884b11f144') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:07:07.014744 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6d928da7-a0d5-449b-96a2-9915d2c8c69d req-4325ffe8-8e45-445f-aed5-ac3cbbecc4d0 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/security-groups?id=9b82c01c-511c-4a0d-974d-e37094333ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9107864 Dec 22 10:07:07.014744 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:07.095044 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:07.101492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:07:07.461017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 460060dd-83ae-4c41-982d-38ecfe8321e3 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:07:07.477830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-98c3df1e-ac3e-4f90-a413-df4152ea5efc req-28088051-ceb8-44de-b4e2-46bf15dd2f81 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:07:07.478390 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-98c3df1e-ac3e-4f90-a413-df4152ea5efc req-28088051-ceb8-44de-b4e2-46bf15dd2f81 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:07:07.580023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df82c0ae-be29-4fb6-8a21-a35b8ae79d86 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:07.628115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-df82c0ae-be29-4fb6-8a21-a35b8ae79d86 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Transition to ACTIVE for port object 8002b401-6309-4ac7-ab7d-3ec7b858783a will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:07:07.646709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd03bb5-cb34-4f58-8a12-1166ef4528c2 None None] Network 60edef56-b9f2-4568-a03c-1d3cbff64831 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:07:07.788110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] Network e6f1855e-b485-45d1-82d8-ed2c723d357f has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:07:07.788110 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:07.791861 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df82c0ae-be29-4fb6-8a21-a35b8ae79d86 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:07.864423 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c5577ca2-aa91-442f-88c4-94d93e06faa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:07.998758 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51732) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:08.012989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-98c3df1e-ac3e-4f90-a413-df4152ea5efc req-28088051-ceb8-44de-b4e2-46bf15dd2f81 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Deleting port 9ce89e98-744d-4085-8662-0b59dfa48c7c {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:07:08.013716 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-98c3df1e-ac3e-4f90-a413-df4152ea5efc req-28088051-ceb8-44de-b4e2-46bf15dd2f81 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:08.128067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] Network e6f1855e-b485-45d1-82d8-ed2c723d357f has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:07:08.142030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-124571f6-6733-4517-97c7-7dd5b64a8ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:08.145747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 460060dd-83ae-4c41-982d-38ecfe8321e3 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:07:08.161969 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ab6b4dd1-b181-4ba7-b6ca-5f70967169c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:08.176232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 460060dd-83ae-4c41-982d-38ecfe8321e3 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:08.176948 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:07:08.241346 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:07:08.295133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-900469c2-40c2-47f8-903c-55bdcecd1af6 None None] Provisioning for port 460060dd-83ae-4c41-982d-38ecfe8321e3 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:07:08.375775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-900469c2-40c2-47f8-903c-55bdcecd1af6 None None] Provisioning complete for port 460060dd-83ae-4c41-982d-38ecfe8321e3 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:08.376242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-900469c2-40c2-47f8-903c-55bdcecd1af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:08.553352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ab6b4dd1-b181-4ba7-b6ca-5f70967169c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:08.566416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82c0ae-be29-4fb6-8a21-a35b8ae79d86 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=8002b401-6309-4ac7-ab7d-3ec7b858783a,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:08.580309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ab6b4dd1-b181-4ba7-b6ca-5f70967169c8 admin admin] Usage tracker for resource:security_group_rule and tenant:d92dd94fd9694ae38619aac52cabf2e8 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:07:08.586324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df82c0ae-be29-4fb6-8a21-a35b8ae79d86 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 60edef56-b9f2-4568-a03c-1d3cbff64831 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:07:08.587734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ab6b4dd1-b181-4ba7-b6ca-5f70967169c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:07:08.591870 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df82c0ae-be29-4fb6-8a21-a35b8ae79d86 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:08.604446 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-df82c0ae-be29-4fb6-8a21-a35b8ae79d86 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:07:08.614622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df82c0ae-be29-4fb6-8a21-a35b8ae79d86 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:07:08.621647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df82c0ae-be29-4fb6-8a21-a35b8ae79d86 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:07:08.622826 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-df82c0ae-be29-4fb6-8a21-a35b8ae79d86 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:08.630007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ab6b4dd1-b181-4ba7-b6ca-5f70967169c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:08.741493 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-df82c0ae-be29-4fb6-8a21-a35b8ae79d86 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 5.1477005 Dec 22 10:07:08.745015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51748) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:08.755471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-280efeb9-c716-4009-86f7-808261816d87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0a02443-d0e4-4ce0-8599-e66c1f6b694b'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:07:08.780197 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:08.831088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 460060dd-83ae-4c41-982d-38ecfe8321e3, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=460060dd-83ae-4c41-982d-38ecfe8321e3,segment=NetworkSegment(c5a32ffe-e585-4625-a242-d68e88b60fc5),segment_id=c5a32ffe-e585-4625-a242-d68e88b60fc5)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:07:08.844314 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:08.863478 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c16d714-5e95-4144-9042-a0380cf037d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:09.074208 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:09.110253 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-97301d36-25a7-4f00-bcae-66eb4fd1f9ec tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:09.140464 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:09.194109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b5869-38f0-452b-9b9b-50c53b3435b0 req-6f69139c-6de2-4ab6-a558-b7de197f0578 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:07:09.195092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-560b5869-38f0-452b-9b9b-50c53b3435b0 req-6f69139c-6de2-4ab6-a558-b7de197f0578 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Synchronizing usage tracker for tenant:2c99679f0bee482dbebd5ee91435e3e3 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:07:09.226278 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e6f1855e-b485-45d1-82d8-ed2c723d357f HTTP/1.1" status: 204 len: 168 time: 7.0965855 Dec 22 10:07:09.227590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6f1855e-b485-45d1-82d8-ed2c723d357f,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:09.463380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Update dhcp port {'port': {'network_id': '60edef56-b9f2-4568-a03c-1d3cbff64831', 'fixed_ips': [{'subnet_id': 'c0a02443-d0e4-4ce0-8599-e66c1f6b694b', 'ip_address': '2001:db8::2'}, {'subnet_id': '53a776f3-f77b-472d-9e63-60a75396da48'}], 'binding:host_id': 'n-d-765315-5'}, 'id': '460060dd-83ae-4c41-982d-38ecfe8321e3'} from n-d-765315-5. {{(pid=81073) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 10:07:09.479661 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:09.578253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-560b5869-38f0-452b-9b9b-50c53b3435b0 req-6f69139c-6de2-4ab6-a558-b7de197f0578 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Unset dirty status for tenant:2c99679f0bee482dbebd5ee91435e3e3 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:07:09.591354 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-560b5869-38f0-452b-9b9b-50c53b3435b0 req-6f69139c-6de2-4ab6-a558-b7de197f0578 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/ports?device_id=d1f548b6-a677-4a93-8f92-7a80c4d7282c HTTP/1.1" status: 200 len: 943 time: 0.8455541 Dec 22 10:07:09.614550 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-280efeb9-c716-4009-86f7-808261816d87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:09.655001 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:09.702962 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ab6b4dd1-b181-4ba7-b6ca-5f70967169c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:09.721330 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-560b5869-38f0-452b-9b9b-50c53b3435b0 req-8a3f1974-2b03-44b8-bffc-949d8a157aff tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/security-groups?id=9b82c01c-511c-4a0d-974d-e37094333ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277754 Dec 22 10:07:09.721870 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ab6b4dd1-b181-4ba7-b6ca-5f70967169c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:09.736539 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-71b65787-2f36-47e8-88e1-ab899f8409e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:09.737058 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:09.786404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-98c3df1e-ac3e-4f90-a413-df4152ea5efc req-28088051-ceb8-44de-b4e2-46bf15dd2f81 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] For port 9ce89e98-744d-4085-8662-0b59dfa48c7c, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=9ce89e98-744d-4085-8662-0b59dfa48c7c,segment=NetworkSegment(e5f55313-b529-474b-90c6-65558e35a5bc),segment_id=e5f55313-b529-474b-90c6-65558e35a5bc)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:07:09.788697 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-98c3df1e-ac3e-4f90-a413-df4152ea5efc req-28088051-ceb8-44de-b4e2-46bf15dd2f81 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:09.792266 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:09.806122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=460060dd-83ae-4c41-982d-38ecfe8321e3,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:09.821653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b4dd1-b181-4ba7-b6ca-5f70967169c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e854a7b-16b5-48b2-b8e0-5f1321e41e60,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:09.823525 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.960s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:09.846287 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ab6b4dd1-b181-4ba7-b6ca-5f70967169c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:09.973222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 51770) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:10.015340 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ab6b4dd1-b181-4ba7-b6ca-5f70967169c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d92dd94fd9694ae38619aac52cabf2e8&name=default HTTP/1.1" status: 200 len: 2883 time: 2.0079052 Dec 22 10:07:10.033743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51774) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:10.159045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Allocated IP 2001:db8:0:1::2 (60edef56-b9f2-4568-a03c-1d3cbff64831/53a776f3-f77b-472d-9e63-60a75396da48/460060dd-83ae-4c41-982d-38ecfe8321e3) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:07:10.192887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-98c3df1e-ac3e-4f90-a413-df4152ea5efc req-28088051-ceb8-44de-b4e2-46bf15dd2f81 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Calling delete_port for 9ce89e98-744d-4085-8662-0b59dfa48c7c owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:07:10.287647 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-765b96ba-56a7-49f3-a637-6070b53faea4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a2b8bd28c0aa45a89f5905c5258a9297&name=default HTTP/1.1" status: 200 len: 2883 time: 0.3104506 Dec 22 10:07:10.288711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 51786) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:10.298933 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa309666-d332-40f4-bf9e-e5e7ecbb944a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:10.457115 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:10.470007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] For port 460060dd-83ae-4c41-982d-38ecfe8321e3, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=460060dd-83ae-4c41-982d-38ecfe8321e3,segment=NetworkSegment(c5a32ffe-e585-4625-a242-d68e88b60fc5),segment_id=c5a32ffe-e585-4625-a242-d68e88b60fc5)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:07:10.506351 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:10.552472 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa309666-d332-40f4-bf9e-e5e7ecbb944a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:10.560905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-127e0d2b-b437-460a-86b9-c81e7be3b384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:10.589057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Transition to ACTIVE for port object 460060dd-83ae-4c41-982d-38ecfe8321e3 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:07:10.605126 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:10.618359 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-98c3df1e-ac3e-4f90-a413-df4152ea5efc req-28088051-ceb8-44de-b4e2-46bf15dd2f81 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:10.623548 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:10.681564 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6b2f5b01-bc28-4d63-ab01-8eda22a76ec2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:10.806192 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa309666-d332-40f4-bf9e-e5e7ecbb944a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:10.842288 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-644cce65-892d-49bb-a64e-ebccbf76f8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:10.856576 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-127e0d2b-b437-460a-86b9-c81e7be3b384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:10.865878 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:10.888331 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28088051-ceb8-44de-b4e2-46bf15dd2f81 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Pushing event deleted for resources: {'Port': ['ID=9ce89e98-744d-4085-8662-0b59dfa48c7c,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:10.892632 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-28088051-ceb8-44de-b4e2-46bf15dd2f81 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:10.906737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Pushing event updated for resources: {'Port': ['ID=460060dd-83ae-4c41-982d-38ecfe8321e3,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:10.931395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.931791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.932208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.932596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.932980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.933362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.933742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.937368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.937752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.938135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.938513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.938880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.939340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.939709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.940112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.945520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.945949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.946337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.946718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.947086 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.948065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.948455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.948843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.949206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.949729 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.950105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.950650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.951017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.951398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.951769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.952164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.952534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.953152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.953529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.953902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.954270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:10.974891 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:10.986468 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:11.036211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa309666-d332-40f4-bf9e-e5e7ecbb944a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e854a7b-16b5-48b2-b8e0-5f1321e41e60,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:11.071873 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa309666-d332-40f4-bf9e-e5e7ecbb944a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:11.100913 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aa309666-d332-40f4-bf9e-e5e7ecbb944a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:11.102157 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-aa309666-d332-40f4-bf9e-e5e7ecbb944a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4e854a7b-16b5-48b2-b8e0-5f1321e41e60 HTTP/1.1" status: 204 len: 168 time: 1.0642762 Dec 22 10:07:11.167487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-280efeb9-c716-4009-86f7-808261816d87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Delete allocated IP 2001:db8:0:1::237 (60edef56-b9f2-4568-a03c-1d3cbff64831/53a776f3-f77b-472d-9e63-60a75396da48) {{(pid=81072) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Dec 22 10:07:11.282429 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-127e0d2b-b437-460a-86b9-c81e7be3b384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:11.319254 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c30d2d09-c195-489d-a8ef-7e898241577b req-97e29e81-824e-4de4-83e3-687f686121fe tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Synchronizing usage tracker for tenant:2c99679f0bee482dbebd5ee91435e3e3 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:07:11.334178 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7a32425a-c535-49e0-b4cf-9ea72023d8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:11.381887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 460060dd-83ae-4c41-982d-38ecfe8321e3 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:07:11.416302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e0d2b-b437-460a-86b9-c81e7be3b384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7093c06c-38be-4db0-9836-e97ebc8a6ace,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:11.438736 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-127e0d2b-b437-460a-86b9-c81e7be3b384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:11.546074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c30d2d09-c195-489d-a8ef-7e898241577b req-97e29e81-824e-4de4-83e3-687f686121fe tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Unset dirty status for tenant:2c99679f0bee482dbebd5ee91435e3e3 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:07:11.576279 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c30d2d09-c195-489d-a8ef-7e898241577b req-97e29e81-824e-4de4-83e3-687f686121fe tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.50 "GET /v2.0/ports?device_id=d1f548b6-a677-4a93-8f92-7a80c4d7282c HTTP/1.1" status: 200 len: 210 time: 0.4393666 Dec 22 10:07:11.616542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-127e0d2b-b437-460a-86b9-c81e7be3b384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:11.632416 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-127e0d2b-b437-460a-86b9-c81e7be3b384 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7093c06c-38be-4db0-9836-e97ebc8a6ace HTTP/1.1" status: 204 len: 168 time: 1.3423615 Dec 22 10:07:11.801064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c3df1e-ac3e-4f90-a413-df4152ea5efc req-28088051-ceb8-44de-b4e2-46bf15dd2f81 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] No DVR routers for this DVR port 9ce89e98-744d-4085-8662-0b59dfa48c7c on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:07:11.805311 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-98c3df1e-ac3e-4f90-a413-df4152ea5efc req-28088051-ceb8-44de-b4e2-46bf15dd2f81 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:11.814293 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-98c3df1e-ac3e-4f90-a413-df4152ea5efc req-28088051-ceb8-44de-b4e2-46bf15dd2f81 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] 10.222.0.64 "DELETE /v2.0/ports/9ce89e98-744d-4085-8662-0b59dfa48c7c HTTP/1.1" status: 204 len: 173 time: 7.8747845 Dec 22 10:07:11.815242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f548b6-a677-4a93-8f92-7a80c4d7282c', 'name': 'network-vif-deleted', 'tag': '9ce89e98-744d-4085-8662-0b59dfa48c7c'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:07:12.217330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c31d41-6860-4d93-94bf-ba4fccc1c102 None None] Network 60edef56-b9f2-4568-a03c-1d3cbff64831 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:07:12.384138 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-280efeb9-c716-4009-86f7-808261816d87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:12.442709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-280efeb9-c716-4009-86f7-808261816d87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Ignored duplicate provisioning block setup for port 8002b401-6309-4ac7-ab7d-3ec7b858783a by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 22 10:07:12.449823 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-280efeb9-c716-4009-86f7-808261816d87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:12.709118 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-861026b7-f883-4817-9c04-ccebb9d4d0d6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:12.807315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8912cfba-694f-49ce-b7d1-3d74bc68200f None None] Provisioning for port 460060dd-83ae-4c41-982d-38ecfe8321e3 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:07:12.814194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8912cfba-694f-49ce-b7d1-3d74bc68200f None None] Provisioning complete for port 460060dd-83ae-4c41-982d-38ecfe8321e3 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:12.814881 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8912cfba-694f-49ce-b7d1-3d74bc68200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:12.997121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-280efeb9-c716-4009-86f7-808261816d87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] In _notify_port_updated(), no bound segment for port 8002b401-6309-4ac7-ab7d-3ec7b858783a on network 60edef56-b9f2-4568-a03c-1d3cbff64831 {{(pid=81072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}} Dec 22 10:07:13.012837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280efeb9-c716-4009-86f7-808261816d87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:07:13.013613 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f548b6-a677-4a93-8f92-7a80c4d7282c', 'name': 'network-vif-deleted', 'tag': '9ce89e98-744d-4085-8662-0b59dfa48c7c', 'status': 'completed', 'code': 200} Dec 22 10:07:13.013734 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-280efeb9-c716-4009-86f7-808261816d87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:13.015152 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-280efeb9-c716-4009-86f7-808261816d87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "PUT /v2.0/ports/8002b401-6309-4ac7-ab7d-3ec7b858783a HTTP/1.1" status: 200 len: 925 time: 4.2688699 Dec 22 10:07:13.019481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 51850) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:13.027464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-99ec9954-eaa7-4425-b2d7-1b96503686fa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0a02443-d0e4-4ce0-8599-e66c1f6b694b'}, {'subnet_id': '53a776f3-f77b-472d-9e63-60a75396da48'}]}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:07:13.055920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280efeb9-c716-4009-86f7-808261816d87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=8002b401-6309-4ac7-ab7d-3ec7b858783a,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:13.065426 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-280efeb9-c716-4009-86f7-808261816d87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:13.149004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8912cfba-694f-49ce-b7d1-3d74bc68200f None None] Provisioning for port 8002b401-6309-4ac7-ab7d-3ec7b858783a completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:07:13.161759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8912cfba-694f-49ce-b7d1-3d74bc68200f None None] Provisioning complete for port 8002b401-6309-4ac7-ab7d-3ec7b858783a triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:13.162204 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8912cfba-694f-49ce-b7d1-3d74bc68200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:13.504230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8912cfba-694f-49ce-b7d1-3d74bc68200f None None] Port 8002b401-6309-4ac7-ab7d-3ec7b858783a cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:07:13.892750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-30f6a002-2117-4d68-a972-9f677a1048f9 None None] Provisioning complete for port 460060dd-83ae-4c41-982d-38ecfe8321e3 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:13.897651 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30f6a002-2117-4d68-a972-9f677a1048f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:14.147560 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99ec9954-eaa7-4425-b2d7-1b96503686fa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:14.783151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-30f6a002-2117-4d68-a972-9f677a1048f9 None None] Provisioning complete for port 8002b401-6309-4ac7-ab7d-3ec7b858783a triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:14.786649 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-30f6a002-2117-4d68-a972-9f677a1048f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:14.839877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51904) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:14.943141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-30f6a002-2117-4d68-a972-9f677a1048f9 None None] Port 8002b401-6309-4ac7-ab7d-3ec7b858783a cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:07:15.104718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a0863a8b-e706-4583-8916-109006295de4 None None] Provisioning complete for port 460060dd-83ae-4c41-982d-38ecfe8321e3 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:15.105166 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a0863a8b-e706-4583-8916-109006295de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:15.264030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 51924) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:15.522249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-99ec9954-eaa7-4425-b2d7-1b96503686fa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Allocated IP 2001:db8:0:1::37f (60edef56-b9f2-4568-a03c-1d3cbff64831/53a776f3-f77b-472d-9e63-60a75396da48/8002b401-6309-4ac7-ab7d-3ec7b858783a) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:07:15.522491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5407996f-6d23-475a-9dcb-0a09039e2fdd None None] get_active_networks_info from n-d-765315-5 {{(pid=81073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 10:07:15.551036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ae8de5-ca11-4e1e-9838-de3465360422 admin admin] Deleting subnet 294bee51-0b82-425c-bc04-8c938395dbad {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:07:15.566192 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62ae8de5-ca11-4e1e-9838-de3465360422 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:15.680024 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62ae8de5-ca11-4e1e-9838-de3465360422 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:15.795454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5407996f-6d23-475a-9dcb-0a09039e2fdd None None] Resources bound (agent type, host, resource id): {{(pid=81073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 10:07:15.831387 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99ec9954-eaa7-4425-b2d7-1b96503686fa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:15.897688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-99ec9954-eaa7-4425-b2d7-1b96503686fa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Transition to ACTIVE for port object 8002b401-6309-4ac7-ab7d-3ec7b858783a will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:07:15.920491 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99ec9954-eaa7-4425-b2d7-1b96503686fa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:15.937054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-392956859-network', 'tenant_id': '5c89cb1345d340f38775861a6b074177'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:07:15.976990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:15.991075 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:16.023039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Usage tracker for resource:network and tenant:5c89cb1345d340f38775861a6b074177 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:07:16.026368 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62ae8de5-ca11-4e1e-9838-de3465360422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:16.103169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-31d50683-8af0-4307-929b-549b1d579488 None None] Provisioning for port 8002b401-6309-4ac7-ab7d-3ec7b858783a completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:07:16.144932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-31d50683-8af0-4307-929b-549b1d579488 None None] Provisioning complete for port 8002b401-6309-4ac7-ab7d-3ec7b858783a triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:16.145414 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31d50683-8af0-4307-929b-549b1d579488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:16.158687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:07:16.268347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:16.355252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec9954-eaa7-4425-b2d7-1b96503686fa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=8002b401-6309-4ac7-ab7d-3ec7b858783a,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:16.359749 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99ec9954-eaa7-4425-b2d7-1b96503686fa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:16.429751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Made reservation on behalf of 5c89cb1345d340f38775861a6b074177 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:07:16.442279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-31d50683-8af0-4307-929b-549b1d579488 None None] Port 8002b401-6309-4ac7-ab7d-3ec7b858783a cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:07:16.452131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:16.486017 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:16.506639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-99ec9954-eaa7-4425-b2d7-1b96503686fa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] In _notify_port_updated(), no bound segment for port 8002b401-6309-4ac7-ab7d-3ec7b858783a on network 60edef56-b9f2-4568-a03c-1d3cbff64831 {{(pid=81071) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}} Dec 22 10:07:16.514355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ec9954-eaa7-4425-b2d7-1b96503686fa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:07:16.515128 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99ec9954-eaa7-4425-b2d7-1b96503686fa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:16.522101 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-99ec9954-eaa7-4425-b2d7-1b96503686fa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "PUT /v2.0/ports/8002b401-6309-4ac7-ab7d-3ec7b858783a HTTP/1.1" status: 200 len: 1011 time: 3.4955816 Dec 22 10:07:16.525793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 51980) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:16.757636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:16.786682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Usage tracker for resource:security_group_rule and tenant:5c89cb1345d340f38775861a6b074177 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:07:16.803409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:07:16.804237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-85037efb-c542-4910-a7ca-5249b83c9def tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port 8002b401-6309-4ac7-ab7d-3ec7b858783a {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:07:16.804728 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85037efb-c542-4910-a7ca-5249b83c9def tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:16.827347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:17.583702 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62ae8de5-ca11-4e1e-9838-de3465360422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:17.690986 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-67fa086b-5e24-4ecf-a5df-30fcc197f945 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:17.877865 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85037efb-c542-4910-a7ca-5249b83c9def tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:18.004592 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-62ae8de5-ca11-4e1e-9838-de3465360422 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:18.013209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae8de5-ca11-4e1e-9838-de3465360422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=294bee51-0b82-425c-bc04-8c938395dbad,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:18.022586 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:18.026631 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-62ae8de5-ca11-4e1e-9838-de3465360422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:18.040119 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:18.059867 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-818ad992-d86b-4a3b-9310-5a6f631f775e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:18.095447 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-62ae8de5-ca11-4e1e-9838-de3465360422 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/294bee51-0b82-425c-bc04-8c938395dbad HTTP/1.1" status: 204 len: 168 time: 2.8300664 Dec 22 10:07:18.106228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 52114) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:18.112881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:07:18.318472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-85037efb-c542-4910-a7ca-5249b83c9def tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for 8002b401-6309-4ac7-ab7d-3ec7b858783a owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:07:18.536602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6ccae8a-790e-4fab-b5f3-b51534fc7baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:18.618403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-96cd1af5-4318-4624-9486-03fa6aa0d248 None None] Provisioning complete for port 460060dd-83ae-4c41-982d-38ecfe8321e3 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:18.618839 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96cd1af5-4318-4624-9486-03fa6aa0d248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:18.846063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569faf29-1a50-4542-8a89-9f4648bcded9,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:18.853477 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:18.987664 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85037efb-c542-4910-a7ca-5249b83c9def tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:19.018872 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3e48c372-2467-42cd-8d44-92efcf7a44bb tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:19.034126 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:19.034801 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Added segment 9432c254-1983-4f8f-995f-2e42098fbe90 of type vxlan for network 04f43c3d-e331-4b62-8ece-d2dce3fe9cea Dec 22 10:07:19.118520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85037efb-c542-4910-a7ca-5249b83c9def tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=8002b401-6309-4ac7-ab7d-3ec7b858783a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:19.131104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-96cd1af5-4318-4624-9486-03fa6aa0d248 None None] Could not find standard attr ID for object 8002b401-6309-4ac7-ab7d-3ec7b858783a. {{(pid=81073) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 10:07:19.148589 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-85037efb-c542-4910-a7ca-5249b83c9def tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:19.188585 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:19.245092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ddc2d99c-209a-496e-a195-48b789bf885e None None] Could not find standard attr ID for object 8002b401-6309-4ac7-ab7d-3ec7b858783a. {{(pid=81073) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 10:07:19.463874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85037efb-c542-4910-a7ca-5249b83c9def tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:19.464830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:19.466135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:07:19.481510 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:19.498971 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-85037efb-c542-4910-a7ca-5249b83c9def tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/ports/8002b401-6309-4ac7-ab7d-3ec7b858783a HTTP/1.1" status: 204 len: 168 time: 2.9563324 Dec 22 10:07:19.499880 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52222) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:19.525716 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6ccae8a-790e-4fab-b5f3-b51534fc7baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:19.622664 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-f300eba9-f1a9-4ed9-8726-74e57899ba95 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] GET failed (client error): The resource could not be found. Dec 22 10:07:19.623527 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f300eba9-f1a9-4ed9-8726-74e57899ba95 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Synchronizing usage tracker for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:07:19.660034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f300eba9-f1a9-4ed9-8726-74e57899ba95 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Unset dirty status for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:07:19.668463 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f300eba9-f1a9-4ed9-8726-74e57899ba95 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports/8002b401-6309-4ac7-ab7d-3ec7b858783a HTTP/1.1" status: 404 len: 333 time: 0.1666622 Dec 22 10:07:19.669517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52242) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:19.754349 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b9d2c464-a311-4c34-a0c2-d7e567e5e749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:19.940672 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 5.0987818 Dec 22 10:07:19.942807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 52272) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:19.947542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a6ccae8a-790e-4fab-b5f3-b51534fc7baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba516db-1961-46e1-9e1b-c8fae6861dde']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:07:20.088757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-52fc5d54-07db-4f04-9241-ad936795433b admin admin] Request body: {'subnet': {'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-392956859-subnet', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:07:20.098517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-52fc5d54-07db-4f04-9241-ad936795433b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:20.113483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-52fc5d54-07db-4f04-9241-ad936795433b admin admin] Usage tracker for resource:subnet and tenant:5c89cb1345d340f38775861a6b074177 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:07:20.118104 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-52fc5d54-07db-4f04-9241-ad936795433b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:07:20.125775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-52fc5d54-07db-4f04-9241-ad936795433b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:20.139573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a6ccae8a-790e-4fab-b5f3-b51534fc7baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f55313-b529-474b-90c6-65558e35a5bc') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:07:20.139918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a6ccae8a-790e-4fab-b5f3-b51534fc7baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f55313-b529-474b-90c6-65558e35a5bc') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:07:20.148598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Pushing event updated for resources: {'Network': ['ID=04f43c3d-e331-4b62-8ece-d2dce3fe9cea,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:20.150945 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fc5d54-07db-4f04-9241-ad936795433b admin admin] Made reservation on behalf of 5c89cb1345d340f38775861a6b074177 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:07:20.159221 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-52fc5d54-07db-4f04-9241-ad936795433b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:20.161872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 04f43c3d-e331-4b62-8ece-d2dce3fe9cea details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:07:20.182180 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:20.194251 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6ccae8a-790e-4fab-b5f3-b51534fc7baf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:20.236158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6b2bd0-9e81-4704-96b4-a06d289d8b8a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting subnet 53a776f3-f77b-472d-9e63-60a75396da48 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:07:20.243091 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae6b2bd0-9e81-4704-96b4-a06d289d8b8a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:20.319843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6ccae8a-790e-4fab-b5f3-b51534fc7baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:20.329034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a6ccae8a-790e-4fab-b5f3-b51534fc7baf admin admin] Releasing vxlan tunnel 5 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:07:20.516551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 04f43c3d-e331-4b62-8ece-d2dce3fe9cea details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:07:20.799232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a6ccae8a-790e-4fab-b5f3-b51534fc7baf admin admin] Network eba516db-1961-46e1-9e1b-c8fae6861dde has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:07:20.827151 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6ccae8a-790e-4fab-b5f3-b51534fc7baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:21.076120 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae6b2bd0-9e81-4704-96b4-a06d289d8b8a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:21.297238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a6ccae8a-790e-4fab-b5f3-b51534fc7baf admin admin] Network eba516db-1961-46e1-9e1b-c8fae6861dde has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:07:21.380388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae6b2bd0-9e81-4704-96b4-a06d289d8b8a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:07:21.403297 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:07:21.567783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 04f43c3d-e331-4b62-8ece-d2dce3fe9cea details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:07:21.604732 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6ccae8a-790e-4fab-b5f3-b51534fc7baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:21.609332 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-17c75527-7f5b-4a73-9b2e-5529ed7b31f7 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:21.658493 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a6ccae8a-790e-4fab-b5f3-b51534fc7baf admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:21.663271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccae8a-790e-4fab-b5f3-b51534fc7baf admin admin] Pushing event deleted for resources: {'Network': ['ID=eba516db-1961-46e1-9e1b-c8fae6861dde,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:21.669693 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a6ccae8a-790e-4fab-b5f3-b51534fc7baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:21.718634 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a6ccae8a-790e-4fab-b5f3-b51534fc7baf admin admin] 10.222.0.50 "DELETE /v2.0/networks/eba516db-1961-46e1-9e1b-c8fae6861dde HTTP/1.1" status: 204 len: 168 time: 3.6079133 Dec 22 10:07:22.167927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae6b2bd0-9e81-4704-96b4-a06d289d8b8a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:22.240005 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6d1ba8f1-52fc-4fa1-bcdc-da6ee28ff47f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:22.385872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52436) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:22.489019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b2bd0-9e81-4704-96b4-a06d289d8b8a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Subnet': ['ID=53a776f3-f77b-472d-9e63-60a75396da48,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:22.510299 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ae6b2bd0-9e81-4704-96b4-a06d289d8b8a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:22.521253 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-52fc5d54-07db-4f04-9241-ad936795433b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:22.569260 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5ea9a7e0-ebf6-4a73-a1c4-f3e2f333484a tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:22.618890 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1d3b7d90-3960-48b9-9a3e-9fa8605be4ce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c99679f0bee482dbebd5ee91435e3e3&name=default HTTP/1.1" status: 200 len: 2883 time: 0.2270577 Dec 22 10:07:22.622294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52458) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:22.706726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc5d54-07db-4f04-9241-ad936795433b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1afa0cc-840d-4f33-a7c7-f41b2bef546c,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:22.711762 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-52fc5d54-07db-4f04-9241-ad936795433b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:22.736126 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae6b2bd0-9e81-4704-96b4-a06d289d8b8a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:22.738617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c61c95-90c8-4e79-b03e-9ea34ba25e31 None None] Network 60edef56-b9f2-4568-a03c-1d3cbff64831 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:07:22.756119 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ae6b2bd0-9e81-4704-96b4-a06d289d8b8a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/subnets/53a776f3-f77b-472d-9e63-60a75396da48 HTTP/1.1" status: 204 len: 168 time: 3.0847912 Dec 22 10:07:22.757369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52472) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:22.758442 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a24d0ea3-620b-4991-a3b8-b897f0cd5710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:22.930077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb82da0a-8cf9-4ffb-b6bf-de2407526366 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting subnet c0a02443-d0e4-4ce0-8599-e66c1f6b694b {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:07:22.933808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb82da0a-8cf9-4ffb-b6bf-de2407526366 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:23.062896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fc5d54-07db-4f04-9241-ad936795433b admin admin] Checking segment: {'id': '9432c254-1983-4f8f-995f-2e42098fbe90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:07:23.066052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fc5d54-07db-4f04-9241-ad936795433b admin admin] Network hostable DHCP agents. Network: 04f43c3d-e331-4b62-8ece-d2dce3fe9cea, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:07:23.093629 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb82da0a-8cf9-4ffb-b6bf-de2407526366 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:23.132137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fc5d54-07db-4f04-9241-ad936795433b admin admin] Network 04f43c3d-e331-4b62-8ece-d2dce3fe9cea is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:07:23.162071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-52fc5d54-07db-4f04-9241-ad936795433b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 04f43c3d-e331-4b62-8ece-d2dce3fe9cea) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:07:23.208301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fc5d54-07db-4f04-9241-ad936795433b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:07:23.208570 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-52fc5d54-07db-4f04-9241-ad936795433b admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:23.211451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd232d2-cf45-43d0-ba8f-4c98410607f0 None None] Network 04f43c3d-e331-4b62-8ece-d2dce3fe9cea requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:07:23.273300 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-52fc5d54-07db-4f04-9241-ad936795433b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2906256 Dec 22 10:07:23.274981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 52510) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:23.281826 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a24d0ea3-620b-4991-a3b8-b897f0cd5710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:23.291693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-392956859-router', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:07:23.302480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:23.319371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Usage tracker for resource:router and tenant:5c89cb1345d340f38775861a6b074177 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:07:23.337694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:07:23.358011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:23.367931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb82da0a-8cf9-4ffb-b6bf-de2407526366 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:23.385736 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:23.386910 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:23.448275 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:24.017727 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a24d0ea3-620b-4991-a3b8-b897f0cd5710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:24.048670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-04f43c3d-e331-4b62-8ece-d2dce3fe9cea', 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'fixed_ips': [{'subnet_id': 'e1afa0cc-840d-4f33-a7c7-f41b2bef546c'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:07:24.050028 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:24.154095 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8e95404e-c1b0-4570-ab73-0d438fbad4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:24.229828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d0ea3-620b-4991-a3b8-b897f0cd5710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b82c01c-511c-4a0d-974d-e37094333ef6,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:24.263201 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a24d0ea3-620b-4991-a3b8-b897f0cd5710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:24.319290 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a24d0ea3-620b-4991-a3b8-b897f0cd5710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:24.339246 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a24d0ea3-620b-4991-a3b8-b897f0cd5710 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b82c01c-511c-4a0d-974d-e37094333ef6 HTTP/1.1" status: 204 len: 168 time: 1.6992226 Dec 22 10:07:24.394299 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb82da0a-8cf9-4ffb-b6bf-de2407526366 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:24.452366 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2d9c6d2-e903-47ea-87ed-6eb1810af7fb tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:24.605943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82da0a-8cf9-4ffb-b6bf-de2407526366 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Subnet': ['ID=c0a02443-d0e4-4ce0-8599-e66c1f6b694b,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:24.615018 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bb82da0a-8cf9-4ffb-b6bf-de2407526366 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:24.635687 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:24.971308 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bb82da0a-8cf9-4ffb-b6bf-de2407526366 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:24.974484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Allocated IP 172.20.0.2 (04f43c3d-e331-4b62-8ece-d2dce3fe9cea/e1afa0cc-840d-4f33-a7c7-f41b2bef546c/a2741c52-f9f4-45ca-819e-fff483d34c25) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:07:24.981967 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bb82da0a-8cf9-4ffb-b6bf-de2407526366 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/subnets/c0a02443-d0e4-4ce0-8599-e66c1f6b694b HTTP/1.1" status: 204 len: 168 time: 2.2189200 Dec 22 10:07:24.982681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52562) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:25.030229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:07:25.247573 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:25.465426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port 460060dd-83ae-4c41-982d-38ecfe8321e3 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:07:25.466035 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:25.715208 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:25.802929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:25.826181 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:25.845976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Transition to ACTIVE for port object a2741c52-f9f4-45ca-819e-fff483d34c25 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:07:25.904551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Transition to ACTIVE for port object a2741c52-f9f4-45ca-819e-fff483d34c25 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:07:25.935794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be7b6f3-f723-4cde-90a4-1b896fd4fe6e None None] Update dhcp port {'port': {'network_id': '60edef56-b9f2-4568-a03c-1d3cbff64831', 'fixed_ips': [{'subnet_id': 'c0a02443-d0e4-4ce0-8599-e66c1f6b694b'}], 'binding:host_id': 'n-d-765315-5'}, 'id': '460060dd-83ae-4c41-982d-38ecfe8321e3'} from n-d-765315-5. {{(pid=81073) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 10:07:25.949494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] For port 460060dd-83ae-4c41-982d-38ecfe8321e3, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=460060dd-83ae-4c41-982d-38ecfe8321e3,segment=NetworkSegment(c5a32ffe-e585-4625-a242-d68e88b60fc5),segment_id=c5a32ffe-e585-4625-a242-d68e88b60fc5)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:07:25.950154 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:26.116028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for 460060dd-83ae-4c41-982d-38ecfe8321e3 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:07:26.126062 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1be7b6f3-f723-4cde-90a4-1b896fd4fe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:26.179479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:26.283419 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:26.332930 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:26.409229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Allocated IP 172.25.7.191 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/cb6245b3-eead-486a-94b1-cb5feb763a38) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:07:26.431075 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-28088051-ceb8-44de-b4e2-46bf15dd2f81 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:26.612898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be7b6f3-f723-4cde-90a4-1b896fd4fe6e None None] Host n-d-765315-5 tried to update port 460060dd-83ae-4c41-982d-38ecfe8321e3 which no longer exists. {{(pid=81073) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:315}} Dec 22 10:07:26.851392 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:26.881341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a25214-00f9-4d80-aae7-b7cca2ab1ee8 None None] Network 60edef56-b9f2-4568-a03c-1d3cbff64831 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:07:26.889870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=460060dd-83ae-4c41-982d-38ecfe8321e3,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:26.914664 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:26.918032 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:26.927612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No DVR routers for this DVR port 460060dd-83ae-4c41-982d-38ecfe8321e3 on host n-d-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:07:27.017366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-247c2793-0da6-4cb6-abe2-9e5aad46991e None None] Could not find standard attr ID for object 460060dd-83ae-4c41-982d-38ecfe8321e3. {{(pid=81073) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 10:07:27.110506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Pushing event updated for resources: {'Port': ['ID=a2741c52-f9f4-45ca-819e-fff483d34c25,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:27.121882 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:27.261987 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-573c95ee-cb59-44dd-8af7-5e44501e6e59 tempest-ListServersNegativeTestJSON-1440621914 tempest-ListServersNegativeTestJSON-1440621914] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:27.294451 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:27.495033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:07:27.497512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 460060dd-83ae-4c41-982d-38ecfe8321e3 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:07:27.500200 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:07:27.525152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:07:27.617668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 460060dd-83ae-4c41-982d-38ecfe8321e3 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:07:27.619020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 460060dd-83ae-4c41-982d-38ecfe8321e3 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:07:27.704581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d703424f-c3da-462a-8afb-58c32e7c553a None None] DHCP port deletion for 60edef56-b9f2-4568-a03c-1d3cbff64831 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:07:27.736188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Network 04f43c3d-e331-4b62-8ece-d2dce3fe9cea is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:07:27.737503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:07:27.742413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:07:27.767697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Pushing event updated for resources: {'Port': ['ID=cb6245b3-eead-486a-94b1-cb5feb763a38,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:27.795400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60edef56-b9f2-4568-a03c-1d3cbff64831']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:07:27.807577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.819448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.819448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.819448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.829072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.832070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.832535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.832976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.834258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.834692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.835122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.835550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.840607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.841332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.841773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.842205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.842637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.843062 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.843488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.843910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.844360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.844778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.845199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.846783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a32ffe-e585-4625-a242-d68e88b60fc5') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:07:27.848803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Attempting to bind port a2741c52-f9f4-45ca-819e-fff483d34c25 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:07:27.849246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a32ffe-e585-4625-a242-d68e88b60fc5') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:07:27.849373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Attempting to bind port a2741c52-f9f4-45ca-819e-fff483d34c25 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '9432c254-1983-4f8f-995f-2e42098fbe90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:07:27.849844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Attempting to bind port a2741c52-f9f4-45ca-819e-fff483d34c25 on network 04f43c3d-e331-4b62-8ece-d2dce3fe9cea {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:07:27.853046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.857440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:07:27.858063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Checking segment: {'id': '9432c254-1983-4f8f-995f-2e42098fbe90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:07:27.858665 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:27.859275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Bound using segment: {'id': '9432c254-1983-4f8f-995f-2e42098fbe90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:07:27.859965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Bound port: a2741c52-f9f4-45ca-819e-fff483d34c25, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9432c254-1983-4f8f-995f-2e42098fbe90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:07:27.860540 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:27.861212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.862846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.863283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.863718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.864175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.864605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.865027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.865450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.865871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.866288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.873132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.876473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:27.910261 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:27.920223 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:27.972651 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:27.982444 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Releasing vxlan tunnel 6 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:07:28.006568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] For port a2741c52-f9f4-45ca-819e-fff483d34c25, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:07:28.421092 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-02e2ddfd-7ab4-4cab-a3d5-d92679000bfa req-887d0387-e0ff-4a26-9b19-2a538a9d70ae tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d60874bc-d35f-4426-aad5-ae86438eec0b HTTP/1.1" status: 200 len: 210 time: 0.1991959 Dec 22 10:07:28.722849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 60edef56-b9f2-4568-a03c-1d3cbff64831 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:07:28.778335 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:28.923356 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:29.536170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 60edef56-b9f2-4568-a03c-1d3cbff64831 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:07:29.645863 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:07:29.819625 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9be62f6d-889f-4a91-ae50-0c246f0e7023 req-74d71b4d-186e-4ca9-8206-93e839a030a2 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.1748526 Dec 22 10:07:29.948178 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:30.243260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] For port a2741c52-f9f4-45ca-819e-fff483d34c25, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a2741c52-f9f4-45ca-819e-fff483d34c25,segment=NetworkSegment(9432c254-1983-4f8f-995f-2e42098fbe90),segment_id=9432c254-1983-4f8f-995f-2e42098fbe90)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:07:30.261797 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:30.262666 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:30.267646 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:30.272333 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-14772015-f307-42c2-85e3-bdbf928a68f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:30.303512 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:30.432381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Network': ['ID=60edef56-b9f2-4568-a03c-1d3cbff64831,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:30.457707 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:30.470808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Router ddd24c21-d9bb-4388-9693-c41c1a37f015 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 10:07:30.502317 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/networks/60edef56-b9f2-4568-a03c-1d3cbff64831 HTTP/1.1" status: 204 len: 168 time: 5.5184784 Dec 22 10:07:30.508205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52742) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:30.806570 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Pushing event updated for resources: {'Port': ['ID=a2741c52-f9f4-45ca-819e-fff483d34c25,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:30.816699 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:30.899471 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3bbf9b-ba3f-49e9-9673-4dc5c90f16e6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:07:30.900948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-eb3bbf9b-ba3f-49e9-9673-4dc5c90f16e6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Synchronizing usage tracker for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:07:31.009536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-eb3bbf9b-ba3f-49e9-9673-4dc5c90f16e6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Unset dirty status for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:07:31.038506 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-eb3bbf9b-ba3f-49e9-9673-4dc5c90f16e6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5122526 Dec 22 10:07:31.038506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52762) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:31.143492 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:07:31.161045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Sync routers for ids ['ddd24c21-d9bb-4388-9693-c41c1a37f015'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:07:31.187843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:31.189746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Routers {'ddd24c21-d9bb-4388-9693-c41c1a37f015'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:07:31.192461 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9162195 Dec 22 10:07:31.193191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:07:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['ddd24c21-d9bb-4388-9693-c41c1a37f015'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:07:31.204927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 52768) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:31.354001 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0bc2032a-a7fd-47ef-ba2b-d01fd9122ad4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3271344 Dec 22 10:07:31.355290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52772) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:31.375426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-e974a59a-4661-4f11-aff4-29061065e02b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-212827028'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:07:31.401411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e974a59a-4661-4f11-aff4-29061065e02b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:31.416644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e974a59a-4661-4f11-aff4-29061065e02b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:network and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:07:31.461610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e974a59a-4661-4f11-aff4-29061065e02b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for network was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:07:31.534482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e974a59a-4661-4f11-aff4-29061065e02b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:31.897748 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9b8d0452-88e3-4c68-96b1-53dd5e8b06ec req-90ed8ece-660a-4855-8687-0fab6f5405ad tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.3039134 Dec 22 10:07:31.906639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e974a59a-4661-4f11-aff4-29061065e02b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:07:31.919110 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e974a59a-4661-4f11-aff4-29061065e02b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:32.006652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e974a59a-4661-4f11-aff4-29061065e02b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:07:32.028323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e974a59a-4661-4f11-aff4-29061065e02b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:32.028323 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-e974a59a-4661-4f11-aff4-29061065e02b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Added segment 75a142f1-6868-497f-b461-123e8ea0fd68 of type vxlan for network e147e542-7ec8-4f68-b43d-5537551055c1 Dec 22 10:07:32.088630 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e974a59a-4661-4f11-aff4-29061065e02b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:32.168244 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e974a59a-4661-4f11-aff4-29061065e02b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:32.176804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e974a59a-4661-4f11-aff4-29061065e02b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:07:32.177940 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e974a59a-4661-4f11-aff4-29061065e02b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:32.217373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Set router ddd24c21-d9bb-4388-9693-c41c1a37f015 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:07:32.270918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52792) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:32.271702 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-07fbce5e-8f9f-4cbd-8747-21a22df5caf3 tempest-BulkNetworkOpsTest-316877939 tempest-BulkNetworkOpsTest-316877939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:32.737804 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e974a59a-4661-4f11-aff4-29061065e02b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3781633 Dec 22 10:07:32.748197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974a59a-4661-4f11-aff4-29061065e02b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Network': ['ID=e147e542-7ec8-4f68-b43d-5537551055c1,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:32.762985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52804) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:32.764590 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e974a59a-4661-4f11-aff4-29061065e02b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:32.784505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4cb530b9-78ab-4f92-9038-e0ceaf25c382 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'subnet': {'network_id': 'e147e542-7ec8-4f68-b43d-5537551055c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:07:32.793891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network e147e542-7ec8-4f68-b43d-5537551055c1 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:07:33.274345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network e147e542-7ec8-4f68-b43d-5537551055c1 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:07:33.389617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4cb530b9-78ab-4f92-9038-e0ceaf25c382 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:33.403596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4cb530b9-78ab-4f92-9038-e0ceaf25c382 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:subnet and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:07:33.416054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4cb530b9-78ab-4f92-9038-e0ceaf25c382 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:07:33.434728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4cb530b9-78ab-4f92-9038-e0ceaf25c382 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:33.521712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb530b9-78ab-4f92-9038-e0ceaf25c382 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:07:33.626003 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a5c0a619-c6d4-4cad-ab79-48ae683ea2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:33.684636 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:33.715682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network e147e542-7ec8-4f68-b43d-5537551055c1 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:07:33.832934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0dada8-5f45-4c28-9d14-4fc63071091f None None] Network 04f43c3d-e331-4b62-8ece-d2dce3fe9cea requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:07:33.928612 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-796eb8bc-5306-4788-b062-44031de6ee78 req-61a60e71-1290-4925-b3d2-67a786fff1d1 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.2142100 Dec 22 10:07:33.930683 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a8d00361-0af3-4b31-9308-7aa62313a736 req-d0e46165-9bb0-47da-a55f-ef5df6fa9160 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d60874bc-d35f-4426-aad5-ae86438eec0b HTTP/1.1" status: 200 len: 210 time: 0.2748511 Dec 22 10:07:33.931815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a5c0a619-c6d4-4cad-ab79-48ae683ea2a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:33.947219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a5c0a619-c6d4-4cad-ab79-48ae683ea2a5 admin admin] Usage tracker for resource:security_group_rule and tenant:2cfed889cbed4aef9609232aaf137373 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:07:33.954472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a5c0a619-c6d4-4cad-ab79-48ae683ea2a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:07:33.965162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a5c0a619-c6d4-4cad-ab79-48ae683ea2a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:34.164271 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cb530b9-78ab-4f92-9038-e0ceaf25c382 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:34.335128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a2741c52-f9f4-45ca-819e-fff483d34c25 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:07:34.364398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Allocated IP 172.20.0.1 (04f43c3d-e331-4b62-8ece-d2dce3fe9cea/e1afa0cc-840d-4f33-a7c7-f41b2bef546c/0e26d3af-76b2-456d-8939-57435d753bd5) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:07:34.477308 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a5c0a619-c6d4-4cad-ab79-48ae683ea2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:34.503424 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a5c0a619-c6d4-4cad-ab79-48ae683ea2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:34.564459 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-302234d2-cb3e-4fab-a8e5-1e5c7fb5d252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:34.746362 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:34.798218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Transition to ACTIVE for port object 0e26d3af-76b2-456d-8939-57435d753bd5 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:07:34.865979 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:35.008258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-21331a05-c33f-4010-9b36-b5d08d58bcac None None] Provisioning for port a2741c52-f9f4-45ca-819e-fff483d34c25 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:07:35.056704 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:35.063881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-21331a05-c33f-4010-9b36-b5d08d58bcac None None] Provisioning complete for port a2741c52-f9f4-45ca-819e-fff483d34c25 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:35.081084 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21331a05-c33f-4010-9b36-b5d08d58bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:35.144583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Pushing event updated for resources: {'Port': ['ID=0e26d3af-76b2-456d-8939-57435d753bd5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:35.159451 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:35.170201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Network 04f43c3d-e331-4b62-8ece-d2dce3fe9cea is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:07:35.171835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:07:35.177052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:07:35.305242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:35.397833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port a2741c52-f9f4-45ca-819e-fff483d34c25 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:07:35.478548 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7e16af08-9c14-402b-9bfa-e371dc1d1aee req-88626e5e-a334-4564-a45d-3892e9650bf0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.9929447 Dec 22 10:07:35.515622 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a5c0a619-c6d4-4cad-ab79-48ae683ea2a5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2cfed889cbed4aef9609232aaf137373&name=default HTTP/1.1" status: 200 len: 2883 time: 2.8063302 Dec 22 10:07:35.518403 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port a2741c52-f9f4-45ca-819e-fff483d34c25 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:35.518944 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:35.577944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52872) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:35.654855 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7ca43d9c-f96e-4b9a-9070-39fda84a2783 req-bd89c3fb-685d-44f6-83f0-27bb07453d08 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.1635132 Dec 22 10:07:35.660493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0a619-c6d4-4cad-ab79-48ae683ea2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081a3da4-9119-4b76-89b7-2a6c74ddad6f,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:35.679251 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a5c0a619-c6d4-4cad-ab79-48ae683ea2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.114s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:35.684648 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3de5a79d-aafb-4245-a20c-4e93faf2ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:35.805344 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:35.848980 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92cfd062-40a6-4556-b80b-afe1db18abd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:35.912852 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92cfd062-40a6-4556-b80b-afe1db18abd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:36.022242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'name': 'tempest-AttachVolumeTestJSON-392956859-router', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cb6245b3-eead-486a-94b1-cb5feb763a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:07:23Z', 'updated_at': '2020-12-22T10:07:28Z', 'revision_number': 3, 'project_id': '5c89cb1345d340f38775861a6b074177', 'gw_port': {'id': 'cb6245b3-eead-486a-94b1-cb5feb763a38', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:07:26Z', 'updated_at': '2020-12-22T10:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:07:36.039473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:36.063436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Checking router: ddd24c21-d9bb-4388-9693-c41c1a37f015 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:07:36.064259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Updating router ddd24c21-d9bb-4388-9693-c41c1a37f015 port cb6245b3-eead-486a-94b1-cb5feb763a38 binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 10:07:36.164107 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:36.262363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92cfd062-40a6-4556-b80b-afe1db18abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:36.271177 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4ea326bb-67b3-409b-8a4a-17b2c8096f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:36.297959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfd062-40a6-4556-b80b-afe1db18abd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081a3da4-9119-4b76-89b7-2a6c74ddad6f,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:36.306860 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-92cfd062-40a6-4556-b80b-afe1db18abd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:36.410554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-92cfd062-40a6-4556-b80b-afe1db18abd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:36.441497 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-92cfd062-40a6-4556-b80b-afe1db18abd7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/081a3da4-9119-4b76-89b7-2a6c74ddad6f HTTP/1.1" status: 204 len: 168 time: 0.8357368 Dec 22 10:07:36.601805 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:36.608859 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:36.756130 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cb530b9-78ab-4f92-9038-e0ceaf25c382 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:36.807810 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4a6c5c5f-211a-4bef-a17a-8bcb8f175adf tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:36.847218 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0d8aa856-2f1b-4d84-b748-40bc22edc7df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:36.864765 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21331a05-c33f-4010-9b36-b5d08d58bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:36.924909 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:36.956691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port a2741c52-f9f4-45ca-819e-fff483d34c25, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a2741c52-f9f4-45ca-819e-fff483d34c25,segment=NetworkSegment(9432c254-1983-4f8f-995f-2e42098fbe90),segment_id=9432c254-1983-4f8f-995f-2e42098fbe90)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:07:36.989039 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:37.009146 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89e872e8-f340-4fa9-b18b-e73c62de43ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:37.028556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb530b9-78ab-4f92-9038-e0ceaf25c382 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Subnet': ['ID=3c0e7af3-54ab-4b7d-ab57-fd82bf379f3f,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:37.082896 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4cb530b9-78ab-4f92-9038-e0ceaf25c382 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:37.295383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-21331a05-c33f-4010-9b36-b5d08d58bcac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:07:37.300065 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-21331a05-c33f-4010-9b36-b5d08d58bcac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:07:37.461474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Network 04f43c3d-e331-4b62-8ece-d2dce3fe9cea is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:07:37.471667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:07:37.478225 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:37.494465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Transition to ACTIVE for port object cb6245b3-eead-486a-94b1-cb5feb763a38 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:07:37.494668 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4e065ddc-83c2-4443-a211-6ee098f835ee req-48ab6a3a-25cb-4284-8c94-fa3fd705708e tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.4029319 Dec 22 10:07:37.499713 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:37.586425 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52920) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:37.617713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Pushing event updated for resources: {'Port': ['ID=0e26d3af-76b2-456d-8939-57435d753bd5,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:37.634220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c82efbfc-fcf2-4d07-9dfc-e16e4735cc3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:37.654890 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:37.666689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c82efbfc-fcf2-4d07-9dfc-e16e4735cc3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:37.679054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c82efbfc-fcf2-4d07-9dfc-e16e4735cc3e admin admin] Usage tracker for resource:security_group_rule and tenant:b8c2747bcaab460bbfe848ca2a14cff8 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:07:37.711235 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c82efbfc-fcf2-4d07-9dfc-e16e4735cc3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:07:37.853508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c82efbfc-fcf2-4d07-9dfc-e16e4735cc3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:37.910088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb530b9-78ab-4f92-9038-e0ceaf25c382 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Checking segment: {'id': '75a142f1-6868-497f-b461-123e8ea0fd68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e147e542-7ec8-4f68-b43d-5537551055c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:07:37.913959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb530b9-78ab-4f92-9038-e0ceaf25c382 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network hostable DHCP agents. Network: e147e542-7ec8-4f68-b43d-5537551055c1, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:07:37.936030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Router ddd24c21-d9bb-4388-9693-c41c1a37f015 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:07:38.032940 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3d3f9db-1863-47c5-99de-27f05319a9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:38.034892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb530b9-78ab-4f92-9038-e0ceaf25c382 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network e147e542-7ec8-4f68-b43d-5537551055c1 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:07:38.049022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Attempting to bind port cb6245b3-eead-486a-94b1-cb5feb763a38 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:07:38.049543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Attempting to bind port cb6245b3-eead-486a-94b1-cb5feb763a38 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:07:38.050032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Attempting to bind port cb6245b3-eead-486a-94b1-cb5feb763a38 on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:07:38.055657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=a2741c52-f9f4-45ca-819e-fff483d34c25,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:38.060040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-4cb530b9-78ab-4f92-9038-e0ceaf25c382 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, e147e542-7ec8-4f68-b43d-5537551055c1) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:07:38.064984 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.058s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:38.065605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:07:38.066100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:07:38.066618 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:38.067136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:07:38.067801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Bound port: cb6245b3-eead-486a-94b1-cb5feb763a38, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:07:38.068315 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:38.106867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb530b9-78ab-4f92-9038-e0ceaf25c382 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:07:38.107808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4cb530b9-78ab-4f92-9038-e0ceaf25c382 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:38.126006 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:38.140681 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4cb530b9-78ab-4f92-9038-e0ceaf25c382 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.3747585 Dec 22 10:07:38.146133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 52950) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:38.274466 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66450523-6399-48e6-99c0-45ce2f58720e None None] Network e147e542-7ec8-4f68-b43d-5537551055c1 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:07:38.280766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-bbe4b9d2-fe81-41de-a0ad-0db51222f594 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'network_id': 'e147e542-7ec8-4f68-b43d-5537551055c1', 'name': 'tempest-PortsIpV6TestJSON-276202833'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:07:38.416547 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c82efbfc-fcf2-4d07-9dfc-e16e4735cc3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:38.450766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:07:38.478607 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] 10.222.0.50 "PUT /v2.0/routers/ddd24c21-d9bb-4388-9693-c41c1a37f015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2649868 Dec 22 10:07:38.522373 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c82efbfc-fcf2-4d07-9dfc-e16e4735cc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:38.630401 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-92cfd062-40a6-4556-b80b-afe1db18abd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:38.757150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 52970) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:38.768106 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c82efbfc-fcf2-4d07-9dfc-e16e4735cc3e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8c2747bcaab460bbfe848ca2a14cff8&name=default HTTP/1.1" status: 200 len: 2883 time: 1.1655803 Dec 22 10:07:38.785005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82efbfc-fcf2-4d07-9dfc-e16e4735cc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0e41ad-65a2-4ca9-9e2c-77e4607c1069,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:38.791100 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c82efbfc-fcf2-4d07-9dfc-e16e4735cc3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:38.936252 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-990aef21-31ab-497b-8293-db4a2ace4b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:38.937650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bbe4b9d2-fe81-41de-a0ad-0db51222f594 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:38.968228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-bbe4b9d2-fe81-41de-a0ad-0db51222f594 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:38.994385 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-990aef21-31ab-497b-8293-db4a2ace4b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:38.994624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-61ab2e9a-caa3-4e36-9c14-afbe4c19942c None None] Provisioning for port 0e26d3af-76b2-456d-8939-57435d753bd5 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:07:38.996463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe4b9d2-fe81-41de-a0ad-0db51222f594 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:07:39.004311 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bbe4b9d2-fe81-41de-a0ad-0db51222f594 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:39.018619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-61ab2e9a-caa3-4e36-9c14-afbe4c19942c None None] Provisioning complete for port 0e26d3af-76b2-456d-8939-57435d753bd5 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:39.019018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-61ab2e9a-caa3-4e36-9c14-afbe4c19942c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:39.115441 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-990aef21-31ab-497b-8293-db4a2ace4b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:39.122027 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-47a909ca-1633-439e-be60-1bed2661253a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:39.144697 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990aef21-31ab-497b-8293-db4a2ace4b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0e41ad-65a2-4ca9-9e2c-77e4607c1069,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:39.159244 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-990aef21-31ab-497b-8293-db4a2ace4b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:39.160967 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-990aef21-31ab-497b-8293-db4a2ace4b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:39.163073 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-990aef21-31ab-497b-8293-db4a2ace4b71 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f0e41ad-65a2-4ca9-9e2c-77e4607c1069 HTTP/1.1" status: 204 len: 168 time: 0.4048181 Dec 22 10:07:39.177832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-61ab2e9a-caa3-4e36-9c14-afbe4c19942c None None] Port 0e26d3af-76b2-456d-8939-57435d753bd5 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:07:39.180849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:39.220935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f406834-1009-4543-bda3-098f3bb91c72 None None] Pushing event updated for resources: {'Port': ['ID=cb6245b3-eead-486a-94b1-cb5feb763a38,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:39.269829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a2741c52-f9f4-45ca-819e-fff483d34c25 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:07:39.392885 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3f406834-1009-4543-bda3-098f3bb91c72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.267s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:39.452001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-bbe4b9d2-fe81-41de-a0ad-0db51222f594 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] device_id is not set on port eaf9e631-2051-4449-9f6a-6b0b16c9bd34 yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:07:39.463124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-61ab2e9a-caa3-4e36-9c14-afbe4c19942c None None] Provisioning complete for port a2741c52-f9f4-45ca-819e-fff483d34c25 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:39.464469 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-61ab2e9a-caa3-4e36-9c14-afbe4c19942c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:39.599759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port a2741c52-f9f4-45ca-819e-fff483d34c25 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:39.600781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:39.693399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-bbe4b9d2-fe81-41de-a0ad-0db51222f594 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Allocated IP 2001:db8::2e (e147e542-7ec8-4f68-b43d-5537551055c1/3c0e7af3-54ab-4b7d-ab57-fd82bf379f3f/eaf9e631-2051-4449-9f6a-6b0b16c9bd34) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:07:39.706617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] For port cb6245b3-eead-486a-94b1-cb5feb763a38, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:07:39.726615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] For port cb6245b3-eead-486a-94b1-cb5feb763a38, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=cb6245b3-eead-486a-94b1-cb5feb763a38,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:07:39.804687 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-860d3624-de65-4a9f-b140-ee3fd3180173 req-2ae44b92-1450-4520-9d4b-f515298bd21a tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.6761961 Dec 22 10:07:39.826323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:39.888682 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:40.053216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53004) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:40.062227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-abc03bd8-4cf6-4b53-87ca-0c2c3a75082d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Request body: {'security_group': {'name': 'tempest-securitygroup--717669707', 'description': 'tempest-description--2107686355'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:07:40.075129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-abc03bd8-4cf6-4b53-87ca-0c2c3a75082d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:40.084687 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-abc03bd8-4cf6-4b53-87ca-0c2c3a75082d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Usage tracker for resource:security_group and tenant:5c89cb1345d340f38775861a6b074177 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:07:40.102946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-abc03bd8-4cf6-4b53-87ca-0c2c3a75082d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:07:40.126356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-abc03bd8-4cf6-4b53-87ca-0c2c3a75082d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:40.148972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abc03bd8-4cf6-4b53-87ca-0c2c3a75082d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:40.166069 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:40.201547 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-abc03bd8-4cf6-4b53-87ca-0c2c3a75082d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:40.223123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-abc03bd8-4cf6-4b53-87ca-0c2c3a75082d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Usage tracker for resource:security_group_rule and tenant:5c89cb1345d340f38775861a6b074177 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:07:40.233463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-abc03bd8-4cf6-4b53-87ca-0c2c3a75082d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:07:40.258443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-abc03bd8-4cf6-4b53-87ca-0c2c3a75082d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:40.311328 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bbe4b9d2-fe81-41de-a0ad-0db51222f594 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:40.381082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bbe4b9d2-fe81-41de-a0ad-0db51222f594 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Transition to ACTIVE for port object eaf9e631-2051-4449-9f6a-6b0b16c9bd34 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:07:40.417697 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bbe4b9d2-fe81-41de-a0ad-0db51222f594 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:40.441866 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abc03bd8-4cf6-4b53-87ca-0c2c3a75082d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:40.446708 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abc03bd8-4cf6-4b53-87ca-0c2c3a75082d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:40.449039 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99ec9954-eaa7-4425-b2d7-1b96503686fa tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:40.464445 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c2fc498c-c241-4fe1-84d7-1ff6c4c38d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:40.589628 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc03bd8-4cf6-4b53-87ca-0c2c3a75082d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Pushing event updated for resources: {'SecurityGroup': ['ID=6601c25b-12a7-4994-8591-cc826a682e17,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:40.592361 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-abc03bd8-4cf6-4b53-87ca-0c2c3a75082d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:40.599167 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-abc03bd8-4cf6-4b53-87ca-0c2c3a75082d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1731 time: 0.5443375 Dec 22 10:07:40.602153 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-abc03bd8-4cf6-4b53-87ca-0c2c3a75082d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:40.607077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53018) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:40.621388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-69258abf-23c3-4d46-9943-0552d702c666 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Request body: {'security_group_rule': {'security_group_id': '6601c25b-12a7-4994-8591-cc826a682e17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:07:40.642853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-69258abf-23c3-4d46-9943-0552d702c666 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:40.652459 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-69258abf-23c3-4d46-9943-0552d702c666 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Usage tracker for resource:security_group_rule and tenant:5c89cb1345d340f38775861a6b074177 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:07:40.661779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-69258abf-23c3-4d46-9943-0552d702c666 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:07:40.675587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-69258abf-23c3-4d46-9943-0552d702c666 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:40.683098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-e147e542-7ec8-4f68-b43d-5537551055c1', 'network_id': 'e147e542-7ec8-4f68-b43d-5537551055c1', 'tenant_id': '03a0ee151fb640bf8582ae52a39c4148', 'fixed_ips': [{'subnet_id': '3c0e7af3-54ab-4b7d-ab57-fd82bf379f3f'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:07:40.684032 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:40.710662 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69258abf-23c3-4d46-9943-0552d702c666 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:40.740580 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:40.748367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4b9d2-fe81-41de-a0ad-0db51222f594 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=eaf9e631-2051-4449-9f6a-6b0b16c9bd34,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:40.771862 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bbe4b9d2-fe81-41de-a0ad-0db51222f594 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:40.797153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:40.803516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f406834-1009-4543-bda3-098f3bb91c72 None None] Pushing event updated for resources: {'Port': ['ID=cb6245b3-eead-486a-94b1-cb5feb763a38,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:40.814238 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3f406834-1009-4543-bda3-098f3bb91c72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:40.908449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe4b9d2-fe81-41de-a0ad-0db51222f594 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network e147e542-7ec8-4f68-b43d-5537551055c1 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:07:40.914494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-bbe4b9d2-fe81-41de-a0ad-0db51222f594 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:07:40.918995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe4b9d2-fe81-41de-a0ad-0db51222f594 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:07:40.923350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe4b9d2-fe81-41de-a0ad-0db51222f594 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:07:40.935328 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bbe4b9d2-fe81-41de-a0ad-0db51222f594 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:40.957591 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69258abf-23c3-4d46-9943-0552d702c666 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:40.963340 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69258abf-23c3-4d46-9943-0552d702c666 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:40.973368 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-089bfa04-cd59-47fb-a10c-776aab3b09e2 tempest-ServersWithSpecificFlavorTestJSON-457473737 tempest-ServersWithSpecificFlavorTestJSON-457473737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:41.029902 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bbe4b9d2-fe81-41de-a0ad-0db51222f594 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8048007 Dec 22 10:07:41.032521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 53036) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:41.041434 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'network_id': 'e147e542-7ec8-4f68-b43d-5537551055c1', 'name': 'tempest-PortsIpV6TestJSON-1267174922'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:07:41.092612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69258abf-23c3-4d46-9943-0552d702c666 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f621ba3-64a2-46bb-8285-f402b5d93495,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:41.136896 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-69258abf-23c3-4d46-9943-0552d702c666 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:41.157555 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-69258abf-23c3-4d46-9943-0552d702c666 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:41.166549 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-69258abf-23c3-4d46-9943-0552d702c666 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.5579875 Dec 22 10:07:41.171420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53044) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:41.193396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0773d182-61f8-40bd-bd86-b4880206e005 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Request body: {'security_group_rule': {'security_group_id': '6601c25b-12a7-4994-8591-cc826a682e17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:07:41.270733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0773d182-61f8-40bd-bd86-b4880206e005 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:41.285534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0773d182-61f8-40bd-bd86-b4880206e005 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Usage tracker for resource:security_group_rule and tenant:5c89cb1345d340f38775861a6b074177 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:07:41.293294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0773d182-61f8-40bd-bd86-b4880206e005 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:07:41.312313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0773d182-61f8-40bd-bd86-b4880206e005 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:41.399997 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0773d182-61f8-40bd-bd86-b4880206e005 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks [] for security_group_rule, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:41.455752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Allocated IP 2001:db8::2 (e147e542-7ec8-4f68-b43d-5537551055c1/3c0e7af3-54ab-4b7d-ab57-fd82bf379f3f/343d8103-2c37-4097-8c61-c0999d5ed0ab) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:07:41.493758 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-78850bfe-3cac-4f8b-90ff-bdd6e0454ff9 req-839b991f-2872-4fd7-9398-b0683e421bf2 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.1697135 Dec 22 10:07:41.504357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0773d182-61f8-40bd-bd86-b4880206e005 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:41.509378 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0773d182-61f8-40bd-bd86-b4880206e005 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704583'] for security_group_rule, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:41.517028 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-284bf5e1-f5aa-4b6b-9c66-60bce87876f6 tempest-SecGroupTest-147315351 tempest-SecGroupTest-147315351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:41.561125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773d182-61f8-40bd-bd86-b4880206e005 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674ac2e6-8854-4a14-9e31-c1fb4b406752,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:41.572622 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0773d182-61f8-40bd-bd86-b4880206e005 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:41.599473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0773d182-61f8-40bd-bd86-b4880206e005 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks [] for security_group_rule, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:41.604192 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0773d182-61f8-40bd-bd86-b4880206e005 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.4283288 Dec 22 10:07:41.605217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53060) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:41.606184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:41.612445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:port and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:07:41.616214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for port was recalculated. Used quota:2. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:07:41.619057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Request body: {'floatingip': {'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:07:41.624694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:41.637257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:07:41.640426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:41.646809 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:41.653284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Usage tracker for resource:floatingip and tenant:5c89cb1345d340f38775861a6b074177 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:07:41.659015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:07:41.673898 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:41.704637 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:41.712242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks [] for floatingip, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:41.717201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Transition to ACTIVE for port object 343d8103-2c37-4097-8c61-c0999d5ed0ab will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:07:41.738242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Transition to ACTIVE for port object 343d8103-2c37-4097-8c61-c0999d5ed0ab will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:07:41.741327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Routers {'ddd24c21-d9bb-4388-9693-c41c1a37f015'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:07:41.742100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:07:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['ddd24c21-d9bb-4388-9693-c41c1a37f015'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:07:41.849353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:41.899208 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:41.908376 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3f406834-1009-4543-bda3-098f3bb91c72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:42.008876 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:42.079147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] device_id is not set on port 38a8d2c1-967e-48bb-9c56-b9ad2fd894a6 yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:07:42.080815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] Set router ddd24c21-d9bb-4388-9693-c41c1a37f015 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:07:42.532381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Allocated IP 2001:db8::298 (e147e542-7ec8-4f68-b43d-5537551055c1/3c0e7af3-54ab-4b7d-ab57-fd82bf379f3f/38a8d2c1-967e-48bb-9c56-b9ad2fd894a6) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:07:42.622533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Pushing event updated for resources: {'Port': ['ID=343d8103-2c37-4097-8c61-c0999d5ed0ab,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:42.650302 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:42.652044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Allocated IP 172.25.7.38 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/f2c23c84-8899-4468-9356-01cac48f746b) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:07:42.899031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Network e147e542-7ec8-4f68-b43d-5537551055c1 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:07:42.907194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:07:42.912385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:07:42.979074 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:42.989557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Attempting to bind port 343d8103-2c37-4097-8c61-c0999d5ed0ab on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:07:42.991545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Attempting to bind port 343d8103-2c37-4097-8c61-c0999d5ed0ab by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '75a142f1-6868-497f-b461-123e8ea0fd68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e147e542-7ec8-4f68-b43d-5537551055c1'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:07:42.991545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Attempting to bind port 343d8103-2c37-4097-8c61-c0999d5ed0ab on network e147e542-7ec8-4f68-b43d-5537551055c1 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:07:43.034790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:07:43.035225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Checking segment: {'id': '75a142f1-6868-497f-b461-123e8ea0fd68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e147e542-7ec8-4f68-b43d-5537551055c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:07:43.035680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:43.036155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Bound using segment: {'id': '75a142f1-6868-497f-b461-123e8ea0fd68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e147e542-7ec8-4f68-b43d-5537551055c1'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:07:43.036704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Bound port: 343d8103-2c37-4097-8c61-c0999d5ed0ab, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a142f1-6868-497f-b461-123e8ea0fd68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e147e542-7ec8-4f68-b43d-5537551055c1'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:07:43.037130 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:43.060661 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:43.098894 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-43630cc5-6d59-49ba-8c0c-a58534c2c6c0 tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:43.225545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] For port 343d8103-2c37-4097-8c61-c0999d5ed0ab, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:07:43.229783 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] For port 343d8103-2c37-4097-8c61-c0999d5ed0ab, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=343d8103-2c37-4097-8c61-c0999d5ed0ab,segment=NetworkSegment(75a142f1-6868-497f-b461-123e8ea0fd68),segment_id=75a142f1-6868-497f-b461-123e8ea0fd68)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:07:43.236792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'name': 'tempest-AttachVolumeTestJSON-392956859-router', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cb6245b3-eead-486a-94b1-cb5feb763a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:07:23Z', 'updated_at': '2020-12-22T10:07:35Z', 'revision_number': 4, 'project_id': '5c89cb1345d340f38775861a6b074177', 'gw_port': {'id': 'cb6245b3-eead-486a-94b1-cb5feb763a38', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:07:26Z', 'updated_at': '2020-12-22T10:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '0e26d3af-76b2-456d-8939-57435d753bd5', 'name': '', 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'mac_address': 'fa:16:3e:ea:db:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'e1afa0cc-840d-4f33-a7c7-f41b2bef546c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:07:33Z', 'updated_at': '2020-12-22T10:07:36Z', 'revision_number': 2, 'project_id': '5c89cb1345d340f38775861a6b074177', 'subnets': [{'id': 'e1afa0cc-840d-4f33-a7c7-f41b2bef546c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:07:43.243641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea68d6d-1933-4090-9b2e-f2f8b4e6eb65 None None] The sync data for ids ['ddd24c21-d9bb-4388-9693-c41c1a37f015'] in n-d-765315-5 is: [{'id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'name': 'tempest-AttachVolumeTestJSON-392956859-router', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cb6245b3-eead-486a-94b1-cb5feb763a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:07:23Z', 'updated_at': '2020-12-22T10:07:35Z', 'revision_number': 4, 'project_id': '5c89cb1345d340f38775861a6b074177', 'gw_port': {'id': 'cb6245b3-eead-486a-94b1-cb5feb763a38', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:07:26Z', 'updated_at': '2020-12-22T10:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '0e26d3af-76b2-456d-8939-57435d753bd5', 'name': '', 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'mac_address': 'fa:16:3e:ea:db:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'e1afa0cc-840d-4f33-a7c7-f41b2bef546c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:07:33Z', 'updated_at': '2020-12-22T10:07:36Z', 'revision_number': 2, 'project_id': '5c89cb1345d340f38775861a6b074177', 'subnets': [{'id': 'e1afa0cc-840d-4f33-a7c7-f41b2bef546c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:07:43.247470 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:43.300609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:43.367479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Transition to ACTIVE for port object 38a8d2c1-967e-48bb-9c56-b9ad2fd894a6 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:07:43.449514 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:43.575348 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:43.751724 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b1e43bf-8f82-47c8-94d2-6cca983237aa req-59bd6cb2-7e1e-4099-b051-6065666d2f07 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.8339903 Dec 22 10:07:43.927266 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:43.975338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=38a8d2c1-967e-48bb-9c56-b9ad2fd894a6,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:44.076242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Pushing event updated for resources: {'Port': ['ID=343d8103-2c37-4097-8c61-c0999d5ed0ab,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:44.080652 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:44.157290 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:44.459148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Pushing event updated for resources: {'Port': ['ID=f2c23c84-8899-4468-9356-01cac48f746b,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:44.459751 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.366s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:44.492872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network e147e542-7ec8-4f68-b43d-5537551055c1 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:07:44.495087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:07:44.497659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:07:44.505919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:07:44.517674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:44.650597 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6168702 Dec 22 10:07:44.652930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 53136) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:44.660281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:07:44.664030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:07:44.676948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:07:44.950767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks [] for floatingip, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:44.957795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd823ca2-cf25-42ff-b27a-248c5203daf7 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:07:44.959207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-dd823ca2-cf25-42ff-b27a-248c5203daf7 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Synchronizing usage tracker for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:07:45.034006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-dd823ca2-cf25-42ff-b27a-248c5203daf7 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Unset dirty status for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:07:45.038488 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dd823ca2-cf25-42ff-b27a-248c5203daf7 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2e HTTP/1.1" status: 200 len: 927 time: 0.3844011 Dec 22 10:07:45.039407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 53150) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:45.160798 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:45.287741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-42927a1d-7d3a-49ef-bf71-c7270c1c32cb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port 38a8d2c1-967e-48bb-9c56-b9ad2fd894a6 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:07:45.288234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-42927a1d-7d3a-49ef-bf71-c7270c1c32cb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:45.510044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device cb6245b3-eead-486a-94b1-cb5feb763a38 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:07:45.582719 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c7606963-d5ca-44ca-bc00-63eccbbefe09 req-35f65fd3-4445-43db-9c39-10b3e40a58a3 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.1823225 Dec 22 10:07:45.824970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port cb6245b3-eead-486a-94b1-cb5feb763a38 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:07:45.832455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port cb6245b3-eead-486a-94b1-cb5feb763a38 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:45.832894 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:45.910608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53162) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:46.140693 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:46.156462 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:46.185016 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:46.193319 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-57c75ad4-5d15-4e74-89cb-b0f2bdcd10e9 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:46.273220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port cb6245b3-eead-486a-94b1-cb5feb763a38, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=cb6245b3-eead-486a-94b1-cb5feb763a38,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:07:46.278891 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-42927a1d-7d3a-49ef-bf71-c7270c1c32cb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:46.288168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:46.289686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 343d8103-2c37-4097-8c61-c0999d5ed0ab up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:07:46.398615 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-983e4524-3478-4710-812a-fc06e8cd2b1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:46.522181 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-42927a1d-7d3a-49ef-bf71-c7270c1c32cb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for 38a8d2c1-967e-48bb-9c56-b9ad2fd894a6 owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:07:46.578974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996bf145-9bea-435c-8077-eda99fa48005 None None] Network e147e542-7ec8-4f68-b43d-5537551055c1 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:07:46.631555 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e93614e3-1dc7-4ceb-868c-db03f12f1b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:46.728175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-df404daf-ff3f-410a-ba27-aaed02d0f5d8 None None] Provisioning for port 343d8103-2c37-4097-8c61-c0999d5ed0ab completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:07:46.731537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e93614e3-1dc7-4ceb-868c-db03f12f1b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:46.741195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Pushing event updated for resources: {'Port': ['ID=f2c23c84-8899-4468-9356-01cac48f746b,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:46.757700 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:46.766462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e93614e3-1dc7-4ceb-868c-db03f12f1b93 admin admin] Usage tracker for resource:security_group_rule and tenant:850cbd01847f4f08a9ca55478a6c79dd is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:07:46.777502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e93614e3-1dc7-4ceb-868c-db03f12f1b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:07:46.801523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e93614e3-1dc7-4ceb-868c-db03f12f1b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:46.813501 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:46.862987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 343d8103-2c37-4097-8c61-c0999d5ed0ab completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:07:46.869800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:46.875429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 343d8103-2c37-4097-8c61-c0999d5ed0ab triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:46.876117 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:46.905009 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2986670 Dec 22 10:07:46.921618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=cb6245b3-eead-486a-94b1-cb5feb763a38,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:46.934947 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:47.133781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e93614e3-1dc7-4ceb-868c-db03f12f1b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:47.138800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e93614e3-1dc7-4ceb-868c-db03f12f1b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:47.157922 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e7cc37cd-b426-487f-806e-ce41fc4415e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:47.292870 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e93614e3-1dc7-4ceb-868c-db03f12f1b93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=850cbd01847f4f08a9ca55478a6c79dd&name=default HTTP/1.1" status: 200 len: 2883 time: 1.3810248 Dec 22 10:07:47.294271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93614e3-1dc7-4ceb-868c-db03f12f1b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb68f5fc-6f68-4108-ad9f-063ac05435bb,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:47.297397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53196) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:47.300798 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e93614e3-1dc7-4ceb-868c-db03f12f1b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:47.462078 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f8ab6076-08e3-4664-ae1a-ac632500f109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:47.484978 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:47.522857 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f8ab6076-08e3-4664-ae1a-ac632500f109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:47.533546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 343d8103-2c37-4097-8c61-c0999d5ed0ab, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=343d8103-2c37-4097-8c61-c0999d5ed0ab,segment=NetworkSegment(75a142f1-6868-497f-b461-123e8ea0fd68),segment_id=75a142f1-6868-497f-b461-123e8ea0fd68)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:07:47.540518 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:47.546076 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3f406834-1009-4543-bda3-098f3bb91c72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:47.613606 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f8ab6076-08e3-4664-ae1a-ac632500f109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:47.618621 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-80e88e3e-7ad6-44a8-a45d-e08afcd66a9d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--717669707&fields=id&tenant_id=5c89cb1345d340f38775861a6b074177 HTTP/1.1" status: 200 len: 267 time: 0.0893428 Dec 22 10:07:47.626490 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa309666-d332-40f4-bf9e-e5e7ecbb944a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:47.645380 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-42927a1d-7d3a-49ef-bf71-c7270c1c32cb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:47.659725 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-31c00674-bcde-433a-9fce-cc2cfcad58bf req-cf43380f-beba-4015-b44d-05123ac7e7c4 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.3754427 Dec 22 10:07:47.669148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab6076-08e3-4664-ae1a-ac632500f109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb68f5fc-6f68-4108-ad9f-063ac05435bb,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:47.681787 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f8ab6076-08e3-4664-ae1a-ac632500f109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:47.686013 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f8ab6076-08e3-4664-ae1a-ac632500f109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:47.687857 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f8ab6076-08e3-4664-ae1a-ac632500f109 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fb68f5fc-6f68-4108-ad9f-063ac05435bb HTTP/1.1" status: 204 len: 168 time: 0.3886139 Dec 22 10:07:47.734995 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e61f158-0e88-4f12-ab1f-e1a83de152b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:47.800942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device cb6245b3-eead-486a-94b1-cb5feb763a38 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:07:48.036773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=343d8103-2c37-4097-8c61-c0999d5ed0ab,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:48.053114 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:48.079477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port cb6245b3-eead-486a-94b1-cb5feb763a38 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:48.086008 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:48.208378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42927a1d-7d3a-49ef-bf71-c7270c1c32cb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=38a8d2c1-967e-48bb-9c56-b9ad2fd894a6,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:48.294943 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-42927a1d-7d3a-49ef-bf71-c7270c1c32cb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:48.417190 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-42927a1d-7d3a-49ef-bf71-c7270c1c32cb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:48.450773 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-42927a1d-7d3a-49ef-bf71-c7270c1c32cb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/ports/38a8d2c1-967e-48bb-9c56-b9ad2fd894a6 HTTP/1.1" status: 204 len: 168 time: 3.4100828 Dec 22 10:07:48.453901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53230) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:48.519863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7407565b-eeee-457d-a697-319ddde35b39 None None] Provisioning for port eaf9e631-2051-4449-9f6a-6b0b16c9bd34 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:07:48.535784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7407565b-eeee-457d-a697-319ddde35b39 None None] Provisioning complete for port eaf9e631-2051-4449-9f6a-6b0b16c9bd34 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:48.539077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-b9b479dc-8755-4b26-8bb9-760f192a093b tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:07:48.539857 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7407565b-eeee-457d-a697-319ddde35b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:48.548053 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-b9b479dc-8755-4b26-8bb9-760f192a093b tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/networks?id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea HTTP/1.1" status: 200 len: 810 time: 0.9280787 Dec 22 10:07:48.570505 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-12897ab4-8f49-47ad-9a13-ab39c0805aa1 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/quotas/5c89cb1345d340f38775861a6b074177 HTTP/1.1" status: 200 len: 375 time: 0.0212667 Dec 22 10:07:48.622587 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-857786be-2db7-4b71-b6bd-57d2d72f55c1 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] GET failed (client error): The resource could not be found. Dec 22 10:07:48.626918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-857786be-2db7-4b71-b6bd-57d2d72f55c1 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Synchronizing usage tracker for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:07:48.672088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-857786be-2db7-4b71-b6bd-57d2d72f55c1 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Unset dirty status for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:07:48.676273 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-857786be-2db7-4b71-b6bd-57d2d72f55c1 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports/38a8d2c1-967e-48bb-9c56-b9ad2fd894a6 HTTP/1.1" status: 404 len: 333 time: 0.2185166 Dec 22 10:07:48.677623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53234) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:48.721388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7407565b-eeee-457d-a697-319ddde35b39 None None] Port eaf9e631-2051-4449-9f6a-6b0b16c9bd34 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:07:48.744208 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-8df21b9d-e420-4581-bb5d-abc09173f75b tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?tenant_id=5c89cb1345d340f38775861a6b074177&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1725099 Dec 22 10:07:48.748452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7407565b-eeee-457d-a697-319ddde35b39 None None] Provisioning complete for port 343d8103-2c37-4097-8c61-c0999d5ed0ab triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:48.749149 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7407565b-eeee-457d-a697-319ddde35b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:48.755616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 53238) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:48.872552 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1ec48a02-d61f-4033-a500-1f229615d14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:48.908682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c54989fb-76e2-4fed-a160-8d28ffd7c410 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port eaf9e631-2051-4449-9f6a-6b0b16c9bd34 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:07:48.925352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c54989fb-76e2-4fed-a160-8d28ffd7c410 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:48.925513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1ec48a02-d61f-4033-a500-1f229615d14d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:48.935668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1ec48a02-d61f-4033-a500-1f229615d14d admin admin] Usage tracker for resource:security_group_rule and tenant:790e6edba1704f4a9b412d172eaf9ec0 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:07:48.954435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1ec48a02-d61f-4033-a500-1f229615d14d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:07:48.973681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-7407565b-eeee-457d-a697-319ddde35b39 None None] Could not find standard attr ID for object 38a8d2c1-967e-48bb-9c56-b9ad2fd894a6. {{(pid=81073) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 10:07:49.022947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1ec48a02-d61f-4033-a500-1f229615d14d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:49.124661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-42c589da-2a51-4481-968d-a80ff8ed23e6 None None] Provisioning complete for port eaf9e631-2051-4449-9f6a-6b0b16c9bd34 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:49.125108 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-42c589da-2a51-4481-968d-a80ff8ed23e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:49.130722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Sync routers for ids ['ddd24c21-d9bb-4388-9693-c41c1a37f015'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:07:49.157006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Routers {'ddd24c21-d9bb-4388-9693-c41c1a37f015'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:07:49.163449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:07:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['ddd24c21-d9bb-4388-9693-c41c1a37f015'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:07:49.212245 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d71c495e-7df7-4081-9391-b321c7b240cd req-edd4b5eb-07f5-491b-bd2b-3996ea2eb826 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.1498678 Dec 22 10:07:49.312488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-42c589da-2a51-4481-968d-a80ff8ed23e6 None None] Port eaf9e631-2051-4449-9f6a-6b0b16c9bd34 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:07:49.450845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d515ed29-e2ae-4e7b-9d41-0ed96e4c819e None None] Provisioning complete for port 343d8103-2c37-4097-8c61-c0999d5ed0ab triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:49.454137 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d515ed29-e2ae-4e7b-9d41-0ed96e4c819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:49.462277 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1ec48a02-d61f-4033-a500-1f229615d14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:49.468490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1ec48a02-d61f-4033-a500-1f229615d14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:49.552856 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c82efbfc-fcf2-4d07-9dfc-e16e4735cc3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:49.657065 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1ec48a02-d61f-4033-a500-1f229615d14d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=790e6edba1704f4a9b412d172eaf9ec0&name=default HTTP/1.1" status: 200 len: 2883 time: 0.8975391 Dec 22 10:07:49.719780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec48a02-d61f-4033-a500-1f229615d14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acd49d1-c8ff-49e7-8b3e-cbb87e96a2ea,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:49.733453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53260) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:49.734689 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1ec48a02-d61f-4033-a500-1f229615d14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:49.756620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 343d8103-2c37-4097-8c61-c0999d5ed0ab up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:07:49.840460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Set router ddd24c21-d9bb-4388-9693-c41c1a37f015 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:07:49.891465 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c54989fb-76e2-4fed-a160-8d28ffd7c410 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:49.900360 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-086e12b2-61a2-40fc-9457-549822c9dd2e None None] Could not find standard attr ID for object 38a8d2c1-967e-48bb-9c56-b9ad2fd894a6. {{(pid=81073) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 10:07:49.974164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 343d8103-2c37-4097-8c61-c0999d5ed0ab triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:49.974164 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:50.147811 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-d4ad34eb-855f-4e94-b557-04771916bed8 service neutron] 10.222.0.50 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3733909 Dec 22 10:07:50.413477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c54989fb-76e2-4fed-a160-8d28ffd7c410 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for eaf9e631-2051-4449-9f6a-6b0b16c9bd34 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:07:50.441232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-26cbb3ca-9d1e-4ce2-9b21-54727b2af8da None None] Provisioning complete for port 343d8103-2c37-4097-8c61-c0999d5ed0ab triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:50.441897 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-26cbb3ca-9d1e-4ce2-9b21-54727b2af8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:50.668015 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-48dc43dc-f83f-4e73-abb9-5149bfc41aed req-1dcc6e73-3901-40cc-b878-e99dedecddd5 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.0885708 Dec 22 10:07:50.670577 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-375bc3f2-f0a4-4bab-910f-bd4a746db579 service neutron] 10.222.0.50 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5240345 Dec 22 10:07:50.702773 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cdb51b2c-bb88-4ba5-9e41-46c605173718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:50.719565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'name': 'tempest-AttachVolumeTestJSON-392956859-router', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cb6245b3-eead-486a-94b1-cb5feb763a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:07:23Z', 'updated_at': '2020-12-22T10:07:35Z', 'revision_number': 4, 'project_id': '5c89cb1345d340f38775861a6b074177', 'gw_port': {'id': 'cb6245b3-eead-486a-94b1-cb5feb763a38', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:07:26Z', 'updated_at': '2020-12-22T10:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '0e26d3af-76b2-456d-8939-57435d753bd5', 'name': '', 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'mac_address': 'fa:16:3e:ea:db:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'e1afa0cc-840d-4f33-a7c7-f41b2bef546c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:07:33Z', 'updated_at': '2020-12-22T10:07:36Z', 'revision_number': 2, 'project_id': '5c89cb1345d340f38775861a6b074177', 'subnets': [{'id': 'e1afa0cc-840d-4f33-a7c7-f41b2bef546c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:07:50.741180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Checking router: ddd24c21-d9bb-4388-9693-c41c1a37f015 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:07:50.741599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Updating router ddd24c21-d9bb-4388-9693-c41c1a37f015 port 0e26d3af-76b2-456d-8939-57435d753bd5 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 10:07:50.836025 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:50.897867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cdb51b2c-bb88-4ba5-9e41-46c605173718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:51.000768 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c54989fb-76e2-4fed-a160-8d28ffd7c410 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:51.023591 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d2d71c97-240a-4a26-82c4-9afeb828b1e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:51.094078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54989fb-76e2-4fed-a160-8d28ffd7c410 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=eaf9e631-2051-4449-9f6a-6b0b16c9bd34,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:51.110790 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c54989fb-76e2-4fed-a160-8d28ffd7c410 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:51.117869 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4be26abc-5242-49fe-a92b-8edfe3358aaa req-aa665f8f-d2c6-488c-a37e-4142baace5cd tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 210 time: 0.0864971 Dec 22 10:07:51.235991 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cdb51b2c-bb88-4ba5-9e41-46c605173718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:51.287456 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7e7a6498-9252-4241-9fce-84aca696121b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:51.443980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb51b2c-bb88-4ba5-9e41-46c605173718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acd49d1-c8ff-49e7-8b3e-cbb87e96a2ea,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:51.452142 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cdb51b2c-bb88-4ba5-9e41-46c605173718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:51.581327 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cdb51b2c-bb88-4ba5-9e41-46c605173718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:51.585152 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cdb51b2c-bb88-4ba5-9e41-46c605173718 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8acd49d1-c8ff-49e7-8b3e-cbb87e96a2ea HTTP/1.1" status: 204 len: 168 time: 1.8479781 Dec 22 10:07:51.602751 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c54989fb-76e2-4fed-a160-8d28ffd7c410 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:51.605513 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c54989fb-76e2-4fed-a160-8d28ffd7c410 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/ports/eaf9e631-2051-4449-9f6a-6b0b16c9bd34 HTTP/1.1" status: 204 len: 168 time: 2.9260972 Dec 22 10:07:51.608542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 53300) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:51.728539 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:51.737447 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1830d0-0896-4e66-9da7-22e2d7366222 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] GET failed (client error): The resource could not be found. Dec 22 10:07:51.738026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-df1830d0-0896-4e66-9da7-22e2d7366222 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Synchronizing usage tracker for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:07:51.748258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Transition to ACTIVE for port object 0e26d3af-76b2-456d-8939-57435d753bd5 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:07:51.752569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:51.769960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-df1830d0-0896-4e66-9da7-22e2d7366222 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Unset dirty status for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:07:51.774427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53312) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:51.774569 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-df1830d0-0896-4e66-9da7-22e2d7366222 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports/eaf9e631-2051-4449-9f6a-6b0b16c9bd34 HTTP/1.1" status: 404 len: 333 time: 0.1643457 Dec 22 10:07:51.799902 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-98a3b22a-4eaf-4316-9011-3b177432f194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:51.940014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Pushing event updated for resources: {'Port': ['ID=0e26d3af-76b2-456d-8939-57435d753bd5,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:51.961431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:51.961820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:51.962304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:51.962741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:51.963306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:51.963680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:51.964217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:51.964583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:51.964924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:51.988188 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:51.990339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:51.990767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:51.991233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:51.998850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:51.999310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:51.999685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.000121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.000661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.001183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.001691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.002205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.002714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.003228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.003805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.005279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.006029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.006408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.006867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.007115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.007482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.007843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.008213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.012292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.013479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.014727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.015243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:07:52.177954 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:52.319583 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aaba9396-bd2d-4267-ab85-580df6438e44 req-9e8e36f0-0b4d-4790-8d73-cb8aec7053c0 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.0931201 Dec 22 10:07:52.552716 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-49c06f7c-654e-4b13-bf18-8ff8e132b6f2 req-233b22ce-4f45-4973-86d7-af0ebc65d578 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 210 time: 0.1039889 Dec 22 10:07:52.727151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ed3692-8315-42c9-8966-77d6e6c63e44 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting subnet 3c0e7af3-54ab-4b7d-ab57-fd82bf379f3f {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:07:52.767879 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-48ed3692-8315-42c9-8966-77d6e6c63e44 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:52.926995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Attempting to bind port 0e26d3af-76b2-456d-8939-57435d753bd5 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:07:52.926995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Attempting to bind port 0e26d3af-76b2-456d-8939-57435d753bd5 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '9432c254-1983-4f8f-995f-2e42098fbe90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:07:52.926995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Attempting to bind port 0e26d3af-76b2-456d-8939-57435d753bd5 on network 04f43c3d-e331-4b62-8ece-d2dce3fe9cea {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:07:52.945515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:07:52.945515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Checking segment: {'id': '9432c254-1983-4f8f-995f-2e42098fbe90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:07:52.945515 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:52.945515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Bound using segment: {'id': '9432c254-1983-4f8f-995f-2e42098fbe90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:07:52.945515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Bound port: 0e26d3af-76b2-456d-8939-57435d753bd5, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9432c254-1983-4f8f-995f-2e42098fbe90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:07:52.946244 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:53.031921 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-48ed3692-8315-42c9-8966-77d6e6c63e44 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:53.211678 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] For port 0e26d3af-76b2-456d-8939-57435d753bd5, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:07:53.249383 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] For port 0e26d3af-76b2-456d-8939-57435d753bd5, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=0e26d3af-76b2-456d-8939-57435d753bd5,segment=NetworkSegment(9432c254-1983-4f8f-995f-2e42098fbe90),segment_id=9432c254-1983-4f8f-995f-2e42098fbe90)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:07:53.249383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:53.278192 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6f74b1de-feb1-4c33-90db-a749f3d2bbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:53.306633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-48ed3692-8315-42c9-8966-77d6e6c63e44 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:53.843040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Pushing event updated for resources: {'Port': ['ID=0e26d3af-76b2-456d-8939-57435d753bd5,revision_number=4']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:53.854507 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:54.011654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Routers {'ddd24c21-d9bb-4388-9693-c41c1a37f015'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:07:54.019844 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-48ed3692-8315-42c9-8966-77d6e6c63e44 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:54.020226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:07:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['ddd24c21-d9bb-4388-9693-c41c1a37f015'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:07:54.116529 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-b96e720d-c2c7-4659-89bb-4c85354a31a8 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:07:54.159031 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-b96e720d-c2c7-4659-89bb-4c85354a31a8 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/networks?id=99773f64-dc84-4992-b646-2939d71e7472 HTTP/1.1" status: 200 len: 812 time: 0.7087576 Dec 22 10:07:54.184754 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-262ae9e5-042b-4b38-b9cc-5f2f35ffbe68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:54.337098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed3692-8315-42c9-8966-77d6e6c63e44 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Subnet': ['ID=3c0e7af3-54ab-4b7d-ab57-fd82bf379f3f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:54.354425 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-48ed3692-8315-42c9-8966-77d6e6c63e44 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:54.366070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdd17c2-ae21-417c-a29a-86ccba53d16d None None] Network e147e542-7ec8-4f68-b43d-5537551055c1 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:07:54.397733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-48ed3692-8315-42c9-8966-77d6e6c63e44 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:54.456840 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-48ed3692-8315-42c9-8966-77d6e6c63e44 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/subnets/3c0e7af3-54ab-4b7d-ab57-fd82bf379f3f HTTP/1.1" status: 204 len: 168 time: 2.6667597 Dec 22 10:07:54.456840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53394) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:07:54.714480 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ddff8d84-276b-4cb5-9243-bede78b4b655 req-2c21decf-44ee-48c2-8a8d-db885163392b tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.7711246 Dec 22 10:07:54.756941 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-ccfdc25d-eff8-41d5-991b-1e7d0de71e29 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/quotas/e798a8e61fa24836a28e3da00a2e4e8b HTTP/1.1" status: 200 len: 375 time: 0.6044612 Dec 22 10:07:54.819258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] Set router ddd24c21-d9bb-4388-9693-c41c1a37f015 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:07:54.890014 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:55.069098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-81b3d41d-8a6d-4bc4-8985-2962f915073b tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:07:55.069098 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-81b3d41d-8a6d-4bc4-8985-2962f915073b tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.64 "GET /v2.0/networks?id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea HTTP/1.1" status: 200 len: 810 time: 1.2507234 Dec 22 10:07:55.136028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port 343d8103-2c37-4097-8c61-c0999d5ed0ab {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:07:55.136028 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:55.383361 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-f1a1dd0f-6516-4a6d-8ef8-7c2cabf61582 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c89cb1345d340f38775861a6b074177 HTTP/1.1" status: 200 len: 5516 time: 0.2941945 Dec 22 10:07:55.404222 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-13e70710-1eec-4a08-9267-8636f8ad56d0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Request body: {'port': {'device_id': 'a90b6c09-2d97-43b4-957e-0cf961d2331f', 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea', 'admin_state_up': True, 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'security_groups': ['6601c25b-12a7-4994-8591-cc826a682e17']}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:07:55.501094 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-68b8525c-b667-455c-b81f-a25c7a57c33e tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?tenant_id=e798a8e61fa24836a28e3da00a2e4e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7282739 Dec 22 10:07:55.522263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dde1a7-a83c-4e27-9405-9d1a4bf223bd None None] DHCP port deletion for e147e542-7ec8-4f68-b43d-5537551055c1 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:07:55.553218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a3dde1a7-a83c-4e27-9405-9d1a4bf223bd None None] Deleting port 343d8103-2c37-4097-8c61-c0999d5ed0ab {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:07:55.553218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3dde1a7-a83c-4e27-9405-9d1a4bf223bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:55.819777 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-452c0d07-dfd0-4331-835f-064194cf9619 service neutron] 10.222.0.50 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231537 Dec 22 10:07:55.828294 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b09c50cd-be0b-42eb-926b-27d954773377 req-052ababe-9cb6-4d70-b0c3-f15c191e56c2 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 210 time: 0.5807877 Dec 22 10:07:55.834846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 0e26d3af-76b2-456d-8939-57435d753bd5 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:07:55.916343 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] For port 343d8103-2c37-4097-8c61-c0999d5ed0ab, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=343d8103-2c37-4097-8c61-c0999d5ed0ab,segment=NetworkSegment(75a142f1-6868-497f-b461-123e8ea0fd68),segment_id=75a142f1-6868-497f-b461-123e8ea0fd68)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:07:55.916343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:56.353545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-13e70710-1eec-4a08-9267-8636f8ad56d0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:07:56.371877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-13e70710-1eec-4a08-9267-8636f8ad56d0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Usage tracker for resource:port and tenant:5c89cb1345d340f38775861a6b074177 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:07:56.393054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-13e70710-1eec-4a08-9267-8636f8ad56d0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Quota usage for port was recalculated. Used quota:3. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:07:56.401358 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'name': 'tempest-AttachVolumeTestJSON-392956859-router', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cb6245b3-eead-486a-94b1-cb5feb763a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:07:23Z', 'updated_at': '2020-12-22T10:07:35Z', 'revision_number': 4, 'project_id': '5c89cb1345d340f38775861a6b074177', 'gw_port': {'id': 'cb6245b3-eead-486a-94b1-cb5feb763a38', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:07:26Z', 'updated_at': '2020-12-22T10:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '0e26d3af-76b2-456d-8939-57435d753bd5', 'name': '', 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'mac_address': 'fa:16:3e:ea:db:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'e1afa0cc-840d-4f33-a7c7-f41b2bef546c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:07:33Z', 'updated_at': '2020-12-22T10:07:53Z', 'revision_number': 4, 'project_id': '5c89cb1345d340f38775861a6b074177', 'subnets': [{'id': 'e1afa0cc-840d-4f33-a7c7-f41b2bef546c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:07:56.409082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f198e38-d40e-4b81-9102-4db922281031 None None] The sync data for ids ['ddd24c21-d9bb-4388-9693-c41c1a37f015'] in n-d-765315-5 is: [{'id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'name': 'tempest-AttachVolumeTestJSON-392956859-router', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cb6245b3-eead-486a-94b1-cb5feb763a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:07:23Z', 'updated_at': '2020-12-22T10:07:35Z', 'revision_number': 4, 'project_id': '5c89cb1345d340f38775861a6b074177', 'gw_port': {'id': 'cb6245b3-eead-486a-94b1-cb5feb763a38', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:07:26Z', 'updated_at': '2020-12-22T10:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '0e26d3af-76b2-456d-8939-57435d753bd5', 'name': '', 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'mac_address': 'fa:16:3e:ea:db:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'e1afa0cc-840d-4f33-a7c7-f41b2bef546c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:07:33Z', 'updated_at': '2020-12-22T10:07:53Z', 'revision_number': 4, 'project_id': '5c89cb1345d340f38775861a6b074177', 'subnets': [{'id': 'e1afa0cc-840d-4f33-a7c7-f41b2bef546c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:07:56.421694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for 343d8103-2c37-4097-8c61-c0999d5ed0ab owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:07:56.425528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-13e70710-1eec-4a08-9267-8636f8ad56d0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:07:56.457536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-a3dde1a7-a83c-4e27-9405-9d1a4bf223bd None None] For port 343d8103-2c37-4097-8c61-c0999d5ed0ab, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=343d8103-2c37-4097-8c61-c0999d5ed0ab,segment=NetworkSegment(75a142f1-6868-497f-b461-123e8ea0fd68),segment_id=75a142f1-6868-497f-b461-123e8ea0fd68)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:07:56.457536 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3dde1a7-a83c-4e27-9405-9d1a4bf223bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:56.519217 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:56.653704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a3dde1a7-a83c-4e27-9405-9d1a4bf223bd None None] Calling delete_port for 343d8103-2c37-4097-8c61-c0999d5ed0ab owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:07:56.708238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 0e26d3af-76b2-456d-8939-57435d753bd5 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:07:56.720078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 0e26d3af-76b2-456d-8939-57435d753bd5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:56.720518 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:56.805842 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6358b85f-171f-494b-9535-bac9e144e688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:56.914019 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5a6ce356-bfcb-4c36-a60e-e5525c7c9abc req-2534c0cf-3484-41a5-ae0d-0c3fea1e0a1b tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.4471238 Dec 22 10:07:56.914019 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-8df8ec1e-15fc-4fb5-b80c-faadd0a730d9 service neutron] 10.222.0.50 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7971492 Dec 22 10:07:56.914019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-13e70710-1eec-4a08-9267-8636f8ad56d0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Made reservation on behalf of 5c89cb1345d340f38775861a6b074177 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:07:56.922023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-13e70710-1eec-4a08-9267-8636f8ad56d0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:57.042522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No DVR routers for this DVR port 343d8103-2c37-4097-8c61-c0999d5ed0ab on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:07:57.143813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=343d8103-2c37-4097-8c61-c0999d5ed0ab,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:57.164570 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:57.387127 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-a3dde1a7-a83c-4e27-9405-9d1a4bf223bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:07:57.388574 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-a3dde1a7-a83c-4e27-9405-9d1a4bf223bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:07:57.565743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:57.682317 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:57.763554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 0e26d3af-76b2-456d-8939-57435d753bd5, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=0e26d3af-76b2-456d-8939-57435d753bd5,segment=NetworkSegment(9432c254-1983-4f8f-995f-2e42098fbe90),segment_id=9432c254-1983-4f8f-995f-2e42098fbe90)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:07:57.767344 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:57.769447 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:07:57.952203 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-951dbccf-2b8a-42cc-aaa6-137248a96607 req-b57c42fb-bb42-497b-be2d-626ce195a9b2 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 210 time: 0.1953080 Dec 22 10:07:57.994487 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d63a25ea-2a5d-47fb-b6fa-6a7c89d6a758 req-bbf18559-215e-47bb-ab67-fac280627270 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 210 time: 0.2266603 Dec 22 10:07:58.019207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a3dde1a7-a83c-4e27-9405-9d1a4bf223bd None None] Deleting port 343d8103-2c37-4097-8c61-c0999d5ed0ab {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:07:58.019207 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3dde1a7-a83c-4e27-9405-9d1a4bf223bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:58.174060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e147e542-7ec8-4f68-b43d-5537551055c1']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:07:58.192193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=0e26d3af-76b2-456d-8939-57435d753bd5,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:07:58.223164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 343d8103-2c37-4097-8c61-c0999d5ed0ab no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:07:58.280743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-13e70710-1eec-4a08-9267-8636f8ad56d0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Allocated IP 172.20.0.10 (04f43c3d-e331-4b62-8ece-d2dce3fe9cea/e1afa0cc-840d-4f33-a7c7-f41b2bef546c/ed4209c1-c0a2-4233-bf1f-37608b84e089) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:07:58.286487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a142f1-6868-497f-b461-123e8ea0fd68') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:07:58.286826 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a142f1-6868-497f-b461-123e8ea0fd68') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:07:58.352944 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:07:58.364361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 343d8103-2c37-4097-8c61-c0999d5ed0ab {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:07:58.364361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 343d8103-2c37-4097-8c61-c0999d5ed0ab not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:07:58.405973 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:58.498612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:58.508799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Releasing vxlan tunnel 5 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:07:58.551399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a3dde1a7-a83c-4e27-9405-9d1a4bf223bd None None] The port '343d8103-2c37-4097-8c61-c0999d5ed0ab' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:07:58.564955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 0e26d3af-76b2-456d-8939-57435d753bd5 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:07:58.645690 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9eefbdca-d5c1-4b46-91ab-e698fec77f79 req-4cd68c52-10ce-4004-a2b0-931c4743f9a9 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.2692907 Dec 22 10:07:58.768483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 0e26d3af-76b2-456d-8939-57435d753bd5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:07:58.768483 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:59.860167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network e147e542-7ec8-4f68-b43d-5537551055c1 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:07:59.929392 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:07:59.996425 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-02392125-3e48-478a-aee4-541e3cc42aad req-406d6eb2-5098-4b29-825d-9dbf19ea8ce5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 210 time: 0.1399474 Dec 22 10:08:00.137008 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6a72fdf-ac57-456b-a94d-62dd311319bc req-784112f3-7834-4add-a605-a245ec9946e2 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 210 time: 0.2728996 Dec 22 10:08:00.311350 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-13e70710-1eec-4a08-9267-8636f8ad56d0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:00.406041 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-014c2674-616c-4f27-8d3f-af95e281921d req-39603b6b-b301-45fa-b3e4-774a60e696c8 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.0607283 Dec 22 10:08:00.523827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network e147e542-7ec8-4f68-b43d-5537551055c1 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:08:00.564502 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:08:00.800467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-13e70710-1eec-4a08-9267-8636f8ad56d0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Transition to ACTIVE for port object ed4209c1-c0a2-4233-bf1f-37608b84e089 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:08:00.806720 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:00.879579 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-13e70710-1eec-4a08-9267-8636f8ad56d0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:00.887642 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:00.916653 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:00.920208 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1d0649c1-3789-437c-bb40-76d7dfa6f372 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:00.985225 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/networks/e147e542-7ec8-4f68-b43d-5537551055c1 HTTP/1.1" status: 204 len: 168 time: 6.5312216 Dec 22 10:08:01.014604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53540) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:01.014604 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Network': ['ID=e147e542-7ec8-4f68-b43d-5537551055c1,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:01.031602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-60489b6a-617d-4ecd-919f-1ae71fb8eac3 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-774397821'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:08:01.049656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-60489b6a-617d-4ecd-919f-1ae71fb8eac3 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:08:01.066329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-60489b6a-617d-4ecd-919f-1ae71fb8eac3 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:network and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:08:01.066329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-60489b6a-617d-4ecd-919f-1ae71fb8eac3 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:08:01.081230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e70710-1eec-4a08-9267-8636f8ad56d0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Pushing event updated for resources: {'Port': ['ID=ed4209c1-c0a2-4233-bf1f-37608b84e089,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:01.085338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-60489b6a-617d-4ecd-919f-1ae71fb8eac3 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:08:01.101781 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-13e70710-1eec-4a08-9267-8636f8ad56d0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:01.121904 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9c68b7a4-5371-4c24-88d6-2e5bea9c610a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:01.151528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60489b6a-617d-4ecd-919f-1ae71fb8eac3 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:08:01.160999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-60489b6a-617d-4ecd-919f-1ae71fb8eac3 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:01.358750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-f5a88b2c-cfce-46fb-ab2a-5c3aed8e1984 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:01.372726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-f5a88b2c-cfce-46fb-ab2a-5c3aed8e1984 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Synchronizing usage tracker for tenant:e798a8e61fa24836a28e3da00a2e4e8b on resource:network {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:08:01.488243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60489b6a-617d-4ecd-919f-1ae71fb8eac3 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:08:01.523482 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-60489b6a-617d-4ecd-919f-1ae71fb8eac3 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:01.523482 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-60489b6a-617d-4ecd-919f-1ae71fb8eac3 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Added segment 6ec43165-2550-4fe0-913c-cddf5ccdde3d of type vxlan for network 10c7a13e-476a-4388-b341-7fa8fb441e80 Dec 22 10:08:01.569333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-f5a88b2c-cfce-46fb-ab2a-5c3aed8e1984 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Unset dirty status for tenant:e798a8e61fa24836a28e3da00a2e4e8b on resource:network {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:08:01.569333 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-f5a88b2c-cfce-46fb-ab2a-5c3aed8e1984 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.64 "GET /v2.0/networks?id=99773f64-dc84-4992-b646-2939d71e7472 HTTP/1.1" status: 200 len: 812 time: 0.9614434 Dec 22 10:08:01.626210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-0917b63f-77d8-46ee-b267-1200a20e1a6f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Request body: {'port': {'device_id': 'e9d585a4-e6a7-4b28-89af-04f833286b4d', 'network_id': '99773f64-dc84-4992-b646-2939d71e7472', 'admin_state_up': True, 'tenant_id': 'e798a8e61fa24836a28e3da00a2e4e8b'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:08:01.730584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-13e70710-1eec-4a08-9267-8636f8ad56d0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Network 04f43c3d-e331-4b62-8ece-d2dce3fe9cea is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:08:01.730584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-13e70710-1eec-4a08-9267-8636f8ad56d0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:08:01.742700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-13e70710-1eec-4a08-9267-8636f8ad56d0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:08:01.970308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-13e70710-1eec-4a08-9267-8636f8ad56d0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:01.970308 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-13e70710-1eec-4a08-9267-8636f8ad56d0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:02.047505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:08:02.136981 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-13e70710-1eec-4a08-9267-8636f8ad56d0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7244358 Dec 22 10:08:02.164714 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-60489b6a-617d-4ecd-919f-1ae71fb8eac3 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:02.167373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Request body: {'port': {'device_id': 'a90b6c09-2d97-43b4-957e-0cf961d2331f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:08:02.402094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0e740be0-368d-4dd3-a2b5-efb86c459543 None None] Provisioning for port ed4209c1-c0a2-4233-bf1f-37608b84e089 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:08:02.429224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0e740be0-368d-4dd3-a2b5-efb86c459543 None None] Provisioning complete for port ed4209c1-c0a2-4233-bf1f-37608b84e089 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:08:02.429653 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0e740be0-368d-4dd3-a2b5-efb86c459543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:02.481295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-0917b63f-77d8-46ee-b267-1200a20e1a6f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:08:02.489917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-0917b63f-77d8-46ee-b267-1200a20e1a6f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Usage tracker for resource:port and tenant:e798a8e61fa24836a28e3da00a2e4e8b is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:08:02.496386 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:02.497196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-0917b63f-77d8-46ee-b267-1200a20e1a6f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Quota usage for port was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:08:02.512747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-0917b63f-77d8-46ee-b267-1200a20e1a6f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:08:02.531735 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-60489b6a-617d-4ecd-919f-1ae71fb8eac3 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:02.576068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60489b6a-617d-4ecd-919f-1ae71fb8eac3 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:02.576068 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-60489b6a-617d-4ecd-919f-1ae71fb8eac3 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:02.576068 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4cb754ca-7273-4d79-84d7-b18d3ff66654 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:02.643912 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-0917b63f-77d8-46ee-b267-1200a20e1a6f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Made reservation on behalf of e798a8e61fa24836a28e3da00a2e4e8b for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:08:02.643912 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-0917b63f-77d8-46ee-b267-1200a20e1a6f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:02.841421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0e740be0-368d-4dd3-a2b5-efb86c459543 None None] Port ed4209c1-c0a2-4233-bf1f-37608b84e089 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:08:02.880388 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-60489b6a-617d-4ecd-919f-1ae71fb8eac3 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8662286 Dec 22 10:08:02.893363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53586) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:02.908735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-e736d148-39e5-499a-9efb-1bd01981e6ca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'subnet': {'network_id': '10c7a13e-476a-4388-b341-7fa8fb441e80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:08:03.221140 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60489b6a-617d-4ecd-919f-1ae71fb8eac3 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Network': ['ID=10c7a13e-476a-4388-b341-7fa8fb441e80,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:03.325829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 10c7a13e-476a-4388-b341-7fa8fb441e80 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:08:03.359456 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a31238d7-0f39-44b5-95c6-e3dc37675b92 req-75498e4b-4a0e-4b28-81c1-ef8d463b5d36 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 210 time: 1.8602681 Dec 22 10:08:03.426983 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-60489b6a-617d-4ecd-919f-1ae71fb8eac3 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:03.534068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb739c6b-7df4-4681-a5c5-d379c7a128dc req-1c2956d7-455b-4394-b327-4caaf8e9cc76 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:03.534068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-cb739c6b-7df4-4681-a5c5-d379c7a128dc req-1c2956d7-455b-4394-b327-4caaf8e9cc76 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Synchronizing usage tracker for tenant:5c89cb1345d340f38775861a6b074177 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:08:03.969100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e736d148-39e5-499a-9efb-1bd01981e6ca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:08:03.986605 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e736d148-39e5-499a-9efb-1bd01981e6ca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:subnet and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:08:04.021398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e736d148-39e5-499a-9efb-1bd01981e6ca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:08:04.068185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e736d148-39e5-499a-9efb-1bd01981e6ca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:08:04.120876 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea01f27f-913f-4c4c-80b0-4a118d43735d req-5c3832f9-5054-429f-bb0d-c08a6e1c834f tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.2787654 Dec 22 10:08:04.120876 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-cb739c6b-7df4-4681-a5c5-d379c7a128dc req-1c2956d7-455b-4394-b327-4caaf8e9cc76 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Unset dirty status for tenant:5c89cb1345d340f38775861a6b074177 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:08:04.143750 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb739c6b-7df4-4681-a5c5-d379c7a128dc req-1c2956d7-455b-4394-b327-4caaf8e9cc76 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 932 time: 2.7413566 Dec 22 10:08:04.158145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 10c7a13e-476a-4388-b341-7fa8fb441e80 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:08:04.374473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 10c7a13e-476a-4388-b341-7fa8fb441e80 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:08:04.445984 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cb739c6b-7df4-4681-a5c5-d379c7a128dc req-3624f788-0783-4f02-b3c0-1b65f954347a tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3012614 Dec 22 10:08:04.828760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4209c1-c0a2-4233-bf1f-37608b84e089 {{(pid=81071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 10:08:04.841460 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:04.905412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e736d148-39e5-499a-9efb-1bd01981e6ca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:08:05.048279 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3775280b-7149-413a-87e4-41e4542d6bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:05.125677 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4ef62e8d-63c6-4762-9d21-aea5ba7b71d2 req-7a535bb9-a19a-4911-853b-f1824a3e5fc8 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 210 time: 0.2497926 Dec 22 10:08:05.129400 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e736d148-39e5-499a-9efb-1bd01981e6ca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:05.134967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Transition to ACTIVE for port object ed4209c1-c0a2-4233-bf1f-37608b84e089 will not be triggered until provisioned by entity L2. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:08:05.140111 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:05.187660 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2c9e5815-c3a4-4451-b8b4-9478ea0a6ca6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:05.522272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Pushing event updated for resources: {'Port': ['ID=ed4209c1-c0a2-4233-bf1f-37608b84e089,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:05.541757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.542533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.543158 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.543771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.544513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.545117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.545727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.546325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.546923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.547537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.548206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.548948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.549635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.550244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.550848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.551455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.552110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.552712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.553318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.553910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.554536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.555130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.556064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.556776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.557439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.558259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.558955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.559558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.560226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.560852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.561468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.562071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.562690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.575745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.606013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.606013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:05.639492 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:05.968105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-0917b63f-77d8-46ee-b267-1200a20e1a6f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Allocated IP 172.20.0.11 (99773f64-dc84-4992-b646-2939d71e7472/0a8cbed5-bf42-44bf-8a42-c92ce50d8141/2ec9392d-ba58-401e-be26-aad9434b6962) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:08:06.589738 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ff144c06-9da0-412b-82dc-5345fa736976 req-fd97a0dd-e69d-4352-8fe0-56ba4efd6ba4 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.3908978 Dec 22 10:08:06.705921 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def02abd-d6ca-4eb9-b243-80422cdace6e req-2fa775da-5dbb-4879-8192-0358ef5c1e04 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:06.715753 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-def02abd-d6ca-4eb9-b243-80422cdace6e req-2fa775da-5dbb-4879-8192-0358ef5c1e04 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 944 time: 0.7973886 Dec 22 10:08:06.814334 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-def02abd-d6ca-4eb9-b243-80422cdace6e req-67bf98eb-cb8f-4f2f-b65c-591ccf6b6dc4 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946500 Dec 22 10:08:06.814334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Attempting to bind port ed4209c1-c0a2-4233-bf1f-37608b84e089 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:08:06.814334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Attempting to bind port ed4209c1-c0a2-4233-bf1f-37608b84e089 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '9432c254-1983-4f8f-995f-2e42098fbe90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea'}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:08:06.814334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Attempting to bind port ed4209c1-c0a2-4233-bf1f-37608b84e089 on network 04f43c3d-e331-4b62-8ece-d2dce3fe9cea {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:08:06.834148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:08:06.834148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Checking segment: {'id': '9432c254-1983-4f8f-995f-2e42098fbe90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:08:06.834148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:06.846099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Bound using segment: {'id': '9432c254-1983-4f8f-995f-2e42098fbe90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea'} {{(pid=81071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:08:06.846099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Bound port: ed4209c1-c0a2-4233-bf1f-37608b84e089, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9432c254-1983-4f8f-995f-2e42098fbe90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea'}}] {{(pid=81071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:08:06.846099 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:07.006891 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-0917b63f-77d8-46ee-b267-1200a20e1a6f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:07.014202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] For port ed4209c1-c0a2-4233-bf1f-37608b84e089, host n-h1-765315-5, cleared binding levels {{(pid=81071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:08:07.024423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] For port ed4209c1-c0a2-4233-bf1f-37608b84e089, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=ed4209c1-c0a2-4233-bf1f-37608b84e089,segment=NetworkSegment(9432c254-1983-4f8f-995f-2e42098fbe90),segment_id=9432c254-1983-4f8f-995f-2e42098fbe90)] {{(pid=81071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:08:07.028622 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0e91f85d-06de-4766-a4ba-930c8aa2aa6a req-ee54728d-6a6b-4016-8cc5-80bb1ebca775 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 210 time: 0.1673758 Dec 22 10:08:07.040536 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:07.175182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-0917b63f-77d8-46ee-b267-1200a20e1a6f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Transition to ACTIVE for port object 2ec9392d-ba58-401e-be26-aad9434b6962 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:08:07.536458 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-247d5a9b-0d15-4f6f-8e62-3bddfba4ba48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:07.556887 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-0917b63f-77d8-46ee-b267-1200a20e1a6f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:07.647924 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c54989fb-76e2-4fed-a160-8d28ffd7c410 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:07.932470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Pushing event updated for resources: {'Port': ['ID=ed4209c1-c0a2-4233-bf1f-37608b84e089,revision_number=3']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:07.950266 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:07.972122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:07.973411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:07.975167 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] 10.222.0.64 "PUT /v2.0/ports/ed4209c1-c0a2-4233-bf1f-37608b84e089 HTTP/1.1" status: 200 len: 1156 time: 5.8348212 Dec 22 10:08:07.976285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90b6c09-2d97-43b4-957e-0cf961d2331f', 'tag': 'ed4209c1-c0a2-4233-bf1f-37608b84e089'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:08:08.037211 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3d96ddd9-5403-42fe-93ce-e2df4eea2c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:08.589111 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5a48238c-a5d7-482b-b694-c1f9b9c815e7 req-e30389dd-f71f-4b81-808e-baf95788879a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.4297333 Dec 22 10:08:08.589111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917b63f-77d8-46ee-b267-1200a20e1a6f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Pushing event updated for resources: {'Port': ['ID=2ec9392d-ba58-401e-be26-aad9434b6962,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:08.593511 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b697a07d-b804-4955-b076-52caa5345f34 req-e8eee8a5-f9b5-44c0-9679-73f1a42f8926 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.1513073 Dec 22 10:08:08.604114 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0917b63f-77d8-46ee-b267-1200a20e1a6f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.945s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:08.615848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-0d3c464a-1dfc-4297-bfc3-13e14af7ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:08.615848 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-0d3c464a-1dfc-4297-bfc3-13e14af7ae85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c89cb1345d340f38775861a6b074177&device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 1159 time: 0.5094151 Dec 22 10:08:08.645915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4048cb-8503-4eb4-bde6-c1e9bf0f0297 req-8c249b14-b051-4d5c-9833-1da3ed3df683 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:08.674221 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a4048cb-8503-4eb4-bde6-c1e9bf0f0297 req-8c249b14-b051-4d5c-9833-1da3ed3df683 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 944 time: 0.3607712 Dec 22 10:08:08.781373 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a4048cb-8503-4eb4-bde6-c1e9bf0f0297 req-a95ae394-7a89-47ba-9608-88d80d7127e6 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120746 Dec 22 10:08:08.889623 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:08.983096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-0917b63f-77d8-46ee-b267-1200a20e1a6f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Network 99773f64-dc84-4992-b646-2939d71e7472 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:08:09.000045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-0917b63f-77d8-46ee-b267-1200a20e1a6f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:08:09.017186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-0917b63f-77d8-46ee-b267-1200a20e1a6f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:08:09.036097 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90b6c09-2d97-43b4-957e-0cf961d2331f', 'tag': 'ed4209c1-c0a2-4233-bf1f-37608b84e089', 'status': 'completed', 'code': 200} Dec 22 10:08:09.120093 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-21661b49-c3c0-4e6d-8ec1-2c3752d8b8f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4209c1-c0a2-4233-bf1f-37608b84e089 HTTP/1.1" status: 200 len: 217 time: 0.2861698 Dec 22 10:08:09.370525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-0917b63f-77d8-46ee-b267-1200a20e1a6f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:09.370525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-0917b63f-77d8-46ee-b267-1200a20e1a6f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:09.497574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-c41d96db-d9d6-4efb-8ffd-126a8b6a300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:09.512569 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-c41d96db-d9d6-4efb-8ffd-126a8b6a300e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1afa0cc-840d-4f33-a7c7-f41b2bef546c HTTP/1.1" status: 200 len: 849 time: 0.3784635 Dec 22 10:08:09.569018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:09.717900 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-0917b63f-77d8-46ee-b267-1200a20e1a6f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.1168883 Dec 22 10:08:09.779128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-61fae09c-effd-41ee-a70b-e8b81186617d tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81072) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:08:09.780586 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-61fae09c-effd-41ee-a70b-e8b81186617d tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0285425 Dec 22 10:08:09.821324 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Request body: {'port': {'device_id': 'e9d585a4-e6a7-4b28-89af-04f833286b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:08:09.850248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-390080ee-a0e2-4e0e-916d-7b83be61b05a None None] Provisioning for port 2ec9392d-ba58-401e-be26-aad9434b6962 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:08:09.857069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-390080ee-a0e2-4e0e-916d-7b83be61b05a None None] Provisioning complete for port 2ec9392d-ba58-401e-be26-aad9434b6962 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:08:09.868462 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-390080ee-a0e2-4e0e-916d-7b83be61b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:09.952693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-390080ee-a0e2-4e0e-916d-7b83be61b05a None None] Port 2ec9392d-ba58-401e-be26-aad9434b6962 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:08:09.955338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e736d148-39e5-499a-9efb-1bd01981e6ca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:10.026011 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-51ce15f8-a0f2-44b0-8be8-2dba85fdcc23 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:10.082619 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-393e4ce1-b258-45f4-9dee-d69a5c19aa13 req-d31c2584-4ad9-48cb-b737-b3892912d44a tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.1199064 Dec 22 10:08:10.207266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736d148-39e5-499a-9efb-1bd01981e6ca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Subnet': ['ID=b2c81b3d-f9b8-41e9-945c-741ae71cf4ce,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:10.207266 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:10.255809 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e736d148-39e5-499a-9efb-1bd01981e6ca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:10.266622 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:10.274311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91321224-510c-4522-9d77-fd3a374faa48 req-55ef992c-5c38-4d87-8bd9-5c82a6dd3e98 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:10.308038 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-91321224-510c-4522-9d77-fd3a374faa48 req-55ef992c-5c38-4d87-8bd9-5c82a6dd3e98 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 932 time: 0.7867448 Dec 22 10:08:10.552173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-a89ad9f1-cc1c-4d47-bac0-b286648f10eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:10.552173 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-a89ad9f1-cc1c-4d47-bac0-b286648f10eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7774260 Dec 22 10:08:10.667382 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-91321224-510c-4522-9d77-fd3a374faa48 req-de280e45-f848-4214-9437-561c1817149f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595476 Dec 22 10:08:10.753005 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:11.084870 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:11.108495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699373e-dae0-45c2-92d7-ae8fc815f24c req-8a7b2dcb-6dda-4665-9065-7f168ef4b143 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:11.113522 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8699373e-dae0-45c2-92d7-ae8fc815f24c req-8a7b2dcb-6dda-4665-9065-7f168ef4b143 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 944 time: 0.5611644 Dec 22 10:08:11.385849 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-076890c1-a855-4c3b-8a90-07242caa044c service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6728141 Dec 22 10:08:11.420127 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8699373e-dae0-45c2-92d7-ae8fc815f24c req-f2ae9ecb-160a-4acb-a8d4-f35da4dd220c tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2891173 Dec 22 10:08:11.716715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e736d148-39e5-499a-9efb-1bd01981e6ca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Checking segment: {'id': '6ec43165-2550-4fe0-913c-cddf5ccdde3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10c7a13e-476a-4388-b341-7fa8fb441e80'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:08:11.716715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e736d148-39e5-499a-9efb-1bd01981e6ca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network hostable DHCP agents. Network: 10c7a13e-476a-4388-b341-7fa8fb441e80, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:08:11.754963 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c86567f1-ee76-4f51-bc6c-d227dabb754c req-409485a9-42b3-413c-8db6-1486d1d31b3d service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3269227 Dec 22 10:08:11.852664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e736d148-39e5-499a-9efb-1bd01981e6ca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 10c7a13e-476a-4388-b341-7fa8fb441e80 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:08:11.891364 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-fd5f79c5-ba86-49fb-9522-7a738dec4263 req-623a9028-b04a-416f-8c7c-134d96c0ad30 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.1407475 Dec 22 10:08:11.980323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e736d148-39e5-499a-9efb-1bd01981e6ca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 10c7a13e-476a-4388-b341-7fa8fb441e80) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:08:12.003179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d7c24a-05dc-4a11-a4de-733acb4014b3 None None] Network 10c7a13e-476a-4388-b341-7fa8fb441e80 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:08:12.013109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e736d148-39e5-499a-9efb-1bd01981e6ca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:12.014116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e736d148-39e5-499a-9efb-1bd01981e6ca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:12.072811 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e736d148-39e5-499a-9efb-1bd01981e6ca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 9.1510093 Dec 22 10:08:12.072811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53754) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:12.349195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'network_id': '10c7a13e-476a-4388-b341-7fa8fb441e80', 'name': 'tempest-PortsIpV6TestJSON-1336285082', 'fixed_ips': [{'subnet_id': 'b2c81b3d-f9b8-41e9-945c-741ae71cf4ce', 'ip_address': '2001:db8::10'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:08:12.800819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:08:12.816120 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 10:08:12.879716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-10c7a13e-476a-4388-b341-7fa8fb441e80', 'network_id': '10c7a13e-476a-4388-b341-7fa8fb441e80', 'tenant_id': '03a0ee151fb640bf8582ae52a39c4148', 'fixed_ips': [{'subnet_id': 'b2c81b3d-f9b8-41e9-945c-741ae71cf4ce'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:08:12.879716 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:13.394575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec9392d-ba58-401e-be26-aad9434b6962 {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 10:08:13.394575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:port and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:08:13.394575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for port was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:08:13.394575 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:13.394575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:08:13.394575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Transition to ACTIVE for port object 2ec9392d-ba58-401e-be26-aad9434b6962 will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:08:13.394575 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:13.394575 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0917b63f-77d8-46ee-b267-1200a20e1a6f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:13.582603 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-334431ef-6dc5-4aac-a3dd-e6c2ea87db61 req-5ecf5a8a-4e5d-402f-b468-1266f2beee35 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef&device_id=d60874bc-d35f-4426-aad5-ae86438eec0b HTTP/1.1" status: 200 len: 210 time: 0.2216489 Dec 22 10:08:13.893411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669b65c-0d23-4e36-b49b-130bd0d84567 req-ff4330ae-e2b7-417d-a777-b77a40f9f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:13.893411 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8669b65c-0d23-4e36-b49b-130bd0d84567 req-ff4330ae-e2b7-417d-a777-b77a40f9f037 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c89cb1345d340f38775861a6b074177&device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 1159 time: 1.9970155 Dec 22 10:08:14.096439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:08:14.222479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Allocated IP 2001:db8::2 (10c7a13e-476a-4388-b341-7fa8fb441e80/b2c81b3d-f9b8-41e9-945c-741ae71cf4ce/07ad7f17-0252-472b-90a7-f7ba4bc07489) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:08:14.660829 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device ed4209c1-c0a2-4233-bf1f-37608b84e089 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:08:15.111796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec9392d-ba58-401e-be26-aad9434b6962,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:15.122073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac77c3e-eada-4011-bd68-fac85fb6e21f req-bc167e8b-0607-4983-a077-f416b57f5845 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:15.123762 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bac77c3e-eada-4011-bd68-fac85fb6e21f req-bc167e8b-0607-4983-a077-f416b57f5845 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 932 time: 3.0154874 Dec 22 10:08:15.149999 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.776s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:15.178886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port ed4209c1-c0a2-4233-bf1f-37608b84e089 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:08:15.221259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port ed4209c1-c0a2-4233-bf1f-37608b84e089 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:08:15.221259 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:15.341795 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bac77c3e-eada-4011-bd68-fac85fb6e21f req-52a200ac-f4b2-4980-9c84-646f243eca4a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906838 Dec 22 10:08:15.408407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef717e7-13e4-4271-ad23-e740fc7f7ae0 req-89c038a0-b7fe-4e41-95a7-e006adbe14a4 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:15.421613 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:15.424850 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eef717e7-13e4-4271-ad23-e740fc7f7ae0 req-89c038a0-b7fe-4e41-95a7-e006adbe14a4 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 944 time: 1.4254305 Dec 22 10:08:15.505827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Transition to ACTIVE for port object 07ad7f17-0252-472b-90a7-f7ba4bc07489 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:08:15.526952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Transition to ACTIVE for port object 07ad7f17-0252-472b-90a7-f7ba4bc07489 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:08:15.741558 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:15.743689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Attempting to bind port 2ec9392d-ba58-401e-be26-aad9434b6962 on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:08:15.743689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Attempting to bind port 2ec9392d-ba58-401e-be26-aad9434b6962 by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:08:15.743689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Attempting to bind port 2ec9392d-ba58-401e-be26-aad9434b6962 on network 99773f64-dc84-4992-b646-2939d71e7472 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:08:15.749733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:08:15.749733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Checking segment: {'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:08:15.749733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:15.751291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Bound using segment: {'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:08:15.751291 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Bound port: 2ec9392d-ba58-401e-be26-aad9434b6962, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:08:15.751291 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:15.769605 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:15.779263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669b65c-0d23-4e36-b49b-130bd0d84567 req-2ad5e0f7-9ddc-4058-bb6a-9e7de934bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:15.779263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8669b65c-0d23-4e36-b49b-130bd0d84567 req-2ad5e0f7-9ddc-4058-bb6a-9e7de934bb92 service neutron] 10.222.0.64 "GET /v2.0/networks?id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea HTTP/1.1" status: 200 len: 904 time: 1.8490500 Dec 22 10:08:15.779263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-eef717e7-13e4-4271-ad23-e740fc7f7ae0 req-de5e16ec-0d65-4940-8a45-623e121e93dd tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3511918 Dec 22 10:08:15.805165 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-24fc5817-ae60-4bf4-b9fe-39ff6ef6d049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:15.854659 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:16.007133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Pushing event updated for resources: {'Port': ['ID=07ad7f17-0252-472b-90a7-f7ba4bc07489,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:16.193447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.193447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.193447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.193447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.193447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.193447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.193447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.193447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.193447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.193447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.193447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.193447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.193447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.193447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.193447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.193447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.193447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.193447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.193447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.197890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.197890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.197890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.197890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.197890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.208572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.208572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.208572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.208572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.208572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.208572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.208572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.208572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.208572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.208572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.208572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.208572 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:16.217427 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:16.248575 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8669b65c-0d23-4e36-b49b-130bd0d84567 req-c23b0b59-8de1-478a-bfd6-7dc1abd3ff01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4209c1-c0a2-4233-bf1f-37608b84e089 HTTP/1.1" status: 200 len: 217 time: 0.4600699 Dec 22 10:08:16.258949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90b6c09-2d97-43b4-957e-0cf961d2331f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4209c1-c0a2-4233-bf1f-37608b84e089'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:08:16.331788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port ed4209c1-c0a2-4233-bf1f-37608b84e089, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=ed4209c1-c0a2-4233-bf1f-37608b84e089,segment=NetworkSegment(9432c254-1983-4f8f-995f-2e42098fbe90),segment_id=9432c254-1983-4f8f-995f-2e42098fbe90)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:08:16.418585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669b65c-0d23-4e36-b49b-130bd0d84567 req-edfece3b-3a82-4f1d-8631-1b6299794d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:16.423478 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8669b65c-0d23-4e36-b49b-130bd0d84567 req-edfece3b-3a82-4f1d-8631-1b6299794d14 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1afa0cc-840d-4f33-a7c7-f41b2bef546c HTTP/1.1" status: 200 len: 849 time: 0.1677396 Dec 22 10:08:16.506686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] For port 2ec9392d-ba58-401e-be26-aad9434b6962, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:08:16.527640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] For port 2ec9392d-ba58-401e-be26-aad9434b6962, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=2ec9392d-ba58-401e-be26-aad9434b6962,segment=NetworkSegment(224b82da-8929-4c32-a798-a1f98b31b26e),segment_id=224b82da-8929-4c32-a798-a1f98b31b26e)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:08:16.603089 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90b6c09-2d97-43b4-957e-0cf961d2331f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4209c1-c0a2-4233-bf1f-37608b84e089', 'code': 200} Dec 22 10:08:16.628737 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:16.665050 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:16.803855 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:16.846228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669b65c-0d23-4e36-b49b-130bd0d84567 req-89bc6824-f153-4453-a22b-e9f27dc12070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:16.861821 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8669b65c-0d23-4e36-b49b-130bd0d84567 req-89bc6824-f153-4453-a22b-e9f27dc12070 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4291658 Dec 22 10:08:17.105654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=ed4209c1-c0a2-4233-bf1f-37608b84e089,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:17.123901 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:17.365815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Network 10c7a13e-476a-4388-b341-7fa8fb441e80 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:08:17.370423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:08:17.396791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:08:17.757574 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8669b65c-0d23-4e36-b49b-130bd0d84567 req-d3381d89-a76f-4224-b040-f78bf5cae4de service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8592553 Dec 22 10:08:17.806293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Attempting to bind port 07ad7f17-0252-472b-90a7-f7ba4bc07489 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:08:17.806724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Attempting to bind port 07ad7f17-0252-472b-90a7-f7ba4bc07489 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '6ec43165-2550-4fe0-913c-cddf5ccdde3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10c7a13e-476a-4388-b341-7fa8fb441e80'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:08:17.807148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Attempting to bind port 07ad7f17-0252-472b-90a7-f7ba4bc07489 on network 10c7a13e-476a-4388-b341-7fa8fb441e80 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:08:17.879711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:08:17.879711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Checking segment: {'id': '6ec43165-2550-4fe0-913c-cddf5ccdde3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10c7a13e-476a-4388-b341-7fa8fb441e80'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:08:17.879711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:17.879711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Bound using segment: {'id': '6ec43165-2550-4fe0-913c-cddf5ccdde3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10c7a13e-476a-4388-b341-7fa8fb441e80'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:08:17.879711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Bound port: 07ad7f17-0252-472b-90a7-f7ba4bc07489, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec43165-2550-4fe0-913c-cddf5ccdde3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10c7a13e-476a-4388-b341-7fa8fb441e80'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:08:17.879711 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:17.923119 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df82c0ae-be29-4fb6-8a21-a35b8ae79d86 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:18.108377 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6d367d4b-c711-4375-84ca-1230b99cad6d req-f95404f1-8fbb-4dc9-94ef-566a9441e475 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d012c9175ec447bc93440fd622490122&device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.3486958 Dec 22 10:08:18.185323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] For port 07ad7f17-0252-472b-90a7-f7ba4bc07489, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:08:18.196009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] For port 07ad7f17-0252-472b-90a7-f7ba4bc07489, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=07ad7f17-0252-472b-90a7-f7ba4bc07489,segment=NetworkSegment(6ec43165-2550-4fe0-913c-cddf5ccdde3d),segment_id=6ec43165-2550-4fe0-913c-cddf5ccdde3d)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:08:18.215908 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:18.297973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:18.319628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:18.321723 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] 10.222.0.64 "PUT /v2.0/ports/2ec9392d-ba58-401e-be26-aad9434b6962 HTTP/1.1" status: 200 len: 1156 time: 8.5168173 Dec 22 10:08:18.327536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d585a4-e6a7-4b28-89af-04f833286b4d', 'tag': '2ec9392d-ba58-401e-be26-aad9434b6962'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:08:18.395586 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:18.818424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.64', 63283) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:18.820556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec9392d-ba58-401e-be26-aad9434b6962,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:18.902459 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.985s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:19.013989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device ed4209c1-c0a2-4233-bf1f-37608b84e089 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:08:19.036703 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6d367d4b-c711-4375-84ca-1230b99cad6d req-09e6a312-8770-4bbe-8b27-d82f627f1491 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d012c9175ec447bc93440fd622490122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3062994 Dec 22 10:08:19.234621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Pushing event updated for resources: {'Port': ['ID=07ad7f17-0252-472b-90a7-f7ba4bc07489,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:19.266008 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:19.347117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port ed4209c1-c0a2-4233-bf1f-37608b84e089 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:08:19.347117 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:19.468609 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33644c5f-e1ed-4798-abce-de2aca63eeab req-fe9b290b-d786-437d-940f-fb22ec3baa0f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d60874bc-d35f-4426-aad5-ae86438eec0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.5702248 Dec 22 10:08:19.519157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16133200-ab58-4892-8146-466bdf95c06d req-2a1a4917-644a-41c9-97ab-8dddfca7bd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:19.532256 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-16133200-ab58-4892-8146-466bdf95c06d req-2a1a4917-644a-41c9-97ab-8dddfca7bd97 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 1161 time: 1.7897513 Dec 22 10:08:19.577319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1d788-2ed4-4a76-a54d-d056f3d8f62f req-bc0db748-5373-49c9-aab9-fc89069beeef tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:19.610756 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fb1d788-2ed4-4a76-a54d-d056f3d8f62f req-bc0db748-5373-49c9-aab9-fc89069beeef tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 944 time: 1.6561487 Dec 22 10:08:19.671430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d367d4b-c711-4375-84ca-1230b99cad6d req-e9a931f7-e69d-473f-b633-7b101f4a2105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:19.671430 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6d367d4b-c711-4375-84ca-1230b99cad6d req-e9a931f7-e69d-473f-b633-7b101f4a2105 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6053748 Dec 22 10:08:19.728106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] device_id is not set on port fa72ff35-a74e-4d3e-80ab-c2aebf8ea1b5 yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:08:19.895793 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8669b65c-0d23-4e36-b49b-130bd0d84567 req-eb3b5146-add9-4fc1-a623-def1d29cc8da service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.7244971 Dec 22 10:08:19.921575 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8fb1d788-2ed4-4a76-a54d-d056f3d8f62f req-359abc12-0c92-4f87-b382-fbd9545e10e0 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194416 Dec 22 10:08:19.972206 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-16133200-ab58-4892-8146-466bdf95c06d req-41bff919-d5ea-4e17-80b0-64411ddf0bfd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4233925 Dec 22 10:08:20.152828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-23b74cae-7298-4239-a68b-179db3409a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:20.152828 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-23b74cae-7298-4239-a68b-179db3409a8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e798a8e61fa24836a28e3da00a2e4e8b&device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 1159 time: 1.4130645 Dec 22 10:08:20.185642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb415a-5951-4fab-8ff7-75948b98e5e5 req-965fa8f3-1f68-46fc-a880-f9f506db5542 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:20.211004 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-12cb415a-5951-4fab-8ff7-75948b98e5e5 req-965fa8f3-1f68-46fc-a880-f9f506db5542 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 2.0872705 Dec 22 10:08:20.690634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 07ad7f17-0252-472b-90a7-f7ba4bc07489 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:08:20.789360 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-8c2a0f4c-54fe-4dd2-8215-d2883f15f780 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ec9392d-ba58-401e-be26-aad9434b6962 HTTP/1.1" status: 200 len: 217 time: 0.3965430 Dec 22 10:08:20.817060 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-12cb415a-5951-4fab-8ff7-75948b98e5e5 req-bc08e542-f37e-44cf-8c5e-c6f8841a8253 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5948598 Dec 22 10:08:20.826510 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3fefa1e4-6dde-4bb3-8b09-3db64cfc3e0d req-5a845903-5538-4073-87a5-49f6a0ebf9ee tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.3541062 Dec 22 10:08:20.839417 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33644c5f-e1ed-4798-abce-de2aca63eeab req-5c8f1ac1-1291-44e8-b0ba-0aeae672f65f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d012c9175ec447bc93440fd622490122&device_id=d60874bc-d35f-4426-aad5-ae86438eec0b HTTP/1.1" status: 200 len: 210 time: 0.9319360 Dec 22 10:08:21.073509 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33644c5f-e1ed-4798-abce-de2aca63eeab req-6fe0b9f1-3c09-467c-a904-efb428b25bc7 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d012c9175ec447bc93440fd622490122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1803412 Dec 22 10:08:21.133083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 07ad7f17-0252-472b-90a7-f7ba4bc07489 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:08:21.235212 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d585a4-e6a7-4b28-89af-04f833286b4d', 'tag': '2ec9392d-ba58-401e-be26-aad9434b6962', 'status': 'completed', 'code': 200} Dec 22 10:08:21.492581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33644c5f-e1ed-4798-abce-de2aca63eeab req-6c7fb952-c802-4de4-9106-9909195d6420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:21.499083 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33644c5f-e1ed-4798-abce-de2aca63eeab req-6c7fb952-c802-4de4-9106-9909195d6420 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4103980 Dec 22 10:08:21.580176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-928b7b39-2157-4a9e-853f-fdceedc4d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:21.580176 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-928b7b39-2157-4a9e-853f-fdceedc4d7c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a8cbed5-bf42-44bf-8a42-c92ce50d8141 HTTP/1.1" status: 200 len: 851 time: 0.7812212 Dec 22 10:08:21.753238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Allocated IP 2001:db8::10 (10c7a13e-476a-4388-b341-7fa8fb441e80/b2c81b3d-f9b8-41e9-945c-741ae71cf4ce/fa72ff35-a74e-4d3e-80ab-c2aebf8ea1b5) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:08:21.900080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-6fa0be19-aec7-4b6f-8365-13398bf2908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:21.900080 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-6fa0be19-aec7-4b6f-8365-13398bf2908c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99773f64-dc84-4992-b646-2939d71e7472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2979820 Dec 22 10:08:21.919456 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6d367d4b-c711-4375-84ca-1230b99cad6d req-6fe21c33-e6c3-496b-b032-b53eb8fc1898 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.64 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 0.1675572 Dec 22 10:08:22.027439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff43115-68bf-4fbb-bca0-21fb6513b232 req-9953285e-0a6f-4564-a5ae-9236db4643d1 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:22.048522 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aff43115-68bf-4fbb-bca0-21fb6513b232 req-9953285e-0a6f-4564-a5ae-9236db4643d1 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 944 time: 0.5477552 Dec 22 10:08:22.333931 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aff43115-68bf-4fbb-bca0-21fb6513b232 req-1f6e223b-4c4a-4290-bc18-0e4ae2af8068 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888606 Dec 22 10:08:22.621718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f3b7f-a2c3-4417-91fd-9ff507093d71 req-9dc018d3-0cc9-4082-b0bc-9aed4d89a073 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:22.631341 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-694f3b7f-a2c3-4417-91fd-9ff507093d71 req-9dc018d3-0cc9-4082-b0bc-9aed4d89a073 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 0.2901883 Dec 22 10:08:22.742105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bfbc43-6600-4391-82b4-c2e9544570f2 None None] Network 10c7a13e-476a-4388-b341-7fa8fb441e80 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:08:22.833596 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-694f3b7f-a2c3-4417-91fd-9ff507093d71 req-c54703c1-66e0-4338-ad6a-b2a7e10ca415 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933546 Dec 22 10:08:23.421648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e2ce8-434b-4e9c-870f-4a85065a248f req-1d06b47d-1593-419e-b752-c13ed766f4ca tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:23.423730 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3b6e2ce8-434b-4e9c-870f-4a85065a248f req-1d06b47d-1593-419e-b752-c13ed766f4ca tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 0.2850261 Dec 22 10:08:23.427157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:23.436371 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 53936) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:23.444724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-81dfdcc6-8e4c-4f60-a297-89130490c434 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Request body: {'floatingip': {'port_id': 'ed4209c1-c0a2-4233-bf1f-37608b84e089'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:08:23.513300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Transition to ACTIVE for port object fa72ff35-a74e-4d3e-80ab-c2aebf8ea1b5 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:08:23.576128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53940) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:23.582193 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:23.656677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-81dfdcc6-8e4c-4f60-a297-89130490c434 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks [] for floatingip, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:23.668750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eb28239f-016b-4b44-8ba9-81defb816e93 None None] Provisioning for port 07ad7f17-0252-472b-90a7-f7ba4bc07489 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:08:23.736840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eb28239f-016b-4b44-8ba9-81defb816e93 None None] Provisioning complete for port 07ad7f17-0252-472b-90a7-f7ba4bc07489 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:08:23.736840 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb28239f-016b-4b44-8ba9-81defb816e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:23.935417 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb28239f-016b-4b44-8ba9-81defb816e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:23.980951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-eb28239f-016b-4b44-8ba9-81defb816e93 None None] For port 07ad7f17-0252-472b-90a7-f7ba4bc07489, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=07ad7f17-0252-472b-90a7-f7ba4bc07489,segment=NetworkSegment(6ec43165-2550-4fe0-913c-cddf5ccdde3d),segment_id=6ec43165-2550-4fe0-913c-cddf5ccdde3d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:08:23.992662 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb28239f-016b-4b44-8ba9-81defb816e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:23.992662 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:24.192805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28239f-016b-4b44-8ba9-81defb816e93 None None] Pushing event updated for resources: {'Port': ['ID=07ad7f17-0252-472b-90a7-f7ba4bc07489,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:24.218027 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eb28239f-016b-4b44-8ba9-81defb816e93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:24.673906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eaed88bc-196c-4556-970a-95e262d8a9a1 None None] Provisioning complete for port 07ad7f17-0252-472b-90a7-f7ba4bc07489 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:08:24.673906 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eaed88bc-196c-4556-970a-95e262d8a9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:24.698081 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-2a3010ce-7f91-426b-8193-d537448579a8 service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.7724853 Dec 22 10:08:24.698081 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:24.791681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 07ad7f17-0252-472b-90a7-f7ba4bc07489 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:08:25.552777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 07ad7f17-0252-472b-90a7-f7ba4bc07489 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:08:25.554524 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:25.556880 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a2720d5-0f63-43f1-9654-ac00ac7791f3 req-6a41bfa1-3884-4204-bc1f-7fb987b0f21b service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7751994 Dec 22 10:08:25.943788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eaed88bc-196c-4556-970a-95e262d8a9a1 None None] Provisioning for port fa72ff35-a74e-4d3e-80ab-c2aebf8ea1b5 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:08:25.980623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eaed88bc-196c-4556-970a-95e262d8a9a1 None None] Provisioning complete for port fa72ff35-a74e-4d3e-80ab-c2aebf8ea1b5 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:08:25.981574 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eaed88bc-196c-4556-970a-95e262d8a9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:26.144787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=fa72ff35-a74e-4d3e-80ab-c2aebf8ea1b5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:26.170170 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7bb1ce10-c917-4111-b427-60d6f5b3d1e5 req-218cea5c-2d06-4af7-ac5e-8388c9d041ec tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d38ce5c6-b987-4dc6-9dc2-0584b3d443ef HTTP/1.1" status: 200 len: 210 time: 2.2396708 Dec 22 10:08:26.203928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 10c7a13e-476a-4388-b341-7fa8fb441e80 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:08:26.213703 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.522s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:26.223303 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:26.235615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-eaed88bc-196c-4556-970a-95e262d8a9a1 None None] Port fa72ff35-a74e-4d3e-80ab-c2aebf8ea1b5 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:08:26.282915 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-81dfdcc6-8e4c-4f60-a297-89130490c434 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks [] for floatingip, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:26.284427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:08:26.302728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a22d2-b2e5-440f-a30b-214d636a58c6 req-7ef7ed72-de68-46cf-9825-7d095db057cd tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:26.308810 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-429a22d2-b2e5-440f-a30b-214d636a58c6 req-7ef7ed72-de68-46cf-9825-7d095db057cd tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 944 time: 2.3713136 Dec 22 10:08:26.341329 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-81dfdcc6-8e4c-4f60-a297-89130490c434 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7853918'] for floatingip, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:26.393046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:08:26.410388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6f0e12a1-a169-4a47-9779-d5f49a0ca47c None None] Provisioning complete for port 07ad7f17-0252-472b-90a7-f7ba4bc07489 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:08:26.410388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6f0e12a1-a169-4a47-9779-d5f49a0ca47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:26.419663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:26.419663 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:26.539170 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:08:26.584676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Usage tracker for resource:security_group_rule and tenant:785e9b166d6e458aa3ac64301932e3ff is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:08:26.600366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:08:26.632709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:08:26.718919 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 14.6333730 Dec 22 10:08:26.718919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 53988) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:26.784617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-3f230b32-a293-447e-ae2b-8f4a0cce39bc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'network_id': '10c7a13e-476a-4388-b341-7fa8fb441e80', 'name': 'tempest-PortsIpV6TestJSON-653029003', 'fixed_ips': [{'subnet_id': 'b2c81b3d-f9b8-41e9-945c-741ae71cf4ce', 'ip_address': '2001:db8::f'}]}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:08:26.878347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6336206-aea3-4258-8be1-ad84b5bc4319 req-d71376e9-8978-4c74-8fc4-a898d899a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:26.894375 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6336206-aea3-4258-8be1-ad84b5bc4319 req-d71376e9-8978-4c74-8fc4-a898d899a138 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e798a8e61fa24836a28e3da00a2e4e8b&device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 1159 time: 1.0968459 Dec 22 10:08:27.033331 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-429a22d2-b2e5-440f-a30b-214d636a58c6 req-1c5d8527-3dcb-4f02-b0a1-480847615d29 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656639 Dec 22 10:08:27.134174 n-d-765315-5 neutron-server[80960]: INFO neutron.db.l3_db [None req-81dfdcc6-8e4c-4f60-a297-89130490c434 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Floating IP 1012f007-2ff2-4d98-ac85-acf437b5719b associated. External IP: 172.25.7.38, port: ed4209c1-c0a2-4233-bf1f-37608b84e089. Dec 22 10:08:27.187126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e8df887c-44fd-4967-b688-892d0be2e2ba None None] Provisioning complete for port fa72ff35-a74e-4d3e-80ab-c2aebf8ea1b5 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:08:27.187126 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8df887c-44fd-4967-b688-892d0be2e2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:27.298339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6336206-aea3-4258-8be1-ad84b5bc4319 req-88bd41d6-d6b4-46a6-bb0c-9fe6e4872323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:27.301469 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6336206-aea3-4258-8be1-ad84b5bc4319 req-88bd41d6-d6b4-46a6-bb0c-9fe6e4872323 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99773f64-dc84-4992-b646-2939d71e7472 HTTP/1.1" status: 200 len: 906 time: 0.3987122 Dec 22 10:08:27.351734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e8df887c-44fd-4967-b688-892d0be2e2ba None None] Port fa72ff35-a74e-4d3e-80ab-c2aebf8ea1b5 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:08:27.527653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3f230b32-a293-447e-ae2b-8f4a0cce39bc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:08:27.561976 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6336206-aea3-4258-8be1-ad84b5bc4319 req-133a2710-f6e0-4b0c-9647-8ea3c3f3df58 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ec9392d-ba58-401e-be26-aad9434b6962 HTTP/1.1" status: 200 len: 217 time: 0.0909412 Dec 22 10:08:27.561976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3f230b32-a293-447e-ae2b-8f4a0cce39bc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:port and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:08:27.561976 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3f230b32-a293-447e-ae2b-8f4a0cce39bc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for port was recalculated. Used quota:3. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:08:27.667871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3f230b32-a293-447e-ae2b-8f4a0cce39bc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:08:27.715762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f230b32-a293-447e-ae2b-8f4a0cce39bc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:08:27.857704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6336206-aea3-4258-8be1-ad84b5bc4319 req-6f1efbe5-6174-48dd-9726-03c82262387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:27.859839 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6336206-aea3-4258-8be1-ad84b5bc4319 req-6f1efbe5-6174-48dd-9726-03c82262387b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a8cbed5-bf42-44bf-8a42-c92ce50d8141 HTTP/1.1" status: 200 len: 851 time: 0.3086874 Dec 22 10:08:28.164584 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:28.291921 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:28.342917 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-96c9611e-6039-4bab-8a2e-915cf468f0bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:28.448611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dfdcc6-8e4c-4f60-a297-89130490c434 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Router ddd24c21-d9bb-4388-9693-c41c1a37f015 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:08:28.451582 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3d5fdb7a-dbf1-46d5-8062-7ee92d494af6 req-42206d77-0d44-4109-bc71-892cb84c3604 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d012c9175ec447bc93440fd622490122&device_id=d60874bc-d35f-4426-aad5-ae86438eec0b HTTP/1.1" status: 200 len: 210 time: 0.3003702 Dec 22 10:08:28.478406 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f230b32-a293-447e-ae2b-8f4a0cce39bc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:28.556658 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c2163d60-6ccb-4328-8a02-14d94c5c035a req-ab721683-6423-4b89-bb9b-b7584a37c260 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d60874bc-d35f-4426-aad5-ae86438eec0b HTTP/1.1" status: 200 len: 210 time: 0.0942433 Dec 22 10:08:28.559264 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=785e9b166d6e458aa3ac64301932e3ff&name=default HTTP/1.1" status: 200 len: 2883 time: 4.9691112 Dec 22 10:08:28.559264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5221fd94-5a70-4d5f-916d-29324615ded3,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:28.582491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54024) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:28.609432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.609432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.609432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.609432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.609432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.609432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.609432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.609432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.609432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.613596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.613596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.613596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.613596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.613596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.613596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.613596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.613596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.613596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.613596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.618297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.618297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.618297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.618297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.618297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.618297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.618297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.618297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.618297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.618297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.618297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.623393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.623393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.623393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.623393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.623393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.623393 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:08:28.628272 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:28.655354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6336206-aea3-4258-8be1-ad84b5bc4319 req-69e89fb5-c286-4f97-bc3b-eb4e4ecf2698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:28.655354 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6336206-aea3-4258-8be1-ad84b5bc4319 req-69e89fb5-c286-4f97-bc3b-eb4e4ecf2698 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99773f64-dc84-4992-b646-2939d71e7472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7736943 Dec 22 10:08:28.680525 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3d5fdb7a-dbf1-46d5-8062-7ee92d494af6 req-dd18e572-8e5b-4dfe-9fec-e7ac06461001 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d012c9175ec447bc93440fd622490122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1264086 Dec 22 10:08:29.123029 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-3f230b32-a293-447e-ae2b-8f4a0cce39bc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] device_id is not set on port c72a5a36-6dea-4521-a52b-a3ceca0f06bb yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:08:29.284998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dfdcc6-8e4c-4f60-a297-89130490c434 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:08:29.296245 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-81dfdcc6-8e4c-4f60-a297-89130490c434 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for floatingip, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:29.300798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab13506d-bd69-461b-9924-1e3c182281ed None None] Sync routers for ids ['ddd24c21-d9bb-4388-9693-c41c1a37f015'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:08:29.328752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab13506d-bd69-461b-9924-1e3c182281ed None None] Routers {'ddd24c21-d9bb-4388-9693-c41c1a37f015'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:08:29.328752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ab13506d-bd69-461b-9924-1e3c182281ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:08:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['ddd24c21-d9bb-4388-9693-c41c1a37f015'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:08:29.393362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb1af7-b753-420b-90d0-5515fda6b72f req-a2fc863f-0722-4b5c-b88e-dbed47ffedea tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:29.401650 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-74eb1af7-b753-420b-90d0-5515fda6b72f req-a2fc863f-0722-4b5c-b88e-dbed47ffedea tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 944 time: 0.7836993 Dec 22 10:08:29.551065 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-74eb1af7-b753-420b-90d0-5515fda6b72f req-bceaeb49-8f77-49aa-b45b-9204ad7146fd tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365552 Dec 22 10:08:29.551065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fdb7a-dbf1-46d5-8062-7ee92d494af6 req-fda4a68d-5393-402b-86fc-d5181bd52e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:29.551065 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3d5fdb7a-dbf1-46d5-8062-7ee92d494af6 req-fda4a68d-5393-402b-86fc-d5181bd52e6b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.8629336 Dec 22 10:08:29.562267 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-81dfdcc6-8e4c-4f60-a297-89130490c434 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "PUT /v2.0/floatingips/1012f007-2ff2-4d98-ac85-acf437b5719b HTTP/1.1" status: 200 len: 991 time: 6.1246576 Dec 22 10:08:29.563522 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90b6c09-2d97-43b4-957e-0cf961d2331f', 'tag': 'ed4209c1-c0a2-4233-bf1f-37608b84e089'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:08:29.696415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-3f230b32-a293-447e-ae2b-8f4a0cce39bc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Allocated IP 2001:db8::f (10c7a13e-476a-4388-b341-7fa8fb441e80/b2c81b3d-f9b8-41e9-945c-741ae71cf4ce/c72a5a36-6dea-4521-a52b-a3ceca0f06bb) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:08:29.724438 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90b6c09-2d97-43b4-957e-0cf961d2331f', 'tag': 'ed4209c1-c0a2-4233-bf1f-37608b84e089', 'status': 'completed', 'code': 200} Dec 22 10:08:29.924599 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6336206-aea3-4258-8be1-ad84b5bc4319 req-9e7ef0f6-c2c1-4965-a316-c401e0e152bd service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2557714 Dec 22 10:08:29.946102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-ab13506d-bd69-461b-9924-1e3c182281ed None None] Set router ddd24c21-d9bb-4388-9693-c41c1a37f015 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:08:30.084350 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c3571573-21ea-41f6-8e95-d57041c25e43 req-74ed4986-da87-4e7e-a59d-347152c891d8 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d60874bc-d35f-4426-aad5-ae86438eec0b HTTP/1.1" status: 200 len: 210 time: 0.0898478 Dec 22 10:08:30.196184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e147bb-f90c-4fe2-9178-1c8184c4d52a req-39bdc08f-8659-4ed2-ab76-daf34aac1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:30.206041 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-310a01d8-5517-4f2e-8579-721ef7c63ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:30.216360 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5e147bb-f90c-4fe2-9178-1c8184c4d52a req-39bdc08f-8659-4ed2-ab76-daf34aac1c3f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c89cb1345d340f38775861a6b074177&device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 1161 time: 0.4570944 Dec 22 10:08:30.250683 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-310a01d8-5517-4f2e-8579-721ef7c63ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:30.546288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ab13506d-bd69-461b-9924-1e3c182281ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'name': 'tempest-AttachVolumeTestJSON-392956859-router', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cb6245b3-eead-486a-94b1-cb5feb763a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:07:23Z', 'updated_at': '2020-12-22T10:07:35Z', 'revision_number': 4, 'project_id': '5c89cb1345d340f38775861a6b074177', 'gw_port': {'id': 'cb6245b3-eead-486a-94b1-cb5feb763a38', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:07:26Z', 'updated_at': '2020-12-22T10:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': '1012f007-2ff2-4d98-ac85-acf437b5719b', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'port_id': 'ed4209c1-c0a2-4233-bf1f-37608b84e089', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea', 'mac_address': 'fa:16:3e:7d:f4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90b6c09-2d97-43b4-957e-0cf961d2331f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T10:07:44Z', 'updated_at': '2020-12-22T10:08:24Z', 'revision_number': 1, 'project_id': '5c89cb1345d340f38775861a6b074177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e26d3af-76b2-456d-8939-57435d753bd5', 'name': '', 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'mac_address': 'fa:16:3e:ea:db:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'e1afa0cc-840d-4f33-a7c7-f41b2bef546c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:07:33Z', 'updated_at': '2020-12-22T10:07:57Z', 'revision_number': 5, 'project_id': '5c89cb1345d340f38775861a6b074177', 'subnets': [{'id': 'e1afa0cc-840d-4f33-a7c7-f41b2bef546c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:08:30.562175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab13506d-bd69-461b-9924-1e3c182281ed None None] Checking router: ddd24c21-d9bb-4388-9693-c41c1a37f015 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:08:30.580332 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d6336206-aea3-4258-8be1-ad84b5bc4319 req-4554c503-b7a4-4e06-bae1-dc012c4d7d86 service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6381409 Dec 22 10:08:30.583736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab13506d-bd69-461b-9924-1e3c182281ed None None] Routers {'ddd24c21-d9bb-4388-9693-c41c1a37f015'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:08:30.583736 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ab13506d-bd69-461b-9924-1e3c182281ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:08:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['ddd24c21-d9bb-4388-9693-c41c1a37f015'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:08:30.588045 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-310a01d8-5517-4f2e-8579-721ef7c63ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:30.613801 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a85a3e9d-8516-4ce9-82d0-6fdada646ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:30.626620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e147bb-f90c-4fe2-9178-1c8184c4d52a req-1beb48f7-f8ed-4f99-91cf-3dbdfe2817fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:30.628769 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5e147bb-f90c-4fe2-9178-1c8184c4d52a req-1beb48f7-f8ed-4f99-91cf-3dbdfe2817fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea HTTP/1.1" status: 200 len: 904 time: 0.4057734 Dec 22 10:08:30.674911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a01d8-5517-4f2e-8579-721ef7c63ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5221fd94-5a70-4d5f-916d-29324615ded3,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:30.734950 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-310a01d8-5517-4f2e-8579-721ef7c63ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:30.894098 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5e147bb-f90c-4fe2-9178-1c8184c4d52a req-a09c3daa-3a5f-4d56-b013-4700032fa1c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4209c1-c0a2-4233-bf1f-37608b84e089 HTTP/1.1" status: 200 len: 999 time: 0.2157583 Dec 22 10:08:30.919898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-310a01d8-5517-4f2e-8579-721ef7c63ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:30.919898 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-310a01d8-5517-4f2e-8579-721ef7c63ca3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5221fd94-5a70-4d5f-916d-29324615ded3 HTTP/1.1" status: 204 len: 168 time: 2.3522310 Dec 22 10:08:31.252019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-ab13506d-bd69-461b-9924-1e3c182281ed None None] Set router ddd24c21-d9bb-4388-9693-c41c1a37f015 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:08:31.278002 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3d5fdb7a-dbf1-46d5-8062-7ee92d494af6 req-4ec57edc-bb41-42b6-a5ef-8096b6d0a7c6 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.64 "GET /v2.0/ports?device_id=d60874bc-d35f-4426-aad5-ae86438eec0b HTTP/1.1" status: 200 len: 210 time: 0.1810741 Dec 22 10:08:31.294980 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e147bb-f90c-4fe2-9178-1c8184c4d52a req-97d63109-1f27-4639-996e-138689f43147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:31.296737 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5e147bb-f90c-4fe2-9178-1c8184c4d52a req-97d63109-1f27-4639-996e-138689f43147 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1afa0cc-840d-4f33-a7c7-f41b2bef546c HTTP/1.1" status: 200 len: 849 time: 0.2418873 Dec 22 10:08:31.558361 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1296880-8298-4d32-95bc-b2359b992354 req-7df16729-99f8-4366-b67b-8a0a22650e55 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:31.563462 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b1296880-8298-4d32-95bc-b2359b992354 req-7df16729-99f8-4366-b67b-8a0a22650e55 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 944 time: 0.6753931 Dec 22 10:08:31.578224 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f230b32-a293-447e-ae2b-8f4a0cce39bc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:31.651487 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b1296880-8298-4d32-95bc-b2359b992354 req-8d62ca78-d5cb-4aaa-9baa-ddbb8412fdf0 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859485 Dec 22 10:08:31.670836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-3f230b32-a293-447e-ae2b-8f4a0cce39bc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Transition to ACTIVE for port object c72a5a36-6dea-4521-a52b-a3ceca0f06bb will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:08:31.723270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f230b32-a293-447e-ae2b-8f4a0cce39bc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:31.771496 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1678c9ef-edec-4cab-9995-99ebd9496025 req-a08929ca-6e67-45fd-9158-0dc16be2ec50 tempest-ServerShowV247Test-1659452002 tempest-ServerShowV247Test-1659452002] 10.222.0.50 "GET /v2.0/ports?device_id=d60874bc-d35f-4426-aad5-ae86438eec0b HTTP/1.1" status: 200 len: 210 time: 0.1132143 Dec 22 10:08:31.784357 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e147bb-f90c-4fe2-9178-1c8184c4d52a req-56883392-cbbb-4eb9-b25f-a155a1750982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:31.784357 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5e147bb-f90c-4fe2-9178-1c8184c4d52a req-56883392-cbbb-4eb9-b25f-a155a1750982 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4496608 Dec 22 10:08:31.977033 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-815c773e-8508-48f4-815c-5f0cb3b0adeb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:32.079769 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5e147bb-f90c-4fe2-9178-1c8184c4d52a req-7268706d-4a1c-48a7-894d-43a6e806cfc6 service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911997 Dec 22 10:08:32.208441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f230b32-a293-447e-ae2b-8f4a0cce39bc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=c72a5a36-6dea-4521-a52b-a3ceca0f06bb,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:32.235910 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3f230b32-a293-447e-ae2b-8f4a0cce39bc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:32.283347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f230b32-a293-447e-ae2b-8f4a0cce39bc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 10c7a13e-476a-4388-b341-7fa8fb441e80 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:08:32.284718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-3f230b32-a293-447e-ae2b-8f4a0cce39bc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:08:32.309766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f230b32-a293-447e-ae2b-8f4a0cce39bc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:08:32.316171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f230b32-a293-447e-ae2b-8f4a0cce39bc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:32.321946 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3f230b32-a293-447e-ae2b-8f4a0cce39bc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:32.383708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54098) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:32.494759 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3f230b32-a293-447e-ae2b-8f4a0cce39bc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.7628224 Dec 22 10:08:32.496437 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d0fb887-5005-4365-a62e-f31692e1b911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:32.506835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54104) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:32.587879 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1d0fb887-5005-4365-a62e-f31692e1b911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:08:32.594595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1d0fb887-5005-4365-a62e-f31692e1b911 admin admin] Usage tracker for resource:security_group_rule and tenant:5c14756e189044c5871872f5b05613c3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:08:32.600763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1d0fb887-5005-4365-a62e-f31692e1b911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:08:32.627085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1d0fb887-5005-4365-a62e-f31692e1b911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:08:32.656523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ab13506d-bd69-461b-9924-1e3c182281ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'name': 'tempest-AttachVolumeTestJSON-392956859-router', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cb6245b3-eead-486a-94b1-cb5feb763a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:07:23Z', 'updated_at': '2020-12-22T10:07:35Z', 'revision_number': 4, 'project_id': '5c89cb1345d340f38775861a6b074177', 'gw_port': {'id': 'cb6245b3-eead-486a-94b1-cb5feb763a38', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:07:26Z', 'updated_at': '2020-12-22T10:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': '1012f007-2ff2-4d98-ac85-acf437b5719b', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'port_id': 'ed4209c1-c0a2-4233-bf1f-37608b84e089', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea', 'mac_address': 'fa:16:3e:7d:f4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90b6c09-2d97-43b4-957e-0cf961d2331f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T10:07:44Z', 'updated_at': '2020-12-22T10:08:24Z', 'revision_number': 1, 'project_id': '5c89cb1345d340f38775861a6b074177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e26d3af-76b2-456d-8939-57435d753bd5', 'name': '', 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'mac_address': 'fa:16:3e:ea:db:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'e1afa0cc-840d-4f33-a7c7-f41b2bef546c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:07:33Z', 'updated_at': '2020-12-22T10:07:57Z', 'revision_number': 5, 'project_id': '5c89cb1345d340f38775861a6b074177', 'subnets': [{'id': 'e1afa0cc-840d-4f33-a7c7-f41b2bef546c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:08:32.670370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab13506d-bd69-461b-9924-1e3c182281ed None None] The sync data for ids ['ddd24c21-d9bb-4388-9693-c41c1a37f015'] in n-d-765315-5 is: [{'id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'name': 'tempest-AttachVolumeTestJSON-392956859-router', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cb6245b3-eead-486a-94b1-cb5feb763a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:07:23Z', 'updated_at': '2020-12-22T10:07:35Z', 'revision_number': 4, 'project_id': '5c89cb1345d340f38775861a6b074177', 'gw_port': {'id': 'cb6245b3-eead-486a-94b1-cb5feb763a38', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:07:26Z', 'updated_at': '2020-12-22T10:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_floatingips': [{'id': '1012f007-2ff2-4d98-ac85-acf437b5719b', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'router_id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'port_id': 'ed4209c1-c0a2-4233-bf1f-37608b84e089', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea', 'mac_address': 'fa:16:3e:7d:f4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90b6c09-2d97-43b4-957e-0cf961d2331f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-22T10:07:44Z', 'updated_at': '2020-12-22T10:08:24Z', 'revision_number': 1, 'project_id': '5c89cb1345d340f38775861a6b074177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e26d3af-76b2-456d-8939-57435d753bd5', 'name': '', 'network_id': '04f43c3d-e331-4b62-8ece-d2dce3fe9cea', 'tenant_id': '5c89cb1345d340f38775861a6b074177', 'mac_address': 'fa:16:3e:ea:db:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd24c21-d9bb-4388-9693-c41c1a37f015', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'e1afa0cc-840d-4f33-a7c7-f41b2bef546c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:07:33Z', 'updated_at': '2020-12-22T10:07:57Z', 'revision_number': 5, 'project_id': '5c89cb1345d340f38775861a6b074177', 'subnets': [{'id': 'e1afa0cc-840d-4f33-a7c7-f41b2bef546c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:08:32.743700 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8a42d1-6faf-496b-ad46-8f7a7016939f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:32.752081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-aa8a42d1-6faf-496b-ad46-8f7a7016939f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Synchronizing usage tracker for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:08:32.760742 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d5e147bb-f90c-4fe2-9178-1c8184c4d52a req-9d8bc8c8-c562-46b1-b69a-75677d0a742e service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6736362 Dec 22 10:08:32.824243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-aa8a42d1-6faf-496b-ad46-8f7a7016939f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Unset dirty status for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:08:32.826440 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-aa8a42d1-6faf-496b-ad46-8f7a7016939f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3156881 Dec 22 10:08:32.829340 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 54110) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:32.930617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-51980a41-dc5a-466e-8731-a68cf8caa8a4 None None] Provisioning for port c72a5a36-6dea-4521-a52b-a3ceca0f06bb completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:08:32.952192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-51980a41-dc5a-466e-8731-a68cf8caa8a4 None None] Provisioning complete for port c72a5a36-6dea-4521-a52b-a3ceca0f06bb triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:08:32.952627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-51980a41-dc5a-466e-8731-a68cf8caa8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:32.970704 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d0fb887-5005-4365-a62e-f31692e1b911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:32.975662 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1d0fb887-5005-4365-a62e-f31692e1b911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:33.048279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-51980a41-dc5a-466e-8731-a68cf8caa8a4 None None] Port c72a5a36-6dea-4521-a52b-a3ceca0f06bb cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:08:33.104474 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ab6b4dd1-b181-4ba7-b6ca-5f70967169c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:33.132962 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1d0fb887-5005-4365-a62e-f31692e1b911 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c14756e189044c5871872f5b05613c3&name=default HTTP/1.1" status: 200 len: 2883 time: 0.7393315 Dec 22 10:08:33.132962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54118) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:33.232153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9767c6c-88d5-409c-99e7-67a228deb972 None None] New status for floating IP 1012f007-2ff2-4d98-ac85-acf437b5719b: ACTIVE {{(pid=81074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 22 10:08:33.317789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42510584-fb2c-4f53-957b-c4af6ff12cd0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:33.328620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42510584-fb2c-4f53-957b-c4af6ff12cd0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:33.351811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42510584-fb2c-4f53-957b-c4af6ff12cd0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:33.370136 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-42510584-fb2c-4f53-957b-c4af6ff12cd0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5391741 Dec 22 10:08:33.375843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 54124) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:33.402645 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-22dd03bd-f200-48d4-9a1a-e2778704b838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:33.416221 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fb887-5005-4365-a62e-f31692e1b911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257edb79-2a94-49ac-b72a-5c8eb31263c9,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:33.433029 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1d0fb887-5005-4365-a62e-f31692e1b911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:33.501976 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-22dd03bd-f200-48d4-9a1a-e2778704b838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:33.608122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe0f9ae5-df75-4c6c-93bd-627e20ebd405 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port c72a5a36-6dea-4521-a52b-a3ceca0f06bb {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:08:33.608743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe0f9ae5-df75-4c6c-93bd-627e20ebd405 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:33.696434 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-22dd03bd-f200-48d4-9a1a-e2778704b838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:33.702050 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1d0fb887-5005-4365-a62e-f31692e1b911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:33.750310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd03bd-f200-48d4-9a1a-e2778704b838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257edb79-2a94-49ac-b72a-5c8eb31263c9,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:33.754955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f2171-fb99-46b7-8360-92dadcc914b1 req-fa8acea6-50e7-4a04-90c9-baa609a73ee9 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:33.759211 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-22dd03bd-f200-48d4-9a1a-e2778704b838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:33.774007 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-22dd03bd-f200-48d4-9a1a-e2778704b838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:33.780315 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-22dd03bd-f200-48d4-9a1a-e2778704b838 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/257edb79-2a94-49ac-b72a-5c8eb31263c9 HTTP/1.1" status: 204 len: 168 time: 0.6486299 Dec 22 10:08:33.784216 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b6f2171-fb99-46b7-8360-92dadcc914b1 req-fa8acea6-50e7-4a04-90c9-baa609a73ee9 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 944 time: 0.8466988 Dec 22 10:08:33.934091 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2b6f2171-fb99-46b7-8360-92dadcc914b1 req-ae144429-1b10-4050-b742-0156d6ab21a1 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143460 Dec 22 10:08:34.117513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54140) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:34.500563 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd00f2aa-44b0-42c3-875c-6adb2339d8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:34.518651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cd00f2aa-44b0-42c3-875c-6adb2339d8f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:08:34.523242 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cd00f2aa-44b0-42c3-875c-6adb2339d8f8 admin admin] Usage tracker for resource:security_group_rule and tenant:d012c9175ec447bc93440fd622490122 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:08:34.526871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cd00f2aa-44b0-42c3-875c-6adb2339d8f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:08:34.533413 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cd00f2aa-44b0-42c3-875c-6adb2339d8f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:08:34.555597 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe0f9ae5-df75-4c6c-93bd-627e20ebd405 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:34.681083 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd00f2aa-44b0-42c3-875c-6adb2339d8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:34.688981 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cd00f2aa-44b0-42c3-875c-6adb2339d8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:34.697301 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-601b0d39-7f4f-48b3-afe1-a0ae1b5e1f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:34.770190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00f2aa-44b0-42c3-875c-6adb2339d8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77af93b-9703-4fcc-9c73-5f48afaaee6d,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:34.778283 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cd00f2aa-44b0-42c3-875c-6adb2339d8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:34.786511 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cd00f2aa-44b0-42c3-875c-6adb2339d8f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d012c9175ec447bc93440fd622490122&name=default HTTP/1.1" status: 200 len: 2883 time: 0.6670132 Dec 22 10:08:34.792316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54166) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:34.983474 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1904f913-345c-403d-99be-a78325444669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:35.051664 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1904f913-345c-403d-99be-a78325444669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:35.096379 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3adb99a6-4ea9-410c-878a-578b1b8a008b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:35.174332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1904f913-345c-403d-99be-a78325444669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:35.183319 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-620dead0-76ea-4075-a9a4-59d323fb3271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:35.235887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904f913-345c-403d-99be-a78325444669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77af93b-9703-4fcc-9c73-5f48afaaee6d,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:35.259497 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1904f913-345c-403d-99be-a78325444669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:35.289918 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1904f913-345c-403d-99be-a78325444669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:35.328640 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1904f913-345c-403d-99be-a78325444669 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b77af93b-9703-4fcc-9c73-5f48afaaee6d HTTP/1.1" status: 204 len: 168 time: 0.5350752 Dec 22 10:08:35.489959 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe0f9ae5-df75-4c6c-93bd-627e20ebd405 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for c72a5a36-6dea-4521-a52b-a3ceca0f06bb owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:08:35.735998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ae955-65e4-425a-bfbb-6d5501160183 req-4cc0f1f3-7a09-48ad-a219-ca161264f7de tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:35.760253 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-803ae955-65e4-425a-bfbb-6d5501160183 req-4cc0f1f3-7a09-48ad-a219-ca161264f7de tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 944 time: 0.2841032 Dec 22 10:08:35.955777 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-803ae955-65e4-425a-bfbb-6d5501160183 req-d529ce37-2763-467d-8307-9e471f42de84 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936498 Dec 22 10:08:35.983903 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe0f9ae5-df75-4c6c-93bd-627e20ebd405 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:36.249200 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-30c81276-df10-4528-8321-8e06534ada53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:36.351681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f9ae5-df75-4c6c-93bd-627e20ebd405 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=c72a5a36-6dea-4521-a52b-a3ceca0f06bb,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:36.356763 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe0f9ae5-df75-4c6c-93bd-627e20ebd405 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:36.372848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe0f9ae5-df75-4c6c-93bd-627e20ebd405 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:36.397664 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fe0f9ae5-df75-4c6c-93bd-627e20ebd405 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/ports/c72a5a36-6dea-4521-a52b-a3ceca0f06bb HTTP/1.1" status: 204 len: 168 time: 3.0184374 Dec 22 10:08:36.403433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54222) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:36.580851 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-944051b9-505f-42bf-ac51-527722fff9d1 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] GET failed (client error): The resource could not be found. Dec 22 10:08:36.587396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 54232) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:36.594134 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-944051b9-505f-42bf-ac51-527722fff9d1 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports/c72a5a36-6dea-4521-a52b-a3ceca0f06bb HTTP/1.1" status: 404 len: 333 time: 0.1818669 Dec 22 10:08:36.723919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b4cdae9c-2ec0-4b6b-8ed2-b452c0fa0d98 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port fa72ff35-a74e-4d3e-80ab-c2aebf8ea1b5 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:08:36.724548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b4cdae9c-2ec0-4b6b-8ed2-b452c0fa0d98 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:37.167886 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b4cdae9c-2ec0-4b6b-8ed2-b452c0fa0d98 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:37.402350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 2ec9392d-ba58-401e-be26-aad9434b6962 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:08:37.663866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-b4cdae9c-2ec0-4b6b-8ed2-b452c0fa0d98 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for fa72ff35-a74e-4d3e-80ab-c2aebf8ea1b5 owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:08:37.747396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 2ec9392d-ba58-401e-be26-aad9434b6962 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:08:37.756098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 2ec9392d-ba58-401e-be26-aad9434b6962 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:08:37.756772 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:38.004197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4212d-8866-47d0-9352-1d0caa3050e5 req-5b92f8e2-55a7-47b3-aa26-56d903bb2d3f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:38.015721 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bde4212d-8866-47d0-9352-1d0caa3050e5 req-5b92f8e2-55a7-47b3-aa26-56d903bb2d3f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 944 time: 0.6886964 Dec 22 10:08:38.171381 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:38.182556 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d0630095-707e-4c11-bcec-60e81de8f6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:38.183748 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bde4212d-8866-47d0-9352-1d0caa3050e5 req-65bb5ff3-e71a-4c2b-9c08-208ff525ac1c tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666212 Dec 22 10:08:38.230171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d585a4-e6a7-4b28-89af-04f833286b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec9392d-ba58-401e-be26-aad9434b6962'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:08:38.276123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 2ec9392d-ba58-401e-be26-aad9434b6962, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=2ec9392d-ba58-401e-be26-aad9434b6962,segment=NetworkSegment(224b82da-8929-4c32-a798-a1f98b31b26e),segment_id=224b82da-8929-4c32-a798-a1f98b31b26e)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:08:38.283898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:38.290123 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:38.406072 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d585a4-e6a7-4b28-89af-04f833286b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec9392d-ba58-401e-be26-aad9434b6962', 'code': 200} Dec 22 10:08:38.421614 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b4cdae9c-2ec0-4b6b-8ed2-b452c0fa0d98 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:38.459731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=2ec9392d-ba58-401e-be26-aad9434b6962,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:38.478028 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:38.706365 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bbe4b9d2-fe81-41de-a0ad-0db51222f594 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:38.927185 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:38.941673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdae9c-2ec0-4b6b-8ed2-b452c0fa0d98 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=fa72ff35-a74e-4d3e-80ab-c2aebf8ea1b5,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:39.028892 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b4cdae9c-2ec0-4b6b-8ed2-b452c0fa0d98 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:39.043813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:08:39.096613 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b4cdae9c-2ec0-4b6b-8ed2-b452c0fa0d98 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:39.098816 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 2ec9392d-ba58-401e-be26-aad9434b6962 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:08:39.165032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99248965-465d-4b77-88e8-9f1d52b7bd3c req-bb3d31bf-3271-490d-b776-c26d3fdfa536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:39.167203 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-99248965-465d-4b77-88e8-9f1d52b7bd3c req-bb3d31bf-3271-490d-b776-c26d3fdfa536 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 1161 time: 0.3038166 Dec 22 10:08:39.171952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54426) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:39.174043 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b4cdae9c-2ec0-4b6b-8ed2-b452c0fa0d98 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/ports/fa72ff35-a74e-4d3e-80ab-c2aebf8ea1b5 HTTP/1.1" status: 204 len: 168 time: 2.5840964 Dec 22 10:08:39.357798 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-99248965-465d-4b77-88e8-9f1d52b7bd3c req-97ab7c91-f51f-46da-867c-8f3c5e0b48ad service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823232 Dec 22 10:08:39.414983 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b7145e-d0ee-45e6-a274-6de65d38075c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] GET failed (client error): The resource could not be found. Dec 22 10:08:39.420376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 54452) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:39.437119 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a3b7145e-d0ee-45e6-a274-6de65d38075c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports/fa72ff35-a74e-4d3e-80ab-c2aebf8ea1b5 HTTP/1.1" status: 404 len: 333 time: 0.2619553 Dec 22 10:08:39.487165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 2ec9392d-ba58-401e-be26-aad9434b6962 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:08:39.487598 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:39.647475 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:40.155771 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fe5e7-d855-4d81-8200-9d9b91e96355 req-b7afdc6f-79ba-4c2f-8384-71bb36736ba1 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:40.173271 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c57fe5e7-d855-4d81-8200-9d9b91e96355 req-b7afdc6f-79ba-4c2f-8384-71bb36736ba1 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 946 time: 0.5085237 Dec 22 10:08:40.267339 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:40.297824 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c57fe5e7-d855-4d81-8200-9d9b91e96355 req-c4083b8d-21bc-43bf-888b-7cf0af16b0b3 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185427 Dec 22 10:08:40.389303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f7867f-61d3-4e44-9930-91b85ce13558 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting subnet b2c81b3d-f9b8-41e9-945c-741ae71cf4ce {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:08:40.421043 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-91f7867f-61d3-4e44-9930-91b85ce13558 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:40.640365 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-91f7867f-61d3-4e44-9930-91b85ce13558 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:40.737851 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:40.885218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-d3f0ad2e-3a5b-49f6-a201-efc309d3e5aa req-4f13638a-b217-42aa-92b5-052422a3c0f1 tempest-ServersTestJSON-161286614 tempest-ServersTestJSON-161286614] (81071) timed out ('10.222.0.37', 49791) {{(pid=81071) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 22 10:08:40.921542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-91f7867f-61d3-4e44-9930-91b85ce13558 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:41.041264 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:41.117782 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3944a2d1-66ac-4e46-b47d-09ade8061bba req-2af42748-4384-4a9c-8543-76be685bfd0f tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.0801494 Dec 22 10:08:41.174886 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 2ec9392d-ba58-401e-be26-aad9434b6962 up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:08:41.461123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 2ec9392d-ba58-401e-be26-aad9434b6962 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:08:41.461634 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:42.348954 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-91f7867f-61d3-4e44-9930-91b85ce13558 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:42.627163 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4cb530b9-78ab-4f92-9038-e0ceaf25c382 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:42.829103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111bc91c-8e60-4069-ac4c-109a45100b12 None None] Network 10c7a13e-476a-4388-b341-7fa8fb441e80 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:08:42.838062 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-91f7867f-61d3-4e44-9930-91b85ce13558 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:42.859542 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-91f7867f-61d3-4e44-9930-91b85ce13558 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/subnets/b2c81b3d-f9b8-41e9-945c-741ae71cf4ce HTTP/1.1" status: 204 len: 168 time: 3.4315977 Dec 22 10:08:42.859542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7867f-61d3-4e44-9930-91b85ce13558 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Subnet': ['ID=b2c81b3d-f9b8-41e9-945c-741ae71cf4ce,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:42.860398 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 54700) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:42.861750 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-91f7867f-61d3-4e44-9930-91b85ce13558 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:43.153843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec1e80-421f-40d0-9613-6c635fba1ca4 req-4a403003-111c-4262-911d-3924a712f08b tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:43.166020 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8aec1e80-421f-40d0-9613-6c635fba1ca4 req-4a403003-111c-4262-911d-3924a712f08b tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 946 time: 1.0718577 Dec 22 10:08:43.185973 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6ab2c489-c75b-4625-87d9-56abf6ae698b req-d503cd02-dfd5-4e81-bddb-ca8419e64360 tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.2444134 Dec 22 10:08:43.703477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1e9f92-fe46-4c7b-b780-21245323fe5f None None] DHCP port deletion for 10c7a13e-476a-4388-b341-7fa8fb441e80 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:08:43.711111 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e9f92-fe46-4c7b-b780-21245323fe5f None None] Deleting port 07ad7f17-0252-472b-90a7-f7ba4bc07489 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:08:43.711516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7c1e9f92-fe46-4c7b-b780-21245323fe5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:43.754111 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8aec1e80-421f-40d0-9613-6c635fba1ca4 req-c70bb0f1-e54d-4b62-b5f5-42b33998da58 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5618033 Dec 22 10:08:43.854633 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:44.012517 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port 07ad7f17-0252-472b-90a7-f7ba4bc07489 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:08:44.012990 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:44.301674 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-7c1e9f92-fe46-4c7b-b780-21245323fe5f None None] For port 07ad7f17-0252-472b-90a7-f7ba4bc07489, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=07ad7f17-0252-472b-90a7-f7ba4bc07489,segment=NetworkSegment(6ec43165-2550-4fe0-913c-cddf5ccdde3d),segment_id=6ec43165-2550-4fe0-913c-cddf5ccdde3d)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:08:44.308666 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7c1e9f92-fe46-4c7b-b780-21245323fe5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:44.612803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e9f92-fe46-4c7b-b780-21245323fe5f None None] Calling delete_port for 07ad7f17-0252-472b-90a7-f7ba4bc07489 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:08:44.659122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 07ad7f17-0252-472b-90a7-f7ba4bc07489 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:08:44.889688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] For port 07ad7f17-0252-472b-90a7-f7ba4bc07489, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=07ad7f17-0252-472b-90a7-f7ba4bc07489,segment=NetworkSegment(6ec43165-2550-4fe0-913c-cddf5ccdde3d),segment_id=6ec43165-2550-4fe0-913c-cddf5ccdde3d)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:08:44.890825 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:44.911530 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:45.000284 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7c1e9f92-fe46-4c7b-b780-21245323fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:45.039587 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:45.133715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for 07ad7f17-0252-472b-90a7-f7ba4bc07489 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:08:45.522787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e9f92-fe46-4c7b-b780-21245323fe5f None None] Pushing event deleted for resources: {'Port': ['ID=07ad7f17-0252-472b-90a7-f7ba4bc07489,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:45.531788 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7c1e9f92-fe46-4c7b-b780-21245323fe5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:45.543645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e9f92-fe46-4c7b-b780-21245323fe5f None None] No DVR routers for this DVR port 07ad7f17-0252-472b-90a7-f7ba4bc07489 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:08:45.791840 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:08:45.795483 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:08:45.837496 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a4994e7b-1b05-47f8-8b66-816d1152fcb8 req-4fe942ab-57e5-4e5e-a8db-c37f374f622e tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.1775877 Dec 22 10:08:45.996609 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b1998f0c-39d7-4b06-a350-5b21f2fbfa5f req-2596ff64-60d7-4d5c-bb87-b90e37353ae1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.1566131 Dec 22 10:08:46.019025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c7b59-19fc-4886-986c-626ca1101294 req-f4e9973f-c08a-4897-a65d-7a4ed809f28d tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:46.031590 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db4c7b59-19fc-4886-986c-626ca1101294 req-f4e9973f-c08a-4897-a65d-7a4ed809f28d tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 946 time: 1.9517078 Dec 22 10:08:46.138285 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-db4c7b59-19fc-4886-986c-626ca1101294 req-b0aa2354-db15-4c2f-9822-654674dfde77 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977509 Dec 22 10:08:46.296768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port 07ad7f17-0252-472b-90a7-f7ba4bc07489 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:08:46.297257 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:46.498460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] The port '07ad7f17-0252-472b-90a7-f7ba4bc07489' was deleted {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:08:46.708490 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:46.858108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dc935-9333-418b-b7a5-863afa3fb1e2 req-d768bd0f-b915-4cc4-b524-6d30259ef073 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:46.868761 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-565dc935-9333-418b-b7a5-863afa3fb1e2 req-d768bd0f-b915-4cc4-b524-6d30259ef073 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 946 time: 0.4909408 Dec 22 10:08:46.948613 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-565dc935-9333-418b-b7a5-863afa3fb1e2 req-4065942c-c682-45c2-96f2-963267642c29 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783403 Dec 22 10:08:46.953599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c7a13e-476a-4388-b341-7fa8fb441e80']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:08:47.002839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec43165-2550-4fe0-913c-cddf5ccdde3d') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:08:47.003500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec43165-2550-4fe0-913c-cddf5ccdde3d') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:08:47.047516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:47.084132 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:47.088730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Releasing vxlan tunnel 5 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:08:47.525054 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bc66b19b-359f-41c4-beac-df69bb819f57 req-fda191ad-7e09-48c8-861c-7dc51d61d744 tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.0931318 Dec 22 10:08:47.680265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 10c7a13e-476a-4388-b341-7fa8fb441e80 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:08:47.712457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:48.202288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 10c7a13e-476a-4388-b341-7fa8fb441e80 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:08:48.250089 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:08:48.382298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7825c-6eab-4c0d-b8d4-29c707a79c71 req-5fd4dd74-686b-48fa-9c40-73650e290c47 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:48.391063 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-38f7825c-6eab-4c0d-b8d4-29c707a79c71 req-5fd4dd74-686b-48fa-9c40-73650e290c47 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 946 time: 0.4149022 Dec 22 10:08:48.436953 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:48.443385 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:48.471201 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-16d14b42-ab78-463b-bdb6-d037f3793572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:48.505417 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/networks/10c7a13e-476a-4388-b341-7fa8fb441e80 HTTP/1.1" status: 204 len: 168 time: 5.6423297 Dec 22 10:08:48.515953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54964) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:48.525645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a2848ccf-f0a2-43f7-a319-f849c24499f8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-561607737'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:08:48.542087 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a2848ccf-f0a2-43f7-a319-f849c24499f8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:08:48.546702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a2848ccf-f0a2-43f7-a319-f849c24499f8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:network and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:08:48.552072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a2848ccf-f0a2-43f7-a319-f849c24499f8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:08:48.558258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a2848ccf-f0a2-43f7-a319-f849c24499f8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:08:48.569175 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2848ccf-f0a2-43f7-a319-f849c24499f8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:08:48.575590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2848ccf-f0a2-43f7-a319-f849c24499f8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:48.584033 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-38f7825c-6eab-4c0d-b8d4-29c707a79c71 req-b92beb4a-2edb-407e-88f1-028d98e7806c tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907182 Dec 22 10:08:48.591151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Network': ['ID=10c7a13e-476a-4388-b341-7fa8fb441e80,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:48.594885 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a3cf8768-faa5-4292-88bf-5b1f2566e72d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:48.664577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2848ccf-f0a2-43f7-a319-f849c24499f8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:08:48.685955 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2848ccf-f0a2-43f7-a319-f849c24499f8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:48.686758 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-a2848ccf-f0a2-43f7-a319-f849c24499f8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Added segment 1a94bb0a-dde8-4e32-8b22-97a4cf5b9888 of type vxlan for network 8b1e6a8a-89d8-4578-aff3-a06373fb48b0 Dec 22 10:08:48.732602 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2848ccf-f0a2-43f7-a319-f849c24499f8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:48.823718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2848ccf-f0a2-43f7-a319-f849c24499f8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:48.829326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2848ccf-f0a2-43f7-a319-f849c24499f8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:48.830298 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a2848ccf-f0a2-43f7-a319-f849c24499f8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:48.860973 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8765151d-2b92-40ae-8f99-904ab199c263 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:48.905538 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a2848ccf-f0a2-43f7-a319-f849c24499f8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3882544 Dec 22 10:08:48.910004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 54976) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:48.922733 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9928396f-e789-4ea7-9579-6d82b83a7258 req-d8d818a1-079d-406c-a470-49a5d45e5213 tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.1286502 Dec 22 10:08:48.934290 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-775a6c0d-5d1e-4967-b034-33986e77cc77 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'subnet': {'network_id': '8b1e6a8a-89d8-4578-aff3-a06373fb48b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:08:49.512933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-775a6c0d-5d1e-4967-b034-33986e77cc77 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:08:49.592044 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-775a6c0d-5d1e-4967-b034-33986e77cc77 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:subnet and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:08:49.598686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-775a6c0d-5d1e-4967-b034-33986e77cc77 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:08:49.603682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2848ccf-f0a2-43f7-a319-f849c24499f8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Network': ['ID=8b1e6a8a-89d8-4578-aff3-a06373fb48b0,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:49.612396 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2848ccf-f0a2-43f7-a319-f849c24499f8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:49.613646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-775a6c0d-5d1e-4967-b034-33986e77cc77 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:08:49.624113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 8b1e6a8a-89d8-4578-aff3-a06373fb48b0 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:08:49.653274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775a6c0d-5d1e-4967-b034-33986e77cc77 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:08:49.674767 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 8b1e6a8a-89d8-4578-aff3-a06373fb48b0 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:08:49.719407 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 8b1e6a8a-89d8-4578-aff3-a06373fb48b0 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:08:49.968398 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-775a6c0d-5d1e-4967-b034-33986e77cc77 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:50.249322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02241f-063c-4fba-8cfe-9b0249c6a6f6 req-657e7489-f569-46dc-bc14-1ecdb776f144 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:50.262230 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cd02241f-063c-4fba-8cfe-9b0249c6a6f6 req-657e7489-f569-46dc-bc14-1ecdb776f144 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.64 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 946 time: 0.4578152 Dec 22 10:08:50.513998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c60975-c68a-4433-b4ce-0d6d500fcb4d req-306eb318-97ba-43dc-80be-0316ced58548 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:50.529025 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-67c60975-c68a-4433-b4ce-0d6d500fcb4d req-306eb318-97ba-43dc-80be-0316ced58548 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 946 time: 0.5579062 Dec 22 10:08:50.680862 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-67c60975-c68a-4433-b4ce-0d6d500fcb4d req-90497c7f-7224-481d-92d1-501130268f8d tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377141 Dec 22 10:08:50.706334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-cd02241f-063c-4fba-8cfe-9b0249c6a6f6 req-c8f6b22a-10ea-4b85-b915-cab207ed003a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Deleting port 2ec9392d-ba58-401e-be26-aad9434b6962 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:08:50.706334 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-cd02241f-063c-4fba-8cfe-9b0249c6a6f6 req-c8f6b22a-10ea-4b85-b915-cab207ed003a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:50.783327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55044) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:51.076840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 2ec9392d-ba58-401e-be26-aad9434b6962 no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:08:51.157747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-cd02241f-063c-4fba-8cfe-9b0249c6a6f6 req-c8f6b22a-10ea-4b85-b915-cab207ed003a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] For port 2ec9392d-ba58-401e-be26-aad9434b6962, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=2ec9392d-ba58-401e-be26-aad9434b6962,segment=NetworkSegment(224b82da-8929-4c32-a798-a1f98b31b26e),segment_id=224b82da-8929-4c32-a798-a1f98b31b26e)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:08:51.158462 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-cd02241f-063c-4fba-8cfe-9b0249c6a6f6 req-c8f6b22a-10ea-4b85-b915-cab207ed003a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:51.166609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-70044bdc-23e4-4eab-85cd-71144cc68d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:51.203050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-70044bdc-23e4-4eab-85cd-71144cc68d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:08:51.209752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-70044bdc-23e4-4eab-85cd-71144cc68d02 admin admin] Usage tracker for resource:security_group_rule and tenant:701d812404d14a3fa888c58c69b8b56f is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:08:51.224293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-70044bdc-23e4-4eab-85cd-71144cc68d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:08:51.249351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-70044bdc-23e4-4eab-85cd-71144cc68d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:08:51.379278 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:51.420571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d585a4-e6a7-4b28-89af-04f833286b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ec9392d-ba58-401e-be26-aad9434b6962'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:08:51.433925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 2ec9392d-ba58-401e-be26-aad9434b6962, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=2ec9392d-ba58-401e-be26-aad9434b6962,segment=NetworkSegment(224b82da-8929-4c32-a798-a1f98b31b26e),segment_id=224b82da-8929-4c32-a798-a1f98b31b26e)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:08:51.450208 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:51.454028 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:51.506538 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-cd02241f-063c-4fba-8cfe-9b0249c6a6f6 req-c8f6b22a-10ea-4b85-b915-cab207ed003a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Calling delete_port for 2ec9392d-ba58-401e-be26-aad9434b6962 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:08:51.567165 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d585a4-e6a7-4b28-89af-04f833286b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ec9392d-ba58-401e-be26-aad9434b6962', 'code': 200} Dec 22 10:08:51.569012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=2ec9392d-ba58-401e-be26-aad9434b6962,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:51.577051 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b02dfbc7-25c4-4b5f-8d64-9ad3670cb43d req-55b35c79-a500-4ecd-b67e-75b6cab7b65a tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.7296159 Dec 22 10:08:51.579663 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:51.661274 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [req-cd02241f-063c-4fba-8cfe-9b0249c6a6f6 req-c8f6b22a-10ea-4b85-b915-cab207ed003a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81071) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:08:51.662548 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [req-cd02241f-063c-4fba-8cfe-9b0249c6a6f6 req-c8f6b22a-10ea-4b85-b915-cab207ed003a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:08:51.671056 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-775a6c0d-5d1e-4967-b034-33986e77cc77 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:51.703465 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-70044bdc-23e4-4eab-85cd-71144cc68d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:51.707359 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-33829a1b-546e-40f5-9b55-ecaea332a2f8 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:51.767688 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-70044bdc-23e4-4eab-85cd-71144cc68d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:51.819216 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-70044bdc-23e4-4eab-85cd-71144cc68d02 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=701d812404d14a3fa888c58c69b8b56f&name=default HTTP/1.1" status: 200 len: 2883 time: 1.0341935 Dec 22 10:08:51.822947 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 55080) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:51.972864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a6c0d-5d1e-4967-b034-33986e77cc77 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Subnet': ['ID=b519b443-091a-4d75-a173-c70c819bad74,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:51.975832 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aff2fe14-1e0f-48b3-8547-0f97375c52b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:51.977777 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-775a6c0d-5d1e-4967-b034-33986e77cc77 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:51.980971 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8ee53428-476e-4cc7-8d4e-349651a771ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:52.006094 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aff2fe14-1e0f-48b3-8547-0f97375c52b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:52.012240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70044bdc-23e4-4eab-85cd-71144cc68d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390781e4-8a3f-4689-a5a9-60790680aa2a,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:52.017473 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-70044bdc-23e4-4eab-85cd-71144cc68d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:52.045918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775a6c0d-5d1e-4967-b034-33986e77cc77 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Checking segment: {'id': '1a94bb0a-dde8-4e32-8b22-97a4cf5b9888', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8b1e6a8a-89d8-4578-aff3-a06373fb48b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:08:52.046634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775a6c0d-5d1e-4967-b034-33986e77cc77 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network hostable DHCP agents. Network: 8b1e6a8a-89d8-4578-aff3-a06373fb48b0, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:08:52.068793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aff2fe14-1e0f-48b3-8547-0f97375c52b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:52.075679 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-adb1f97a-520b-4567-8480-622041ac1c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:52.076435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775a6c0d-5d1e-4967-b034-33986e77cc77 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 8b1e6a8a-89d8-4578-aff3-a06373fb48b0 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:08:52.093030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-775a6c0d-5d1e-4967-b034-33986e77cc77 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 8b1e6a8a-89d8-4578-aff3-a06373fb48b0) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:08:52.100276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2fe14-1e0f-48b3-8547-0f97375c52b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390781e4-8a3f-4689-a5a9-60790680aa2a,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:52.103189 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b551be-5b88-45a9-8bf5-976912cd6a2c None None] Network 8b1e6a8a-89d8-4578-aff3-a06373fb48b0 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:08:52.117049 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aff2fe14-1e0f-48b3-8547-0f97375c52b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:52.128840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775a6c0d-5d1e-4967-b034-33986e77cc77 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:52.129616 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aff2fe14-1e0f-48b3-8547-0f97375c52b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:52.130200 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-775a6c0d-5d1e-4967-b034-33986e77cc77 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:52.131468 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-aff2fe14-1e0f-48b3-8547-0f97375c52b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/390781e4-8a3f-4689-a5a9-60790680aa2a HTTP/1.1" status: 204 len: 168 time: 0.3073506 Dec 22 10:08:52.154017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f35f72-8cfd-4c49-84cb-1d5cae543bde req-a186331c-bbe4-41d6-abff-c1f10fd4b7b6 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:52.154836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-97f35f72-8cfd-4c49-84cb-1d5cae543bde req-a186331c-bbe4-41d6-abff-c1f10fd4b7b6 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Synchronizing usage tracker for tenant:e798a8e61fa24836a28e3da00a2e4e8b on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:08:52.166574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-cd02241f-063c-4fba-8cfe-9b0249c6a6f6 req-c8f6b22a-10ea-4b85-b915-cab207ed003a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Deleting port 2ec9392d-ba58-401e-be26-aad9434b6962 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:08:52.167209 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-cd02241f-063c-4fba-8cfe-9b0249c6a6f6 req-c8f6b22a-10ea-4b85-b915-cab207ed003a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:52.206471 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-775a6c0d-5d1e-4967-b034-33986e77cc77 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2947035 Dec 22 10:08:52.209216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55090) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:52.223113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0e96cd61-faaf-44ba-9fb3-cc1dae549cff tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-291782483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:08:52.248695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0e96cd61-faaf-44ba-9fb3-cc1dae549cff tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:08:52.263482 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0e96cd61-faaf-44ba-9fb3-cc1dae549cff tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:router and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:08:52.270321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0e96cd61-faaf-44ba-9fb3-cc1dae549cff tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:08:52.281312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0e96cd61-faaf-44ba-9fb3-cc1dae549cff tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:08:52.288966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-97f35f72-8cfd-4c49-84cb-1d5cae543bde req-a186331c-bbe4-41d6-abff-c1f10fd4b7b6 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Unset dirty status for tenant:e798a8e61fa24836a28e3da00a2e4e8b on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:08:52.318345 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97f35f72-8cfd-4c49-84cb-1d5cae543bde req-a186331c-bbe4-41d6-abff-c1f10fd4b7b6 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 944 time: 0.4252901 Dec 22 10:08:52.345716 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0e96cd61-faaf-44ba-9fb3-cc1dae549cff tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:52.347067 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0e96cd61-faaf-44ba-9fb3-cc1dae549cff tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:52.388646 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97f35f72-8cfd-4c49-84cb-1d5cae543bde req-e63d8e9e-17fb-4e12-b004-4f691dc934e0 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904417 Dec 22 10:08:52.405338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0e96cd61-faaf-44ba-9fb3-cc1dae549cff tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:52.465180 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0e96cd61-faaf-44ba-9fb3-cc1dae549cff tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:52.538824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-8b1e6a8a-89d8-4578-aff3-a06373fb48b0', 'network_id': '8b1e6a8a-89d8-4578-aff3-a06373fb48b0', 'tenant_id': '03a0ee151fb640bf8582ae52a39c4148', 'fixed_ips': [{'subnet_id': 'b519b443-091a-4d75-a173-c70c819bad74'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:08:52.540018 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:52.543560 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0e96cd61-faaf-44ba-9fb3-cc1dae549cff tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:52.544965 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0e96cd61-faaf-44ba-9fb3-cc1dae549cff tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3346953 Dec 22 10:08:52.555186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55098) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:52.581108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'network_id': '8b1e6a8a-89d8-4578-aff3-a06373fb48b0', 'name': 'tempest-PortsIpV6TestJSON-1458855541'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:08:52.775114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-cd02241f-063c-4fba-8cfe-9b0249c6a6f6 req-c8f6b22a-10ea-4b85-b915-cab207ed003a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] For port 2ec9392d-ba58-401e-be26-aad9434b6962, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=2ec9392d-ba58-401e-be26-aad9434b6962,segment=NetworkSegment(224b82da-8929-4c32-a798-a1f98b31b26e),segment_id=224b82da-8929-4c32-a798-a1f98b31b26e)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:08:52.775792 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-cd02241f-063c-4fba-8cfe-9b0249c6a6f6 req-c8f6b22a-10ea-4b85-b915-cab207ed003a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:53.034454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:08:53.039159 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Allocated IP 2001:db8::2 (8b1e6a8a-89d8-4578-aff3-a06373fb48b0/b519b443-091a-4d75-a173-c70c819bad74/a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:08:53.045593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:port and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:08:53.052253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for port was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:08:53.064910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:08:53.078178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:08:53.093353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:53.104932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-cd02241f-063c-4fba-8cfe-9b0249c6a6f6 req-c8f6b22a-10ea-4b85-b915-cab207ed003a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Calling delete_port for 2ec9392d-ba58-401e-be26-aad9434b6962 owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:08:53.195223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 55112) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:53.472419 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:53.486852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Transition to ACTIVE for port object a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:08:53.507992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Transition to ACTIVE for port object a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:08:53.514162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:53.542132 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:53.562825 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] device_id is not set on port 251befb3-9e7e-4998-9ce1-845f445729de yet. {{(pid=81072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:08:53.714467 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e161e47d-f83b-4b5d-8aad-8de660b3ca5d req-77628565-41b5-4570-8e41-f87bea95fe7a tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.6191623 Dec 22 10:08:53.743354 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-edc74418-0557-4f28-9848-9d3957306d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:53.781148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Pushing event updated for resources: {'Port': ['ID=a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:53.781441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Allocated IP 2001:db8::375 (8b1e6a8a-89d8-4578-aff3-a06373fb48b0/b519b443-091a-4d75-a173-c70c819bad74/251befb3-9e7e-4998-9ce1-845f445729de) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:08:53.788156 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:53.851326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-edc74418-0557-4f28-9848-9d3957306d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:08:53.856309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-edc74418-0557-4f28-9848-9d3957306d8a admin admin] Usage tracker for resource:security_group_rule and tenant:0791a1c2c81a4a9384be2428b86fd35f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:08:53.860070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-edc74418-0557-4f28-9848-9d3957306d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:08:53.860972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Network 8b1e6a8a-89d8-4578-aff3-a06373fb48b0 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:08:53.862460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:08:53.865372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:08:53.868308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-edc74418-0557-4f28-9848-9d3957306d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:08:53.978998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Attempting to bind port a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:08:53.979617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Attempting to bind port a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '1a94bb0a-dde8-4e32-8b22-97a4cf5b9888', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8b1e6a8a-89d8-4578-aff3-a06373fb48b0'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:08:53.984620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Attempting to bind port a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 on network 8b1e6a8a-89d8-4578-aff3-a06373fb48b0 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:08:54.000356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:08:54.000789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Checking segment: {'id': '1a94bb0a-dde8-4e32-8b22-97a4cf5b9888', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8b1e6a8a-89d8-4578-aff3-a06373fb48b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:08:54.001339 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:54.001885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Bound using segment: {'id': '1a94bb0a-dde8-4e32-8b22-97a4cf5b9888', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8b1e6a8a-89d8-4578-aff3-a06373fb48b0'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:08:54.002312 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Bound port: a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a94bb0a-dde8-4e32-8b22-97a4cf5b9888', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8b1e6a8a-89d8-4578-aff3-a06373fb48b0'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:08:54.003017 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:54.120866 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-edc74418-0557-4f28-9848-9d3957306d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:54.136166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547595f-2eeb-4064-abe2-72fb41bcda3f req-e092d21e-e147-494e-bb64-205d3ebbe972 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:54.150530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] For port a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:08:54.152977 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3547595f-2eeb-4064-abe2-72fb41bcda3f req-e092d21e-e147-494e-bb64-205d3ebbe972 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 944 time: 0.4148273 Dec 22 10:08:54.155180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] For port a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0,segment=NetworkSegment(1a94bb0a-dde8-4e32-8b22-97a4cf5b9888),segment_id=1a94bb0a-dde8-4e32-8b22-97a4cf5b9888)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:08:54.159897 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:54.220394 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e2f5e646-44ff-4064-91d7-c1516bddc5bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:54.237217 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-edc74418-0557-4f28-9848-9d3957306d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:54.258605 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:54.275452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Transition to ACTIVE for port object 251befb3-9e7e-4998-9ce1-845f445729de will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:08:54.303626 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:54.336372 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:54.351823 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3547595f-2eeb-4064-abe2-72fb41bcda3f req-b05871e7-7440-48f9-98e2-61e5de3dc4cf tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977842 Dec 22 10:08:54.352843 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a5c0a619-c6d4-4cad-ab79-48ae683ea2a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:54.376348 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-edc74418-0557-4f28-9848-9d3957306d8a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0791a1c2c81a4a9384be2428b86fd35f&name=default HTTP/1.1" status: 200 len: 2883 time: 1.1797323 Dec 22 10:08:54.403259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 55144) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:54.518770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e330f97f-eb44-42e7-b5cb-4defb6ca16c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:54.551264 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e330f97f-eb44-42e7-b5cb-4defb6ca16c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:54.569185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc74418-0557-4f28-9848-9d3957306d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d70106-38d5-4f15-98ba-e861096e66f7,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:54.588572 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-edc74418-0557-4f28-9848-9d3957306d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:54.645321 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-cd02241f-063c-4fba-8cfe-9b0249c6a6f6 req-c8f6b22a-10ea-4b85-b915-cab207ed003a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:54.650146 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e330f97f-eb44-42e7-b5cb-4defb6ca16c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:54.674615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Pushing event updated for resources: {'Port': ['ID=a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:54.676965 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:54.727395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 8b1e6a8a-89d8-4578-aff3-a06373fb48b0 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:08:54.731599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:08:54.732139 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e0720d2-6826-4216-927d-98214adedf2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:54.734848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:08:54.740335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:08:54.741035 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:54.783690 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2246175 Dec 22 10:08:54.784948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=251befb3-9e7e-4998-9ce1-845f445729de,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:54.814980 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:54.815302 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55156) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:54.953652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330f97f-eb44-42e7-b5cb-4defb6ca16c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d70106-38d5-4f15-98ba-e861096e66f7,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:54.975670 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e330f97f-eb44-42e7-b5cb-4defb6ca16c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:55.006224 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-176fbc9d-60db-4690-9921-a42e7de25cc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:55.061798 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e330f97f-eb44-42e7-b5cb-4defb6ca16c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:55.074691 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e330f97f-eb44-42e7-b5cb-4defb6ca16c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/04d70106-38d5-4f15-98ba-e861096e66f7 HTTP/1.1" status: 204 len: 168 time: 0.6703374 Dec 22 10:08:55.131296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6b22a-10ea-4b85-b915-cab207ed003a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Pushing event deleted for resources: {'Port': ['ID=2ec9392d-ba58-401e-be26-aad9434b6962,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:55.208359 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8f6b22a-10ea-4b85-b915-cab207ed003a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:55.325875 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6d6e04db-b18d-4c6c-924b-1fcb87671deb req-26add843-ad1e-4daf-a1c4-fe130407a8ba tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.2620809 Dec 22 10:08:55.350246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd02241f-063c-4fba-8cfe-9b0249c6a6f6 req-c8f6b22a-10ea-4b85-b915-cab207ed003a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] No DVR routers for this DVR port 2ec9392d-ba58-401e-be26-aad9434b6962 on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:08:55.354790 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-cd02241f-063c-4fba-8cfe-9b0249c6a6f6 req-c8f6b22a-10ea-4b85-b915-cab207ed003a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:55.357217 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cd02241f-063c-4fba-8cfe-9b0249c6a6f6 req-c8f6b22a-10ea-4b85-b915-cab207ed003a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.64 "DELETE /v2.0/ports/2ec9392d-ba58-401e-be26-aad9434b6962 HTTP/1.1" status: 204 len: 173 time: 5.0867929 Dec 22 10:08:55.358006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d585a4-e6a7-4b28-89af-04f833286b4d', 'name': 'network-vif-deleted', 'tag': '2ec9392d-ba58-401e-be26-aad9434b6962'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:08:55.761452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-36a28c12-2b2a-4af3-be03-4b7b380e276a req-02a4c8d4-5dfb-44cd-9a85-fa239a6f1fa3 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Synchronizing usage tracker for tenant:e798a8e61fa24836a28e3da00a2e4e8b on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:08:55.792543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-36a28c12-2b2a-4af3-be03-4b7b380e276a req-02a4c8d4-5dfb-44cd-9a85-fa239a6f1fa3 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Unset dirty status for tenant:e798a8e61fa24836a28e3da00a2e4e8b on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:08:55.804916 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-36a28c12-2b2a-4af3-be03-4b7b380e276a req-02a4c8d4-5dfb-44cd-9a85-fa239a6f1fa3 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 210 time: 0.1411278 Dec 22 10:08:55.945565 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d585a4-e6a7-4b28-89af-04f833286b4d', 'name': 'network-vif-deleted', 'tag': '2ec9392d-ba58-401e-be26-aad9434b6962', 'status': 'completed', 'code': 200} Dec 22 10:08:56.287759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 55186) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:56.329986 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8c5e8fe-9226-4f7c-b909-5b5c766cd4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:56.334726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87d2b998-bc9a-4ad1-b458-565f7794d6ac tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:56.351711 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e8c5e8fe-9226-4f7c-b909-5b5c766cd4e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:08:56.357506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e8c5e8fe-9226-4f7c-b909-5b5c766cd4e2 admin admin] Usage tracker for resource:security_group_rule and tenant:3db6607d07984851add2164a74384474 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:08:56.361064 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e8c5e8fe-9226-4f7c-b909-5b5c766cd4e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:08:56.375346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e8c5e8fe-9226-4f7c-b909-5b5c766cd4e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:08:56.543303 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8c5e8fe-9226-4f7c-b909-5b5c766cd4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:56.547292 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8c5e8fe-9226-4f7c-b909-5b5c766cd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:56.564959 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-62de85ba-6e7e-45c1-85d3-c71dd5ecfc9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:56.660549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5e8fe-9226-4f7c-b909-5b5c766cd4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edf139f-25d5-49d6-ac02-5fa77fad214d,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:56.668094 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e8c5e8fe-9226-4f7c-b909-5b5c766cd4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:56.698409 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e8c5e8fe-9226-4f7c-b909-5b5c766cd4e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3db6607d07984851add2164a74384474&name=default HTTP/1.1" status: 200 len: 2883 time: 0.4105999 Dec 22 10:08:56.701778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 55194) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:08:56.730229 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:08:56.934259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7404f4c0-6b73-4ce9-b882-b323f1592503 None None] Network 8b1e6a8a-89d8-4578-aff3-a06373fb48b0 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:08:56.944476 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-867b6d8a-30c0-4b96-835c-266493410e4d req-5ec0036a-aaf4-4731-9a8e-26ee95be3d77 tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.1698906 Dec 22 10:08:56.946303 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6bbd2f69-afde-44b3-9000-088a54a2bf73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:57.050477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6bbd2f69-afde-44b3-9000-088a54a2bf73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:57.125443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:08:57.174940 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6bbd2f69-afde-44b3-9000-088a54a2bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:57.186714 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1ec48a02-d61f-4033-a500-1f229615d14d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:57.269040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd2f69-afde-44b3-9000-088a54a2bf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edf139f-25d5-49d6-ac02-5fa77fad214d,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:57.271658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6bbd2f69-afde-44b3-9000-088a54a2bf73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:57.273966 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6bbd2f69-afde-44b3-9000-088a54a2bf73 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9edf139f-25d5-49d6-ac02-5fa77fad214d HTTP/1.1" status: 204 len: 168 time: 0.5708683 Dec 22 10:08:57.275542 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6bbd2f69-afde-44b3-9000-088a54a2bf73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:57.282295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a9d8ff36-102a-416c-a05d-c8e05b6aabff None None] Provisioning for port a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:08:57.411981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:08:57.412911 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:57.476881 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-42667c68-ac05-4b95-b8f1-fecdc4e01794 req-6bf38d26-778e-46cd-a05b-f37eb11168f9 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=e9d585a4-e6a7-4b28-89af-04f833286b4d HTTP/1.1" status: 200 len: 210 time: 0.1505075 Dec 22 10:08:57.488451 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87d2b998-bc9a-4ad1-b458-565f7794d6ac tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:57.495835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87d2b998-bc9a-4ad1-b458-565f7794d6ac tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:57.522518 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f69c5c80-55fa-4583-b983-7c22c7463200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:57.526682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a9d8ff36-102a-416c-a05d-c8e05b6aabff None None] Provisioning complete for port a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:08:57.529786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9d8ff36-102a-416c-a05d-c8e05b6aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:58.178188 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:58.504784 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c4d84d8b-de14-4bef-9a48-de9dc110827d req-c7ba857c-c80e-40fb-92c0-bcff587161d0 tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.0982797 Dec 22 10:08:58.604789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2b998-bc9a-4ad1-b458-565f7794d6ac tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=251befb3-9e7e-4998-9ce1-845f445729de,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:58.604789 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-87d2b998-bc9a-4ad1-b458-565f7794d6ac tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.080s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:08:58.675997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0,segment=NetworkSegment(1a94bb0a-dde8-4e32-8b22-97a4cf5b9888),segment_id=1a94bb0a-dde8-4e32-8b22-97a4cf5b9888)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:08:58.676367 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a9d8ff36-102a-416c-a05d-c8e05b6aabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:58.890586 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87d2b998-bc9a-4ad1-b458-565f7794d6ac tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:59.114662 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87d2b998-bc9a-4ad1-b458-565f7794d6ac tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:59.373995 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:08:59.400494 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:08:59.492610 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-a9d8ff36-102a-416c-a05d-c8e05b6aabff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:08:59.493273 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-a9d8ff36-102a-416c-a05d-c8e05b6aabff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:08:59.498281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:08:59.510484 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:00.007684 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-6fdfd29d-d979-4cc3-8f11-3252747f325c req-6ede78e8-09e4-451c-8902-5604429c36da tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.0935891 Dec 22 10:09:00.187051 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87d2b998-bc9a-4ad1-b458-565f7794d6ac tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:00.194840 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87d2b998-bc9a-4ad1-b458-565f7794d6ac tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:00.201142 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87d2b998-bc9a-4ad1-b458-565f7794d6ac tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:00.261807 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d77ef826-f26a-4b9a-a25c-b7b1ffff1036 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:00.274575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f41cefda-5c99-42b8-9ef8-b94076f21ab5 None None] Provisioning for port 251befb3-9e7e-4998-9ce1-845f445729de completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:09:00.343455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f41cefda-5c99-42b8-9ef8-b94076f21ab5 None None] Provisioning complete for port 251befb3-9e7e-4998-9ce1-845f445729de triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:00.344161 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f41cefda-5c99-42b8-9ef8-b94076f21ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:00.540411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f41cefda-5c99-42b8-9ef8-b94076f21ab5 None None] Port 251befb3-9e7e-4998-9ce1-845f445729de cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:09:00.565645 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f41cefda-5c99-42b8-9ef8-b94076f21ab5 None None] Provisioning complete for port a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:00.566319 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f41cefda-5c99-42b8-9ef8-b94076f21ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:00.662070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2b998-bc9a-4ad1-b458-565f7794d6ac tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=251befb3-9e7e-4998-9ce1-845f445729de,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:00.666304 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-87d2b998-bc9a-4ad1-b458-565f7794d6ac tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:00.696401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d2b998-bc9a-4ad1-b458-565f7794d6ac tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 8b1e6a8a-89d8-4578-aff3-a06373fb48b0 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:09:00.697706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-87d2b998-bc9a-4ad1-b458-565f7794d6ac tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:09:01.301562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d2b998-bc9a-4ad1-b458-565f7794d6ac tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Router ca2ed471-3e34-4138-a29a-b4854334718b is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 10:09:01.433102 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4f4560e7-6a7d-45b0-ab3e-e31279e7f942 None None] Provisioning complete for port 251befb3-9e7e-4998-9ce1-845f445729de triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:01.433533 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4f4560e7-6a7d-45b0-ab3e-e31279e7f942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:01.468613 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c3998015-18b7-489c-ab18-50834a4c1545 req-00803f85-f524-4d2b-9937-8f548e4d08af tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.1110067 Dec 22 10:09:01.607620 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:09:01.832901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d2b998-bc9a-4ad1-b458-565f7794d6ac tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:09:01.848130 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-87d2b998-bc9a-4ad1-b458-565f7794d6ac tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "PUT /v2.0/routers/ca2ed471-3e34-4138-a29a-b4854334718b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0294149 Dec 22 10:09:01.848562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 55314) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:01.879781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3b0096-14ab-4038-be0d-0347cf79591a None None] Sync routers for ids ['ca2ed471-3e34-4138-a29a-b4854334718b'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:09:01.954046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3b0096-14ab-4038-be0d-0347cf79591a None None] Routers {'ca2ed471-3e34-4138-a29a-b4854334718b'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:09:01.955888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ef3b0096-14ab-4038-be0d-0347cf79591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:08:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['ca2ed471-3e34-4138-a29a-b4854334718b'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:09:01.992548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837acf11-a419-48ad-99ab-088ab3976a6b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:09:01.996844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-837acf11-a419-48ad-99ab-088ab3976a6b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Synchronizing usage tracker for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:09:02.019704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-837acf11-a419-48ad-99ab-088ab3976a6b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Unset dirty status for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:09:02.021593 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-837acf11-a419-48ad-99ab-088ab3976a6b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports?device_id=ca2ed471-3e34-4138-a29a-b4854334718b HTTP/1.1" status: 200 len: 989 time: 0.1716623 Dec 22 10:09:02.027501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55322) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:02.129005 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4f4560e7-6a7d-45b0-ab3e-e31279e7f942 None None] Port 251befb3-9e7e-4998-9ce1-845f445729de cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:09:02.133791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ef3b0096-14ab-4038-be0d-0347cf79591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:09:02.160124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:02.160825 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:02.245539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3b0096-14ab-4038-be0d-0347cf79591a None None] Routers {'ca2ed471-3e34-4138-a29a-b4854334718b'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:09:02.246721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ef3b0096-14ab-4038-be0d-0347cf79591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:08:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['ca2ed471-3e34-4138-a29a-b4854334718b'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:09:02.389897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ef3b0096-14ab-4038-be0d-0347cf79591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:09:02.390502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3b0096-14ab-4038-be0d-0347cf79591a None None] The sync data for ids ['ca2ed471-3e34-4138-a29a-b4854334718b'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:09:02.447813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4f4560e7-6a7d-45b0-ab3e-e31279e7f942 None None] Provisioning complete for port a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:02.459688 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4f4560e7-6a7d-45b0-ab3e-e31279e7f942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:03.223670 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b0476271-afaa-4411-a9dc-951ca10ab0c0 req-e289c113-d162-4b0e-af59-bee8d6155a18 tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.2538805 Dec 22 10:09:03.372314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ced08319-b874-4639-b87e-0356f9f1066b None None] Provisioning complete for port 251befb3-9e7e-4998-9ce1-845f445729de triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:03.372314 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ced08319-b874-4639-b87e-0356f9f1066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:03.372314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ced08319-b874-4639-b87e-0356f9f1066b None None] Port 251befb3-9e7e-4998-9ce1-845f445729de cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:09:03.372314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ced08319-b874-4639-b87e-0356f9f1066b None None] Provisioning complete for port a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:03.372314 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ced08319-b874-4639-b87e-0356f9f1066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:03.710727 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-479e0da5-9b27-41a3-b079-9dcf332dd598 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:04.668329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-479e0da5-9b27-41a3-b079-9dcf332dd598 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port 251befb3-9e7e-4998-9ce1-845f445729de {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:09:04.668329 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-479e0da5-9b27-41a3-b079-9dcf332dd598 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:04.946920 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-400e84f9-250d-42a5-9448-1f3b29ab24e4 req-b322e0a1-71cb-44c1-a39f-6d78c8498e95 tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.2027698 Dec 22 10:09:05.084934 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7144e7e8-6edc-4b0f-8dfa-3f0aa31232eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:05.198738 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-479e0da5-9b27-41a3-b079-9dcf332dd598 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:05.420284 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-479e0da5-9b27-41a3-b079-9dcf332dd598 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for 251befb3-9e7e-4998-9ce1-845f445729de owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:09:06.605586 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3bdb421a-840f-434d-b743-2bd9f590bb0c req-27d31444-608f-46a7-a636-9ccc879d8462 tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.1349535 Dec 22 10:09:06.858296 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-479e0da5-9b27-41a3-b079-9dcf332dd598 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:06.925702 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8a5316d-82a8-47bc-b41d-865533d70db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:07.163457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e0da5-9b27-41a3-b079-9dcf332dd598 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=251befb3-9e7e-4998-9ce1-845f445729de,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:07.163457 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-479e0da5-9b27-41a3-b079-9dcf332dd598 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:07.400956 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-479e0da5-9b27-41a3-b079-9dcf332dd598 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:08.000810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-895b726d-de7d-4a23-9e00-385c007371dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:08.149502 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-984ffba4-8d75-4f9d-9fca-62412da53a2a req-7c7562e5-c8e3-406e-b793-e6cc73f278a8 tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.1112781 Dec 22 10:09:08.533337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479e0da5-9b27-41a3-b079-9dcf332dd598 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Router ca2ed471-3e34-4138-a29a-b4854334718b has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:09:08.837524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479e0da5-9b27-41a3-b079-9dcf332dd598 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:09:08.849587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a366974-7456-4994-970e-961455cf499a None None] Sync routers for ids ['ca2ed471-3e34-4138-a29a-b4854334718b'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:09:08.923310 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:08.945642 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-479e0da5-9b27-41a3-b079-9dcf332dd598 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "PUT /v2.0/routers/ca2ed471-3e34-4138-a29a-b4854334718b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9050782 Dec 22 10:09:08.947481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a366974-7456-4994-970e-961455cf499a None None] Routers {'ca2ed471-3e34-4138-a29a-b4854334718b'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:09:08.949228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 55484) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:08.956330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4a366974-7456-4994-970e-961455cf499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:09:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['ca2ed471-3e34-4138-a29a-b4854334718b'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:09:09.129277 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-16668f9b-cabb-403e-bab8-e4d8f4e4edc6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] GET failed (client error): The resource could not be found. Dec 22 10:09:09.131003 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-16668f9b-cabb-403e-bab8-e4d8f4e4edc6 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports/251befb3-9e7e-4998-9ce1-845f445729de HTTP/1.1" status: 404 len: 333 time: 0.1841307 Dec 22 10:09:09.134315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 55494) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:09.147533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4a366974-7456-4994-970e-961455cf499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:09:09.159983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a366974-7456-4994-970e-961455cf499a None None] Routers {'ca2ed471-3e34-4138-a29a-b4854334718b'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:09:09.161790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4a366974-7456-4994-970e-961455cf499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:09:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['ca2ed471-3e34-4138-a29a-b4854334718b'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:09:09.287535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-4a366974-7456-4994-970e-961455cf499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:09:09.287535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a366974-7456-4994-970e-961455cf499a None None] The sync data for ids ['ca2ed471-3e34-4138-a29a-b4854334718b'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:09:09.510669 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:09.583600 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8933fa4-bac5-4bd2-8ec7-7dc11cb22826 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for router, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:10.077966 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55538) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:10.283116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:10.353259 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-96741bdd-5f82-44fa-bffa-afed6cc1812d req-c6a91ac0-0a01-42ca-b8d4-9aa69b454735 tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.2873306 Dec 22 10:09:10.382681 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8933fa4-bac5-4bd2-8ec7-7dc11cb22826 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:10.385597 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8933fa4-bac5-4bd2-8ec7-7dc11cb22826 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:10.468991 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8933fa4-bac5-4bd2-8ec7-7dc11cb22826 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:10.469730 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8933fa4-bac5-4bd2-8ec7-7dc11cb22826 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Fanout notify agent at l3_agent the message router_deleted on router ca2ed471-3e34-4138-a29a-b4854334718b {{(pid=81071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 10:09:10.500629 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8933fa4-bac5-4bd2-8ec7-7dc11cb22826 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:10.506465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55566) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:10.519364 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c8933fa4-bac5-4bd2-8ec7-7dc11cb22826 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/routers/ca2ed471-3e34-4138-a29a-b4854334718b HTTP/1.1" status: 204 len: 168 time: 1.3806591 Dec 22 10:09:10.775038 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:11.061297 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:11.106085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e56dd0-85e5-46e4-88c9-5db2c3fd4265 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting subnet b519b443-091a-4d75-a173-c70c819bad74 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:09:11.132635 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e72f9ac3-4ec3-4182-bea9-6117d6fa6002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:11.140667 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79e56dd0-85e5-46e4-88c9-5db2c3fd4265 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:11.286418 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79e56dd0-85e5-46e4-88c9-5db2c3fd4265 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:11.459843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e72f9ac3-4ec3-4182-bea9-6117d6fa6002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:11.459843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e72f9ac3-4ec3-4182-bea9-6117d6fa6002 admin admin] Usage tracker for resource:security_group_rule and tenant:364faa43f3f84117aea02879b57015de is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:11.471882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e72f9ac3-4ec3-4182-bea9-6117d6fa6002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:11.504625 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e72f9ac3-4ec3-4182-bea9-6117d6fa6002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:11.729838 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79e56dd0-85e5-46e4-88c9-5db2c3fd4265 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:11.918661 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-75b8e95c-2d48-4a7d-bb69-7858e8a1ccc1 req-0df6f558-0e97-4524-a106-1e13dc8efb1e tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.0787899 Dec 22 10:09:11.981337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e72f9ac3-4ec3-4182-bea9-6117d6fa6002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:11.993145 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e72f9ac3-4ec3-4182-bea9-6117d6fa6002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:12.011379 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-990aef21-31ab-497b-8293-db4a2ace4b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:12.212079 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e72f9ac3-4ec3-4182-bea9-6117d6fa6002 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=364faa43f3f84117aea02879b57015de&name=default HTTP/1.1" status: 200 len: 2883 time: 2.1229208 Dec 22 10:09:12.212079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f9ac3-4ec3-4182-bea9-6117d6fa6002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9434de75-8e9f-4d94-9389-3267f4007baa,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:12.215820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 55632) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:12.233101 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e72f9ac3-4ec3-4182-bea9-6117d6fa6002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:12.427281 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:12.494059 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:12.602841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:12.617091 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aff2fe14-1e0f-48b3-8547-0f97375c52b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:12.644943 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:12.647344 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9434de75-8e9f-4d94-9389-3267f4007baa HTTP/1.1" status: 204 len: 168 time: 0.4410977 Dec 22 10:09:12.649061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9434de75-8e9f-4d94-9389-3267f4007baa,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:12.658973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.659445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.659843 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.660317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.661569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.661837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.662465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.662884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.663304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.663719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.664163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.664575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.665075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.665642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.666054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.666461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.666872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.667305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.667888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.668491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.668908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.669318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.678057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.678376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.678892 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.679318 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.679747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.680219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.680648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.681069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.681598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.682093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.682555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.682968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.683420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.683850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:12.693194 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9af7c854-051e-42cf-a7ac-74bb8017308c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:12.694718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79e56dd0-85e5-46e4-88c9-5db2c3fd4265 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:12.725318 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-52fc5d54-07db-4f04-9241-ad936795433b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:12.817974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e56dd0-85e5-46e4-88c9-5db2c3fd4265 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Subnet': ['ID=b519b443-091a-4d75-a173-c70c819bad74,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:12.856115 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-79e56dd0-85e5-46e4-88c9-5db2c3fd4265 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:13.222162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc615ed-0ad7-4a72-9c65-6bbe848e5044 None None] Network 8b1e6a8a-89d8-4578-aff3-a06373fb48b0 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:09:13.228222 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79e56dd0-85e5-46e4-88c9-5db2c3fd4265 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:13.358755 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-79e56dd0-85e5-46e4-88c9-5db2c3fd4265 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/subnets/b519b443-091a-4d75-a173-c70c819bad74 HTTP/1.1" status: 204 len: 168 time: 2.8510342 Dec 22 10:09:13.365888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55660) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:13.766845 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-33318e90-b70c-4273-b738-35f08fd53c8c req-a4cea7f0-6828-4b65-9c97-8efdb98de82a tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.2435575 Dec 22 10:09:14.017941 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:14.099719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581abb24-d60d-407e-ab71-9220ebea1d23 None None] DHCP port deletion for 8b1e6a8a-89d8-4578-aff3-a06373fb48b0 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:09:14.144634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-581abb24-d60d-407e-ab71-9220ebea1d23 None None] Deleting port a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:09:14.144634 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-581abb24-d60d-407e-ab71-9220ebea1d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:14.274540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:09:14.287177 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:14.651989 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-581abb24-d60d-407e-ab71-9220ebea1d23 None None] For port a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0,segment=NetworkSegment(1a94bb0a-dde8-4e32-8b22-97a4cf5b9888),segment_id=1a94bb0a-dde8-4e32-8b22-97a4cf5b9888)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:09:14.651989 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-581abb24-d60d-407e-ab71-9220ebea1d23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:14.928762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-581abb24-d60d-407e-ab71-9220ebea1d23 None None] Calling delete_port for a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:09:15.095854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] For port a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0,segment=NetworkSegment(1a94bb0a-dde8-4e32-8b22-97a4cf5b9888),segment_id=1a94bb0a-dde8-4e32-8b22-97a4cf5b9888)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:09:15.095854 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:15.212061 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-581abb24-d60d-407e-ab71-9220ebea1d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:15.296914 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f2c8e37c-5616-420f-b2a7-a79e18e065cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:15.455463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:09:15.596687 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:09:15.596687 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:09:15.651987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:09:15.707575 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ea1dc1b1-2910-4987-8daf-c8207eb197d9 req-1e63d49c-14ae-49c2-9c64-5639b296e3a5 tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.1879151 Dec 22 10:09:15.713463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:09:15.713791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:09:15.715300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581abb24-d60d-407e-ab71-9220ebea1d23 None None] Pushing event deleted for resources: {'Port': ['ID=a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:15.717368 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581abb24-d60d-407e-ab71-9220ebea1d23 None None] No DVR routers for this DVR port a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:09:15.719338 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-581abb24-d60d-407e-ab71-9220ebea1d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:16.027510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:09:16.098021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:09:16.098021 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:16.313752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] The port 'a1e4c99c-d947-43ce-a9d0-0e1f221c8cc0' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:09:16.637527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:16.908671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1e6a8a-89d8-4578-aff3-a06373fb48b0']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:09:16.934698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a94bb0a-dde8-4e32-8b22-97a4cf5b9888') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:09:16.934698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a94bb0a-dde8-4e32-8b22-97a4cf5b9888') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:09:16.962464 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:16.980889 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:16.989997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Releasing vxlan tunnel 5 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:09:17.262334 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8361c1c8-f02c-4568-830a-7812754aa635 req-6badc251-9c16-44af-9b41-e97c885c0f00 tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.0723062 Dec 22 10:09:17.301649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 8b1e6a8a-89d8-4578-aff3-a06373fb48b0 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:09:17.336727 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:18.240196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 8b1e6a8a-89d8-4578-aff3-a06373fb48b0 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:09:18.270655 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:09:18.379449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:18.387898 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a2848ccf-f0a2-43f7-a319-f849c24499f8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:18.457079 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:18.481288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Network': ['ID=8b1e6a8a-89d8-4578-aff3-a06373fb48b0,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:18.509054 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:18.527451 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c1753c38-fb1f-483d-bf89-aa12555723b0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/networks/8b1e6a8a-89d8-4578-aff3-a06373fb48b0 HTTP/1.1" status: 204 len: 168 time: 5.1566238 Dec 22 10:09:18.536081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55758) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:18.810768 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba90346b-8dc9-4283-aedf-e04f90817bf4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:09:18.824141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ba90346b-8dc9-4283-aedf-e04f90817bf4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Synchronizing usage tracker for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:09:18.925410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ba90346b-8dc9-4283-aedf-e04f90817bf4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Unset dirty status for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:09:18.925410 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ba90346b-8dc9-4283-aedf-e04f90817bf4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports/e7c72f7e-06ba-475b-a518-ec5b55ba9f2b HTTP/1.1" status: 200 len: 844 time: 0.3912425 Dec 22 10:09:18.925410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55772) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:19.009482 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a79a224d-0710-46f8-8646-ddfd389f77de req-f8c178a3-b143-4ffb-9280-cbcfeee969fa tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.2064908 Dec 22 10:09:19.058813 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-24cb25cd-5825-4e9d-b83b-dc660993ceaa req-284b5131-42fd-46ff-8aad-9d43e53bee98 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.7389135 Dec 22 10:09:19.135709 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2866ab41-8680-4f3a-8ea3-e853b303fb0c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports/e7c72f7e-06ba-475b-a518-ec5b55ba9f2b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2061756 Dec 22 10:09:19.135930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 55778) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:19.143536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-2150944b-f6bf-47f7-bac5-66483da5ca06 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'subnet': {'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:09:19.152994 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e398dbae-543a-4629-85ae-d88e8dbdd73f req-2614deeb-0099-41dd-a3f0-43ad2c6eed9a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.1503494 Dec 22 10:09:19.402864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2150944b-f6bf-47f7-bac5-66483da5ca06 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:19.420326 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2150944b-f6bf-47f7-bac5-66483da5ca06 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:subnet and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:19.423423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2150944b-f6bf-47f7-bac5-66483da5ca06 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:19.438053 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2150944b-f6bf-47f7-bac5-66483da5ca06 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:19.455823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2150944b-f6bf-47f7-bac5-66483da5ca06 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:09:19.594904 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb25cd-5825-4e9d-b83b-dc660993ceaa req-fd805d5b-1027-4e8e-9d48-84cfc3f754ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:09:19.594904 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-24cb25cd-5825-4e9d-b83b-dc660993ceaa req-fd805d5b-1027-4e8e-9d48-84cfc3f754ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c89cb1345d340f38775861a6b074177&device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 1161 time: 0.1893978 Dec 22 10:09:19.697248 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2150944b-f6bf-47f7-bac5-66483da5ca06 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:19.864232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb25cd-5825-4e9d-b83b-dc660993ceaa req-a5ea7ca9-1fed-46bd-b988-89deed3d9d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:09:19.864232 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-24cb25cd-5825-4e9d-b83b-dc660993ceaa req-a5ea7ca9-1fed-46bd-b988-89deed3d9d6d service neutron] 10.222.0.64 "GET /v2.0/networks?id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea HTTP/1.1" status: 200 len: 904 time: 0.2400970 Dec 22 10:09:19.993399 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-24cb25cd-5825-4e9d-b83b-dc660993ceaa req-d8af848f-692b-47b4-8a2b-4eb69c5ac66b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4209c1-c0a2-4233-bf1f-37608b84e089 HTTP/1.1" status: 200 len: 1001 time: 0.1215992 Dec 22 10:09:20.478342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb25cd-5825-4e9d-b83b-dc660993ceaa req-aac6903b-b917-4b1f-b9fc-4090036ae5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:09:20.489788 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-24cb25cd-5825-4e9d-b83b-dc660993ceaa req-aac6903b-b917-4b1f-b9fc-4090036ae5dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1afa0cc-840d-4f33-a7c7-f41b2bef546c HTTP/1.1" status: 200 len: 849 time: 0.4750040 Dec 22 10:09:20.730517 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aa99eac1-29ad-4626-88e1-d68ea67fc7f7 req-11d77b69-514d-46c7-b0db-5faeded588d1 tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.1981483 Dec 22 10:09:20.852910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb25cd-5825-4e9d-b83b-dc660993ceaa req-e6e56415-2ff0-4a65-b5ee-f1e3238a2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:09:20.874278 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-24cb25cd-5825-4e9d-b83b-dc660993ceaa req-e6e56415-2ff0-4a65-b5ee-f1e3238a2d69 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3480337 Dec 22 10:09:21.058808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2150944b-f6bf-47f7-bac5-66483da5ca06 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:21.252442 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-24cb25cd-5825-4e9d-b83b-dc660993ceaa req-1e392d77-7167-4c3c-923f-2ae1c3e47299 service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818035 Dec 22 10:09:21.416354 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f47db00d-919e-42a8-b574-45f56c625dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:21.606177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150944b-f6bf-47f7-bac5-66483da5ca06 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Subnet': ['ID=8c9f2c71-8446-43f4-bbd5-b908b71e83e0,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:21.618772 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2150944b-f6bf-47f7-bac5-66483da5ca06 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:21.621675 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-24cb25cd-5825-4e9d-b83b-dc660993ceaa req-0edb7a79-17e4-4bef-b516-25d284ecccff service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3679714 Dec 22 10:09:21.645648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2150944b-f6bf-47f7-bac5-66483da5ca06 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:09:21.654750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-2150944b-f6bf-47f7-bac5-66483da5ca06 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:09:21.666382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81656e4f-6350-494b-9978-01ba840ec4ee None None] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:09:21.677380 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2150944b-f6bf-47f7-bac5-66483da5ca06 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:09:21.677380 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2150944b-f6bf-47f7-bac5-66483da5ca06 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:21.732457 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2150944b-f6bf-47f7-bac5-66483da5ca06 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5942054 Dec 22 10:09:21.734927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 55828) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:21.742656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-1e5a6e9e-a64c-431b-94f0-48fbdeb55812 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'security_group': {'name': 'tempest-secgroup-1415154496'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:09:21.764414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1e5a6e9e-a64c-431b-94f0-48fbdeb55812 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:21.781659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1e5a6e9e-a64c-431b-94f0-48fbdeb55812 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:security_group and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:21.789839 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1e5a6e9e-a64c-431b-94f0-48fbdeb55812 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:21.819820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1e5a6e9e-a64c-431b-94f0-48fbdeb55812 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:21.835819 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6e9e-a64c-431b-94f0-48fbdeb55812 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:21.891176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1e5a6e9e-a64c-431b-94f0-48fbdeb55812 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:21.905212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1e5a6e9e-a64c-431b-94f0-48fbdeb55812 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:security_group_rule and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:21.917582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1e5a6e9e-a64c-431b-94f0-48fbdeb55812 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:21.939795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1e5a6e9e-a64c-431b-94f0-48fbdeb55812 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:22.498414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-0a8c95d3-9a5b-4b7a-baf2-814dcf20000d', 'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d', 'tenant_id': '03a0ee151fb640bf8582ae52a39c4148', 'fixed_ips': [{'subnet_id': '8c9f2c71-8446-43f4-bbd5-b908b71e83e0'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:09:22.503099 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:22.770355 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3465e940-b52a-443a-9ffe-90340a331344 req-e7f2cc3f-1a76-4ac2-aeea-7bb47b4de097 tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.6969233 Dec 22 10:09:22.918481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6e9e-a64c-431b-94f0-48fbdeb55812 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:22.929679 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6e9e-a64c-431b-94f0-48fbdeb55812 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:22.954391 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8dffb1f3-694c-4d32-9d68-fd2bc6154741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:23.128753 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6e9e-a64c-431b-94f0-48fbdeb55812 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:23.132292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55860) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:23.132292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-31c031ba-06d2-4ea6-85c5-cc844e6123e4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'security_group': {'name': 'tempest-secgroup-1403839910'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:09:23.148500 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1e5a6e9e-a64c-431b-94f0-48fbdeb55812 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1695 time: 1.4053769 Dec 22 10:09:23.172737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-31c031ba-06d2-4ea6-85c5-cc844e6123e4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:23.196756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-31c031ba-06d2-4ea6-85c5-cc844e6123e4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:security_group and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:23.216967 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-31c031ba-06d2-4ea6-85c5-cc844e6123e4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:23.226470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a6e9e-a64c-431b-94f0-48fbdeb55812 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1b5e13-77e4-4879-87c8-ac2390c489a9,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:23.234043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-31c031ba-06d2-4ea6-85c5-cc844e6123e4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:23.235673 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1e5a6e9e-a64c-431b-94f0-48fbdeb55812 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:23.257098 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31c031ba-06d2-4ea6-85c5-cc844e6123e4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:23.272814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Allocated IP 2001:db8::2 (0a8c95d3-9a5b-4b7a-baf2-814dcf20000d/8c9f2c71-8446-43f4-bbd5-b908b71e83e0/fe74537f-b152-47aa-88ff-2dead68f3d40) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:09:23.321537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-31c031ba-06d2-4ea6-85c5-cc844e6123e4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:23.333836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-31c031ba-06d2-4ea6-85c5-cc844e6123e4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:security_group_rule and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:23.341003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-31c031ba-06d2-4ea6-85c5-cc844e6123e4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:23.357765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-31c031ba-06d2-4ea6-85c5-cc844e6123e4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:23.511224 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31c031ba-06d2-4ea6-85c5-cc844e6123e4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:23.511224 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31c031ba-06d2-4ea6-85c5-cc844e6123e4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:23.526487 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ed2ea23e-69ce-4fc4-a708-31cfae3d1740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:23.577826 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31c031ba-06d2-4ea6-85c5-cc844e6123e4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:23.589717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 55870) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:23.597595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-22c2db44-ec93-4826-ab0d-7fe26a9e1590 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1114028031', 'security_groups': ['f66a6254-efe4-4005-be5f-63bf6d039fb4'], 'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8c9f2c71-8446-43f4-bbd5-b908b71e83e0'}]}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:09:23.599867 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-31c031ba-06d2-4ea6-85c5-cc844e6123e4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1695 time: 0.4681957 Dec 22 10:09:23.599867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c031ba-06d2-4ea6-85c5-cc844e6123e4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'SecurityGroup': ['ID=f66a6254-efe4-4005-be5f-63bf6d039fb4,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:23.616034 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-31c031ba-06d2-4ea6-85c5-cc844e6123e4 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:23.855683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-22c2db44-ec93-4826-ab0d-7fe26a9e1590 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:23.873854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-22c2db44-ec93-4826-ab0d-7fe26a9e1590 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:23.893484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c2db44-ec93-4826-ab0d-7fe26a9e1590 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:09:23.907202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-22c2db44-ec93-4826-ab0d-7fe26a9e1590 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:24.132309 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:24.167820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Transition to ACTIVE for port object fe74537f-b152-47aa-88ff-2dead68f3d40 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:09:24.177845 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b90f2f5-c8c5-4653-bb89-83321e547d10 req-05856404-3e90-43c1-a594-9f09ee629169 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbc79d0b59c2405caece3f1243b80e88&device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.2006288 Dec 22 10:09:24.212215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Transition to ACTIVE for port object fe74537f-b152-47aa-88ff-2dead68f3d40 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:09:24.251270 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:24.305245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-22c2db44-ec93-4826-ab0d-7fe26a9e1590 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] device_id is not set on port e4c5339d-6750-4f18-b2cf-e56589d735ae yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:09:24.313967 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:24.336536 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b90f2f5-c8c5-4653-bb89-83321e547d10 req-8d07fadd-b20f-48b8-9fbb-82a08cf695bf service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=cbc79d0b59c2405caece3f1243b80e88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1507769 Dec 22 10:09:24.562514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Pushing event updated for resources: {'Port': ['ID=fe74537f-b152-47aa-88ff-2dead68f3d40,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:24.605891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.605891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.605891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.605891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.605891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.613485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.613485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.613485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.613485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.613485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.623193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.623193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.623193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.623193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.623193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.623193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.623193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.623193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.623193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.623193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.623193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.623193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.627972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.627972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.627972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.627972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.627972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.627972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.627972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.627972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.627972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.627972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.627972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.633918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.633918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.633918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:24.641374 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:24.765556 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-21aebb0c-1b19-435f-95ef-943272a74acd req-27cdcae4-3c1e-43fe-a645-e2f9c58ce85f tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.1462078 Dec 22 10:09:24.779854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:09:24.784811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:09:24.797668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:09:24.858626 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Attempting to bind port fe74537f-b152-47aa-88ff-2dead68f3d40 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:09:24.859177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Attempting to bind port fe74537f-b152-47aa-88ff-2dead68f3d40 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'bc917bac-5e01-4d22-acbe-1b59eeb2ad03', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:09:24.859776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Attempting to bind port fe74537f-b152-47aa-88ff-2dead68f3d40 on network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:09:24.866970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:09:24.890454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Checking segment: {'id': 'bc917bac-5e01-4d22-acbe-1b59eeb2ad03', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:09:24.890454 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:24.890454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Bound using segment: {'id': 'bc917bac-5e01-4d22-acbe-1b59eeb2ad03', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:09:24.890454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Bound port: fe74537f-b152-47aa-88ff-2dead68f3d40, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc917bac-5e01-4d22-acbe-1b59eeb2ad03', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:09:24.890454 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:25.062129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90f2f5-c8c5-4653-bb89-83321e547d10 req-5326e4eb-9f1d-49d7-be36-4d9d019ca6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:09:25.070012 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b90f2f5-c8c5-4653-bb89-83321e547d10 req-5326e4eb-9f1d-49d7-be36-4d9d019ca6f1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7204103 Dec 22 10:09:25.143908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-22c2db44-ec93-4826-ab0d-7fe26a9e1590 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Allocated IP 2001:db8::157 (0a8c95d3-9a5b-4b7a-baf2-814dcf20000d/8c9f2c71-8446-43f4-bbd5-b908b71e83e0/e4c5339d-6750-4f18-b2cf-e56589d735ae) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:09:25.237957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] For port fe74537f-b152-47aa-88ff-2dead68f3d40, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:09:25.254838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] For port fe74537f-b152-47aa-88ff-2dead68f3d40, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=fe74537f-b152-47aa-88ff-2dead68f3d40,segment=NetworkSegment(bc917bac-5e01-4d22-acbe-1b59eeb2ad03),segment_id=bc917bac-5e01-4d22-acbe-1b59eeb2ad03)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:09:25.268477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:25.371244 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-63232409-7835-4953-9e9b-8c7509ca6990 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:25.653629 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-22c2db44-ec93-4826-ab0d-7fe26a9e1590 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:25.678219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-22c2db44-ec93-4826-ab0d-7fe26a9e1590 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Transition to ACTIVE for port object e4c5339d-6750-4f18-b2cf-e56589d735ae will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:09:25.700702 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-22c2db44-ec93-4826-ab0d-7fe26a9e1590 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:25.735741 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a8bec5c6-92f5-4cd1-8937-d48bbaa53597 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:26.009142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2db44-ec93-4826-ab0d-7fe26a9e1590 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=e4c5339d-6750-4f18-b2cf-e56589d735ae,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:26.041461 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-22c2db44-ec93-4826-ab0d-7fe26a9e1590 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:26.152830 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Pushing event updated for resources: {'Port': ['ID=fe74537f-b152-47aa-88ff-2dead68f3d40,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:26.172925 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:26.527701 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-2c54d2e7-2c51-4845-a740-491b7511a6b6 req-143fc4a9-9175-4d50-baf2-0040e88158d9 tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.1430218 Dec 22 10:09:26.569681 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7b90f2f5-c8c5-4653-bb89-83321e547d10 req-9d4bb362-7f92-476e-adfb-1818769931b8 tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.64 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.0980115 Dec 22 10:09:26.632084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c2db44-ec93-4826-ab0d-7fe26a9e1590 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:09:26.642151 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-22c2db44-ec93-4826-ab0d-7fe26a9e1590 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:09:26.665654 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c2db44-ec93-4826-ab0d-7fe26a9e1590 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:09:26.670476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c2db44-ec93-4826-ab0d-7fe26a9e1590 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:09:26.670476 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-22c2db44-ec93-4826-ab0d-7fe26a9e1590 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:26.757304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 55930) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:26.760376 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-22c2db44-ec93-4826-ab0d-7fe26a9e1590 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1702688 Dec 22 10:09:26.763925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-c05db601-bdf1-4720-a2e9-43a5d1434cb0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'subnet': {'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:09:27.183725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c05db601-bdf1-4720-a2e9-43a5d1434cb0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:27.183725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c05db601-bdf1-4720-a2e9-43a5d1434cb0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:subnet and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:27.200661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c05db601-bdf1-4720-a2e9-43a5d1434cb0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:27.233079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c05db601-bdf1-4720-a2e9-43a5d1434cb0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:27.257192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05db601-bdf1-4720-a2e9-43a5d1434cb0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:09:27.685951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device fe74537f-b152-47aa-88ff-2dead68f3d40 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:09:27.822328 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c05db601-bdf1-4720-a2e9-43a5d1434cb0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:27.858083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port fe74537f-b152-47aa-88ff-2dead68f3d40 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:09:28.116467 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cfd5d3cd-f35c-4a87-a199-93869a2ac51a req-d5339666-35f7-45f2-bbd0-23a4b97a2a58 tempest-ServerShowV254Test-18555446 tempest-ServerShowV254Test-18555446] 10.222.0.50 "GET /v2.0/ports?device_id=2575369a-6029-408d-a49c-7b4ea72c907f HTTP/1.1" status: 200 len: 210 time: 0.2244680 Dec 22 10:09:28.197637 n-d-765315-5 neutron-server[80960]: INFO neutron.db.ipam_backend_mixin [None req-c05db601-bdf1-4720-a2e9-43a5d1434cb0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c9f2c71-8446-43f4-bbd5-b908b71e83e0 (CIDR: 2001:db8::/64) Dec 22 10:09:28.211349 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05db601-bdf1-4720-a2e9-43a5d1434cb0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 10:09:28.211885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05db601-bdf1-4720-a2e9-43a5d1434cb0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No notification will be sent due to unsuccessful status code: 400 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:09:28.255777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 55960) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:28.258241 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c05db601-bdf1-4720-a2e9-43a5d1434cb0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5043797 Dec 22 10:09:28.319569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6d053822-ebd7-4d03-9cbd-0905926a852c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'subnet': {'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:09:28.854259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6d053822-ebd7-4d03-9cbd-0905926a852c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:28.859814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6d053822-ebd7-4d03-9cbd-0905926a852c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:subnet and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:28.859814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-6d053822-ebd7-4d03-9cbd-0905926a852c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:28.869752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-6d053822-ebd7-4d03-9cbd-0905926a852c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:28.884606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d053822-ebd7-4d03-9cbd-0905926a852c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:09:29.041465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6fcb1d9c-b399-4bcc-8f56-d2e1e6464310 None None] Provisioning complete for port e7c72f7e-06ba-475b-a518-ec5b55ba9f2b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:29.041465 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fcb1d9c-b399-4bcc-8f56-d2e1e6464310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:29.117279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb1d9c-b399-4bcc-8f56-d2e1e6464310 None None] Port e7c72f7e-06ba-475b-a518-ec5b55ba9f2b cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:09:29.142447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6fcb1d9c-b399-4bcc-8f56-d2e1e6464310 None None] Provisioning for port fe74537f-b152-47aa-88ff-2dead68f3d40 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:09:29.142447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-6fcb1d9c-b399-4bcc-8f56-d2e1e6464310 None None] Provisioning complete for port fe74537f-b152-47aa-88ff-2dead68f3d40 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:29.142447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fcb1d9c-b399-4bcc-8f56-d2e1e6464310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:29.368892 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d053822-ebd7-4d03-9cbd-0905926a852c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:29.464957 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fcb1d9c-b399-4bcc-8f56-d2e1e6464310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:29.595744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6fcb1d9c-b399-4bcc-8f56-d2e1e6464310 None None] For port fe74537f-b152-47aa-88ff-2dead68f3d40, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=fe74537f-b152-47aa-88ff-2dead68f3d40,segment=NetworkSegment(bc917bac-5e01-4d22-acbe-1b59eeb2ad03),segment_id=bc917bac-5e01-4d22-acbe-1b59eeb2ad03)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:09:29.600479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6fcb1d9c-b399-4bcc-8f56-d2e1e6464310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:29.604781 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5cffe0c9-f6dd-4b71-9da6-a5a606190ea6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:29.943511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c67c8a2b-73f4-45ac-9065-42496a55726d None None] Provisioning complete for port fe74537f-b152-47aa-88ff-2dead68f3d40 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:29.944999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c67c8a2b-73f4-45ac-9065-42496a55726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:30.161637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb1d9c-b399-4bcc-8f56-d2e1e6464310 None None] Pushing event updated for resources: {'Port': ['ID=fe74537f-b152-47aa-88ff-2dead68f3d40,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:30.185834 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6fcb1d9c-b399-4bcc-8f56-d2e1e6464310 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:30.590216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a25f465b-ccc5-4fe4-9e9d-dc1813f75a1a None None] Provisioning for port e4c5339d-6750-4f18-b2cf-e56589d735ae completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:09:30.604048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a25f465b-ccc5-4fe4-9e9d-dc1813f75a1a None None] Provisioning complete for port e4c5339d-6750-4f18-b2cf-e56589d735ae triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:30.604048 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a25f465b-ccc5-4fe4-9e9d-dc1813f75a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:30.675635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a25f465b-ccc5-4fe4-9e9d-dc1813f75a1a None None] Port e4c5339d-6750-4f18-b2cf-e56589d735ae cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:09:30.687796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a25f465b-ccc5-4fe4-9e9d-dc1813f75a1a None None] Provisioning complete for port fe74537f-b152-47aa-88ff-2dead68f3d40 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:30.687796 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a25f465b-ccc5-4fe4-9e9d-dc1813f75a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:30.883297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56016) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:31.335011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:31.387024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:31.496441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Usage tracker for resource:security_group_rule and tenant:cbc79d0b59c2405caece3f1243b80e88 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:31.506215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:31.554034 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:31.560060 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d053822-ebd7-4d03-9cbd-0905926a852c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:31.574564 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f149de39-e559-4ab8-a3a6-9880fe66cc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:31.584279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device fe74537f-b152-47aa-88ff-2dead68f3d40 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:09:31.754328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d053822-ebd7-4d03-9cbd-0905926a852c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Subnet': ['ID=a2be2a86-8339-4765-b37b-d25687849958,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:31.757332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port fe74537f-b152-47aa-88ff-2dead68f3d40 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:31.757986 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:31.781672 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6d053822-ebd7-4d03-9cbd-0905926a852c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:31.846138 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:31.853864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:31.870083 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-22dd03bd-f200-48d4-9a1a-e2778704b838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:31.920685 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cbc79d0b59c2405caece3f1243b80e88&name=default HTTP/1.1" status: 200 len: 2883 time: 1.0455136 Dec 22 10:09:31.920685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bd16d7-7ffe-485d-abfe-d5504adf94e1,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:31.937653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56038) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:31.937653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.937653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.937653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.937653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.937653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.937653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.937653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.937653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.937653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.937653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.937653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.937653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.937653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.944038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.944038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.944038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.944038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.944038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.944038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.944038 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.948603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.948603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.948603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.948603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.948603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.948603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.948603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.948603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.948603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.948603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.948603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.948603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.953744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.953744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.953744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.953744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:09:31.976108 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-347e85f0-fc40-47c6-9614-6915d5d2bc87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:32.108952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d053822-ebd7-4d03-9cbd-0905926a852c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:09:32.111297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-6d053822-ebd7-4d03-9cbd-0905926a852c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:09:32.112136 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46bc6007-83ae-441d-9038-85e6e914b5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:32.126484 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d98941-cd9d-4fe7-9f27-f217ace72d63 None None] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:09:32.150411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d053822-ebd7-4d03-9cbd-0905926a852c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:09:32.152129 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6d053822-ebd7-4d03-9cbd-0905926a852c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:32.224458 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46bc6007-83ae-441d-9038-85e6e914b5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:32.229728 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6d053822-ebd7-4d03-9cbd-0905926a852c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.9626591 Dec 22 10:09:32.229728 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56050) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:32.262251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5a0edf59-1012-4070-be26-83093a4f14a0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1152536946', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a2be2a86-8339-4765-b37b-d25687849958'}], 'security_groups': ['0f1b5e13-77e4-4879-87c8-ac2390c489a9']}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:09:32.421941 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46bc6007-83ae-441d-9038-85e6e914b5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:32.434178 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-310a01d8-5517-4f2e-8579-721ef7c63ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:32.491856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc6007-83ae-441d-9038-85e6e914b5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bd16d7-7ffe-485d-abfe-d5504adf94e1,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:32.495972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-46bc6007-83ae-441d-9038-85e6e914b5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:32.499905 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-46bc6007-83ae-441d-9038-85e6e914b5ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/46bd16d7-7ffe-485d-abfe-d5504adf94e1 HTTP/1.1" status: 204 len: 168 time: 0.5264301 Dec 22 10:09:32.501138 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-46bc6007-83ae-441d-9038-85e6e914b5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:32.957100 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a0edf59-1012-4070-be26-83093a4f14a0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:33.736502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0632709-0033-453c-9833-18a892782916 None None] Update dhcp port {'port': {'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d', 'fixed_ips': [{'subnet_id': '8c9f2c71-8446-43f4-bbd5-b908b71e83e0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a2be2a86-8339-4765-b37b-d25687849958'}], 'binding:host_id': 'n-d-765315-5'}, 'id': 'fe74537f-b152-47aa-88ff-2dead68f3d40'} from n-d-765315-5. {{(pid=81073) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 10:09:33.861216 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f0632709-0033-453c-9833-18a892782916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:34.717443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5a0edf59-1012-4070-be26-83093a4f14a0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Delete allocated IP 2001:db8::157 (0a8c95d3-9a5b-4b7a-baf2-814dcf20000d/8c9f2c71-8446-43f4-bbd5-b908b71e83e0) {{(pid=81071) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Dec 22 10:09:34.747616 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5a0edf59-1012-4070-be26-83093a4f14a0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Allocated IP 2001:db8:0:1::27e (0a8c95d3-9a5b-4b7a-baf2-814dcf20000d/a2be2a86-8339-4765-b37b-d25687849958/e4c5339d-6750-4f18-b2cf-e56589d735ae) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:09:35.098076 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb2d198b-50da-4f88-a88e-d0a3c439a8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:35.383835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a0edf59-1012-4070-be26-83093a4f14a0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:35.451506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5a0edf59-1012-4070-be26-83093a4f14a0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Transition to ACTIVE for port object e4c5339d-6750-4f18-b2cf-e56589d735ae will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:09:35.463763 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a0edf59-1012-4070-be26-83093a4f14a0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:35.526051 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8408be40-3a7c-448a-bf90-474ee2442e5d tempest-PortsAdminExtendedAttrsTestJSON-1308579280 tempest-PortsAdminExtendedAttrsTestJSON-1308579280] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:35.717611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-f0632709-0033-453c-9833-18a892782916 None None] Allocated IP 2001:db8:0:1::2 (0a8c95d3-9a5b-4b7a-baf2-814dcf20000d/a2be2a86-8339-4765-b37b-d25687849958/fe74537f-b152-47aa-88ff-2dead68f3d40) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:09:35.815834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0edf59-1012-4070-be26-83093a4f14a0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=e4c5339d-6750-4f18-b2cf-e56589d735ae,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:35.840032 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5a0edf59-1012-4070-be26-83093a4f14a0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:36.084608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f0632709-0033-453c-9833-18a892782916 None None] For port fe74537f-b152-47aa-88ff-2dead68f3d40, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=fe74537f-b152-47aa-88ff-2dead68f3d40,segment=NetworkSegment(bc917bac-5e01-4d22-acbe-1b59eeb2ad03),segment_id=bc917bac-5e01-4d22-acbe-1b59eeb2ad03)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:09:36.115202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f0632709-0033-453c-9833-18a892782916 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:36.139069 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f0632709-0033-453c-9833-18a892782916 None None] Transition to ACTIVE for port object fe74537f-b152-47aa-88ff-2dead68f3d40 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:09:36.142778 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f0632709-0033-453c-9833-18a892782916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:36.236263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-5a0edf59-1012-4070-be26-83093a4f14a0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] In _notify_port_updated(), no bound segment for port e4c5339d-6750-4f18-b2cf-e56589d735ae on network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d {{(pid=81071) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}} Dec 22 10:09:36.236263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0edf59-1012-4070-be26-83093a4f14a0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:09:36.236263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5a0edf59-1012-4070-be26-83093a4f14a0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:36.236263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5a0edf59-1012-4070-be26-83093a4f14a0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "PUT /v2.0/ports/e4c5339d-6750-4f18-b2cf-e56589d735ae HTTP/1.1" status: 200 len: 931 time: 4.0039167 Dec 22 10:09:36.236263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56142) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:36.392067 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-99b3097f-5b59-453a-8139-24fe3e3e3ae9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port e4c5339d-6750-4f18-b2cf-e56589d735ae {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:09:36.392067 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99b3097f-5b59-453a-8139-24fe3e3e3ae9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:36.494222 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1c052dbc-ff00-4fc5-a8dd-592330a07d65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:36.633722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0632709-0033-453c-9833-18a892782916 None None] Pushing event updated for resources: {'Port': ['ID=fe74537f-b152-47aa-88ff-2dead68f3d40,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:36.755987 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f0632709-0033-453c-9833-18a892782916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:37.178388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99b3097f-5b59-453a-8139-24fe3e3e3ae9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:37.609722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device fe74537f-b152-47aa-88ff-2dead68f3d40 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:09:37.682001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-99b3097f-5b59-453a-8139-24fe3e3e3ae9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for e4c5339d-6750-4f18-b2cf-e56589d735ae owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:09:38.037666 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2bc61459-7cac-4655-ba84-040eb87042b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:38.293477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99b3097f-5b59-453a-8139-24fe3e3e3ae9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:38.544193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9cbcb928-fb86-4f4a-8b32-6767ddba4aa2 None None] Provisioning complete for port e7c72f7e-06ba-475b-a518-ec5b55ba9f2b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:38.556292 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb928-fb86-4f4a-8b32-6767ddba4aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:38.832592 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0fd2089c-acfa-4949-8e05-98df2d2c0926 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:38.843279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcb928-fb86-4f4a-8b32-6767ddba4aa2 None None] Port e7c72f7e-06ba-475b-a518-ec5b55ba9f2b cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:09:38.937662 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:38.938426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9cbcb928-fb86-4f4a-8b32-6767ddba4aa2 None None] Provisioning for port fe74537f-b152-47aa-88ff-2dead68f3d40 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:09:38.979119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3097f-5b59-453a-8139-24fe3e3e3ae9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=e4c5339d-6750-4f18-b2cf-e56589d735ae,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:38.980836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9cbcb928-fb86-4f4a-8b32-6767ddba4aa2 None None] Provisioning complete for port fe74537f-b152-47aa-88ff-2dead68f3d40 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:38.981276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb928-fb86-4f4a-8b32-6767ddba4aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:38.994398 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99b3097f-5b59-453a-8139-24fe3e3e3ae9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:39.395927 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-99b3097f-5b59-453a-8139-24fe3e3e3ae9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:39.455521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56228) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:39.464425 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-99b3097f-5b59-453a-8139-24fe3e3e3ae9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/ports/e4c5339d-6750-4f18-b2cf-e56589d735ae HTTP/1.1" status: 204 len: 168 time: 3.2096398 Dec 22 10:09:39.513274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9cbcb928-fb86-4f4a-8b32-6767ddba4aa2 None None] Could not find standard attr ID for object e4c5339d-6750-4f18-b2cf-e56589d735ae. {{(pid=81073) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 10:09:39.558199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:39.560959 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d2f370-6ca5-49ea-a6d9-c7952b76f599 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] GET failed (client error): The resource could not be found. Dec 22 10:09:39.565691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56236) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:39.566604 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d6d2f370-6ca5-49ea-a6d9-c7952b76f599 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports/e4c5339d-6750-4f18-b2cf-e56589d735ae HTTP/1.1" status: 404 len: 333 time: 0.1095927 Dec 22 10:09:39.632109 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9a5709e0-e4df-49a2-b7c1-49edabfd508b None None] Could not find standard attr ID for object e4c5339d-6750-4f18-b2cf-e56589d735ae. {{(pid=81073) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 10:09:39.650953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9a5709e0-e4df-49a2-b7c1-49edabfd508b None None] Provisioning complete for port fe74537f-b152-47aa-88ff-2dead68f3d40 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:39.652627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a5709e0-e4df-49a2-b7c1-49edabfd508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:39.777406 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f0d33aa-e52e-4d64-8531-a9bdf2e2c84f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:39.878647 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f0d33aa-e52e-4d64-8531-a9bdf2e2c84f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:40.037525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f0d33aa-e52e-4d64-8531-a9bdf2e2c84f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:40.054354 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-127e0d2b-b437-460a-86b9-c81e7be3b384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:40.101972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0f0d33aa-e52e-4d64-8531-a9bdf2e2c84f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:40.103603 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0f0d33aa-e52e-4d64-8531-a9bdf2e2c84f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/security-groups/f66a6254-efe4-4005-be5f-63bf6d039fb4 HTTP/1.1" status: 204 len: 168 time: 0.5356457 Dec 22 10:09:40.104856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d33aa-e52e-4d64-8531-a9bdf2e2c84f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66a6254-efe4-4005-be5f-63bf6d039fb4,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:40.106643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56254) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:40.115810 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0f0d33aa-e52e-4d64-8531-a9bdf2e2c84f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:40.199235 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f257b2d3-727b-4bc2-a45b-d026d5911dab tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:40.281296 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:40.295462 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f257b2d3-727b-4bc2-a45b-d026d5911dab tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:40.417535 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f257b2d3-727b-4bc2-a45b-d026d5911dab tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:40.427012 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-256dd78d-3460-4758-b532-985a1484ae76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:40.467595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257b2d3-727b-4bc2-a45b-d026d5911dab tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1b5e13-77e4-4879-87c8-ac2390c489a9,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:40.477471 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f257b2d3-727b-4bc2-a45b-d026d5911dab tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:40.517436 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f257b2d3-727b-4bc2-a45b-d026d5911dab tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:40.522656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56268) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:40.522871 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f257b2d3-727b-4bc2-a45b-d026d5911dab tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/security-groups/0f1b5e13-77e4-4879-87c8-ac2390c489a9 HTTP/1.1" status: 204 len: 168 time: 0.4149132 Dec 22 10:09:40.766660 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:40.891490 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd01db7e-04c7-4767-8abd-bfe960db6d7d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting subnet 8c9f2c71-8446-43f4-bbd5-b908b71e83e0 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:09:40.906363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd01db7e-04c7-4767-8abd-bfe960db6d7d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:41.032608 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd01db7e-04c7-4767-8abd-bfe960db6d7d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:41.099368 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:41.185899 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd01db7e-04c7-4767-8abd-bfe960db6d7d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:41.590836 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd01db7e-04c7-4767-8abd-bfe960db6d7d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:41.618254 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b3eff69a-5370-44df-81db-b6b190b9861f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:41.682133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01db7e-04c7-4767-8abd-bfe960db6d7d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Subnet': ['ID=8c9f2c71-8446-43f4-bbd5-b908b71e83e0,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:41.685774 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dd01db7e-04c7-4767-8abd-bfe960db6d7d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:41.811656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56324) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:41.873726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd01db7e-04c7-4767-8abd-bfe960db6d7d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:41.882389 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dd01db7e-04c7-4767-8abd-bfe960db6d7d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/subnets/8c9f2c71-8446-43f4-bbd5-b908b71e83e0 HTTP/1.1" status: 204 len: 168 time: 1.3583245 Dec 22 10:09:41.885507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3023b5d4-a1dc-412e-8be2-b049a45b5efe None None] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:09:41.886800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56332) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:41.896164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-154332e7-ea3a-4b11-8c2a-8a7c346c80e8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'subnet': {'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:09:42.209867 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-357c16ec-ed19-48c3-bce3-8c271e2abad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:42.235014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-154332e7-ea3a-4b11-8c2a-8a7c346c80e8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:42.239076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-357c16ec-ed19-48c3-bce3-8c271e2abad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:42.245606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-154332e7-ea3a-4b11-8c2a-8a7c346c80e8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:subnet and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:42.249399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-357c16ec-ed19-48c3-bce3-8c271e2abad7 admin admin] Usage tracker for resource:security_group_rule and tenant:81db3af5531049b88d09db6034dfd7f3 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:42.253706 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-154332e7-ea3a-4b11-8c2a-8a7c346c80e8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:42.262430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-357c16ec-ed19-48c3-bce3-8c271e2abad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:42.288974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-154332e7-ea3a-4b11-8c2a-8a7c346c80e8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:42.293043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-357c16ec-ed19-48c3-bce3-8c271e2abad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:42.340992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154332e7-ea3a-4b11-8c2a-8a7c346c80e8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:09:42.574647 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-154332e7-ea3a-4b11-8c2a-8a7c346c80e8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:43.254093 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-357c16ec-ed19-48c3-bce3-8c271e2abad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:43.275377 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-357c16ec-ed19-48c3-bce3-8c271e2abad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:43.335706 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a7f1ff26-6515-4112-a9a7-afd17d66d20f tempest-AttachVolumeShelveTestJSON-78616314 tempest-AttachVolumeShelveTestJSON-78616314] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:43.367893 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-357c16ec-ed19-48c3-bce3-8c271e2abad7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=81db3af5531049b88d09db6034dfd7f3&name=default HTTP/1.1" status: 200 len: 2883 time: 1.5532186 Dec 22 10:09:43.369100 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56358) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:43.538793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c16ec-ed19-48c3-bce3-8c271e2abad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94027a4c-1b99-4ba7-8d82-dbebeeb8bb3b,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:43.552019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7f03a19-3743-4aaf-aab7-4b53563f5631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:43.558890 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-357c16ec-ed19-48c3-bce3-8c271e2abad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:43.613299 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7f03a19-3743-4aaf-aab7-4b53563f5631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:43.676408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d961e9b1-42bc-4710-9282-ef98b9e51cfb None None] Provisioning complete for port e7c72f7e-06ba-475b-a518-ec5b55ba9f2b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:43.677085 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d961e9b1-42bc-4710-9282-ef98b9e51cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:43.690026 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7f03a19-3743-4aaf-aab7-4b53563f5631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:43.696658 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cee61fad-bbc0-436e-bb1a-ff5b4f542526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:43.707579 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-154332e7-ea3a-4b11-8c2a-8a7c346c80e8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:43.713218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f03a19-3743-4aaf-aab7-4b53563f5631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94027a4c-1b99-4ba7-8d82-dbebeeb8bb3b,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:43.717224 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b7f03a19-3743-4aaf-aab7-4b53563f5631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:43.719485 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b7f03a19-3743-4aaf-aab7-4b53563f5631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:43.725825 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b7f03a19-3743-4aaf-aab7-4b53563f5631 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/94027a4c-1b99-4ba7-8d82-dbebeeb8bb3b HTTP/1.1" status: 204 len: 168 time: 0.3551176 Dec 22 10:09:43.730209 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-48ed3692-8315-42c9-8966-77d6e6c63e44 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:43.771479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-d961e9b1-42bc-4710-9282-ef98b9e51cfb None None] Port e7c72f7e-06ba-475b-a518-ec5b55ba9f2b cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:09:43.838561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-d961e9b1-42bc-4710-9282-ef98b9e51cfb None None] Provisioning complete for port fe74537f-b152-47aa-88ff-2dead68f3d40 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:43.839537 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d961e9b1-42bc-4710-9282-ef98b9e51cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:43.940149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154332e7-ea3a-4b11-8c2a-8a7c346c80e8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Subnet': ['ID=9a788e3d-2c43-4158-b61c-0caca66ac1b8,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:43.953406 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-154332e7-ea3a-4b11-8c2a-8a7c346c80e8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:44.048721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154332e7-ea3a-4b11-8c2a-8a7c346c80e8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:09:44.050763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-154332e7-ea3a-4b11-8c2a-8a7c346c80e8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:09:44.093727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154332e7-ea3a-4b11-8c2a-8a7c346c80e8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:09:44.094678 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-154332e7-ea3a-4b11-8c2a-8a7c346c80e8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:44.136017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56382) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:44.137159 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-154332e7-ea3a-4b11-8c2a-8a7c346c80e8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2489707 Dec 22 10:09:44.149786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-10b2dac9-11aa-47cb-9c91-72124ff28b23 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'security_group': {'name': 'tempest-secgroup-468299545'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:09:44.197246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-10b2dac9-11aa-47cb-9c91-72124ff28b23 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:44.204197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14246a0c-a701-4322-9b84-89eeaaa2087c None None] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:09:44.222103 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-10b2dac9-11aa-47cb-9c91-72124ff28b23 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:security_group and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:44.251138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-10b2dac9-11aa-47cb-9c91-72124ff28b23 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:44.272657 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-10b2dac9-11aa-47cb-9c91-72124ff28b23 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:44.305174 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10b2dac9-11aa-47cb-9c91-72124ff28b23 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:44.377662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-10b2dac9-11aa-47cb-9c91-72124ff28b23 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:44.392430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-10b2dac9-11aa-47cb-9c91-72124ff28b23 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:security_group_rule and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:44.399133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-10b2dac9-11aa-47cb-9c91-72124ff28b23 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:44.432887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-10b2dac9-11aa-47cb-9c91-72124ff28b23 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:44.691477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10b2dac9-11aa-47cb-9c91-72124ff28b23 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:44.704069 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10b2dac9-11aa-47cb-9c91-72124ff28b23 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:44.721022 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e330f97f-eb44-42e7-b5cb-4defb6ca16c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:44.787843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10b2dac9-11aa-47cb-9c91-72124ff28b23 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:44.792911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56396) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:44.803223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-76e27b3a-777f-4994-9c96-082745f7b3e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'security_group': {'name': 'tempest-secgroup-120826865'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:09:44.803413 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-10b2dac9-11aa-47cb-9c91-72124ff28b23 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1694 time: 0.6657853 Dec 22 10:09:44.807584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56400) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:44.830465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-76e27b3a-777f-4994-9c96-082745f7b3e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:44.835322 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-76e27b3a-777f-4994-9c96-082745f7b3e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:security_group and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:44.849012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-76e27b3a-777f-4994-9c96-082745f7b3e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:44.855776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-76e27b3a-777f-4994-9c96-082745f7b3e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:44.861721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fe0184-23d0-4385-8ae4-2904945f911e None None] Update dhcp port {'port': {'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d', 'fixed_ips': [{'subnet_id': 'a2be2a86-8339-4765-b37b-d25687849958', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9a788e3d-2c43-4158-b61c-0caca66ac1b8'}], 'binding:host_id': 'n-d-765315-5'}, 'id': 'fe74537f-b152-47aa-88ff-2dead68f3d40'} from n-d-765315-5. {{(pid=81073) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 10:09:44.875516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cf75729-e648-47a9-ad35-0b85f70fd2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:44.880992 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76e27b3a-777f-4994-9c96-082745f7b3e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:44.905955 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2dac9-11aa-47cb-9c91-72124ff28b23 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'SecurityGroup': ['ID=c07fb913-7b46-4555-945c-353e73c2d3a3,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:44.922248 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10b2dac9-11aa-47cb-9c91-72124ff28b23 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:44.924763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-76e27b3a-777f-4994-9c96-082745f7b3e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:44.929129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0cf75729-e648-47a9-ad35-0b85f70fd2e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:44.931201 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2fe0184-23d0-4385-8ae4-2904945f911e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:44.935332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-76e27b3a-777f-4994-9c96-082745f7b3e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:security_group_rule and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:44.938939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0cf75729-e648-47a9-ad35-0b85f70fd2e4 admin admin] Usage tracker for resource:security_group_rule and tenant:272888b259a54cbb8e5e6eb4dc3bb57f is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:44.943066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-76e27b3a-777f-4994-9c96-082745f7b3e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:44.946576 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0cf75729-e648-47a9-ad35-0b85f70fd2e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:44.962712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-76e27b3a-777f-4994-9c96-082745f7b3e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:44.968899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0cf75729-e648-47a9-ad35-0b85f70fd2e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:45.199055 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76e27b3a-777f-4994-9c96-082745f7b3e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:45.213898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76e27b3a-777f-4994-9c96-082745f7b3e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:45.294583 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cf75729-e648-47a9-ad35-0b85f70fd2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:45.326330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-f2fe0184-23d0-4385-8ae4-2904945f911e None None] Allocated IP 2001:db8::2 (0a8c95d3-9a5b-4b7a-baf2-814dcf20000d/9a788e3d-2c43-4158-b61c-0caca66ac1b8/fe74537f-b152-47aa-88ff-2dead68f3d40) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:09:45.332647 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0cf75729-e648-47a9-ad35-0b85f70fd2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:45.340623 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e93614e3-1dc7-4ceb-868c-db03f12f1b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:45.392498 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-db957dc1-4144-4f96-8da2-9d24a6a4318c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:45.402990 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0cf75729-e648-47a9-ad35-0b85f70fd2e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=272888b259a54cbb8e5e6eb4dc3bb57f&name=default HTTP/1.1" status: 200 len: 2883 time: 0.5942221 Dec 22 10:09:45.405928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-76e27b3a-777f-4994-9c96-082745f7b3e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:45.411034 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-76e27b3a-777f-4994-9c96-082745f7b3e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1694 time: 0.6168807 Dec 22 10:09:45.411745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56412) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:45.412141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 56414) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:45.412949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e27b3a-777f-4994-9c96-082745f7b3e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'SecurityGroup': ['ID=c5554238-a695-4797-be35-80855ff166f7,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:45.436812 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76e27b3a-777f-4994-9c96-082745f7b3e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:45.453016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-902cb7f1-ac0f-485e-b1e4-a54ff92a2c2c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'security_group': {'name': 'tempest-secgroup-493735292'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:09:45.465905 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf75729-e648-47a9-ad35-0b85f70fd2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20dbe0f-3bed-4994-9342-c3941e1be7b5,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:45.470789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-902cb7f1-ac0f-485e-b1e4-a54ff92a2c2c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:45.472508 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0cf75729-e648-47a9-ad35-0b85f70fd2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:45.488277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-902cb7f1-ac0f-485e-b1e4-a54ff92a2c2c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:security_group and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:45.494640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-902cb7f1-ac0f-485e-b1e4-a54ff92a2c2c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for security_group was recalculated. Used quota:3. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:45.527819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-902cb7f1-ac0f-485e-b1e4-a54ff92a2c2c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:45.557049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-902cb7f1-ac0f-485e-b1e4-a54ff92a2c2c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:45.586518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-902cb7f1-ac0f-485e-b1e4-a54ff92a2c2c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:45.591033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-902cb7f1-ac0f-485e-b1e4-a54ff92a2c2c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:security_group_rule and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:45.594917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-902cb7f1-ac0f-485e-b1e4-a54ff92a2c2c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:45.602908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-902cb7f1-ac0f-485e-b1e4-a54ff92a2c2c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:45.653568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f2fe0184-23d0-4385-8ae4-2904945f911e None None] For port fe74537f-b152-47aa-88ff-2dead68f3d40, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=fe74537f-b152-47aa-88ff-2dead68f3d40,segment=NetworkSegment(bc917bac-5e01-4d22-acbe-1b59eeb2ad03),segment_id=bc917bac-5e01-4d22-acbe-1b59eeb2ad03)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:09:45.687115 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2fe0184-23d0-4385-8ae4-2904945f911e None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:45.711121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f2fe0184-23d0-4385-8ae4-2904945f911e None None] Transition to ACTIVE for port object fe74537f-b152-47aa-88ff-2dead68f3d40 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:09:45.711695 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-902cb7f1-ac0f-485e-b1e4-a54ff92a2c2c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:45.713131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c5215eb-22bc-44dd-be84-67da62e483c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:45.714810 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f2fe0184-23d0-4385-8ae4-2904945f911e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:45.744202 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c5215eb-22bc-44dd-be84-67da62e483c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:45.831355 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-902cb7f1-ac0f-485e-b1e4-a54ff92a2c2c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:45.894310 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:45.915192 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c5215eb-22bc-44dd-be84-67da62e483c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:45.934286 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c5215eb-22bc-44dd-be84-67da62e483c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:45.935579 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6c5215eb-22bc-44dd-be84-67da62e483c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f20dbe0f-3bed-4994-9342-c3941e1be7b5 HTTP/1.1" status: 204 len: 168 time: 0.5198827 Dec 22 10:09:45.941371 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-902cb7f1-ac0f-485e-b1e4-a54ff92a2c2c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:45.945915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56442) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:45.952855 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1811359572', 'security_groups': ['ae998c1c-ef1b-4323-8914-3ea49d204ad5'], 'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9a788e3d-2c43-4158-b61c-0caca66ac1b8'}]}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:09:45.962673 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-902cb7f1-ac0f-485e-b1e4-a54ff92a2c2c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1694 time: 0.5448754 Dec 22 10:09:45.974841 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:46.020623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cb7f1-ac0f-485e-b1e4-a54ff92a2c2c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'SecurityGroup': ['ID=ae998c1c-ef1b-4323-8914-3ea49d204ad5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:46.032035 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-902cb7f1-ac0f-485e-b1e4-a54ff92a2c2c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:46.032943 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76e27b3a-777f-4994-9c96-082745f7b3e9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:46.067218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5215eb-22bc-44dd-be84-67da62e483c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20dbe0f-3bed-4994-9342-c3941e1be7b5,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:46.069998 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c5215eb-22bc-44dd-be84-67da62e483c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:46.266897 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe0184-23d0-4385-8ae4-2904945f911e None None] Pushing event updated for resources: {'Port': ['ID=fe74537f-b152-47aa-88ff-2dead68f3d40,revision_number=6']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:46.402051 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:46.419597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:port and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:46.424777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for port was recalculated. Used quota:2. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:46.444096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:46.448724 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f2fe0184-23d0-4385-8ae4-2904945f911e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:46.465043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:09:46.923418 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:47.496757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] device_id is not set on port 1be15f2f-4db6-4d34-9b70-ce91fa340c2c yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:09:47.710438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device fe74537f-b152-47aa-88ff-2dead68f3d40 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:09:48.128390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-419ce70e-dd7d-4f9e-8b58-cb1c051b1b5a None None] Provisioning complete for port e7c72f7e-06ba-475b-a518-ec5b55ba9f2b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:48.129077 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-419ce70e-dd7d-4f9e-8b58-cb1c051b1b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:48.159749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Allocated IP 2001:db8::1ee (0a8c95d3-9a5b-4b7a-baf2-814dcf20000d/9a788e3d-2c43-4158-b61c-0caca66ac1b8/1be15f2f-4db6-4d34-9b70-ce91fa340c2c) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:09:48.395577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-419ce70e-dd7d-4f9e-8b58-cb1c051b1b5a None None] Port e7c72f7e-06ba-475b-a518-ec5b55ba9f2b cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:09:48.416688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-419ce70e-dd7d-4f9e-8b58-cb1c051b1b5a None None] Provisioning for port fe74537f-b152-47aa-88ff-2dead68f3d40 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:09:48.429185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-419ce70e-dd7d-4f9e-8b58-cb1c051b1b5a None None] Provisioning complete for port fe74537f-b152-47aa-88ff-2dead68f3d40 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:48.429814 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-419ce70e-dd7d-4f9e-8b58-cb1c051b1b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:48.765464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-43e47513-1c37-49c3-b7d2-429d58eca25e None None] Provisioning complete for port fe74537f-b152-47aa-88ff-2dead68f3d40 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:48.766910 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-43e47513-1c37-49c3-b7d2-429d58eca25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:48.842157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:48.864932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Transition to ACTIVE for port object 1be15f2f-4db6-4d34-9b70-ce91fa340c2c will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:09:48.908070 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:48.943873 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-12b6f84a-b1f1-4dba-a847-66762d06ab84 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:49.063202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=1be15f2f-4db6-4d34-9b70-ce91fa340c2c,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:49.078399 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:49.475339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:09:49.482950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:09:49.490868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:09:49.498705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:09:49.499624 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:49.578386 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6272347 Dec 22 10:09:49.578754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56684) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:49.589607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a61404e4-46a1-4d8b-be50-8422351a6a87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'subnet': {'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:09:49.985589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a61404e4-46a1-4d8b-be50-8422351a6a87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:50.010028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a61404e4-46a1-4d8b-be50-8422351a6a87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:subnet and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:50.015382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a61404e4-46a1-4d8b-be50-8422351a6a87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:50.048962 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a61404e4-46a1-4d8b-be50-8422351a6a87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:50.083397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61404e4-46a1-4d8b-be50-8422351a6a87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:09:50.103842 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a61404e4-46a1-4d8b-be50-8422351a6a87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:50.116881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-794c382d-bcbe-4155-8a34-2fbd1dd41145 None None] Provisioning for port 1be15f2f-4db6-4d34-9b70-ce91fa340c2c completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:09:50.142867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-794c382d-bcbe-4155-8a34-2fbd1dd41145 None None] Provisioning complete for port 1be15f2f-4db6-4d34-9b70-ce91fa340c2c triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:50.148225 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-794c382d-bcbe-4155-8a34-2fbd1dd41145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:50.386054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-794c382d-bcbe-4155-8a34-2fbd1dd41145 None None] Port 1be15f2f-4db6-4d34-9b70-ce91fa340c2c cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:09:50.601087 n-d-765315-5 neutron-server[80960]: INFO neutron.db.ipam_backend_mixin [None req-a61404e4-46a1-4d8b-be50-8422351a6a87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9a788e3d-2c43-4158-b61c-0caca66ac1b8 (CIDR: 2001:db8::/64) Dec 22 10:09:50.613856 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61404e4-46a1-4d8b-be50-8422351a6a87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 10:09:50.614477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61404e4-46a1-4d8b-be50-8422351a6a87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No notification will be sent due to unsuccessful status code: 400 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:09:50.663272 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a61404e4-46a1-4d8b-be50-8422351a6a87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0823507 Dec 22 10:09:50.667997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56754) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:50.680765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-9b20e4d6-c573-45ef-981d-84bd84e4a92b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'subnet': {'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:09:51.019520 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9b20e4d6-c573-45ef-981d-84bd84e4a92b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:51.027546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9b20e4d6-c573-45ef-981d-84bd84e4a92b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:subnet and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:51.034684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9b20e4d6-c573-45ef-981d-84bd84e4a92b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:51.052915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9b20e4d6-c573-45ef-981d-84bd84e4a92b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:51.088024 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b20e4d6-c573-45ef-981d-84bd84e4a92b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:09:51.133670 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9b20e4d6-c573-45ef-981d-84bd84e4a92b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:51.467042 n-d-765315-5 neutron-server[80960]: INFO neutron.db.ipam_backend_mixin [None req-9b20e4d6-c573-45ef-981d-84bd84e4a92b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a2be2a86-8339-4765-b37b-d25687849958 (CIDR: 2001:db8:0:1::/64) Dec 22 10:09:51.476819 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b20e4d6-c573-45ef-981d-84bd84e4a92b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 10:09:51.477668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b20e4d6-c573-45ef-981d-84bd84e4a92b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No notification will be sent due to unsuccessful status code: 400 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:09:51.532262 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9b20e4d6-c573-45ef-981d-84bd84e4a92b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8625698 Dec 22 10:09:51.536740 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 56810) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:51.544632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a335a097-302a-46d4-96ec-e59c7f3f5eca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'subnet': {'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:09:51.969603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a335a097-302a-46d4-96ec-e59c7f3f5eca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:51.977288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a335a097-302a-46d4-96ec-e59c7f3f5eca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Usage tracker for resource:subnet and tenant:03a0ee151fb640bf8582ae52a39c4148 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:51.981733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a335a097-302a-46d4-96ec-e59c7f3f5eca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:51.990782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a335a097-302a-46d4-96ec-e59c7f3f5eca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:52.020021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a335a097-302a-46d4-96ec-e59c7f3f5eca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Made reservation on behalf of 03a0ee151fb640bf8582ae52a39c4148 for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:09:52.421371 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a335a097-302a-46d4-96ec-e59c7f3f5eca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:53.046441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:09:53.253805 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a335a097-302a-46d4-96ec-e59c7f3f5eca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:53.623340 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dd01db7e-04c7-4767-8abd-bfe960db6d7d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:53.770952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335a097-302a-46d4-96ec-e59c7f3f5eca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Subnet': ['ID=363bc26b-f29e-44b9-a71f-e2c9bd910996,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:53.776985 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a335a097-302a-46d4-96ec-e59c7f3f5eca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:53.889840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a335a097-302a-46d4-96ec-e59c7f3f5eca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:09:53.890304 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-a335a097-302a-46d4-96ec-e59c7f3f5eca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:09:53.902956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb804924-3097-48a6-bf35-a1c2380b1573 None None] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:09:53.913710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a335a097-302a-46d4-96ec-e59c7f3f5eca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:09:53.914554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a335a097-302a-46d4-96ec-e59c7f3f5eca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:53.954733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57010) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:53.959332 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a335a097-302a-46d4-96ec-e59c7f3f5eca tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4212091 Dec 22 10:09:53.965721 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-8ff50ce3-6d2a-4e22-8153-6ca10005355a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2061482576', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '363bc26b-f29e-44b9-a71f-e2c9bd910996'}], 'security_groups': ['c07fb913-7b46-4555-945c-353e73c2d3a3', 'c5554238-a695-4797-be35-80855ff166f7']}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:09:54.451973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8277aa-a513-492b-ad36-2e8716a14929 None None] Update dhcp port {'port': {'network_id': '0a8c95d3-9a5b-4b7a-baf2-814dcf20000d', 'fixed_ips': [{'subnet_id': 'a2be2a86-8339-4765-b37b-d25687849958', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9a788e3d-2c43-4158-b61c-0caca66ac1b8', 'ip_address': '2001:db8::2'}, {'subnet_id': '363bc26b-f29e-44b9-a71f-e2c9bd910996'}], 'binding:host_id': 'n-d-765315-5'}, 'id': 'fe74537f-b152-47aa-88ff-2dead68f3d40'} from n-d-765315-5. {{(pid=81073) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 10:09:54.556298 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b8277aa-a513-492b-ad36-2e8716a14929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:54.974459 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ff50ce3-6d2a-4e22-8153-6ca10005355a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:55.045582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-2b8277aa-a513-492b-ad36-2e8716a14929 None None] Allocated IP 2001:db8:0:2::2 (0a8c95d3-9a5b-4b7a-baf2-814dcf20000d/363bc26b-f29e-44b9-a71f-e2c9bd910996/fe74537f-b152-47aa-88ff-2dead68f3d40) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:09:55.320419 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-2b8277aa-a513-492b-ad36-2e8716a14929 None None] For port fe74537f-b152-47aa-88ff-2dead68f3d40, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=fe74537f-b152-47aa-88ff-2dead68f3d40,segment=NetworkSegment(bc917bac-5e01-4d22-acbe-1b59eeb2ad03),segment_id=bc917bac-5e01-4d22-acbe-1b59eeb2ad03)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:09:55.372446 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b8277aa-a513-492b-ad36-2e8716a14929 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:55.429293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2b8277aa-a513-492b-ad36-2e8716a14929 None None] Transition to ACTIVE for port object fe74537f-b152-47aa-88ff-2dead68f3d40 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:09:55.439092 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b8277aa-a513-492b-ad36-2e8716a14929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:55.597903 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-03683c00-700c-40ba-aa10-61c5734b0114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:55.633672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57076) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:55.640672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57080) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:56.074470 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2deedd7a-58e8-49be-8475-8ffa45ff229c admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:56.075273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-8ff50ce3-6d2a-4e22-8153-6ca10005355a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Delete allocated IP 2001:db8::1ee (0a8c95d3-9a5b-4b7a-baf2-814dcf20000d/9a788e3d-2c43-4158-b61c-0caca66ac1b8) {{(pid=81072) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Dec 22 10:09:56.087000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-8ff50ce3-6d2a-4e22-8153-6ca10005355a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Allocated IP 2001:db8:0:2::71 (0a8c95d3-9a5b-4b7a-baf2-814dcf20000d/363bc26b-f29e-44b9-a71f-e2c9bd910996/1be15f2f-4db6-4d34-9b70-ce91fa340c2c) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:09:56.102011 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8277aa-a513-492b-ad36-2e8716a14929 None None] Pushing event updated for resources: {'Port': ['ID=fe74537f-b152-47aa-88ff-2dead68f3d40,revision_number=7']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:56.107011 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b8277aa-a513-492b-ad36-2e8716a14929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:56.117688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2deedd7a-58e8-49be-8475-8ffa45ff229c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:56.127856 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2deedd7a-58e8-49be-8475-8ffa45ff229c admin admin] Usage tracker for resource:security_group_rule and tenant:56eacd80951b4c899732b03a7868a8cf is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:56.145218 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-2deedd7a-58e8-49be-8475-8ffa45ff229c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:56.164060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-2deedd7a-58e8-49be-8475-8ffa45ff229c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:56.205872 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-921a7822-8dd4-4532-bf77-aebf34e5ab2e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f3f289fc6d64d69aaf136579d8c4d19&name=default HTTP/1.1" status: 200 len: 2883 time: 0.5673137 Dec 22 10:09:56.210693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-9d189ce6-20b8-441e-8224-38c630f8ee3f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:09:56.222328 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-9d189ce6-20b8-441e-8224-38c630f8ee3f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/networks?id=99773f64-dc84-4992-b646-2939d71e7472 HTTP/1.1" status: 200 len: 812 time: 0.4581308 Dec 22 10:09:56.240320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57094) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:56.258248 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-476a0378-8d98-4ae7-933d-594d0f33966f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/quotas/e798a8e61fa24836a28e3da00a2e4e8b HTTP/1.1" status: 200 len: 375 time: 0.0342934 Dec 22 10:09:56.534212 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ff50ce3-6d2a-4e22-8153-6ca10005355a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:56.557769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-8ff50ce3-6d2a-4e22-8153-6ca10005355a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Transition to ACTIVE for port object 1be15f2f-4db6-4d34-9b70-ce91fa340c2c will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:09:56.566669 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ff50ce3-6d2a-4e22-8153-6ca10005355a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:56.567694 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-efea1afe-6284-4440-9750-c9385088d156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:56.587118 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e98b3824-af4e-4ab3-b107-56dc8a799b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:56.632671 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2deedd7a-58e8-49be-8475-8ffa45ff229c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:56.637081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-efea1afe-6284-4440-9750-c9385088d156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:56.648758 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2deedd7a-58e8-49be-8475-8ffa45ff229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:56.666245 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0cf75729-e648-47a9-ad35-0b85f70fd2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:56.688168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff50ce3-6d2a-4e22-8153-6ca10005355a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event updated for resources: {'Port': ['ID=1be15f2f-4db6-4d34-9b70-ce91fa340c2c,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:56.702901 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8ff50ce3-6d2a-4e22-8153-6ca10005355a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:56.890040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8ff50ce3-6d2a-4e22-8153-6ca10005355a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] In _notify_port_updated(), no bound segment for port 1be15f2f-4db6-4d34-9b70-ce91fa340c2c on network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d {{(pid=81072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}} Dec 22 10:09:56.897293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff50ce3-6d2a-4e22-8153-6ca10005355a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:09:56.898905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ff50ce3-6d2a-4e22-8153-6ca10005355a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:56.902856 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8ff50ce3-6d2a-4e22-8153-6ca10005355a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "PUT /v2.0/ports/1be15f2f-4db6-4d34-9b70-ce91fa340c2c HTTP/1.1" status: 200 len: 969 time: 2.9451506 Dec 22 10:09:56.905872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57110) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:57.016795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e901c-8c57-4949-be97-713eda621bb5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port 1be15f2f-4db6-4d34-9b70-ce91fa340c2c {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:09:57.017456 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0c9e901c-8c57-4949-be97-713eda621bb5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:57.047226 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-5c914756-e194-42ff-8c4b-fbde18ee4b4a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?tenant_id=e798a8e61fa24836a28e3da00a2e4e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7347867 Dec 22 10:09:57.078269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bcea4bfe-e298-48bf-912b-18241cb07f91 None None] Provisioning complete for port e7c72f7e-06ba-475b-a518-ec5b55ba9f2b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:57.078702 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bcea4bfe-e298-48bf-912b-18241cb07f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:57.093453 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-09820f95-7aaf-4c36-9e9c-592b55be01c5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:09:57.102208 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-09820f95-7aaf-4c36-9e9c-592b55be01c5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0536115 Dec 22 10:09:57.179132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bcea4bfe-e298-48bf-912b-18241cb07f91 None None] Port e7c72f7e-06ba-475b-a518-ec5b55ba9f2b cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:09:57.195528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bcea4bfe-e298-48bf-912b-18241cb07f91 None None] Provisioning for port 1be15f2f-4db6-4d34-9b70-ce91fa340c2c completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:09:57.201780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bcea4bfe-e298-48bf-912b-18241cb07f91 None None] Provisioning complete for port 1be15f2f-4db6-4d34-9b70-ce91fa340c2c triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:57.202210 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bcea4bfe-e298-48bf-912b-18241cb07f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:57.233108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deedd7a-58e8-49be-8475-8ffa45ff229c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c070693-cc4c-4a10-8f9f-71bedf0d7280,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:57.255062 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2deedd7a-58e8-49be-8475-8ffa45ff229c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:57.354072 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bcea4bfe-e298-48bf-912b-18241cb07f91 None None] Port 1be15f2f-4db6-4d34-9b70-ce91fa340c2c cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:09:57.358317 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2deedd7a-58e8-49be-8475-8ffa45ff229c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=56eacd80951b4c899732b03a7868a8cf&name=default HTTP/1.1" status: 200 len: 2883 time: 1.7072589 Dec 22 10:09:57.358317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57120) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:57.370184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bcea4bfe-e298-48bf-912b-18241cb07f91 None None] Provisioning for port fe74537f-b152-47aa-88ff-2dead68f3d40 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:09:57.376698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bcea4bfe-e298-48bf-912b-18241cb07f91 None None] Provisioning complete for port fe74537f-b152-47aa-88ff-2dead68f3d40 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:57.378010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bcea4bfe-e298-48bf-912b-18241cb07f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:57.479163 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0c9e901c-8c57-4949-be97-713eda621bb5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:57.521660 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-efea1afe-6284-4440-9750-c9385088d156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:57.541528 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e9dce6b0-d834-4cc9-a5b0-db4c0b33b2fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:57.583404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea1afe-6284-4440-9750-c9385088d156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe98fc1-9889-4133-a036-20378562b284,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:57.597559 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-efea1afe-6284-4440-9750-c9385088d156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:57.606954 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-efea1afe-6284-4440-9750-c9385088d156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:57.628834 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-efea1afe-6284-4440-9750-c9385088d156 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dbe98fc1-9889-4133-a036-20378562b284 HTTP/1.1" status: 204 len: 168 time: 1.3691778 Dec 22 10:09:57.651132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device fe74537f-b152-47aa-88ff-2dead68f3d40 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:09:57.711791 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13e74f80-ddc4-4f84-90e2-ad9420c4ca89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:57.734503 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-44ae0688-0c98-4b28-bcc6-da1747f1c8c6 service neutron] 10.222.0.50 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6310813 Dec 22 10:09:57.777545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e901c-8c57-4949-be97-713eda621bb5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for 1be15f2f-4db6-4d34-9b70-ce91fa340c2c owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:09:57.927542 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13e74f80-ddc4-4f84-90e2-ad9420c4ca89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:58.000352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0c9e901c-8c57-4949-be97-713eda621bb5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:58.023392 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8ebe41c3-ca7f-4981-b498-28c75f65d567 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:58.053184 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-23f9d328-9da3-4992-af1c-ee9c16f78064 service neutron] 10.222.0.50 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3174367 Dec 22 10:09:58.068343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13e74f80-ddc4-4f84-90e2-ad9420c4ca89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:58.079695 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-10b2dac9-11aa-47cb-9c91-72124ff28b23 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:58.104546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e901c-8c57-4949-be97-713eda621bb5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=1be15f2f-4db6-4d34-9b70-ce91fa340c2c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:58.107870 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0c9e901c-8c57-4949-be97-713eda621bb5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:58.112636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f1815f30-e2e4-4982-b4b9-ba8a005585a6 None None] Could not find standard attr ID for object 1be15f2f-4db6-4d34-9b70-ce91fa340c2c. {{(pid=81073) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 10:09:58.115327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e74f80-ddc4-4f84-90e2-ad9420c4ca89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c070693-cc4c-4a10-8f9f-71bedf0d7280,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:58.117363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port fe74537f-b152-47aa-88ff-2dead68f3d40 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:58.118042 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:58.119875 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-13e74f80-ddc4-4f84-90e2-ad9420c4ca89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:58.121686 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-13e74f80-ddc4-4f84-90e2-ad9420c4ca89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:58.123109 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-13e74f80-ddc4-4f84-90e2-ad9420c4ca89 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9c070693-cc4c-4a10-8f9f-71bedf0d7280 HTTP/1.1" status: 204 len: 168 time: 0.7681737 Dec 22 10:09:58.287498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f1815f30-e2e4-4982-b4b9-ba8a005585a6 None None] Provisioning complete for port fe74537f-b152-47aa-88ff-2dead68f3d40 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:09:58.289234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f1815f30-e2e4-4982-b4b9-ba8a005585a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:58.364835 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0c9e901c-8c57-4949-be97-713eda621bb5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:58.400756 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0c9e901c-8c57-4949-be97-713eda621bb5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/ports/1be15f2f-4db6-4d34-9b70-ce91fa340c2c HTTP/1.1" status: 204 len: 168 time: 1.4936676 Dec 22 10:09:58.405161 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57142) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:58.514076 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-df209c09-1695-4ef3-bb00-f4d2cb6cddc2 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] GET failed (client error): The resource could not be found. Dec 22 10:09:58.514648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-df209c09-1695-4ef3-bb00-f4d2cb6cddc2 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Synchronizing usage tracker for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:09:58.537868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-df209c09-1695-4ef3-bb00-f4d2cb6cddc2 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Unset dirty status for tenant:03a0ee151fb640bf8582ae52a39c4148 on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:09:58.543747 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-df209c09-1695-4ef3-bb00-f4d2cb6cddc2 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports/1be15f2f-4db6-4d34-9b70-ce91fa340c2c HTTP/1.1" status: 404 len: 333 time: 0.1328945 Dec 22 10:09:58.544350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57148) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:58.738990 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fefc7041-c6e4-4ae8-b324-cc7427e589f1 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:58.828718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fefc7041-c6e4-4ae8-b324-cc7427e589f1 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:58.941034 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fefc7041-c6e4-4ae8-b324-cc7427e589f1 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:58.948195 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6bbd2f69-afde-44b3-9000-088a54a2bf73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:58.968148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc7041-c6e4-4ae8-b324-cc7427e589f1 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae998c1c-ef1b-4323-8914-3ea49d204ad5,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:58.978363 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fefc7041-c6e4-4ae8-b324-cc7427e589f1 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:58.979370 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fefc7041-c6e4-4ae8-b324-cc7427e589f1 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:58.983795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57170) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:58.984189 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fefc7041-c6e4-4ae8-b324-cc7427e589f1 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/security-groups/ae998c1c-ef1b-4323-8914-3ea49d204ad5 HTTP/1.1" status: 204 len: 168 time: 0.4390845 Dec 22 10:09:59.145471 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-83907cd1-2fd4-4680-a22f-532c5bd18b4b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:59.180367 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-83907cd1-2fd4-4680-a22f-532c5bd18b4b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:59.184139 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d32bf407-a7ce-4bee-83b6-c62a282f81a9 req-967692f1-c6cc-4456-adf4-9e0245addc1b tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 210 time: 0.0770874 Dec 22 10:09:59.265170 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-83907cd1-2fd4-4680-a22f-532c5bd18b4b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:59.272943 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-abc03bd8-4cf6-4b53-87ca-0c2c3a75082d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:59.278335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57182) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:59.301736 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96423d18-2cf9-469b-888a-1373a7ef03d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:59.321971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83907cd1-2fd4-4680-a22f-532c5bd18b4b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5554238-a695-4797-be35-80855ff166f7,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:59.324893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-96423d18-2cf9-469b-888a-1373a7ef03d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:09:59.325439 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-83907cd1-2fd4-4680-a22f-532c5bd18b4b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:59.326447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-83907cd1-2fd4-4680-a22f-532c5bd18b4b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:59.333727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-96423d18-2cf9-469b-888a-1373a7ef03d7 admin admin] Usage tracker for resource:security_group_rule and tenant:13efaec5cc6f423ca854545aa17551eb is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:09:59.336702 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-83907cd1-2fd4-4680-a22f-532c5bd18b4b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/security-groups/c5554238-a695-4797-be35-80855ff166f7 HTTP/1.1" status: 204 len: 168 time: 0.3494451 Dec 22 10:09:59.338187 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-96423d18-2cf9-469b-888a-1373a7ef03d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:09:59.341479 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57186) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:59.345890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-96423d18-2cf9-469b-888a-1373a7ef03d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:09:59.486650 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7a42f91-80eb-4a8e-86fa-dfa8701b43dc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:59.519999 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96423d18-2cf9-469b-888a-1373a7ef03d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:59.522555 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7a42f91-80eb-4a8e-86fa-dfa8701b43dc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:59.527224 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-96423d18-2cf9-469b-888a-1373a7ef03d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:59.548115 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a24d0ea3-620b-4991-a3b8-b897f0cd5710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:59.647989 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7a42f91-80eb-4a8e-86fa-dfa8701b43dc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:59.658332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96423d18-2cf9-469b-888a-1373a7ef03d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9300d4dd-fb5b-4791-9c67-589e1aa0e779,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:59.659628 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-357c16ec-ed19-48c3-bce3-8c271e2abad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:59.678022 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-96423d18-2cf9-469b-888a-1373a7ef03d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13efaec5cc6f423ca854545aa17551eb&name=default HTTP/1.1" status: 200 len: 2883 time: 0.3981857 Dec 22 10:09:59.679290 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-96423d18-2cf9-469b-888a-1373a7ef03d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:59.681608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57204) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:59.694672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a42f91-80eb-4a8e-86fa-dfa8701b43dc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07fb913-7b46-4555-945c-353e73c2d3a3,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:59.709570 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a7a42f91-80eb-4a8e-86fa-dfa8701b43dc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:59.712976 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a7a42f91-80eb-4a8e-86fa-dfa8701b43dc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:59.716808 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a7a42f91-80eb-4a8e-86fa-dfa8701b43dc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/security-groups/c07fb913-7b46-4555-945c-353e73c2d3a3 HTTP/1.1" status: 204 len: 168 time: 0.3717368 Dec 22 10:09:59.724430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57208) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:59.799568 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ab7b-a97c-40b3-b506-028694173a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:59.834326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ab7b-a97c-40b3-b506-028694173a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:59.919622 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ab7b-a97c-40b3-b506-028694173a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:59.927081 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1e5a6e9e-a64c-431b-94f0-48fbdeb55812 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:09:59.941846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6ab7b-a97c-40b3-b506-028694173a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9300d4dd-fb5b-4791-9c67-589e1aa0e779,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:09:59.945219 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bcd6ab7b-a97c-40b3-b506-028694173a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:09:59.946537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57222) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:09:59.953453 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ab7b-a97c-40b3-b506-028694173a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:09:59.955052 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bcd6ab7b-a97c-40b3-b506-028694173a8e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9300d4dd-fb5b-4791-9c67-589e1aa0e779 HTTP/1.1" status: 204 len: 168 time: 0.2723243 Dec 22 10:10:00.141554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-6938e5c4-0987-4cff-b6fc-918e8fb49d52 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting subnet 9a788e3d-2c43-4158-b61c-0caca66ac1b8 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:10:00.152447 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6938e5c4-0987-4cff-b6fc-918e8fb49d52 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:00.312618 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6938e5c4-0987-4cff-b6fc-918e8fb49d52 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:00.450409 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ad648248-7261-414e-b96b-98ee1dc6454b req-abc33777-2df0-48f5-b82f-9dd13afc9049 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 210 time: 0.0972109 Dec 22 10:10:00.537218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6938e5c4-0987-4cff-b6fc-918e8fb49d52 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:00.865942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-774836623-network', 'tenant_id': 'a6050281a798404586b1c229c01b6827'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:10:00.874458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:00.880933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Usage tracker for resource:network and tenant:a6050281a798404586b1c229c01b6827 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:00.892509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:00.903997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:00.925690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Made reservation on behalf of a6050281a798404586b1c229c01b6827 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:10:00.931242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:00.952216 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:00.976257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:00.977865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Usage tracker for resource:security_group_rule and tenant:a6050281a798404586b1c229c01b6827 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:00.982245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:00.989523 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:01.103522 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6938e5c4-0987-4cff-b6fc-918e8fb49d52 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:01.123633 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7887b392-5915-4e55-870c-65766cf4c107 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:01.187608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938e5c4-0987-4cff-b6fc-918e8fb49d52 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Subnet': ['ID=9a788e3d-2c43-4158-b61c-0caca66ac1b8,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:01.242329 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6938e5c4-0987-4cff-b6fc-918e8fb49d52 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:01.392338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:01.406675 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:01.406675 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cdb4b2b3-0809-4f48-ab9b-3ce97499adfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:01.464249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a380676a-65c2-46be-a321-041096eb04ed,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:01.479253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:10:01.485355 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:01.512443 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6938e5c4-0987-4cff-b6fc-918e8fb49d52 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:01.516199 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:01.517020 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Added segment 57cb6fd2-c667-4745-81de-3a9ccdb5e660 of type vxlan for network cd8f5778-003f-43c2-9baa-5470fbf19438 Dec 22 10:10:01.526433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b70f9d-c8fe-4bba-8b1b-939ae8430215 None None] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:10:01.554607 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6938e5c4-0987-4cff-b6fc-918e8fb49d52 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/subnets/9a788e3d-2c43-4158-b61c-0caca66ac1b8 HTTP/1.1" status: 204 len: 168 time: 1.8283854 Dec 22 10:10:01.558712 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57264) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:01.565651 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:01.605340 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:01.606327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:01.606969 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:01.632843 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-542d4b8f-69f5-4c6b-b91b-bf6211d021fa tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:01.745006 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-aea23c68-8800-4f8e-9570-ddb1effb2fba req-5f9ce413-6482-4fe6-b6a5-7222427069c1 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 210 time: 0.0881085 Dec 22 10:10:02.025007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-2863fb2f-9ee3-41de-8c1c-e8f0dfd93df2 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:02.026904 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-2863fb2f-9ee3-41de-8c1c-e8f0dfd93df2 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.64 "GET /v2.0/networks?id=99773f64-dc84-4992-b646-2939d71e7472 HTTP/1.1" status: 200 len: 812 time: 0.3570466 Dec 22 10:10:02.028584 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0809939 Dec 22 10:10:02.032761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57278) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:02.053176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-b3a2025a-43c9-48e3-9bbf-f2b6897db812 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Request body: {'port': {'device_id': '93def4a8-1d5b-47b0-8689-fe3d285ecb3c', 'network_id': '99773f64-dc84-4992-b646-2939d71e7472', 'admin_state_up': True, 'tenant_id': 'e798a8e61fa24836a28e3da00a2e4e8b'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:10:02.072822 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-c12babf7-5cd3-4d75-ab04-707c819d5416 admin admin] Request body: {'subnet': {'network_id': 'cd8f5778-003f-43c2-9baa-5470fbf19438', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-774836623-subnet', 'tenant_id': 'a6050281a798404586b1c229c01b6827', 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:10:02.079439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c12babf7-5cd3-4d75-ab04-707c819d5416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:02.085476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c12babf7-5cd3-4d75-ab04-707c819d5416 admin admin] Usage tracker for resource:subnet and tenant:a6050281a798404586b1c229c01b6827 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:02.089288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c12babf7-5cd3-4d75-ab04-707c819d5416 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:02.121186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-2adf9179-46df-4737-b155-47c621ec9185 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting subnet 363bc26b-f29e-44b9-a71f-e2c9bd910996 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:10:02.129837 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2adf9179-46df-4737-b155-47c621ec9185 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:02.178439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c12babf7-5cd3-4d75-ab04-707c819d5416 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:02.215915 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2adf9179-46df-4737-b155-47c621ec9185 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:02.229894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12babf7-5cd3-4d75-ab04-707c819d5416 admin admin] Made reservation on behalf of a6050281a798404586b1c229c01b6827 for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:10:02.243858 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c12babf7-5cd3-4d75-ab04-707c819d5416 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:02.311877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Pushing event updated for resources: {'Network': ['ID=cd8f5778-003f-43c2-9baa-5470fbf19438,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:02.327387 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d432e22c-f638-4604-ac4d-0e955ca2553a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:02.336610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network cd8f5778-003f-43c2-9baa-5470fbf19438 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:10:02.446073 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2adf9179-46df-4737-b155-47c621ec9185 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:02.574252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network cd8f5778-003f-43c2-9baa-5470fbf19438 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:10:03.040655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-b3a2025a-43c9-48e3-9bbf-f2b6897db812 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:03.151494 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-b3a2025a-43c9-48e3-9bbf-f2b6897db812 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:03.279610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-b3a2025a-43c9-48e3-9bbf-f2b6897db812 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Made reservation on behalf of e798a8e61fa24836a28e3da00a2e4e8b for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:10:03.316024 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-b3a2025a-43c9-48e3-9bbf-f2b6897db812 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:03.340435 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a9a84f10-47f3-4789-9d73-1d840deb3fc0 req-4e8e7d0e-5973-478a-93ec-6670ca8dbcc7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 210 time: 0.1347735 Dec 22 10:10:03.409139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network cd8f5778-003f-43c2-9baa-5470fbf19438 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:10:03.668059 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2adf9179-46df-4737-b155-47c621ec9185 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:03.708401 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-91f7867f-61d3-4e44-9930-91b85ce13558 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:03.801969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf9179-46df-4737-b155-47c621ec9185 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Subnet': ['ID=363bc26b-f29e-44b9-a71f-e2c9bd910996,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:03.811611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe9a28bb-02da-4b06-8006-827890124f25 None None] Provisioning complete for port e7c72f7e-06ba-475b-a518-ec5b55ba9f2b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:03.812276 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2adf9179-46df-4737-b155-47c621ec9185 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:03.814770 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe9a28bb-02da-4b06-8006-827890124f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:04.061795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a28bb-02da-4b06-8006-827890124f25 None None] Port e7c72f7e-06ba-475b-a518-ec5b55ba9f2b cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:10:04.152308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe9a28bb-02da-4b06-8006-827890124f25 None None] Provisioning complete for port fe74537f-b152-47aa-88ff-2dead68f3d40 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:04.152929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe9a28bb-02da-4b06-8006-827890124f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:04.331183 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2adf9179-46df-4737-b155-47c621ec9185 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:04.351827 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2adf9179-46df-4737-b155-47c621ec9185 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/subnets/363bc26b-f29e-44b9-a71f-e2c9bd910996 HTTP/1.1" status: 204 len: 168 time: 2.7917583 Dec 22 10:10:04.356134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57442) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:04.385849 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db88ddc-5bc1-4542-9cb9-ce686753db2c None None] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:10:04.503880 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-32538eae-b317-4d74-bf73-2121ae0a9032 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] DELETE failed (client error): The resource could not be found. Dec 22 10:10:04.504486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32538eae-b317-4d74-bf73-2121ae0a9032 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:10:04.506967 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-32538eae-b317-4d74-bf73-2121ae0a9032 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/subnets/9a788e3d-2c43-4158-b61c-0caca66ac1b8 HTTP/1.1" status: 404 len: 337 time: 0.1495669 Dec 22 10:10:04.516808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57460) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:04.792049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-84176ad2-d3b9-43c8-82e2-c6c222f5bb2d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting subnet a2be2a86-8339-4765-b37b-d25687849958 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:10:04.795908 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-84176ad2-d3b9-43c8-82e2-c6c222f5bb2d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:04.823858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-b3a2025a-43c9-48e3-9bbf-f2b6897db812 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Allocated IP 172.20.0.11 (99773f64-dc84-4992-b646-2939d71e7472/0a8cbed5-bf42-44bf-8a42-c92ce50d8141/06b58fe3-dcae-4817-84ce-d9707c64a09c) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:10:05.075979 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8314a6b4-1393-43e8-a854-077bdfed6df1 req-f2599c73-85a3-4da3-b8df-e983b335c322 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 210 time: 0.1386201 Dec 22 10:10:05.121441 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-37ba37ba-4fb4-4a64-b492-2de710e1c573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:05.131525 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-84176ad2-d3b9-43c8-82e2-c6c222f5bb2d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:05.389818 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-84176ad2-d3b9-43c8-82e2-c6c222f5bb2d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:06.022322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-84176ad2-d3b9-43c8-82e2-c6c222f5bb2d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:06.063736 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-948f8f42-3dd8-43c5-bd7f-7ae28f16a403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:06.430255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84176ad2-d3b9-43c8-82e2-c6c222f5bb2d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Subnet': ['ID=a2be2a86-8339-4765-b37b-d25687849958,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:06.446029 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-84176ad2-d3b9-43c8-82e2-c6c222f5bb2d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:06.532817 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-b3a2025a-43c9-48e3-9bbf-f2b6897db812 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:06.562992 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-84176ad2-d3b9-43c8-82e2-c6c222f5bb2d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:06.589712 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9a30a06e-945e-4006-95e6-b66a20bdc222 req-f759a330-27b6-4182-9cc4-a6ae873e9dbe tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 210 time: 0.1232138 Dec 22 10:10:06.591322 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-84176ad2-d3b9-43c8-82e2-c6c222f5bb2d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/subnets/a2be2a86-8339-4765-b37b-d25687849958 HTTP/1.1" status: 204 len: 168 time: 2.0722492 Dec 22 10:10:06.596470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57634) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:06.707295 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae925d6-f3a7-4ed1-93c7-9f6c08aba41f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] DELETE failed (client error): The resource could not be found. Dec 22 10:10:06.707914 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae925d6-f3a7-4ed1-93c7-9f6c08aba41f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:10:06.710441 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dae925d6-f3a7-4ed1-93c7-9f6c08aba41f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/subnets/8c9f2c71-8446-43f4-bbd5-b908b71e83e0 HTTP/1.1" status: 404 len: 337 time: 0.1125188 Dec 22 10:10:06.730852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57648) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:06.742632 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c12babf7-5cd3-4d75-ab04-707c819d5416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:06.811176 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-154332e7-ea3a-4b11-8c2a-8a7c346c80e8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:06.819881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93a6a4f-65c8-48fd-afb6-57c7be9c5081 None None] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:10:06.878651 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-b1f0650b-46c5-4174-a335-27bfa985f935 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "GET /v2.0/ports?device_id=ca2ed471-3e34-4138-a29a-b4854334718b HTTP/1.1" status: 200 len: 205 time: 0.1535957 Dec 22 10:10:06.878651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57668) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:06.999699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-b3a2025a-43c9-48e3-9bbf-f2b6897db812 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Transition to ACTIVE for port object 06b58fe3-dcae-4817-84ce-d9707c64a09c will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:07.043140 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-ab6d2347-e6a3-4cfa-b07e-5008b413bded tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] delete failed (client error): The resource could not be found. Dec 22 10:10:07.050325 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ab6d2347-e6a3-4cfa-b07e-5008b413bded tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/routers/ca2ed471-3e34-4138-a29a-b4854334718b HTTP/1.1" status: 404 len: 336 time: 0.1647556 Dec 22 10:10:07.051267 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57688) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:07.190269 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f13271-d59a-4f6c-95a0-f8989b31306a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] DELETE failed (client error): The resource could not be found. Dec 22 10:10:07.191251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f13271-d59a-4f6c-95a0-f8989b31306a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:10:07.228008 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-03f13271-d59a-4f6c-95a0-f8989b31306a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/subnets/b519b443-091a-4d75-a173-c70c819bad74 HTTP/1.1" status: 404 len: 337 time: 0.1713006 Dec 22 10:10:07.229463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57706) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:07.383187 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1467ad7-782b-473a-92ff-3ab6dcb7ed91 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] DELETE failed (client error): The resource could not be found. Dec 22 10:10:07.384543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1467ad7-782b-473a-92ff-3ab6dcb7ed91 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:10:07.389520 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c1467ad7-782b-473a-92ff-3ab6dcb7ed91 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/subnets/b2c81b3d-f9b8-41e9-945c-741ae71cf4ce HTTP/1.1" status: 404 len: 337 time: 0.1556659 Dec 22 10:10:07.392296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57730) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:07.481612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12babf7-5cd3-4d75-ab04-707c819d5416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a58a6c77-4ab1-4250-a86e-e4a36df1bfff,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:07.485441 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a87be2b4-dff5-4efb-81bf-abe4a99c3398 None None] Provisioning complete for port e7c72f7e-06ba-475b-a518-ec5b55ba9f2b triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:07.487030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a87be2b4-dff5-4efb-81bf-abe4a99c3398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:07.508151 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c12babf7-5cd3-4d75-ab04-707c819d5416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:07.520533 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b832a02-743c-4266-9528-0e5e549aeeaf tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] DELETE failed (client error): The resource could not be found. Dec 22 10:10:07.521953 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b832a02-743c-4266-9528-0e5e549aeeaf tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:10:07.522713 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-b3a2025a-43c9-48e3-9bbf-f2b6897db812 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:07.525030 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2b832a02-743c-4266-9528-0e5e549aeeaf tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/subnets/3c0e7af3-54ab-4b7d-ab57-fd82bf379f3f HTTP/1.1" status: 404 len: 337 time: 0.1307328 Dec 22 10:10:07.529241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57746) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:07.564295 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-58976f81-b975-4934-8c40-e0775b641c95 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:07.570760 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a87be2b4-dff5-4efb-81bf-abe4a99c3398 None None] Port e7c72f7e-06ba-475b-a518-ec5b55ba9f2b cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:10:07.620690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-a87be2b4-dff5-4efb-81bf-abe4a99c3398 None None] Provisioning complete for port fe74537f-b152-47aa-88ff-2dead68f3d40 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:07.622125 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a87be2b4-dff5-4efb-81bf-abe4a99c3398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:07.678395 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-642be10b-0503-48e8-82db-8f12e8d67ad0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] DELETE failed (client error): The resource could not be found. Dec 22 10:10:07.678968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642be10b-0503-48e8-82db-8f12e8d67ad0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:10:07.712526 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-642be10b-0503-48e8-82db-8f12e8d67ad0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/ports/8002b401-6309-4ac7-ab7d-3ec7b858783a HTTP/1.1" status: 404 len: 333 time: 0.1629584 Dec 22 10:10:07.713401 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57764) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:07.905079 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-952c4b2c-04a2-42c8-b683-681c6b13a496 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] DELETE failed (client error): The resource could not be found. Dec 22 10:10:07.905656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952c4b2c-04a2-42c8-b683-681c6b13a496 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:10:07.907961 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-952c4b2c-04a2-42c8-b683-681c6b13a496 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/subnets/53a776f3-f77b-472d-9e63-60a75396da48 HTTP/1.1" status: 404 len: 337 time: 0.1919737 Dec 22 10:10:07.958860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12babf7-5cd3-4d75-ab04-707c819d5416 admin admin] Checking segment: {'id': '57cb6fd2-c667-4745-81de-3a9ccdb5e660', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd8f5778-003f-43c2-9baa-5470fbf19438'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:10:07.959451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12babf7-5cd3-4d75-ab04-707c819d5416 admin admin] Network hostable DHCP agents. Network: cd8f5778-003f-43c2-9baa-5470fbf19438, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:10:07.971263 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57784) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:07.994157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-48818b2d-16b5-4ae3-a4ed-c6e0a6360adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:08.010926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038d1373-5596-4d5c-80b4-14930d4e8bd8 None None] DHCP port deletion for 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:10:08.018489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-038d1373-5596-4d5c-80b4-14930d4e8bd8 None None] Deleting port fe74537f-b152-47aa-88ff-2dead68f3d40 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:10:08.020082 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-038d1373-5596-4d5c-80b4-14930d4e8bd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:08.072075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ddd33-b59f-4eb9-8a58-cfc0601d2a58 req-82c7700c-5e80-4b36-9f7b-e27ef965df64 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:08.082716 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-759ddd33-b59f-4eb9-8a58-cfc0601d2a58 req-82c7700c-5e80-4b36-9f7b-e27ef965df64 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 932 time: 0.2012539 Dec 22 10:10:08.123353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2025a-43c9-48e3-9bbf-f2b6897db812 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Pushing event updated for resources: {'Port': ['ID=06b58fe3-dcae-4817-84ce-d9707c64a09c,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:08.140161 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b3a2025a-43c9-48e3-9bbf-f2b6897db812 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:08.143623 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-0295de9e-e537-412e-9fbe-114136cfa796 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] DELETE failed (client error): The resource could not be found. Dec 22 10:10:08.143623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0295de9e-e537-412e-9fbe-114136cfa796 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No notification will be sent due to unsuccessful status code: 404 {{(pid=81072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:10:08.159468 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-b3a2025a-43c9-48e3-9bbf-f2b6897db812 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Network 99773f64-dc84-4992-b646-2939d71e7472 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:10:08.160393 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-759ddd33-b59f-4eb9-8a58-cfc0601d2a58 req-acc7f303-7a5f-45b2-9338-d30d3bda349d tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725305 Dec 22 10:10:08.165317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-b3a2025a-43c9-48e3-9bbf-f2b6897db812 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:08.167647 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12babf7-5cd3-4d75-ab04-707c819d5416 admin admin] Network cd8f5778-003f-43c2-9baa-5470fbf19438 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:10:08.172614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-b3a2025a-43c9-48e3-9bbf-f2b6897db812 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:10:08.233428 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0295de9e-e537-412e-9fbe-114136cfa796 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/subnets/c0a02443-d0e4-4ce0-8599-e66c1f6b694b HTTP/1.1" status: 404 len: 337 time: 0.2510371 Dec 22 10:10:08.236106 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57812) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:08.259488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c12babf7-5cd3-4d75-ab04-707c819d5416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, cd8f5778-003f-43c2-9baa-5470fbf19438) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:08.276162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d341fe-06ea-4951-ada5-852200ffb8b6 None None] Network cd8f5778-003f-43c2-9baa-5470fbf19438 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:10:08.315807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12babf7-5cd3-4d75-ab04-707c819d5416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:08.326351 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c12babf7-5cd3-4d75-ab04-707c819d5416 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:08.349765 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dbcf0d-4dd0-4be9-b253-01994b3d6915 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] DELETE failed (client error): The resource could not be found. Dec 22 10:10:08.351225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60dbcf0d-4dd0-4be9-b253-01994b3d6915 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:10:08.354056 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-60dbcf0d-4dd0-4be9-b253-01994b3d6915 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/ports/6394370f-f312-4b11-b649-877cee2534a0 HTTP/1.1" status: 404 len: 333 time: 0.1157765 Dec 22 10:10:08.359379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57826) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:08.383619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-b3a2025a-43c9-48e3-9bbf-f2b6897db812 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:08.392172 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-b3a2025a-43c9-48e3-9bbf-f2b6897db812 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:08.436589 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c12babf7-5cd3-4d75-ab04-707c819d5416 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 6.4000711 Dec 22 10:10:08.446641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57836) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:08.466623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-774836623-router', 'tenant_id': 'a6050281a798404586b1c229c01b6827', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:10:08.483594 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:08.484812 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec7aa66-3e4f-46c9-ad32-70878352f9bb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] DELETE failed (client error): The resource could not be found. Dec 22 10:10:08.486003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec7aa66-3e4f-46c9-ad32-70878352f9bb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:10:08.497286 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4ec7aa66-3e4f-46c9-ad32-70878352f9bb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/subnets/f4a6657d-e0c0-4623-8fae-0686366f7d07 HTTP/1.1" status: 404 len: 337 time: 0.1328719 Dec 22 10:10:08.498515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57848) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:08.516483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Usage tracker for resource:router and tenant:a6050281a798404586b1c229c01b6827 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:08.530806 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-b3a2025a-43c9-48e3-9bbf-f2b6897db812 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4804354 Dec 22 10:10:08.532388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:08.550996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:08.584533 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Request body: {'port': {'device_id': '93def4a8-1d5b-47b0-8689-fe3d285ecb3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:10:08.615995 n-d-765315-5 neutron-server[80960]: INFO neutron.pecan_wsgi.hooks.translation [None req-476b0906-6cca-45e0-a3d5-3ade3e70ab8c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] DELETE failed (client error): The resource could not be found. Dec 22 10:10:08.617131 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476b0906-6cca-45e0-a3d5-3ade3e70ab8c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No notification will be sent due to unsuccessful status code: 404 {{(pid=81071) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 10:10:08.619170 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-476b0906-6cca-45e0-a3d5-3ade3e70ab8c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/subnets/90999709-a439-42b4-a798-a09e724767d9 HTTP/1.1" status: 404 len: 337 time: 0.1191404 Dec 22 10:10:08.622276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57858) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:08.662864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:08.664668 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:08.732256 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:08.815177 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:08.889378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2304ab69-c3d4-4575-89a1-98347c3016ec tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port e7c72f7e-06ba-475b-a518-ec5b55ba9f2b {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:10:08.890152 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2304ab69-c3d4-4575-89a1-98347c3016ec tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:08.968201 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e623e425-58d8-4ad1-a477-9539f20eafa1 None None] Provisioning for port 06b58fe3-dcae-4817-84ce-d9707c64a09c completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:10:09.007015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e623e425-58d8-4ad1-a477-9539f20eafa1 None None] Provisioning complete for port 06b58fe3-dcae-4817-84ce-d9707c64a09c triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:09.007437 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e623e425-58d8-4ad1-a477-9539f20eafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:09.075491 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-cd8f5778-003f-43c2-9baa-5470fbf19438', 'network_id': 'cd8f5778-003f-43c2-9baa-5470fbf19438', 'tenant_id': 'a6050281a798404586b1c229c01b6827', 'fixed_ips': [{'subnet_id': 'a58a6c77-4ab1-4250-a86e-e4a36df1bfff'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:10:09.075672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57870) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:09.076952 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:09.096319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e623e425-58d8-4ad1-a477-9539f20eafa1 None None] Port 06b58fe3-dcae-4817-84ce-d9707c64a09c cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:10:09.122997 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:09.291964 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2304ab69-c3d4-4575-89a1-98347c3016ec tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:09.503071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-2304ab69-c3d4-4575-89a1-98347c3016ec tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for e7c72f7e-06ba-475b-a518-ec5b55ba9f2b owned by {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:10:09.721843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2304ab69-c3d4-4575-89a1-98347c3016ec tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:09.969915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device fe74537f-b152-47aa-88ff-2dead68f3d40 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:10:09.972107 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-99b3097f-5b59-453a-8139-24fe3e3e3ae9 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:10.051642 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304ab69-c3d4-4575-89a1-98347c3016ec tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=e7c72f7e-06ba-475b-a518-ec5b55ba9f2b,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:10.062475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-038d1373-5596-4d5c-80b4-14930d4e8bd8 None None] For port fe74537f-b152-47aa-88ff-2dead68f3d40, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=fe74537f-b152-47aa-88ff-2dead68f3d40,segment=NetworkSegment(bc917bac-5e01-4d22-acbe-1b59eeb2ad03),segment_id=bc917bac-5e01-4d22-acbe-1b59eeb2ad03)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:10:10.062930 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-038d1373-5596-4d5c-80b4-14930d4e8bd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:10.064654 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2304ab69-c3d4-4575-89a1-98347c3016ec tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:10.068378 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2304ab69-c3d4-4575-89a1-98347c3016ec tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:10.075563 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-586a0e03-0a95-4f1f-875f-e2ecec9f899a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:10.099698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-586a0e03-0a95-4f1f-875f-e2ecec9f899a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:10.102021 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:10.104405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-586a0e03-0a95-4f1f-875f-e2ecec9f899a admin admin] Usage tracker for resource:security_group_rule and tenant:fe716802e40c43d89d7ddbb42c298648 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:10.107497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-586a0e03-0a95-4f1f-875f-e2ecec9f899a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:10.114114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-586a0e03-0a95-4f1f-875f-e2ecec9f899a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:10.208960 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-586a0e03-0a95-4f1f-875f-e2ecec9f899a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:10.228850 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-586a0e03-0a95-4f1f-875f-e2ecec9f899a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:10.255905 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8783b446-c607-4719-8f84-1764ef25275f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:10.277906 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.resource_extend [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 22 10:10:10.289237 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:10.317669 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2304ab69-c3d4-4575-89a1-98347c3016ec tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/ports/e7c72f7e-06ba-475b-a518-ec5b55ba9f2b HTTP/1.1" status: 204 len: 168 time: 1.6928661 Dec 22 10:10:10.318731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57888) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:10.332827 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8d7f7-c64e-464e-bf37-ccf5ec8dcff9 req-69227825-4b9a-464f-9cc2-84360209f019 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:10.341754 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01f8d7f7-c64e-464e-bf37-ccf5ec8dcff9 req-69227825-4b9a-464f-9cc2-84360209f019 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 932 time: 0.7271171 Dec 22 10:10:10.349793 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-586a0e03-0a95-4f1f-875f-e2ecec9f899a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fe716802e40c43d89d7ddbb42c298648&name=default HTTP/1.1" status: 200 len: 2883 time: 1.2540498 Dec 22 10:10:10.371996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57892) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:10.398496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a0e03-0a95-4f1f-875f-e2ecec9f899a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268b33c6-61f7-4b35-9262-1d039da10e6b,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:10.417233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-038d1373-5596-4d5c-80b4-14930d4e8bd8 None None] Calling delete_port for fe74537f-b152-47aa-88ff-2dead68f3d40 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:10:10.491366 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-460739f8-946a-45f1-9414-da1c80fd7eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:10.506513 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b58fe3-dcae-4817-84ce-d9707c64a09c {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 10:10:10.532472 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:10.635209 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-460739f8-946a-45f1-9414-da1c80fd7eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:10.646899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Transition to ACTIVE for port object 06b58fe3-dcae-4817-84ce-d9707c64a09c will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:10.678115 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:10.699086 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-deee77b0-979a-404d-a68a-194555e7373b tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:10.746421 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:10.803619 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Pushing event updated for resources: {'Port': ['ID=06b58fe3-dcae-4817-84ce-d9707c64a09c,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:10.813448 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:10.843436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port fe74537f-b152-47aa-88ff-2dead68f3d40, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=fe74537f-b152-47aa-88ff-2dead68f3d40,segment=NetworkSegment(bc917bac-5e01-4d22-acbe-1b59eeb2ad03),segment_id=bc917bac-5e01-4d22-acbe-1b59eeb2ad03)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:10:10.849150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:10.892322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:10.897802 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:10.931724 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f0632709-0033-453c-9833-18a892782916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:10.960036 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-586a0e03-0a95-4f1f-875f-e2ecec9f899a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:10.995194 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-01f8d7f7-c64e-464e-bf37-ccf5ec8dcff9 req-c5d808f7-f8d0-4627-85fa-784f05f4459e tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6522675 Dec 22 10:10:10.997257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Deleting port fe74537f-b152-47aa-88ff-2dead68f3d40 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:10:10.997586 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:11.029737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=fe74537f-b152-47aa-88ff-2dead68f3d40,revision_number=11']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:11.043644 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:11.068303 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:11.119852 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:11.128463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Allocated IP 172.20.0.2 (cd8f5778-003f-43c2-9baa-5470fbf19438/a58a6c77-4ab1-4250-a86e-e4a36df1bfff/af96f779-39d7-48ef-b9a6-e4c29bb2510d) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:10:11.133590 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-038d1373-5596-4d5c-80b4-14930d4e8bd8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:10:11.134008 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-038d1373-5596-4d5c-80b4-14930d4e8bd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:10:11.345617 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] For port fe74537f-b152-47aa-88ff-2dead68f3d40, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=fe74537f-b152-47aa-88ff-2dead68f3d40,segment=NetworkSegment(bc917bac-5e01-4d22-acbe-1b59eeb2ad03),segment_id=bc917bac-5e01-4d22-acbe-1b59eeb2ad03)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:10:11.346608 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:11.373010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:11.450880 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:11.481669 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:11.489079 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-460739f8-946a-45f1-9414-da1c80fd7eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:11.509069 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-affdff96-6c75-4021-a56a-3a111ad2f47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:11.510381 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Transition to ACTIVE for port object af96f779-39d7-48ef-b9a6-e4c29bb2510d will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:11.530528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Transition to ACTIVE for port object af96f779-39d7-48ef-b9a6-e4c29bb2510d will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:11.536948 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:11.585374 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:11.586995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Calling delete_port for fe74537f-b152-47aa-88ff-2dead68f3d40 owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:10:11.670421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-038d1373-5596-4d5c-80b4-14930d4e8bd8 None None] Deleting port fe74537f-b152-47aa-88ff-2dead68f3d40 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:10:11.670856 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-038d1373-5596-4d5c-80b4-14930d4e8bd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:11.700247 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:11.711831 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Pushing event updated for resources: {'Port': ['ID=af96f779-39d7-48ef-b9a6-e4c29bb2510d,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:11.734529 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:11.744735 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4e1dc37a-b010-44ea-a92a-8ab2d2a33262 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:11.795887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460739f8-946a-45f1-9414-da1c80fd7eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268b33c6-61f7-4b35-9262-1d039da10e6b,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:11.828009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Port': ['ID=fe74537f-b152-47aa-88ff-2dead68f3d40,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:11.829521 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-460739f8-946a-45f1-9414-da1c80fd7eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:11.831365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-038d1373-5596-4d5c-80b4-14930d4e8bd8 None None] The port 'fe74537f-b152-47aa-88ff-2dead68f3d40' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:10:11.832808 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:12.026223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] No DVR routers for this DVR port fe74537f-b152-47aa-88ff-2dead68f3d40 on host n-d-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:10:12.043784 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-460739f8-946a-45f1-9414-da1c80fd7eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:12.047654 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-460739f8-946a-45f1-9414-da1c80fd7eb0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/268b33c6-61f7-4b35-9262-1d039da10e6b HTTP/1.1" status: 204 len: 168 time: 1.6649837 Dec 22 10:10:12.079162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Network cd8f5778-003f-43c2-9baa-5470fbf19438 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:10:12.102926 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:12.116650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:10:12.224519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Attempting to bind port 06b58fe3-dcae-4817-84ce-d9707c64a09c on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:10:12.225274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Attempting to bind port 06b58fe3-dcae-4817-84ce-d9707c64a09c by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:10:12.225800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Attempting to bind port 06b58fe3-dcae-4817-84ce-d9707c64a09c on network 99773f64-dc84-4992-b646-2939d71e7472 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:10:12.242265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:10:12.242934 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Checking segment: {'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:10:12.243495 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:12.244073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Bound using segment: {'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:10:12.244720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Bound port: 06b58fe3-dcae-4817-84ce-d9707c64a09c, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:10:12.245426 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:12.278362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Attempting to bind port af96f779-39d7-48ef-b9a6-e4c29bb2510d on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:10:12.278666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Attempting to bind port af96f779-39d7-48ef-b9a6-e4c29bb2510d by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '57cb6fd2-c667-4745-81de-3a9ccdb5e660', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd8f5778-003f-43c2-9baa-5470fbf19438'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:10:12.279084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Attempting to bind port af96f779-39d7-48ef-b9a6-e4c29bb2510d on network cd8f5778-003f-43c2-9baa-5470fbf19438 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:10:12.297795 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:10:12.298128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Checking segment: {'id': '57cb6fd2-c667-4745-81de-3a9ccdb5e660', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd8f5778-003f-43c2-9baa-5470fbf19438'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:10:12.299133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:12.299596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Bound using segment: {'id': '57cb6fd2-c667-4745-81de-3a9ccdb5e660', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd8f5778-003f-43c2-9baa-5470fbf19438'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:10:12.300460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Bound port: af96f779-39d7-48ef-b9a6-e4c29bb2510d, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cb6fd2-c667-4745-81de-3a9ccdb5e660', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd8f5778-003f-43c2-9baa-5470fbf19438'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:10:12.300889 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:12.384249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Allocated IP 172.25.7.161 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:10:12.430162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:12.545742 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] For port 06b58fe3-dcae-4817-84ce-d9707c64a09c, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:10:12.552548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] For port af96f779-39d7-48ef-b9a6-e4c29bb2510d, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:10:12.566971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] For port af96f779-39d7-48ef-b9a6-e4c29bb2510d, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=af96f779-39d7-48ef-b9a6-e4c29bb2510d,segment=NetworkSegment(57cb6fd2-c667-4745-81de-3a9ccdb5e660),segment_id=57cb6fd2-c667-4745-81de-3a9ccdb5e660)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:10:12.575611 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:12.628311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] For port 06b58fe3-dcae-4817-84ce-d9707c64a09c, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=06b58fe3-dcae-4817-84ce-d9707c64a09c,segment=NetworkSegment(224b82da-8929-4c32-a798-a1f98b31b26e),segment_id=224b82da-8929-4c32-a798-a1f98b31b26e)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:10:12.658757 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a8c95d3-9a5b-4b7a-baf2-814dcf20000d']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:12.682902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc917bac-5e01-4d22-acbe-1b59eeb2ad03') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:12.686638 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc917bac-5e01-4d22-acbe-1b59eeb2ad03') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:12.729700 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:12.759475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357c3af-3681-4ed8-a433-855c9a020a3b req-275748f7-3866-42e8-8ee5-a0ecc89b44f7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:12.761323 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a357c3af-3681-4ed8-a433-855c9a020a3b req-275748f7-3866-42e8-8ee5-a0ecc89b44f7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 944 time: 0.4066930 Dec 22 10:10:12.872675 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:12.883592 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57914) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:12.892050 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:12.913676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Releasing vxlan tunnel 4 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:10:12.976804 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a357c3af-3681-4ed8-a433-855c9a020a3b req-3df6a79f-ad7d-42e1-a61c-fbe1310c70f6 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039576 Dec 22 10:10:12.993685 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:13.104925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:13.119321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Usage tracker for resource:security_group_rule and tenant:090700a494294b3fb986ec45ae95bbbd is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:13.133197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Pushing event updated for resources: {'Port': ['ID=af96f779-39d7-48ef-b9a6-e4c29bb2510d,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:13.134008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:13.147513 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:13.198108 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:13.216481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:13.226968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:10:13.240228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:13.241893 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b3a2025a-43c9-48e3-9bbf-f2b6897db812 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:13.336759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57920) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:13.482413 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:13.486867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Network 0a8c95d3-9a5b-4b7a-baf2-814dcf20000d has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:10:13.487623 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Pushing event updated for resources: {'Port': ['ID=06b58fe3-dcae-4817-84ce-d9707c64a09c,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:13.500667 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:10:13.522360 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:10:13.526325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:13.527026 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:13.528701 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e6cb6d58-bb44-423f-a98a-976750d8af3e service neutron] 10.222.0.64 "PUT /v2.0/ports/06b58fe3-dcae-4817-84ce-d9707c64a09c HTTP/1.1" status: 200 len: 1156 time: 4.9615805 Dec 22 10:10:13.530436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93def4a8-1d5b-47b0-8689-fe3d285ecb3c', 'tag': '06b58fe3-dcae-4817-84ce-d9707c64a09c'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:10:13.562118 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:13.623928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:13.630170 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:13.686268 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-586a0e03-0a95-4f1f-875f-e2ecec9f899a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:13.720624 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93def4a8-1d5b-47b0-8689-fe3d285ecb3c', 'tag': '06b58fe3-dcae-4817-84ce-d9707c64a09c', 'status': 'completed', 'code': 200} Dec 22 10:10:13.721937 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-de50e641-69ad-4dd1-8330-ea152bb57be8 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:13.795204 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=090700a494294b3fb986ec45ae95bbbd&name=default HTTP/1.1" status: 200 len: 2883 time: 0.9103391 Dec 22 10:10:13.796316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 57930) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:13.796510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab0f4b4-159e-4fbc-b50a-b0d0a5a8c93c,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:13.812029 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5789-dedd-40ac-b0b5-cfb5ce21c109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:13.826137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.826565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.826985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.827399 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.827818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.828266 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.828670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.829071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.829473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.830395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.830798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.831448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.832328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.832840 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.833246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.833653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.834070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.834458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.834859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.835256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.835653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.836074 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.836469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.836863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.837319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.837717 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.838113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.838507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.838901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.839296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.839690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.840128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.840525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.840920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.841311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.841702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:13.849802 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:13.853714 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:13.855611 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5fdf5789-dedd-40ac-b0b5-cfb5ce21c109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:13.859341 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-64165900-4ac3-482e-b00b-11c96be1af6c tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:13.879656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5fdf5789-dedd-40ac-b0b5-cfb5ce21c109 admin admin] Usage tracker for resource:security_group_rule and tenant:1064429fd6b64bb2b385c3b5a03d5590 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:13.883221 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:13.889756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5fdf5789-dedd-40ac-b0b5-cfb5ce21c109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:13.895709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Pushing event deleted for resources: {'Network': ['ID=0a8c95d3-9a5b-4b7a-baf2-814dcf20000d,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:13.903667 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:13.904649 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5fdf5789-dedd-40ac-b0b5-cfb5ce21c109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:13.922590 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] 10.222.0.50 "DELETE /v2.0/networks/0a8c95d3-9a5b-4b7a-baf2-814dcf20000d HTTP/1.1" status: 204 len: 168 time: 3.5978713 Dec 22 10:10:13.930135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:13.942497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:10:13.952922 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:13.955890 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:13.960985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:10:14.039674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5789-dedd-40ac-b0b5-cfb5ce21c109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:14.041989 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1532c300-deb0-4fb8-b7e5-258d1d5f7640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:14.043566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5789-dedd-40ac-b0b5-cfb5ce21c109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:14.058548 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5418f216-d884-4883-9644-66260c4e4a82 tempest-TagsTest-85272755 tempest-TagsTest-85272755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:14.080512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-45bc1d88-827a-457f-a95c-d8aaddf6fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:14.082321 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-45bc1d88-827a-457f-a95c-d8aaddf6fd94 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e798a8e61fa24836a28e3da00a2e4e8b&device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 1159 time: 0.3642678 Dec 22 10:10:14.110859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf5789-dedd-40ac-b0b5-cfb5ce21c109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c60bcf-3827-41dc-ade0-55feefcec80d,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:14.116266 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5fdf5789-dedd-40ac-b0b5-cfb5ce21c109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:14.204047 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5fdf5789-dedd-40ac-b0b5-cfb5ce21c109 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1064429fd6b64bb2b385c3b5a03d5590&name=default HTTP/1.1" status: 200 len: 2883 time: 0.8657684 Dec 22 10:10:14.207135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57940) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:14.231169 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1532c300-deb0-4fb8-b7e5-258d1d5f7640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:14.256763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57944) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:14.297533 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-fb45e4ba-1c47-4c17-907a-6e63fb847540 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06b58fe3-dcae-4817-84ce-d9707c64a09c HTTP/1.1" status: 200 len: 217 time: 0.1603580 Dec 22 10:10:14.314058 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d94fc053-cd3f-4565-9f4c-0b5e16a8761d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:14.341473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d0c99-6994-4632-a3fe-52b6648e8f4a req-f1ee8d03-0198-489c-86c4-93db407bdbdc tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:14.343132 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-930d0c99-6994-4632-a3fe-52b6648e8f4a req-f1ee8d03-0198-489c-86c4-93db407bdbdc tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 944 time: 0.1972444 Dec 22 10:10:14.378912 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d94fc053-cd3f-4565-9f4c-0b5e16a8761d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:14.427355 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-930d0c99-6994-4632-a3fe-52b6648e8f4a req-c8407db6-78e7-477d-a26f-1f0ba9da21fa tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733204 Dec 22 10:10:14.453560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-352dccca-bdb1-481a-875e-2525a5203fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:14.455879 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-352dccca-bdb1-481a-875e-2525a5203fc2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a8cbed5-bf42-44bf-8a42-c92ce50d8141 HTTP/1.1" status: 200 len: 851 time: 0.1481912 Dec 22 10:10:14.516614 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-27d7d301-0888-40f9-9d2d-f008c24fa9a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=03a0ee151fb640bf8582ae52a39c4148&name=default HTTP/1.1" status: 200 len: 2883 time: 0.2575278 Dec 22 10:10:14.520871 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57950) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:14.524112 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d94fc053-cd3f-4565-9f4c-0b5e16a8761d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:14.539920 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-74768473-65d6-4a27-beea-d989572241d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:14.556979 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fc053-cd3f-4565-9f4c-0b5e16a8761d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c60bcf-3827-41dc-ade0-55feefcec80d,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:14.573423 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d94fc053-cd3f-4565-9f4c-0b5e16a8761d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:14.574628 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d94fc053-cd3f-4565-9f4c-0b5e16a8761d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:14.578319 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d94fc053-cd3f-4565-9f4c-0b5e16a8761d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/90c60bcf-3827-41dc-ade0-55feefcec80d HTTP/1.1" status: 204 len: 168 time: 0.3677633 Dec 22 10:10:14.624915 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d96d8d79-fa55-472d-b51e-80ce6615ddd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:14.641647 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1532c300-deb0-4fb8-b7e5-258d1d5f7640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:14.651525 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-460739f8-946a-45f1-9414-da1c80fd7eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:14.662152 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d96d8d79-fa55-472d-b51e-80ce6615ddd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:14.716815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d96d8d79-fa55-472d-b51e-80ce6615ddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:14.724527 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ddc92594-c1af-4af0-9098-65b6c97f0f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:14.732366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532c300-deb0-4fb8-b7e5-258d1d5f7640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab0f4b4-159e-4fbc-b50a-b0d0a5a8c93c,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:14.739214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d8d79-fa55-472d-b51e-80ce6615ddd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff8a51b-9c80-4ba2-9345-b74549c63e5d,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:14.741879 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1532c300-deb0-4fb8-b7e5-258d1d5f7640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:14.746260 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d96d8d79-fa55-472d-b51e-80ce6615ddd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:14.750618 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d96d8d79-fa55-472d-b51e-80ce6615ddd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:14.754931 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d96d8d79-fa55-472d-b51e-80ce6615ddd4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aff8a51b-9c80-4ba2-9345-b74549c63e5d HTTP/1.1" status: 204 len: 168 time: 0.2302148 Dec 22 10:10:14.796354 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1532c300-deb0-4fb8-b7e5-258d1d5f7640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:14.801271 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1532c300-deb0-4fb8-b7e5-258d1d5f7640 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ab0f4b4-159e-4fbc-b50a-b0d0a5a8c93c HTTP/1.1" status: 204 len: 168 time: 0.9794078 Dec 22 10:10:14.811977 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:14.866511 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e497b130-d039-4594-b406-4dd4b6384dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:14.868432 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-e497b130-d039-4594-b406-4dd4b6384dbd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99773f64-dc84-4992-b646-2939d71e7472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4053519 Dec 22 10:10:14.889675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b19aef-e191-468d-8eed-1861bb0c6967 None None] Network cd8f5778-003f-43c2-9baa-5470fbf19438 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:10:15.183463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-b2cf9e5d-abbc-4d7e-9d5c-7826f4fa71d1 None None] Provisioning for port af96f779-39d7-48ef-b9a6-e4c29bb2510d completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:10:15.283986 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-043a32f6-e534-46e1-b7d5-a45b23bbc8a3 service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969245 Dec 22 10:10:15.455981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57974) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:15.533329 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ca46b35-0d40-4106-9755-b3fcc3de3a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:15.578772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8ca46b35-0d40-4106-9755-b3fcc3de3a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:15.587726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8ca46b35-0d40-4106-9755-b3fcc3de3a59 admin admin] Usage tracker for resource:security_group_rule and tenant:9b25ef6c8a834230837b80c15b1ae3fe is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:15.598764 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-8ca46b35-0d40-4106-9755-b3fcc3de3a59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:15.614040 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-8ca46b35-0d40-4106-9755-b3fcc3de3a59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:15.636627 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device af96f779-39d7-48ef-b9a6-e4c29bb2510d up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:10:15.672023 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-53a1e526-7c2b-4611-a9f1-1c7503cd09e6 req-9ac486d8-df85-456a-bc28-379f2cdd2315 service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3612242 Dec 22 10:10:15.682063 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:15.773606 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ca46b35-0d40-4106-9755-b3fcc3de3a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:15.775329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port af96f779-39d7-48ef-b9a6-e4c29bb2510d completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:10:15.788219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port af96f779-39d7-48ef-b9a6-e4c29bb2510d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:15.788657 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:15.879507 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ca46b35-0d40-4106-9755-b3fcc3de3a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:15.882707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2f26fce9-28ad-4366-ad1b-da49c1c35eda None None] Provisioning complete for port af96f779-39d7-48ef-b9a6-e4c29bb2510d triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:15.883135 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2f26fce9-28ad-4366-ad1b-da49c1c35eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:15.907001 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-13e74f80-ddc4-4f84-90e2-ad9420c4ca89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:16.055904 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-8ca46b35-0d40-4106-9755-b3fcc3de3a59 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b25ef6c8a834230837b80c15b1ae3fe&name=default HTTP/1.1" status: 200 len: 2883 time: 0.5983295 Dec 22 10:10:16.056167 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2f26fce9-28ad-4366-ad1b-da49c1c35eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:16.059788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca46b35-0d40-4106-9755-b3fcc3de3a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b062b04b-c234-455a-b4eb-db91a491a7c0,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:16.064351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 57988) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:16.069628 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8ca46b35-0d40-4106-9755-b3fcc3de3a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:16.106515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-2f26fce9-28ad-4366-ad1b-da49c1c35eda None None] For port af96f779-39d7-48ef-b9a6-e4c29bb2510d, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=af96f779-39d7-48ef-b9a6-e4c29bb2510d,segment=NetworkSegment(57cb6fd2-c667-4745-81de-3a9ccdb5e660),segment_id=57cb6fd2-c667-4745-81de-3a9ccdb5e660)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:10:16.115469 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2f26fce9-28ad-4366-ad1b-da49c1c35eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:16.191744 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e6c70c27-af24-4861-a5ec-892682d0e2eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:16.297150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff350bab-a04c-420a-afe4-a67d175bb6bb req-4894c502-5b23-4bf1-8225-6c7c2e8bcfff tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:16.308975 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ff350bab-a04c-420a-afe4-a67d175bb6bb req-4894c502-5b23-4bf1-8225-6c7c2e8bcfff tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 944 time: 0.5296111 Dec 22 10:10:16.310372 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a47c40f7-66eb-4ced-85c5-5e64df052789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:16.393542 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-aacf1836-af27-4ae4-8d73-491b1e9e4e3c None None] Provisioning complete for port af96f779-39d7-48ef-b9a6-e4c29bb2510d triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:16.393976 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-aacf1836-af27-4ae4-8d73-491b1e9e4e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:16.453461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a47c40f7-66eb-4ced-85c5-5e64df052789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:16.470828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26fce9-28ad-4366-ad1b-da49c1c35eda None None] Pushing event updated for resources: {'Port': ['ID=af96f779-39d7-48ef-b9a6-e4c29bb2510d,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:16.471358 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ff350bab-a04c-420a-afe4-a67d175bb6bb req-0ee41365-06c0-42aa-a5cc-12e6bfebd534 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516750 Dec 22 10:10:16.479511 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2f26fce9-28ad-4366-ad1b-da49c1c35eda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:16.534263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a47c40f7-66eb-4ced-85c5-5e64df052789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:16.548054 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e8c5e8fe-9226-4f7c-b909-5b5c766cd4e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:16.568942 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c40f7-66eb-4ced-85c5-5e64df052789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b062b04b-c234-455a-b4eb-db91a491a7c0,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:16.580691 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a47c40f7-66eb-4ced-85c5-5e64df052789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:16.585121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a47c40f7-66eb-4ced-85c5-5e64df052789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:16.586446 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a47c40f7-66eb-4ced-85c5-5e64df052789 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b062b04b-c234-455a-b4eb-db91a491a7c0 HTTP/1.1" status: 204 len: 168 time: 0.5203948 Dec 22 10:10:16.666231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc8a55-ec68-422f-8697-276aff30aba5 req-eeea6d69-5194-4668-8310-9fe5ddbd288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:16.667978 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07dc8a55-ec68-422f-8697-276aff30aba5 req-eeea6d69-5194-4668-8310-9fe5ddbd288b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e798a8e61fa24836a28e3da00a2e4e8b&device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 1159 time: 0.8426971 Dec 22 10:10:16.740802 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Router 24bcaa0d-c247-44bd-82a4-a75551ccf6bb is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 10:10:17.043321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc8a55-ec68-422f-8697-276aff30aba5 req-47647bfb-b8f7-4716-aca4-7fec5f46a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:17.044962 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07dc8a55-ec68-422f-8697-276aff30aba5 req-47647bfb-b8f7-4716-aca4-7fec5f46a5f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99773f64-dc84-4992-b646-2939d71e7472 HTTP/1.1" status: 200 len: 906 time: 0.3450408 Dec 22 10:10:17.135667 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07dc8a55-ec68-422f-8697-276aff30aba5 req-844fd461-fe21-4c61-963a-4f63f91083ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06b58fe3-dcae-4817-84ce-d9707c64a09c HTTP/1.1" status: 200 len: 217 time: 0.0813518 Dec 22 10:10:17.139133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:10:17.152445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Sync routers for ids ['24bcaa0d-c247-44bd-82a4-a75551ccf6bb'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:10:17.165215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Routers {'24bcaa0d-c247-44bd-82a4-a75551ccf6bb'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:10:17.166899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:10:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['24bcaa0d-c247-44bd-82a4-a75551ccf6bb'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:17.185852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58018) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:17.234676 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc8a55-ec68-422f-8697-276aff30aba5 req-36c00203-c578-446e-9dcb-777c2e6b038b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:17.236330 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07dc8a55-ec68-422f-8697-276aff30aba5 req-36c00203-c578-446e-9dcb-777c2e6b038b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a8cbed5-bf42-44bf-8a42-c92ce50d8141 HTTP/1.1" status: 200 len: 851 time: 0.0765512 Dec 22 10:10:17.237454 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:17.241917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58024) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:17.252265 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.7907555 Dec 22 10:10:17.344363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc8a55-ec68-422f-8697-276aff30aba5 req-05f37a49-d360-4ef0-9ff5-c9fc234ca282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:17.346481 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07dc8a55-ec68-422f-8697-276aff30aba5 req-05f37a49-d360-4ef0-9ff5-c9fc234ca282 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99773f64-dc84-4992-b646-2939d71e7472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923700 Dec 22 10:10:17.649263 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07dc8a55-ec68-422f-8697-276aff30aba5 req-47c9f3d8-576b-4a8f-8941-8feff5fc9f1e service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955225 Dec 22 10:10:17.793569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-71d03e93-cc9c-4212-9928-9f294ba6bbd4 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-276807220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:10:17.813059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-71d03e93-cc9c-4212-9928-9f294ba6bbd4 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:17.865539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-71d03e93-cc9c-4212-9928-9f294ba6bbd4 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Usage tracker for resource:router and tenant:e924207ac68747aa8a6e4d08a4801daf is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:17.870081 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-07dc8a55-ec68-422f-8697-276aff30aba5 req-79157eda-cf49-492a-9638-d5978f05b695 service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2076225 Dec 22 10:10:17.879156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-71d03e93-cc9c-4212-9928-9f294ba6bbd4 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Quota usage for router was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:17.915252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-71d03e93-cc9c-4212-9928-9f294ba6bbd4 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:17.976460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device af96f779-39d7-48ef-b9a6-e4c29bb2510d up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:10:18.031104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71d03e93-cc9c-4212-9928-9f294ba6bbd4 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:18.032461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71d03e93-cc9c-4212-9928-9f294ba6bbd4 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:18.082101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8decb-7833-41a6-9963-1910065d45fb req-13e77f98-4c9a-44b2-84f6-bd24684ccd26 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:18.084548 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bad8decb-7833-41a6-9963-1910065d45fb req-13e77f98-4c9a-44b2-84f6-bd24684ccd26 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 944 time: 0.2547903 Dec 22 10:10:18.113848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port af96f779-39d7-48ef-b9a6-e4c29bb2510d triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:18.114436 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:18.191390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Set router 24bcaa0d-c247-44bd-82a4-a75551ccf6bb gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:10:18.558087 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71d03e93-cc9c-4212-9928-9f294ba6bbd4 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:18.697562 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71d03e93-cc9c-4212-9928-9f294ba6bbd4 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:18.725878 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bad8decb-7833-41a6-9963-1910065d45fb req-7efbfa9b-eb63-4e53-a920-7ad3901da410 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6301091 Dec 22 10:10:18.754968 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71d03e93-cc9c-4212-9928-9f294ba6bbd4 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for router, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:18.759563 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-71d03e93-cc9c-4212-9928-9f294ba6bbd4 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.5690610 Dec 22 10:10:18.760031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58066) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:18.768135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-995366736'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:10:18.789461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:18.798226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Usage tracker for resource:network and tenant:e924207ac68747aa8a6e4d08a4801daf is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:18.806388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:18.817941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:18.825568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'name': 'tempest-TestAggregatesBasicOps-774836623-router', 'tenant_id': 'a6050281a798404586b1c229c01b6827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:10:08Z', 'updated_at': '2020-12-22T10:10:14Z', 'revision_number': 3, 'project_id': 'a6050281a798404586b1c229c01b6827', 'gw_port': {'id': 'c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:11Z', 'updated_at': '2020-12-22T10:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:18.833860 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Checking router: 24bcaa0d-c247-44bd-82a4-a75551ccf6bb for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:10:18.834279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Updating router 24bcaa0d-c247-44bd-82a4-a75551ccf6bb port c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5 binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 10:10:18.849252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Made reservation on behalf of e924207ac68747aa8a6e4d08a4801daf for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:10:18.863010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:18.909206 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:18.912220 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:18.944153 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:18.955652 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:18.962662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Usage tracker for resource:security_group_rule and tenant:e924207ac68747aa8a6e4d08a4801daf is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:18.968192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:18.981288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:19.203613 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:19.210752 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:19.222611 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cd00f2aa-44b0-42c3-875c-6adb2339d8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:19.386535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Allocated IP 172.20.0.1 (cd8f5778-003f-43c2-9baa-5470fbf19438/a58a6c77-4ab1-4250-a86e-e4a36df1bfff/9b88b8b3-6096-488e-ba85-97e60000f9d3) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:10:19.389216 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:10:19.462031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event updated for resources: {'SecurityGroup': ['ID=7252cf8f-fcd2-4410-a7c3-0b2a0de6e2c5,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:19.466932 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:19.489242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:19.506616 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Added segment 79ec78fa-0d1c-451f-8243-2ce8b77da3b1 of type vxlan for network 360d3e23-1b94-4807-bd6e-a36360aad3b1 Dec 22 10:10:19.602769 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:19.617112 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:19.635176 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Transition to ACTIVE for port object c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:19.639869 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:19.669203 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:19.674186 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:19.674998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:19.675932 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:19.702896 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-96246990-f5ce-4d3e-a3d2-eb790f7c6ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:19.718285 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Transition to ACTIVE for port object 9b88b8b3-6096-488e-ba85-97e60000f9d3 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:19.738032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7fea1-0c27-40ab-ad93-84f8cde9ab4f req-1530a62f-b551-4c38-845e-e657bc30405c tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:19.739775 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bec7fea1-0c27-40ab-ad93-84f8cde9ab4f req-1530a62f-b551-4c38-845e-e657bc30405c tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 0.1490860 Dec 22 10:10:19.802165 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:19.823983 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-85037efb-c542-4910-a7ca-5249b83c9def tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:19.845084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event updated for resources: {'Network': ['ID=360d3e23-1b94-4807-bd6e-a36360aad3b1,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:19.849995 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0887678 Dec 22 10:10:19.851439 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-743a042d-4507-49e4-a9b2-20d4d020f81c tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:19.853060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58116) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:19.857133 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bec7fea1-0c27-40ab-ad93-84f8cde9ab4f req-10dabe8e-6d9d-4a3e-9b08-6104d415c701 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085813 Dec 22 10:10:19.862300 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-1e5658dd-a1ef-4702-8a7e-60bb5c4b6822 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Request body: {'subnet': {'network_id': '360d3e23-1b94-4807-bd6e-a36360aad3b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:10:19.983756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Pushing event updated for resources: {'Port': ['ID=9b88b8b3-6096-488e-ba85-97e60000f9d3,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:19.989239 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:20.015761 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7c1e9f92-fe46-4c7b-b780-21245323fe5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:20.066309 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1e5658dd-a1ef-4702-8a7e-60bb5c4b6822 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:20.073180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1e5658dd-a1ef-4702-8a7e-60bb5c4b6822 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Usage tracker for resource:subnet and tenant:e924207ac68747aa8a6e4d08a4801daf is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:20.077449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-1e5658dd-a1ef-4702-8a7e-60bb5c4b6822 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:20.087019 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-1e5658dd-a1ef-4702-8a7e-60bb5c4b6822 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:20.100354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5658dd-a1ef-4702-8a7e-60bb5c4b6822 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Made reservation on behalf of e924207ac68747aa8a6e4d08a4801daf for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:10:20.102514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 360d3e23-1b94-4807-bd6e-a36360aad3b1 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:10:20.120193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 360d3e23-1b94-4807-bd6e-a36360aad3b1 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:10:20.135862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 360d3e23-1b94-4807-bd6e-a36360aad3b1 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:10:20.139430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Network cd8f5778-003f-43c2-9baa-5470fbf19438 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:10:20.141412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:20.145372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:10:20.232218 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:20.288832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0390691-47dc-4218-80bd-144c4ffbe755 req-ef0c9aad-ee6f-4ba7-bc74-b85547221c49 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:20.295300 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0390691-47dc-4218-80bd-144c4ffbe755 req-ef0c9aad-ee6f-4ba7-bc74-b85547221c49 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 944 time: 0.2659020 Dec 22 10:10:20.354784 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e5658dd-a1ef-4702-8a7e-60bb5c4b6822 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:20.363715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ba212-53e8-4b43-8215-4ea52872bcca None None] Pushing event updated for resources: {'Port': ['ID=c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:20.477693 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f0390691-47dc-4218-80bd-144c4ffbe755 req-c20f1587-2656-463f-87d7-af18a19cd76f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744974 Dec 22 10:10:20.556551 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4d1ba212-53e8-4b43-8215-4ea52872bcca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:20.659820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Attempting to bind port c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:10:20.660416 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Attempting to bind port c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:10:20.660837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Attempting to bind port c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5 on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:10:20.679474 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:20.762316 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:10:20.763313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:10:20.763780 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:20.764273 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:10:20.764817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Bound port: c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:10:20.765248 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:20.895137 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e30a0cdc-add0-433d-bcc5-32d430faddd0 None None] Provisioning for port 9b88b8b3-6096-488e-ba85-97e60000f9d3 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:10:20.931112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e30a0cdc-add0-433d-bcc5-32d430faddd0 None None] Provisioning complete for port 9b88b8b3-6096-488e-ba85-97e60000f9d3 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:20.931654 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e30a0cdc-add0-433d-bcc5-32d430faddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:21.061713 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e5658dd-a1ef-4702-8a7e-60bb5c4b6822 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:21.074680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] For port c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:10:21.078713 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-96e35b89-2ef5-4f9c-9208-c66c1379b233 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:21.091179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] For port c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:10:21.095878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-e30a0cdc-add0-433d-bcc5-32d430faddd0 None None] Port 9b88b8b3-6096-488e-ba85-97e60000f9d3 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:10:21.108294 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:21.135890 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9308e1e1-1bef-4ba2-803a-1b1aebb87efc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:21.282162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:21.291036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273dd5d-c7d4-4d9f-93db-187a30a4ddff req-37aa9be6-6fad-4e9b-8647-6a30f1635d80 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:21.292940 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9273dd5d-c7d4-4d9f-93db-187a30a4ddff req-37aa9be6-6fad-4e9b-8647-6a30f1635d80 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 0.1415749 Dec 22 10:10:21.297679 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:21.354451 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5658dd-a1ef-4702-8a7e-60bb5c4b6822 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event updated for resources: {'Subnet': ['ID=2cc5e297-7ad9-44bb-a5a7-09e1f358f7f1,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:21.396156 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1b45ab37-18ea-49ac-8336-5e3489bb62eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:21.437713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ba212-53e8-4b43-8215-4ea52872bcca None None] Pushing event updated for resources: {'Port': ['ID=c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:21.443083 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4d1ba212-53e8-4b43-8215-4ea52872bcca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:21.454345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Routers {'24bcaa0d-c247-44bd-82a4-a75551ccf6bb'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:10:21.456230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:10:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['24bcaa0d-c247-44bd-82a4-a75551ccf6bb'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:21.459480 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1e5658dd-a1ef-4702-8a7e-60bb5c4b6822 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:21.530344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Pushing event updated for resources: {'Port': ['ID=9b88b8b3-6096-488e-ba85-97e60000f9d3,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:21.535127 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:21.536521 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:21.541590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5658dd-a1ef-4702-8a7e-60bb5c4b6822 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Checking segment: {'id': '79ec78fa-0d1c-451f-8243-2ce8b77da3b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '360d3e23-1b94-4807-bd6e-a36360aad3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:10:21.541995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5658dd-a1ef-4702-8a7e-60bb5c4b6822 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Network hostable DHCP agents. Network: 360d3e23-1b94-4807-bd6e-a36360aad3b1, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:10:21.593696 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5658dd-a1ef-4702-8a7e-60bb5c4b6822 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Network 360d3e23-1b94-4807-bd6e-a36360aad3b1 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:10:21.611610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-1e5658dd-a1ef-4702-8a7e-60bb5c4b6822 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 360d3e23-1b94-4807-bd6e-a36360aad3b1) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:21.646039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5658dd-a1ef-4702-8a7e-60bb5c4b6822 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:21.646622 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e5658dd-a1ef-4702-8a7e-60bb5c4b6822 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:21.673533 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-1e5658dd-a1ef-4702-8a7e-60bb5c4b6822 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8183420 Dec 22 10:10:21.680292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58174) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:21.712117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-9691e7db-ba6a-433d-9498-4d7b00dacd4a tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Request body: {'network': {'name': 'tempest-router-network01--113963394'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:10:21.734973 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-9273dd5d-c7d4-4d9f-93db-187a30a4ddff req-a819e280-66ff-4f1b-b751-7270241dfc3d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3399782 Dec 22 10:10:21.736066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9691e7db-ba6a-433d-9498-4d7b00dacd4a tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:21.742621 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b58d46-3555-4765-b1d1-fdf48674070b None None] Network 360d3e23-1b94-4807-bd6e-a36360aad3b1 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:10:21.748037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9691e7db-ba6a-433d-9498-4d7b00dacd4a tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Usage tracker for resource:network and tenant:e924207ac68747aa8a6e4d08a4801daf is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:21.754303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9691e7db-ba6a-433d-9498-4d7b00dacd4a tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Quota usage for network was recalculated. Used quota:1. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:21.761454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9691e7db-ba6a-433d-9498-4d7b00dacd4a tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:21.779866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9691e7db-ba6a-433d-9498-4d7b00dacd4a tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Made reservation on behalf of e924207ac68747aa8a6e4d08a4801daf for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:10:21.792957 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9691e7db-ba6a-433d-9498-4d7b00dacd4a tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:21.852819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9691e7db-ba6a-433d-9498-4d7b00dacd4a tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:10:21.871386 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9691e7db-ba6a-433d-9498-4d7b00dacd4a tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:21.873495 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-9691e7db-ba6a-433d-9498-4d7b00dacd4a tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Added segment 65a6406c-b67a-499c-892d-dcaf73288b00 of type vxlan for network 319c0732-7308-4c90-9730-1e06da8a101a Dec 22 10:10:21.903406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Network cd8f5778-003f-43c2-9baa-5470fbf19438 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:10:21.908224 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:21.927932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b7c94-07de-49bd-b279-d9c822c048a9 req-db7c8ee2-6009-436a-93e8-4b877178f4c4 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:21.936215 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-136b7c94-07de-49bd-b279-d9c822c048a9 req-db7c8ee2-6009-436a-93e8-4b877178f4c4 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 944 time: 0.2132778 Dec 22 10:10:21.973234 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9691e7db-ba6a-433d-9498-4d7b00dacd4a tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:22.087386 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9691e7db-ba6a-433d-9498-4d7b00dacd4a tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:22.093037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9691e7db-ba6a-433d-9498-4d7b00dacd4a tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:22.094142 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9691e7db-ba6a-433d-9498-4d7b00dacd4a tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:22.102053 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-26519f9d-69a1-449c-b908-5c02c57073c6 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:22.134459 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-136b7c94-07de-49bd-b279-d9c822c048a9 req-8b34cfd1-cefa-44b9-9f55-c67936c209eb tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967740 Dec 22 10:10:22.209073 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9691e7db-ba6a-433d-9498-4d7b00dacd4a tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5267835 Dec 22 10:10:22.210516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58184) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:22.236496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] Set router 24bcaa0d-c247-44bd-82a4-a75551ccf6bb gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:10:22.279699 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-21d95e91-6390-4a0f-b3ea-0947682ea543 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Request body: {'network': {'name': 'tempest-router-network02--1139995249'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:10:22.289127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691e7db-ba6a-433d-9498-4d7b00dacd4a tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event updated for resources: {'Network': ['ID=319c0732-7308-4c90-9730-1e06da8a101a,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:22.301829 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9691e7db-ba6a-433d-9498-4d7b00dacd4a tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:22.303244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-21d95e91-6390-4a0f-b3ea-0947682ea543 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:22.309877 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-21d95e91-6390-4a0f-b3ea-0947682ea543 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Usage tracker for resource:network and tenant:e924207ac68747aa8a6e4d08a4801daf is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:22.316076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-21d95e91-6390-4a0f-b3ea-0947682ea543 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Quota usage for network was recalculated. Used quota:2. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:22.343977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-21d95e91-6390-4a0f-b3ea-0947682ea543 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:22.363640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d95e91-6390-4a0f-b3ea-0947682ea543 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Made reservation on behalf of e924207ac68747aa8a6e4d08a4801daf for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:10:22.388403 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21d95e91-6390-4a0f-b3ea-0947682ea543 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:22.394045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Router 24bcaa0d-c247-44bd-82a4-a75551ccf6bb has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:10:22.451387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 319c0732-7308-4c90-9730-1e06da8a101a details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:10:22.475821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d95e91-6390-4a0f-b3ea-0947682ea543 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:10:22.481396 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 319c0732-7308-4c90-9730-1e06da8a101a details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:10:22.489750 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21d95e91-6390-4a0f-b3ea-0947682ea543 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:22.491156 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-21d95e91-6390-4a0f-b3ea-0947682ea543 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Added segment 51b70309-9272-4c5e-9bb2-ba3b88f29449 of type vxlan for network bedcad2e-c6f7-4e5a-ad27-1d8e2e373612 Dec 22 10:10:22.511461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 319c0732-7308-4c90-9730-1e06da8a101a details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:10:22.530411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21d95e91-6390-4a0f-b3ea-0947682ea543 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:22.574509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21d95e91-6390-4a0f-b3ea-0947682ea543 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:22.578779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d95e91-6390-4a0f-b3ea-0947682ea543 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:22.580002 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21d95e91-6390-4a0f-b3ea-0947682ea543 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:22.590431 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0ad9d013-b867-40f7-8d44-d396fa2ea533 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:22.659491 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-21d95e91-6390-4a0f-b3ea-0947682ea543 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3926928 Dec 22 10:10:22.659694 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58192) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:22.669060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-daee6957-63e8-4fa1-8da3-8443287e7b67 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Request body: {'subnet': {'network_id': '319c0732-7308-4c90-9730-1e06da8a101a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:10:22.742167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d95e91-6390-4a0f-b3ea-0947682ea543 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event updated for resources: {'Network': ['ID=bedcad2e-c6f7-4e5a-ad27-1d8e2e373612,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:22.746215 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-21d95e91-6390-4a0f-b3ea-0947682ea543 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:22.759017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:10:22.874351 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] 10.222.0.50 "PUT /v2.0/routers/24bcaa0d-c247-44bd-82a4-a75551ccf6bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6309209 Dec 22 10:10:22.919675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-daee6957-63e8-4fa1-8da3-8443287e7b67 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:22.931060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network bedcad2e-c6f7-4e5a-ad27-1d8e2e373612 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:10:22.941994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-daee6957-63e8-4fa1-8da3-8443287e7b67 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Usage tracker for resource:subnet and tenant:e924207ac68747aa8a6e4d08a4801daf is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:22.948658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-daee6957-63e8-4fa1-8da3-8443287e7b67 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:22.961509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-daee6957-63e8-4fa1-8da3-8443287e7b67 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:22.984066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daee6957-63e8-4fa1-8da3-8443287e7b67 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Made reservation on behalf of e924207ac68747aa8a6e4d08a4801daf for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:10:23.045006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network bedcad2e-c6f7-4e5a-ad27-1d8e2e373612 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:10:23.168097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network bedcad2e-c6f7-4e5a-ad27-1d8e2e373612 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:10:23.297696 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-daee6957-63e8-4fa1-8da3-8443287e7b67 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:23.515556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-098e3964-83c1-4849-9326-6fc7d9ce3e0d None None] Provisioning complete for port 9b88b8b3-6096-488e-ba85-97e60000f9d3 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:23.516307 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-098e3964-83c1-4849-9326-6fc7d9ce3e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:23.654174 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c30645-2787-4062-8bed-0fa8f18379c8 req-fa6ad8bf-acb9-4317-87a5-6c52db0984c6 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:23.655898 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6c30645-2787-4062-8bed-0fa8f18379c8 req-fa6ad8bf-acb9-4317-87a5-6c52db0984c6 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 944 time: 0.2401814 Dec 22 10:10:23.675110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72839884-7d05-4426-a6fb-72d4e648b33e req-555604b2-eba8-493c-84f0-140b7f19d253 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:23.676798 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72839884-7d05-4426-a6fb-72d4e648b33e req-555604b2-eba8-493c-84f0-140b7f19d253 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 0.3352261 Dec 22 10:10:23.694165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-098e3964-83c1-4849-9326-6fc7d9ce3e0d None None] Port 9b88b8b3-6096-488e-ba85-97e60000f9d3 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:10:23.805086 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c6c30645-2787-4062-8bed-0fa8f18379c8 req-e3aafc56-7403-476c-af80-78559502277a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417484 Dec 22 10:10:23.840425 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-72839884-7d05-4426-a6fb-72d4e648b33e req-af374649-e69a-48f6-9939-4397376d6e0e tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414101 Dec 22 10:10:23.858075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-360d3e23-1b94-4807-bd6e-a36360aad3b1', 'network_id': '360d3e23-1b94-4807-bd6e-a36360aad3b1', 'tenant_id': 'e924207ac68747aa8a6e4d08a4801daf', 'fixed_ips': [{'subnet_id': '2cc5e297-7ad9-44bb-a5a7-09e1f358f7f1'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:10:23.858075 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:23.886190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'name': 'tempest-TestAggregatesBasicOps-774836623-router', 'tenant_id': 'a6050281a798404586b1c229c01b6827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:10:08Z', 'updated_at': '2020-12-22T10:10:20Z', 'revision_number': 4, 'project_id': 'a6050281a798404586b1c229c01b6827', 'gw_port': {'id': 'c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:11Z', 'updated_at': '2020-12-22T10:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '9b88b8b3-6096-488e-ba85-97e60000f9d3', 'name': '', 'network_id': 'cd8f5778-003f-43c2-9baa-5470fbf19438', 'tenant_id': 'a6050281a798404586b1c229c01b6827', 'mac_address': 'fa:16:3e:74:54:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'a58a6c77-4ab1-4250-a86e-e4a36df1bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:19Z', 'updated_at': '2020-12-22T10:10:20Z', 'revision_number': 2, 'project_id': 'a6050281a798404586b1c229c01b6827', 'subnets': [{'id': 'a58a6c77-4ab1-4250-a86e-e4a36df1bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:23.916409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d2093-aa7a-489d-8313-3fb3e260d610 None None] The sync data for ids ['24bcaa0d-c247-44bd-82a4-a75551ccf6bb'] in n-d-765315-5 is: [{'id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'name': 'tempest-TestAggregatesBasicOps-774836623-router', 'tenant_id': 'a6050281a798404586b1c229c01b6827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:10:08Z', 'updated_at': '2020-12-22T10:10:20Z', 'revision_number': 4, 'project_id': 'a6050281a798404586b1c229c01b6827', 'gw_port': {'id': 'c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:11Z', 'updated_at': '2020-12-22T10:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '9b88b8b3-6096-488e-ba85-97e60000f9d3', 'name': '', 'network_id': 'cd8f5778-003f-43c2-9baa-5470fbf19438', 'tenant_id': 'a6050281a798404586b1c229c01b6827', 'mac_address': 'fa:16:3e:74:54:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'a58a6c77-4ab1-4250-a86e-e4a36df1bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:19Z', 'updated_at': '2020-12-22T10:10:20Z', 'revision_number': 2, 'project_id': 'a6050281a798404586b1c229c01b6827', 'subnets': [{'id': 'a58a6c77-4ab1-4250-a86e-e4a36df1bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:10:24.265112 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-daee6957-63e8-4fa1-8da3-8443287e7b67 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:24.277193 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Allocated IP 2001:db8::2 (360d3e23-1b94-4807-bd6e-a36360aad3b1/2cc5e297-7ad9-44bb-a5a7-09e1f358f7f1/908ab759-a394-4e3b-8603-5609eaed1068) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:10:24.690081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:24.702113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Transition to ACTIVE for port object 908ab759-a394-4e3b-8603-5609eaed1068 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:24.722606 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Transition to ACTIVE for port object 908ab759-a394-4e3b-8603-5609eaed1068 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:24.731854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 06b58fe3-dcae-4817-84ce-d9707c64a09c up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:10:24.829010 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:25.001648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58234) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:25.009021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-964024265-network', 'tenant_id': 'e7c61c45a3714b28872b964f6c49eefc'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:10:25.021850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:25.036634 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Usage tracker for resource:network and tenant:e7c61c45a3714b28872b964f6c49eefc is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:25.047167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:25.066020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:25.107827 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-241f8be2-7564-470a-a2ab-7992c7fea72d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:25.121248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Made reservation on behalf of e7c61c45a3714b28872b964f6c49eefc for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:10:25.126251 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:25.170852 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:25.209143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:25.216537 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Usage tracker for resource:security_group_rule and tenant:e7c61c45a3714b28872b964f6c49eefc is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:25.225375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:25.226882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee6957-63e8-4fa1-8da3-8443287e7b67 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event updated for resources: {'Subnet': ['ID=35ace7b7-24dc-4f14-b849-e690b19b1ec5,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:25.249864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:25.327319 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-daee6957-63e8-4fa1-8da3-8443287e7b67 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:25.365584 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4d1ba212-53e8-4b43-8215-4ea52872bcca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:25.486544 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:25.497856 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:25.500998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Pushing event updated for resources: {'Port': ['ID=908ab759-a394-4e3b-8603-5609eaed1068,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:25.503430 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1904f913-345c-403d-99be-a78325444669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:25.534308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.534705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.535003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daee6957-63e8-4fa1-8da3-8443287e7b67 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Checking segment: {'id': '65a6406c-b67a-499c-892d-dcaf73288b00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '319c0732-7308-4c90-9730-1e06da8a101a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:10:25.535132 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.535430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daee6957-63e8-4fa1-8da3-8443287e7b67 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Network hostable DHCP agents. Network: 319c0732-7308-4c90-9730-1e06da8a101a, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:10:25.535556 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.535811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.537784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.541257 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.541659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.542050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.543042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.543042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.543241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.545395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.545395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.546566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.546957 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.548071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.550379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.552328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.553473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.553985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.554406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.554846 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.555232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.555684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.557899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee173d2-cc86-460b-ab31-110296c9ba75,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:25.559238 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.563870 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:25.564213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.565039 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.565525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.565990 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.566382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.566819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.567212 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.567679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.569234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.569574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:25.580911 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:25.595713 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:10:25.608497 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Network 360d3e23-1b94-4807-bd6e-a36360aad3b1 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:10:25.625762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:25.626398 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Added segment eccb960b-676f-4e7e-98e8-e245878a1f56 of type vxlan for network d8649091-5130-4021-8a75-8e0113067487 Dec 22 10:10:25.630650 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:25.634129 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:10:25.667454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d05112-0698-4bf7-a537-0bc5a42cb83e req-67c9ef31-5768-4e46-9411-96e50795f162 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:25.675820 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a3d05112-0698-4bf7-a537-0bc5a42cb83e req-67c9ef31-5768-4e46-9411-96e50795f162 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 944 time: 0.3515015 Dec 22 10:10:25.684736 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:25.713508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021beabc-6133-4b15-87e8-4feb87b55012 req-34cc02eb-a8d6-44d5-8eda-5986b1592a76 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:25.728751 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-021beabc-6133-4b15-87e8-4feb87b55012 req-34cc02eb-a8d6-44d5-8eda-5986b1592a76 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 0.6220038 Dec 22 10:10:25.730754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daee6957-63e8-4fa1-8da3-8443287e7b67 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Network 319c0732-7308-4c90-9730-1e06da8a101a is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:10:25.738173 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port 06b58fe3-dcae-4817-84ce-d9707c64a09c completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:10:25.758425 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:25.777763 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:25.779446 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:25.786354 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-aa71b537-d28b-43a6-9467-a4cb94263b40 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:25.798633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Attempting to bind port 908ab759-a394-4e3b-8603-5609eaed1068 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:10:25.799485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Attempting to bind port 908ab759-a394-4e3b-8603-5609eaed1068 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '79ec78fa-0d1c-451f-8243-2ce8b77da3b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '360d3e23-1b94-4807-bd6e-a36360aad3b1'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:10:25.800256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Attempting to bind port 908ab759-a394-4e3b-8603-5609eaed1068 on network 360d3e23-1b94-4807-bd6e-a36360aad3b1 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:10:25.803122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:10:25.841228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-daee6957-63e8-4fa1-8da3-8443287e7b67 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 319c0732-7308-4c90-9730-1e06da8a101a) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:25.874386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8227a3-35b5-498c-9d97-a5bcdccb58b1 None None] Network 319c0732-7308-4c90-9730-1e06da8a101a requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:10:25.895682 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8926523 Dec 22 10:10:25.901610 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58244) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:25.940698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee6957-63e8-4fa1-8da3-8443287e7b67 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:25.941457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-daee6957-63e8-4fa1-8da3-8443287e7b67 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:25.957244 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-021beabc-6133-4b15-87e8-4feb87b55012 req-75cddaba-039c-49ad-b31f-d3d6ac66e66b tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274764 Dec 22 10:10:26.008255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 06b58fe3-dcae-4817-84ce-d9707c64a09c triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:26.009593 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:26.027512 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a3d05112-0698-4bf7-a537-0bc5a42cb83e req-7dc50cda-fa77-4366-9c4e-0138dbe417b5 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915802 Dec 22 10:10:26.037488 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-daee6957-63e8-4fa1-8da3-8443287e7b67 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3766916 Dec 22 10:10:26.038397 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58250) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:26.041415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-9eef6496-7a0a-42cb-86e2-5e27d4f363a8 admin admin] Request body: {'subnet': {'network_id': 'd8649091-5130-4021-8a75-8e0113067487', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-964024265-subnet', 'tenant_id': 'e7c61c45a3714b28872b964f6c49eefc', 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:10:26.044787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-cabac209-097b-4917-9c36-fab24702b871 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Request body: {'subnet': {'network_id': 'bedcad2e-c6f7-4e5a-ad27-1d8e2e373612', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:10:26.054253 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9eef6496-7a0a-42cb-86e2-5e27d4f363a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:26.067637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Pushing event updated for resources: {'Network': ['ID=d8649091-5130-4021-8a75-8e0113067487,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:26.081726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9eef6496-7a0a-42cb-86e2-5e27d4f363a8 admin admin] Usage tracker for resource:subnet and tenant:e7c61c45a3714b28872b964f6c49eefc is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:26.091678 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe85c7d3-2089-447c-b51e-c173f36ae021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:26.092558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-9eef6496-7a0a-42cb-86e2-5e27d4f363a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:26.109613 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-9eef6496-7a0a-42cb-86e2-5e27d4f363a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:26.138406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eef6496-7a0a-42cb-86e2-5e27d4f363a8 admin admin] Made reservation on behalf of e7c61c45a3714b28872b964f6c49eefc for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:10:26.143479 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9eef6496-7a0a-42cb-86e2-5e27d4f363a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:26.291631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cabac209-097b-4917-9c36-fab24702b871 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:26.311168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cabac209-097b-4917-9c36-fab24702b871 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Usage tracker for resource:subnet and tenant:e924207ac68747aa8a6e4d08a4801daf is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:26.316017 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cabac209-097b-4917-9c36-fab24702b871 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:26.331516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cabac209-097b-4917-9c36-fab24702b871 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:26.345660 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabac209-097b-4917-9c36-fab24702b871 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Made reservation on behalf of e924207ac68747aa8a6e4d08a4801daf for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:10:26.568878 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cabac209-097b-4917-9c36-fab24702b871 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:26.667691 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network d8649091-5130-4021-8a75-8e0113067487 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:10:26.839773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network d8649091-5130-4021-8a75-8e0113067487 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:10:26.947913 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9eef6496-7a0a-42cb-86e2-5e27d4f363a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:26.961155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network d8649091-5130-4021-8a75-8e0113067487 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:10:26.965846 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-05e46d12-e28c-4b74-a5a5-dae9283cca30 tempest-NetworksIpV6TestAttrs-193985251 tempest-NetworksIpV6TestAttrs-193985251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:26.992724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:10:26.993155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Checking segment: {'id': '79ec78fa-0d1c-451f-8243-2ce8b77da3b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '360d3e23-1b94-4807-bd6e-a36360aad3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:10:26.993612 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:26.994478 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Bound using segment: {'id': '79ec78fa-0d1c-451f-8243-2ce8b77da3b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '360d3e23-1b94-4807-bd6e-a36360aad3b1'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:10:26.995032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Bound port: 908ab759-a394-4e3b-8603-5609eaed1068, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ec78fa-0d1c-451f-8243-2ce8b77da3b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '360d3e23-1b94-4807-bd6e-a36360aad3b1'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:10:26.995457 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:27.121245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef6496-7a0a-42cb-86e2-5e27d4f363a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07cd6c4f-f547-4213-83a7-3c2f85d8033f,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:27.126436 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9eef6496-7a0a-42cb-86e2-5e27d4f363a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:27.226091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eef6496-7a0a-42cb-86e2-5e27d4f363a8 admin admin] Checking segment: {'id': 'eccb960b-676f-4e7e-98e8-e245878a1f56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd8649091-5130-4021-8a75-8e0113067487'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:10:27.228209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eef6496-7a0a-42cb-86e2-5e27d4f363a8 admin admin] Network hostable DHCP agents. Network: d8649091-5130-4021-8a75-8e0113067487, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:10:27.282664 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eef6496-7a0a-42cb-86e2-5e27d4f363a8 admin admin] Network d8649091-5130-4021-8a75-8e0113067487 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:10:27.296888 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9eef6496-7a0a-42cb-86e2-5e27d4f363a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, d8649091-5130-4021-8a75-8e0113067487) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:27.321789 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eef6496-7a0a-42cb-86e2-5e27d4f363a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:27.322454 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9eef6496-7a0a-42cb-86e2-5e27d4f363a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:27.359781 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9eef6496-7a0a-42cb-86e2-5e27d4f363a8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3456600 Dec 22 10:10:27.362367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58268) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:27.363563 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6192b019-8df6-41aa-b56d-53e47833b34f None None] Network d8649091-5130-4021-8a75-8e0113067487 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:10:27.369010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-964024265-router', 'tenant_id': 'e7c61c45a3714b28872b964f6c49eefc', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:10:27.375719 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:27.382113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Usage tracker for resource:router and tenant:e7c61c45a3714b28872b964f6c49eefc is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:27.391091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:27.398631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:27.415245 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7811543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-73060'] for router, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:27.416415 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7808380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7854039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854069403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854702740'] for router, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:27.440662 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:27.543987 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cabac209-097b-4917-9c36-fab24702b871 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:27.564816 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-49fdb97c-a002-4669-8e29-843c117ea85b tempest-RoutersTest-912840656 tempest-RoutersTest-912840656] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:27.600988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:10:27.681622 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e734483-2320-449d-bc9a-2c5439187dfb req-3572857f-a673-4c79-9316-602c13a687d4 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:27.684446 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e734483-2320-449d-bc9a-2c5439187dfb req-3572857f-a673-4c79-9316-602c13a687d4 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 944 time: 0.3519344 Dec 22 10:10:27.685554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabac209-097b-4917-9c36-fab24702b871 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event updated for resources: {'Subnet': ['ID=d3504943-8d52-4e13-904d-0a9f16ab6fe0,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:27.693290 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cabac209-097b-4917-9c36-fab24702b871 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:27.704364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108edb2c-046a-46d2-9f5d-e454a4e87627 req-f1155d76-1e11-4dc0-954b-17942a160b93 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:27.706938 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-108edb2c-046a-46d2-9f5d-e454a4e87627 req-f1155d76-1e11-4dc0-954b-17942a160b93 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 0.4543960 Dec 22 10:10:27.818323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:27.825116 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:27.851565 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:27.900374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] For port 908ab759-a394-4e3b-8603-5609eaed1068, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:10:27.903878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] For port 908ab759-a394-4e3b-8603-5609eaed1068, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=908ab759-a394-4e3b-8603-5609eaed1068,segment=NetworkSegment(79ec78fa-0d1c-451f-8243-2ce8b77da3b1),segment_id=79ec78fa-0d1c-451f-8243-2ce8b77da3b1)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:10:27.949741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-319c0732-7308-4c90-9730-1e06da8a101a', 'network_id': '319c0732-7308-4c90-9730-1e06da8a101a', 'tenant_id': 'e924207ac68747aa8a6e4d08a4801daf', 'fixed_ips': [{'subnet_id': '35ace7b7-24dc-4f14-b849-e690b19b1ec5'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:10:27.950666 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:27.976861 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:27.991245 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3e734483-2320-449d-bc9a-2c5439187dfb req-ca73ae2f-1e54-4876-a459-1495f98ace65 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655296 Dec 22 10:10:28.015376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-d8649091-5130-4021-8a75-8e0113067487', 'network_id': 'd8649091-5130-4021-8a75-8e0113067487', 'tenant_id': 'e7c61c45a3714b28872b964f6c49eefc', 'fixed_ips': [{'subnet_id': '07cd6c4f-f547-4213-83a7-3c2f85d8033f'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:10:28.016499 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:28.042303 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b8277aa-a513-492b-ad36-2e8716a14929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:28.058216 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-108edb2c-046a-46d2-9f5d-e454a4e87627 req-df942b14-41f7-4a32-ac83-441dc777f712 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3265221 Dec 22 10:10:28.174122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabac209-097b-4917-9c36-fab24702b871 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Checking segment: {'id': '51b70309-9272-4c5e-9bb2-ba3b88f29449', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'bedcad2e-c6f7-4e5a-ad27-1d8e2e373612'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:10:28.175081 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabac209-097b-4917-9c36-fab24702b871 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Network hostable DHCP agents. Network: bedcad2e-c6f7-4e5a-ad27-1d8e2e373612, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:10:28.212320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabac209-097b-4917-9c36-fab24702b871 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Network bedcad2e-c6f7-4e5a-ad27-1d8e2e373612 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:10:28.222863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-cabac209-097b-4917-9c36-fab24702b871 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, bedcad2e-c6f7-4e5a-ad27-1d8e2e373612) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:28.238733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabac209-097b-4917-9c36-fab24702b871 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:28.242037 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cabac209-097b-4917-9c36-fab24702b871 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:28.275109 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cabac209-097b-4917-9c36-fab24702b871 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2352617 Dec 22 10:10:28.278226 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58282) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:28.402943 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:28.483082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Pushing event updated for resources: {'Port': ['ID=908ab759-a394-4e3b-8603-5609eaed1068,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:28.522614 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:28.687545 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Sync routers for ids ['24bcaa0d-c247-44bd-82a4-a75551ccf6bb'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:10:28.705395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Routers {'24bcaa0d-c247-44bd-82a4-a75551ccf6bb'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:10:28.706078 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:10:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['24bcaa0d-c247-44bd-82a4-a75551ccf6bb'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:28.871292 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16333a65-22a3-43a4-811c-2fd09cb255a2 None None] Network bedcad2e-c6f7-4e5a-ad27-1d8e2e373612 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:10:29.006033 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Set router 24bcaa0d-c247-44bd-82a4-a75551ccf6bb gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:10:29.026082 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:29.149150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:29.160162 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:29.411639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Allocated IP 2001:db8::2 (319c0732-7308-4c90-9730-1e06da8a101a/35ace7b7-24dc-4f14-b849-e690b19b1ec5/ed9cafdf-e28c-4317-a2d1-317a5cb5d117) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:10:29.517982 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93def4a8-1d5b-47b0-8689-fe3d285ecb3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b58fe3-dcae-4817-84ce-d9707c64a09c'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:10:29.607835 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Allocated IP 172.20.0.2 (d8649091-5130-4021-8a75-8e0113067487/07cd6c4f-f547-4213-83a7-3c2f85d8033f/91e207fd-5cd4-4182-a15b-d5170946997e) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:10:29.809752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'name': 'tempest-TestAggregatesBasicOps-774836623-router', 'tenant_id': 'a6050281a798404586b1c229c01b6827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:10:08Z', 'updated_at': '2020-12-22T10:10:20Z', 'revision_number': 4, 'project_id': 'a6050281a798404586b1c229c01b6827', 'gw_port': {'id': 'c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:11Z', 'updated_at': '2020-12-22T10:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '9b88b8b3-6096-488e-ba85-97e60000f9d3', 'name': '', 'network_id': 'cd8f5778-003f-43c2-9baa-5470fbf19438', 'tenant_id': 'a6050281a798404586b1c229c01b6827', 'mac_address': 'fa:16:3e:74:54:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'a58a6c77-4ab1-4250-a86e-e4a36df1bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:19Z', 'updated_at': '2020-12-22T10:10:20Z', 'revision_number': 2, 'project_id': 'a6050281a798404586b1c229c01b6827', 'subnets': [{'id': 'a58a6c77-4ab1-4250-a86e-e4a36df1bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:29.822165 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Checking router: 24bcaa0d-c247-44bd-82a4-a75551ccf6bb for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:10:29.822868 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Updating router 24bcaa0d-c247-44bd-82a4-a75551ccf6bb port 9b88b8b3-6096-488e-ba85-97e60000f9d3 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 10:10:29.961850 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:30.043469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Allocated IP 172.25.7.97 (3e8ac871-e927-441e-85b7-a068ff198db2/d3ff75b2-de7a-4191-8418-6bf354cf5b6e/0eaedad5-2aaf-4d02-93c4-45cc4e6d704b) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:10:30.073740 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:30.085716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Transition to ACTIVE for port object 91e207fd-5cd4-4182-a15b-d5170946997e will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:30.104807 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Transition to ACTIVE for port object 91e207fd-5cd4-4182-a15b-d5170946997e will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:30.368019 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:30.371676 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:30.438484 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:30.497821 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-671583e4-efa2-4045-92d7-0b240960a7f5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:30.592354 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:10:30.613214 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-24fc5817-ae60-4bf4-b9fe-39ff6ef6d049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:30.703093 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port 06b58fe3-dcae-4817-84ce-d9707c64a09c, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=06b58fe3-dcae-4817-84ce-d9707c64a09c,segment=NetworkSegment(224b82da-8929-4c32-a798-a1f98b31b26e),segment_id=224b82da-8929-4c32-a798-a1f98b31b26e)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:10:30.704568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Pushing event updated for resources: {'Port': ['ID=0eaedad5-2aaf-4d02-93c4-45cc4e6d704b,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:30.730188 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:30.758124 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Network d8649091-5130-4021-8a75-8e0113067487 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:10:30.796944 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:30.820784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Transition to ACTIVE for port object 9b88b8b3-6096-488e-ba85-97e60000f9d3 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:30.825045 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:30.848391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:30.853050 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:30.866467 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:10:30.903053 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:30.924376 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:10:30.939707 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:31.001032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Network 3e8ac871-e927-441e-85b7-a068ff198db2 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:10:31.002342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:31.009558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:10:31.049698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Attempting to bind port 91e207fd-5cd4-4182-a15b-d5170946997e on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:10:31.058894 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Attempting to bind port 91e207fd-5cd4-4182-a15b-d5170946997e by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'eccb960b-676f-4e7e-98e8-e245878a1f56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd8649091-5130-4021-8a75-8e0113067487'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:10:31.059806 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Attempting to bind port 91e207fd-5cd4-4182-a15b-d5170946997e on network d8649091-5130-4021-8a75-8e0113067487 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:10:31.073655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:10:31.074098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Checking segment: {'id': 'eccb960b-676f-4e7e-98e8-e245878a1f56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd8649091-5130-4021-8a75-8e0113067487'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:10:31.074557 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:31.075007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Bound using segment: {'id': 'eccb960b-676f-4e7e-98e8-e245878a1f56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd8649091-5130-4021-8a75-8e0113067487'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:10:31.075550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Bound port: 91e207fd-5cd4-4182-a15b-d5170946997e, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccb960b-676f-4e7e-98e8-e245878a1f56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd8649091-5130-4021-8a75-8e0113067487'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:10:31.075996 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:31.258561 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58312) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:31.359869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b5098-f72b-457b-abe2-b7b236f228e7 req-42847aa4-aedb-4174-b491-11b6e8439fd8 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:31.373248 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b0b5098-f72b-457b-abe2-b7b236f228e7 req-42847aa4-aedb-4174-b491-11b6e8439fd8 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 1.2225089 Dec 22 10:10:31.387424 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a43fd-aac3-479a-97c9-c358bb536f40 req-6f1207b1-812b-410e-84e1-99092a51df32 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:31.387820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Pushing event updated for resources: {'Port': ['ID=91e207fd-5cd4-4182-a15b-d5170946997e,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:31.397209 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-989a43fd-aac3-479a-97c9-c358bb536f40 req-6f1207b1-812b-410e-84e1-99092a51df32 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 944 time: 1.3161294 Dec 22 10:10:31.428540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-bedcad2e-c6f7-4e5a-ad27-1d8e2e373612', 'network_id': 'bedcad2e-c6f7-4e5a-ad27-1d8e2e373612', 'tenant_id': 'e924207ac68747aa8a6e4d08a4801daf', 'fixed_ips': [{'subnet_id': 'd3504943-8d52-4e13-904d-0a9f16ab6fe0'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:10:31.429751 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:31.467152 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0645fc1c-5599-436a-a365-6299e788dabf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:31.468860 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:31.485818 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5b0b5098-f72b-457b-abe2-b7b236f228e7 req-6ce46b69-b5ec-47b0-9300-a5134c715ab7 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114802 Dec 22 10:10:31.525211 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-996a1ff1-4c9d-457d-b827-f19593b8899f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.639s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:31.544810 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-989a43fd-aac3-479a-97c9-c358bb536f40 req-75a5608f-3e5c-4a2a-9fbc-6b916071a08d tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465297 Dec 22 10:10:31.592465 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Pushing event updated for resources: {'Port': ['ID=9b88b8b3-6096-488e-ba85-97e60000f9d3,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:31.603908 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.604800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.604800 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.605004 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.605404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.605708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.606014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.606557 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.607076 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.607595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.608362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.608902 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.609499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.610015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.611483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.612114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.612690 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.613442 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.613961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.614720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.615243 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.615756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.616370 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.616875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.617456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.618162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.618673 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.619183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.619692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.620255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.620770 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.621278 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.621792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.622305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.622821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.623333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:31.631687 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:31.692148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34d3202b-75c7-46b6-acef-f2ae99466ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:31.731246 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-34d3202b-75c7-46b6-acef-f2ae99466ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:31.737228 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-34d3202b-75c7-46b6-acef-f2ae99466ca5 admin admin] Usage tracker for resource:security_group_rule and tenant:1e3a91bbf78f4279a7876630ca9233b9 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:31.748009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-34d3202b-75c7-46b6-acef-f2ae99466ca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:31.761282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-34d3202b-75c7-46b6-acef-f2ae99466ca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:31.799338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:31.826504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Transition to ACTIVE for port object ed9cafdf-e28c-4317-a2d1-317a5cb5d117 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:31.856120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Transition to ACTIVE for port object ed9cafdf-e28c-4317-a2d1-317a5cb5d117 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:31.879096 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Attempting to bind port 9b88b8b3-6096-488e-ba85-97e60000f9d3 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:10:31.879776 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Attempting to bind port 9b88b8b3-6096-488e-ba85-97e60000f9d3 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '57cb6fd2-c667-4745-81de-3a9ccdb5e660', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd8f5778-003f-43c2-9baa-5470fbf19438'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:10:31.880377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Attempting to bind port 9b88b8b3-6096-488e-ba85-97e60000f9d3 on network cd8f5778-003f-43c2-9baa-5470fbf19438 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:10:31.897528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:10:31.898245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Checking segment: {'id': '57cb6fd2-c667-4745-81de-3a9ccdb5e660', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd8f5778-003f-43c2-9baa-5470fbf19438'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:10:31.898840 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:31.899448 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Bound using segment: {'id': '57cb6fd2-c667-4745-81de-3a9ccdb5e660', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd8f5778-003f-43c2-9baa-5470fbf19438'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:10:31.900429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Bound port: 9b88b8b3-6096-488e-ba85-97e60000f9d3, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cb6fd2-c667-4745-81de-3a9ccdb5e660', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd8f5778-003f-43c2-9baa-5470fbf19438'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:10:31.901030 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:32.000789 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34d3202b-75c7-46b6-acef-f2ae99466ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:32.016911 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-34d3202b-75c7-46b6-acef-f2ae99466ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:32.152587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] For port 9b88b8b3-6096-488e-ba85-97e60000f9d3, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:10:32.159526 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-edc74418-0557-4f28-9848-9d3957306d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:32.161992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] For port 9b88b8b3-6096-488e-ba85-97e60000f9d3, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=9b88b8b3-6096-488e-ba85-97e60000f9d3,segment=NetworkSegment(57cb6fd2-c667-4745-81de-3a9ccdb5e660),segment_id=57cb6fd2-c667-4745-81de-3a9ccdb5e660)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:10:32.165725 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:32.256477 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:32.290758 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:32.296448 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-34d3202b-75c7-46b6-acef-f2ae99466ca5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1e3a91bbf78f4279a7876630ca9233b9&name=default HTTP/1.1" status: 200 len: 2883 time: 1.0145106 Dec 22 10:10:32.304525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58324) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:32.326679 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3202b-75c7-46b6-acef-f2ae99466ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e55aa11-4d74-497d-977b-6a5dedd64081,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:32.332452 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-34d3202b-75c7-46b6-acef-f2ae99466ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:32.393138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Allocated IP 2001:db8::1 (319c0732-7308-4c90-9730-1e06da8a101a/35ace7b7-24dc-4f14-b849-e690b19b1ec5/280a0c94-cad7-4463-a833-1bbb2437e2bd) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:10:32.420677 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-190aa162-142b-4b78-a608-bcbbfe26a1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:32.498583 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec3221c8-015c-4c15-be80-3d7793206968 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:32.538756 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-190aa162-142b-4b78-a608-bcbbfe26a1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:32.633999 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93def4a8-1d5b-47b0-8689-fe3d285ecb3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b58fe3-dcae-4817-84ce-d9707c64a09c', 'code': 200} Dec 22 10:10:32.691439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Routers {'24bcaa0d-c247-44bd-82a4-a75551ccf6bb'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:10:32.692178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:10:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['24bcaa0d-c247-44bd-82a4-a75551ccf6bb'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:32.839061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] For port 91e207fd-5cd4-4182-a15b-d5170946997e, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:10:32.850499 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] For port 91e207fd-5cd4-4182-a15b-d5170946997e, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=91e207fd-5cd4-4182-a15b-d5170946997e,segment=NetworkSegment(eccb960b-676f-4e7e-98e8-e245878a1f56),segment_id=eccb960b-676f-4e7e-98e8-e245878a1f56)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:10:32.911127 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Network 319c0732-7308-4c90-9730-1e06da8a101a is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:10:32.950773 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:32.965157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:33.275516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] Set router 24bcaa0d-c247-44bd-82a4-a75551ccf6bb gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:10:33.306546 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-190aa162-142b-4b78-a608-bcbbfe26a1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:33.327470 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3efd2472-3c20-4ebb-bea2-38ad83e6e709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:33.405279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Pushing event updated for resources: {'Port': ['ID=9b88b8b3-6096-488e-ba85-97e60000f9d3,revision_number=4']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:33.413636 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7acb26fc-f9d4-41f7-adba-17e577f08216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.915s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:33.419799 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:33.435707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2af5ff-780c-4bef-9667-23bc8732240f req-a48133df-8211-4cc3-b97f-8ec9673f30cf tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:33.446176 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f2af5ff-780c-4bef-9667-23bc8732240f req-a48133df-8211-4cc3-b97f-8ec9673f30cf tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 946 time: 0.6162486 Dec 22 10:10:33.483382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190aa162-142b-4b78-a608-bcbbfe26a1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e55aa11-4d74-497d-977b-6a5dedd64081,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:33.496466 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-190aa162-142b-4b78-a608-bcbbfe26a1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:33.517560 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-190aa162-142b-4b78-a608-bcbbfe26a1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:33.527437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:10:33.537956 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-190aa162-142b-4b78-a608-bcbbfe26a1e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e55aa11-4d74-497d-977b-6a5dedd64081 HTTP/1.1" status: 204 len: 168 time: 1.2313652 Dec 22 10:10:33.554394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b09082c-bef7-4110-8128-0cdc749b2719 None None] Network 360d3e23-1b94-4807-bd6e-a36360aad3b1 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:10:33.574050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c8654-7cd6-4547-9b55-b2e4befd63cf req-b82c29f2-fa35-4973-934e-916dda538d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:33.575768 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-859c8654-7cd6-4547-9b55-b2e4befd63cf req-b82c29f2-fa35-4973-934e-916dda538d20 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 1161 time: 0.7379415 Dec 22 10:10:33.584751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4650eb6-9e99-4aaf-975a-ddb6e73c0733 req-47b840a4-cc61-4371-99d0-18592fc0fd52 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:33.601846 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d4650eb6-9e99-4aaf-975a-ddb6e73c0733 req-47b840a4-cc61-4371-99d0-18592fc0fd52 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 0.7138507 Dec 22 10:10:33.625008 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846964273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846921747'] for router, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:33.745348 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-7f2af5ff-780c-4bef-9667-23bc8732240f req-a9453ec2-fc1a-4599-bbba-76e0ef6c0d8d tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979476 Dec 22 10:10:33.748718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Transition to ACTIVE for port object 280a0c94-cad7-4463-a833-1bbb2437e2bd will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:33.761420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 908ab759-a394-4e3b-8603-5609eaed1068 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:10:33.811753 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-859c8654-7cd6-4547-9b55-b2e4befd63cf req-4f3189ae-1d0f-44ff-8a1d-809a0869165b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200286 Dec 22 10:10:33.825212 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d4650eb6-9e99-4aaf-975a-ddb6e73c0733 req-8a347801-e539-4ae0-8bb4-e08a5ccf4385 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195916 Dec 22 10:10:33.867998 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:33.893304 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-42927a1d-7d3a-49ef-bf71-c7270c1c32cb tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:34.052469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event updated for resources: {'Port': ['ID=280a0c94-cad7-4463-a833-1bbb2437e2bd,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:34.065502 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'name': 'tempest-TestAggregatesBasicOps-774836623-router', 'tenant_id': 'a6050281a798404586b1c229c01b6827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:10:08Z', 'updated_at': '2020-12-22T10:10:20Z', 'revision_number': 4, 'project_id': 'a6050281a798404586b1c229c01b6827', 'gw_port': {'id': 'c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:11Z', 'updated_at': '2020-12-22T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '9b88b8b3-6096-488e-ba85-97e60000f9d3', 'name': '', 'network_id': 'cd8f5778-003f-43c2-9baa-5470fbf19438', 'tenant_id': 'a6050281a798404586b1c229c01b6827', 'mac_address': 'fa:16:3e:74:54:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'a58a6c77-4ab1-4250-a86e-e4a36df1bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:19Z', 'updated_at': '2020-12-22T10:10:32Z', 'revision_number': 4, 'project_id': 'a6050281a798404586b1c229c01b6827', 'subnets': [{'id': 'a58a6c77-4ab1-4250-a86e-e4a36df1bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:34.071364 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b58335-e3e9-45ee-a8ef-62cecdc1ec1e None None] The sync data for ids ['24bcaa0d-c247-44bd-82a4-a75551ccf6bb'] in n-d-765315-5 is: [{'id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'name': 'tempest-TestAggregatesBasicOps-774836623-router', 'tenant_id': 'a6050281a798404586b1c229c01b6827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:10:08Z', 'updated_at': '2020-12-22T10:10:20Z', 'revision_number': 4, 'project_id': 'a6050281a798404586b1c229c01b6827', 'gw_port': {'id': 'c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:11Z', 'updated_at': '2020-12-22T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '9b88b8b3-6096-488e-ba85-97e60000f9d3', 'name': '', 'network_id': 'cd8f5778-003f-43c2-9baa-5470fbf19438', 'tenant_id': 'a6050281a798404586b1c229c01b6827', 'mac_address': 'fa:16:3e:74:54:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'a58a6c77-4ab1-4250-a86e-e4a36df1bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:19Z', 'updated_at': '2020-12-22T10:10:32Z', 'revision_number': 4, 'project_id': 'a6050281a798404586b1c229c01b6827', 'subnets': [{'id': 'a58a6c77-4ab1-4250-a86e-e4a36df1bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:10:34.086464 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:34.161385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Router 299049c4-d582-4754-a0fa-1ce73d6b3584 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 10:10:34.352790 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Attempting to bind port ed9cafdf-e28c-4317-a2d1-317a5cb5d117 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:10:34.353458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Attempting to bind port ed9cafdf-e28c-4317-a2d1-317a5cb5d117 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '65a6406c-b67a-499c-892d-dcaf73288b00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '319c0732-7308-4c90-9730-1e06da8a101a'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:10:34.353887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Attempting to bind port ed9cafdf-e28c-4317-a2d1-317a5cb5d117 on network 319c0732-7308-4c90-9730-1e06da8a101a {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:10:34.470589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:10:34.471015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Checking segment: {'id': '65a6406c-b67a-499c-892d-dcaf73288b00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '319c0732-7308-4c90-9730-1e06da8a101a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:10:34.471481 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:34.471961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Bound using segment: {'id': '65a6406c-b67a-499c-892d-dcaf73288b00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '319c0732-7308-4c90-9730-1e06da8a101a'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:10:34.476141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Bound port: ed9cafdf-e28c-4317-a2d1-317a5cb5d117, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a6406c-b67a-499c-892d-dcaf73288b00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '319c0732-7308-4c90-9730-1e06da8a101a'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:10:34.476600 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:34.554270 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-734c91f6-f0c8-4b57-ac8e-96f24da6fdf8 None None] Provisioning for port 908ab759-a394-4e3b-8603-5609eaed1068 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:10:34.579809 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=06b58fe3-dcae-4817-84ce-d9707c64a09c,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:34.624920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-734c91f6-f0c8-4b57-ac8e-96f24da6fdf8 None None] Provisioning complete for port 908ab759-a394-4e3b-8603-5609eaed1068 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:34.625761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-734c91f6-f0c8-4b57-ac8e-96f24da6fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:34.675464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58344) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:34.695110 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:10:34.757388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b381b76-f0b9-4fb7-b1d4-3e1db01465f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:34.777872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 908ab759-a394-4e3b-8603-5609eaed1068 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:10:34.810669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Network 319c0732-7308-4c90-9730-1e06da8a101a is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:10:34.812518 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4b381b76-f0b9-4fb7-b1d4-3e1db01465f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:34.817139 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:34.820633 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-cada6189-518d-497a-9a26-04a817af2b7d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4547596 Dec 22 10:10:34.827814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:34.832070 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4b381b76-f0b9-4fb7-b1d4-3e1db01465f3 admin admin] Usage tracker for resource:security_group_rule and tenant:6d82f22aa9f944c1a61d6fe67020de44 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:34.838231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58350) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:34.864091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3797a1-cff2-4710-8bae-020f08921afe req-4d95109a-793e-44ec-8b9f-0cc9b033930d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:34.881229 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c3797a1-cff2-4710-8bae-020f08921afe req-4d95109a-793e-44ec-8b9f-0cc9b033930d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 0.3798904 Dec 22 10:10:34.882672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:10:34.883239 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:34.886648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-4b381b76-f0b9-4fb7-b1d4-3e1db01465f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:34.912811 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-4b381b76-f0b9-4fb7-b1d4-3e1db01465f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:34.929836 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 908ab759-a394-4e3b-8603-5609eaed1068 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:34.930262 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:35.008678 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-3c3797a1-cff2-4710-8bae-020f08921afe req-9a405675-192a-4810-a5ff-0a6f901b6ec0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175277 Dec 22 10:10:35.048333 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Sync routers for ids ['299049c4-d582-4754-a0fa-1ce73d6b3584'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:10:35.052813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Allocated IP 2001:db8::2 (bedcad2e-c6f7-4e5a-ad27-1d8e2e373612/d3504943-8d52-4e13-904d-0a9f16ab6fe0/a309f257-bba0-4a36-95bf-3adf4bc0c3ab) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:10:35.165758 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:35.493363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b381b76-f0b9-4fb7-b1d4-3e1db01465f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:35.511487 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4b381b76-f0b9-4fb7-b1d4-3e1db01465f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:35.602446 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b705e5c8-92e1-4470-a69a-7a1d01020513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:35.625279 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4b381b76-f0b9-4fb7-b1d4-3e1db01465f3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d82f22aa9f944c1a61d6fe67020de44&name=default HTTP/1.1" status: 200 len: 2883 time: 0.9482064 Dec 22 10:10:35.633862 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff98f3-c02c-40b9-a20d-47c9e4169624 req-f9e5b7e5-5388-42c4-8417-81f48c35aabd tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:35.635675 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bcff98f3-c02c-40b9-a20d-47c9e4169624 req-f9e5b7e5-5388-42c4-8417-81f48c35aabd tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 946 time: 0.4723077 Dec 22 10:10:35.638583 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58356) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:35.853549 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0a881-d745-4dfa-9d42-9e3975c81af4 req-2b6e7642-e491-4a2c-846d-a06526bd6ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:35.855172 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86c0a881-d745-4dfa-9d42-9e3975c81af4 req-2b6e7642-e491-4a2c-846d-a06526bd6ae5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c89cb1345d340f38775861a6b074177&device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 1161 time: 1.1252818 Dec 22 10:10:35.878521 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] For port ed9cafdf-e28c-4317-a2d1-317a5cb5d117, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:10:35.883524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] For port ed9cafdf-e28c-4317-a2d1-317a5cb5d117, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ed9cafdf-e28c-4317-a2d1-317a5cb5d117,segment=NetworkSegment(65a6406c-b67a-499c-892d-dcaf73288b00),segment_id=65a6406c-b67a-499c-892d-dcaf73288b00)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:10:35.894245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device 06b58fe3-dcae-4817-84ce-d9707c64a09c up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:10:35.932746 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:35.957950 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:36.006543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b381b76-f0b9-4fb7-b1d4-3e1db01465f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe249af-dfbe-4cdf-9707-7df967189859,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:36.067378 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4b381b76-f0b9-4fb7-b1d4-3e1db01465f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:36.083564 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-19fe9777-d29f-4c1c-b92d-05cc1db021ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:36.114512 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-19fe9777-d29f-4c1c-b92d-05cc1db021ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:36.126554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3ae379a3-c92a-4c0f-a873-7f434c6b152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:36.138129 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 4.616s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:36.138788 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:36.210745 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-19fe9777-d29f-4c1c-b92d-05cc1db021ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:36.230676 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bcff98f3-c02c-40b9-a20d-47c9e4169624 req-44c43c5b-6d51-4201-b04d-1446231058d8 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542574 Dec 22 10:10:36.236892 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0f0d33aa-e52e-4d64-8531-a9bdf2e2c84f tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:36.258097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe9777-d29f-4c1c-b92d-05cc1db021ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe249af-dfbe-4cdf-9707-7df967189859,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:36.263770 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-19fe9777-d29f-4c1c-b92d-05cc1db021ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:36.335059 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-19fe9777-d29f-4c1c-b92d-05cc1db021ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:36.338218 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-19fe9777-d29f-4c1c-b92d-05cc1db021ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5fe249af-dfbe-4cdf-9707-7df967189859 HTTP/1.1" status: 204 len: 168 time: 0.6638722 Dec 22 10:10:36.533013 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0a881-d745-4dfa-9d42-9e3975c81af4 req-5c431cd6-7ac0-4c41-8ac9-224f08e32c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:36.534636 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86c0a881-d745-4dfa-9d42-9e3975c81af4 req-5c431cd6-7ac0-4c41-8ac9-224f08e32c85 service neutron] 10.222.0.64 "GET /v2.0/networks?id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea HTTP/1.1" status: 200 len: 904 time: 0.6698196 Dec 22 10:10:36.705685 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:36.726470 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:36.749322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:36.753697 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:36.761214 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:36.774178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Routers {'299049c4-d582-4754-a0fa-1ce73d6b3584'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:10:36.775205 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:10:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['299049c4-d582-4754-a0fa-1ce73d6b3584'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:36.788688 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86c0a881-d745-4dfa-9d42-9e3975c81af4 req-312f4863-9c2e-40b3-86e9-075a25bf4637 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4209c1-c0a2-4233-bf1f-37608b84e089 HTTP/1.1" status: 200 len: 1001 time: 0.2231157 Dec 22 10:10:36.798568 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-b4cdae9c-2ec0-4b6b-8ed2-b452c0fa0d98 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:36.874480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c811c-e90d-491e-b97d-41a04016f9c4 None None] Pushing event updated for resources: {'Port': ['ID=ed9cafdf-e28c-4317-a2d1-317a5cb5d117,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:37.046930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 908ab759-a394-4e3b-8603-5609eaed1068, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=908ab759-a394-4e3b-8603-5609eaed1068,segment=NetworkSegment(79ec78fa-0d1c-451f-8243-2ce8b77da3b1),segment_id=79ec78fa-0d1c-451f-8243-2ce8b77da3b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:10:37.094486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event updated for resources: {'Port': ['ID=280a0c94-cad7-4463-a833-1bbb2437e2bd,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:37.129986 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:37.153085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0a881-d745-4dfa-9d42-9e3975c81af4 req-d13df968-d431-4954-a8d1-0bc754a78129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:37.154698 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86c0a881-d745-4dfa-9d42-9e3975c81af4 req-d13df968-d431-4954-a8d1-0bc754a78129 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1afa0cc-840d-4f33-a7c7-f41b2bef546c HTTP/1.1" status: 200 len: 849 time: 0.3598883 Dec 22 10:10:37.179083 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:37.284262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c75524-7e70-413f-a8fb-57247d229fc6 req-537bcddf-3bdc-4647-8fd3-bfdf5eaf19fb tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:37.308947 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-74c75524-7e70-413f-a8fb-57247d229fc6 req-537bcddf-3bdc-4647-8fd3-bfdf5eaf19fb tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 0.9743242 Dec 22 10:10:37.448747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0a881-d745-4dfa-9d42-9e3975c81af4 req-54626f52-d5c3-44d0-9d43-ddbc6ff197ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:37.450550 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86c0a881-d745-4dfa-9d42-9e3975c81af4 req-54626f52-d5c3-44d0-9d43-ddbc6ff197ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2803731 Dec 22 10:10:37.542925 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:37.556196 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Transition to ACTIVE for port object a309f257-bba0-4a36-95bf-3adf4bc0c3ab will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:37.588293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Transition to ACTIVE for port object a309f257-bba0-4a36-95bf-3adf4bc0c3ab will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:37.597849 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-734c91f6-f0c8-4b57-ac8e-96f24da6fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:37.632422 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-74c75524-7e70-413f-a8fb-57247d229fc6 req-9bcdb315-756a-47d0-afe7-d8cc952346f2 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3209629 Dec 22 10:10:37.670031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf744bd2-2525-4f82-af00-273b871827e0 None None] Network d8649091-5130-4021-8a75-8e0113067487 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:10:37.687470 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:10:37.728430 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:37.756949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Network 319c0732-7308-4c90-9730-1e06da8a101a is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:10:37.773214 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:38.065336 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86c0a881-d745-4dfa-9d42-9e3975c81af4 req-36f43e4b-bb15-4f35-b9e3-12cbade15ee1 service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145950 Dec 22 10:10:38.114648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Allocated IP 172.20.0.1 (d8649091-5130-4021-8a75-8e0113067487/07cd6c4f-f547-4213-83a7-3c2f85d8033f/12c738cf-c13d-438d-9bc4-f2c26efe8116) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:10:38.129736 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-734c91f6-f0c8-4b57-ac8e-96f24da6fdf8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:10:38.130543 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-734c91f6-f0c8-4b57-ac8e-96f24da6fdf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:10:38.431495 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee434e-6776-4ed6-be57-05dd9b7ccae2 req-d727d492-b711-4821-ac89-7117ce1523d5 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:38.433355 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Pushing event updated for resources: {'Port': ['ID=91e207fd-5cd4-4182-a15b-d5170946997e,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:38.444992 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-17ee434e-6776-4ed6-be57-05dd9b7ccae2 req-d727d492-b711-4821-ac89-7117ce1523d5 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 946 time: 0.8385754 Dec 22 10:10:38.470737 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.331s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:38.476832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Network bedcad2e-c6f7-4e5a-ad27-1d8e2e373612 is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:10:38.480238 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f2fe0184-23d0-4385-8ae4-2904945f911e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 5.750s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:38.515053 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e31f3beb-d50c-4d61-927e-d49954143324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:38.608001 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:38.628725 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:38.633116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Transition to ACTIVE for port object 12c738cf-c13d-438d-9bc4-f2c26efe8116 will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:38.648548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:10:38.674872 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-86c0a881-d745-4dfa-9d42-9e3975c81af4 req-f7ba39b3-8362-4a5e-9623-aa2e275cb60d service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6026564 Dec 22 10:10:38.713992 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:39.218159 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:39.238786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port 06b58fe3-dcae-4817-84ce-d9707c64a09c triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:39.239250 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:39.330949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:39.336239 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:39.405975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Network d8649091-5130-4021-8a75-8e0113067487 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:10:39.433859 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:39.444101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:10:39.606909 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:39.696793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Pushing event updated for resources: {'Port': ['ID=12c738cf-c13d-438d-9bc4-f2c26efe8116,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:39.710176 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-17ee434e-6776-4ed6-be57-05dd9b7ccae2 req-ef2e9024-3dc5-4f21-b7cb-ddb1c0fe2b4b tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2639298 Dec 22 10:10:39.725298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Router d06ad48a-0497-4f75-8e64-7beb3db93819 is scheduled to L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 with binding_index 1 {{(pid=81071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 22 10:10:39.743928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555910f-d894-4e0e-9d55-4dc7751aa1be req-fdf5b35a-446c-4420-921c-e5e828845cc5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:39.756256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.756741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.757237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.757358 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1555910f-d894-4e0e-9d55-4dc7751aa1be req-fdf5b35a-446c-4420-921c-e5e828845cc5 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 0.3945711 Dec 22 10:10:39.757974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.763503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.764030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.764458 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.764878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.765293 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.765707 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.766116 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.769801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.770426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.770848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.771272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.771692 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.772138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.772555 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.772968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.773379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.773791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.780050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.780589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.781021 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.781525 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.781944 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.782422 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.782837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.783252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.783662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.784098 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.784512 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.784925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.785320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.785720 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.786134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:10:39.808083 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:39.833282 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:39.864921 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1555910f-d894-4e0e-9d55-4dc7751aa1be req-324444a6-8593-4c70-8b6a-330ba1e092f9 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063693 Dec 22 10:10:39.958436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Attempting to bind port a309f257-bba0-4a36-95bf-3adf4bc0c3ab on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:10:39.960913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Attempting to bind port a309f257-bba0-4a36-95bf-3adf4bc0c3ab by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '51b70309-9272-4c5e-9bb2-ba3b88f29449', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'bedcad2e-c6f7-4e5a-ad27-1d8e2e373612'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:10:39.961456 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Attempting to bind port a309f257-bba0-4a36-95bf-3adf4bc0c3ab on network bedcad2e-c6f7-4e5a-ad27-1d8e2e373612 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:10:40.024126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Set router 299049c4-d582-4754-a0fa-1ce73d6b3584 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:10:40.132875 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:10:40.133194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Checking segment: {'id': '51b70309-9272-4c5e-9bb2-ba3b88f29449', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'bedcad2e-c6f7-4e5a-ad27-1d8e2e373612'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:10:40.133779 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:40.134461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Bound using segment: {'id': '51b70309-9272-4c5e-9bb2-ba3b88f29449', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'bedcad2e-c6f7-4e5a-ad27-1d8e2e373612'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:10:40.135449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Bound port: a309f257-bba0-4a36-95bf-3adf4bc0c3ab, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b70309-9272-4c5e-9bb2-ba3b88f29449', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'bedcad2e-c6f7-4e5a-ad27-1d8e2e373612'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:10:40.136267 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:40.174000 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:40.215705 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:40.230932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:10:40.241845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13c5a9e-565d-42e8-b443-39c41376ec90 None None] Sync routers for ids ['d06ad48a-0497-4f75-8e64-7beb3db93819'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:10:40.255440 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "PUT /v2.0/routers/d06ad48a-0497-4f75-8e64-7beb3db93819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9730802 Dec 22 10:10:40.261225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13c5a9e-565d-42e8-b443-39c41376ec90 None None] Routers {'d06ad48a-0497-4f75-8e64-7beb3db93819'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:10:40.263436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58406) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:40.264480 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a13c5a9e-565d-42e8-b443-39c41376ec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:10:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['d06ad48a-0497-4f75-8e64-7beb3db93819'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:40.372506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2619f19d-5fd7-4ea5-898e-5a9838881939 None None] Network 319c0732-7308-4c90-9730-1e06da8a101a requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:10:40.429303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a13c5a9e-565d-42e8-b443-39c41376ec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:40.464134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13c5a9e-565d-42e8-b443-39c41376ec90 None None] Routers {'d06ad48a-0497-4f75-8e64-7beb3db93819'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:10:40.465460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a13c5a9e-565d-42e8-b443-39c41376ec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:10:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['d06ad48a-0497-4f75-8e64-7beb3db93819'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:40.615969 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-a13c5a9e-565d-42e8-b443-39c41376ec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:40.616765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13c5a9e-565d-42e8-b443-39c41376ec90 None None] The sync data for ids ['d06ad48a-0497-4f75-8e64-7beb3db93819'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:10:40.725022 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] For port a309f257-bba0-4a36-95bf-3adf4bc0c3ab, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:10:40.729261 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] For port a309f257-bba0-4a36-95bf-3adf4bc0c3ab, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a309f257-bba0-4a36-95bf-3adf4bc0c3ab,segment=NetworkSegment(51b70309-9272-4c5e-9bb2-ba3b88f29449),segment_id=51b70309-9272-4c5e-9bb2-ba3b88f29449)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:10:40.732449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 9b88b8b3-6096-488e-ba85-97e60000f9d3 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:10:40.843342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dea4ae-bffc-4755-9891-4e6c460abb73 req-2dde7e99-ce78-4927-9a8f-6f79774a2663 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:40.847550 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c0dea4ae-bffc-4755-9891-4e6c460abb73 req-2dde7e99-ce78-4927-9a8f-6f79774a2663 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 946 time: 0.7398548 Dec 22 10:10:40.879150 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-988c0bea-246b-4aab-a957-01f35d72b342 None None] Provisioning for port ed9cafdf-e28c-4317-a2d1-317a5cb5d117 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:10:40.885386 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:40.920064 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:40.928376 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:40.996971 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-87d2b998-bc9a-4ad1-b458-565f7794d6ac tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:41.020848 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c0dea4ae-bffc-4755-9891-4e6c460abb73 req-6f284d5d-adf9-4c0a-8a01-9dbe0fbad53d tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525435 Dec 22 10:10:41.165777 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=908ab759-a394-4e3b-8603-5609eaed1068,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:41.463928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:41.548323 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:41.582080 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:41.621755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c5a4b-caca-46d5-915b-edf8f0865a8b req-a5c7835b-0e03-4867-84ac-caa089823627 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:41.623381 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-619c5a4b-caca-46d5-915b-edf8f0865a8b req-a5c7835b-0e03-4867-84ac-caa089823627 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 0.4401500 Dec 22 10:10:41.754028 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-988c0bea-246b-4aab-a957-01f35d72b342 None None] Provisioning complete for port 908ab759-a394-4e3b-8603-5609eaed1068 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:41.754496 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-988c0bea-246b-4aab-a957-01f35d72b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:41.775542 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-2924969a-c473-45fe-aa05-1637185bdf83 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 10:10:41.777649 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-2924969a-c473-45fe-aa05-1637185bdf83 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "PUT /v2.0/routers/d06ad48a-0497-4f75-8e64-7beb3db93819/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5127401 Dec 22 10:10:41.781010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58448) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:41.810320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Pushing event updated for resources: {'Port': ['ID=12c738cf-c13d-438d-9bc4-f2c26efe8116,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:41.819338 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:41.855237 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:41.944268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58452) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:42.032804 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Pushing event updated for resources: {'Port': ['ID=a309f257-bba0-4a36-95bf-3adf4bc0c3ab,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:42.066256 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 9b88b8b3-6096-488e-ba85-97e60000f9d3 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:10:42.093980 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.614s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:42.121204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 9b88b8b3-6096-488e-ba85-97e60000f9d3 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:42.122011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:42.288307 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 8.734s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:42.361834 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Network d8649091-5130-4021-8a75-8e0113067487 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:10:42.363089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:42.428118 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Pushing event updated for resources: {'Port': ['ID=a309f257-bba0-4a36-95bf-3adf4bc0c3ab,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:42.445102 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:42.449413 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4d1ba212-53e8-4b43-8215-4ea52872bcca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 11.447s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:42.449943 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4d1ba212-53e8-4b43-8215-4ea52872bcca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:42.543158 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 5.347s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:42.543706 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:42.559565 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 4.513s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:42.561031 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:42.596473 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.475s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:42.597884 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:42.610997 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18e7e579-ff2b-4293-a5b6-0565d06b6bc0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:42.798648 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-988c0bea-246b-4aab-a957-01f35d72b342 None None] Provisioning for port 91e207fd-5cd4-4182-a15b-d5170946997e completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:10:42.827072 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-33d236e4-2486-4a1f-8294-08b915e6e2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:42.918306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-33d236e4-2486-4a1f-8294-08b915e6e2f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:42.922235 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-619c5a4b-caca-46d5-915b-edf8f0865a8b req-789da685-7d51-4995-8843-97b1e4f2302d tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1525989 Dec 22 10:10:42.935191 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:42.942870 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-33d236e4-2486-4a1f-8294-08b915e6e2f5 admin admin] Usage tracker for resource:security_group_rule and tenant:6517b7f8e40c474da8a5d96645bf40c9 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:42.955891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-33d236e4-2486-4a1f-8294-08b915e6e2f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:42.981476 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-33d236e4-2486-4a1f-8294-08b915e6e2f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:42.999881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'name': 'tempest-TestAggregatesBasicOps-964024265-router', 'tenant_id': 'e7c61c45a3714b28872b964f6c49eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '0eaedad5-2aaf-4d02-93c4-45cc4e6d704b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:10:27Z', 'updated_at': '2020-12-22T10:10:31Z', 'revision_number': 3, 'project_id': 'e7c61c45a3714b28872b964f6c49eefc', 'gw_port': {'id': '0eaedad5-2aaf-4d02-93c4-45cc4e6d704b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:29Z', 'updated_at': '2020-12-22T10:10:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:43.115991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Checking router: 299049c4-d582-4754-a0fa-1ce73d6b3584 for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:10:43.116386 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Updating router 299049c4-d582-4754-a0fa-1ce73d6b3584 port 0eaedad5-2aaf-4d02-93c4-45cc4e6d704b binding host n-d-765315-5 {{(pid=81073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 10:10:43.207052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 9b88b8b3-6096-488e-ba85-97e60000f9d3, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=9b88b8b3-6096-488e-ba85-97e60000f9d3,segment=NetworkSegment(57cb6fd2-c667-4745-81de-3a9ccdb5e660),segment_id=57cb6fd2-c667-4745-81de-3a9ccdb5e660)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:10:43.247648 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:43.248568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Router 299049c4-d582-4754-a0fa-1ce73d6b3584 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:10:43.263629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f9a4d3f3-f1d4-4b97-b855-40cf931df4c5 None None] Provisioning for port 280a0c94-cad7-4463-a833-1bbb2437e2bd completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:10:43.308860 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-eb28239f-016b-4b44-8ba9-81defb816e93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:43.420445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-33d236e4-2486-4a1f-8294-08b915e6e2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:43.444044 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-33d236e4-2486-4a1f-8294-08b915e6e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:43.455821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f9a4d3f3-f1d4-4b97-b855-40cf931df4c5 None None] Provisioning complete for port 280a0c94-cad7-4463-a833-1bbb2437e2bd triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:43.455821 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f9a4d3f3-f1d4-4b97-b855-40cf931df4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:43.482434 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a7a42f91-80eb-4a8e-86fa-dfa8701b43dc tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:43.720530 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f9a4d3f3-f1d4-4b97-b855-40cf931df4c5 None None] Port 280a0c94-cad7-4463-a833-1bbb2437e2bd cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:10:43.752828 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-33d236e4-2486-4a1f-8294-08b915e6e2f5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6517b7f8e40c474da8a5d96645bf40c9&name=default HTTP/1.1" status: 200 len: 2883 time: 1.8037307 Dec 22 10:10:43.775551 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58482) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:43.835288 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:43.937608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d236e4-2486-4a1f-8294-08b915e6e2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c082e300-d994-4381-a60c-cbcaf047880c,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:43.961847 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-33d236e4-2486-4a1f-8294-08b915e6e2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:44.061918 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:10:44.162398 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-67c68569-d582-405b-89f9-5438ad8f2b15 admin admin] 10.222.0.50 "PUT /v2.0/routers/299049c4-d582-4754-a0fa-1ce73d6b3584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3225849 Dec 22 10:10:44.468295 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac447df0-c047-40bb-a697-51c5d65a537c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:44.634000 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac447df0-c047-40bb-a697-51c5d65a537c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:44.838963 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac447df0-c047-40bb-a697-51c5d65a537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:44.851913 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7a3a8c7d-024b-45ee-adc7-43a9a3dbd6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:44.867202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac447df0-c047-40bb-a697-51c5d65a537c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c082e300-d994-4381-a60c-cbcaf047880c,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:44.870715 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ac447df0-c047-40bb-a697-51c5d65a537c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:44.877258 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ac447df0-c047-40bb-a697-51c5d65a537c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:44.878534 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ac447df0-c047-40bb-a697-51c5d65a537c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c082e300-d994-4381-a60c-cbcaf047880c HTTP/1.1" status: 204 len: 168 time: 0.8882098 Dec 22 10:10:44.998598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-18e7e579-ff2b-4293-a5b6-0565d06b6bc0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Deleting port 280a0c94-cad7-4463-a833-1bbb2437e2bd {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:10:44.999048 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18e7e579-ff2b-4293-a5b6-0565d06b6bc0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:45.318988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ed9cafdf-e28c-4317-a2d1-317a5cb5d117 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:10:45.475473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753eb085-106a-4365-8bce-93a06f845639 None None] Network bedcad2e-c6f7-4e5a-ad27-1d8e2e373612 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:10:45.814094 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Notify callbacks [] for port, precommit_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:45.842323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Transition to ACTIVE for port object 0eaedad5-2aaf-4d02-93c4-45cc4e6d704b will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:46.017743 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=9b88b8b3-6096-488e-ba85-97e60000f9d3,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:46.017743 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:46.068613 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.749s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:46.068613 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:46.153294 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad788b9-852d-42d8-acc2-21a13327ede6 None None] Pushing event updated for resources: {'Port': ['ID=0eaedad5-2aaf-4d02-93c4-45cc4e6d704b,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:46.176187 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0ad788b9-852d-42d8-acc2-21a13327ede6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:46.182891 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port ed9cafdf-e28c-4317-a2d1-317a5cb5d117 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:10:46.241775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port ed9cafdf-e28c-4317-a2d1-317a5cb5d117 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:46.241775 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:46.247661 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18e7e579-ff2b-4293-a5b6-0565d06b6bc0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:46.435043 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-18e7e579-ff2b-4293-a5b6-0565d06b6bc0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Calling delete_port for 280a0c94-cad7-4463-a833-1bbb2437e2bd owned by network:router_interface {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:10:46.492485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58554) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:46.542881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f9a4d3f3-f1d4-4b97-b855-40cf931df4c5 None None] Provisioning for port 12c738cf-c13d-438d-9bc4-f2c26efe8116 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:10:46.574078 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-268cca0e-d31a-439d-a607-72f66b1a3eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:46.598808 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-f9a4d3f3-f1d4-4b97-b855-40cf931df4c5 None None] Provisioning complete for port 12c738cf-c13d-438d-9bc4-f2c26efe8116 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:46.598808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f9a4d3f3-f1d4-4b97-b855-40cf931df4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:46.651684 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-268cca0e-d31a-439d-a607-72f66b1a3eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:46.660462 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-268cca0e-d31a-439d-a607-72f66b1a3eaa admin admin] Usage tracker for resource:security_group_rule and tenant:f491909c924044bb8d490012f39912aa is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:46.673571 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-268cca0e-d31a-439d-a607-72f66b1a3eaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:46.692305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-268cca0e-d31a-439d-a607-72f66b1a3eaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:46.841158 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-268cca0e-d31a-439d-a607-72f66b1a3eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:46.856774 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-268cca0e-d31a-439d-a607-72f66b1a3eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:46.869404 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6c5215eb-22bc-44dd-be84-67da62e483c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:46.891909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Attempting to bind port 0eaedad5-2aaf-4d02-93c4-45cc4e6d704b on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:10:46.892464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Attempting to bind port 0eaedad5-2aaf-4d02-93c4-45cc4e6d704b by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:10:46.904475 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Attempting to bind port 0eaedad5-2aaf-4d02-93c4-45cc4e6d704b on network 3e8ac871-e927-441e-85b7-a068ff198db2 {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:10:46.927409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cca0e-d31a-439d-a607-72f66b1a3eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7112e341-30e5-41c2-8a6e-d0636d30f49b,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:46.931697 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-268cca0e-d31a-439d-a607-72f66b1a3eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:46.935721 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-268cca0e-d31a-439d-a607-72f66b1a3eaa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f491909c924044bb8d490012f39912aa&name=default HTTP/1.1" status: 200 len: 2883 time: 0.4479604 Dec 22 10:10:46.938658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58568) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:46.995365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:10:46.995797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Checking segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:10:46.996363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:46.996724 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Bound using segment: {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:10:46.997275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Bound port: 0eaedad5-2aaf-4d02-93c4-45cc4e6d704b, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129fed7-6b85-4ea3-8071-e137b78221b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:10:46.997698 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:47.031412 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3522d5c-3dfd-4ae5-8285-96cd2c8ce088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:47.065875 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3522d5c-3dfd-4ae5-8285-96cd2c8ce088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:47.133554 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3522d5c-3dfd-4ae5-8285-96cd2c8ce088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:47.141924 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-33d236e4-2486-4a1f-8294-08b915e6e2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:47.179915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3522d5c-3dfd-4ae5-8285-96cd2c8ce088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7112e341-30e5-41c2-8a6e-d0636d30f49b,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:47.183248 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c3522d5c-3dfd-4ae5-8285-96cd2c8ce088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:47.189574 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c3522d5c-3dfd-4ae5-8285-96cd2c8ce088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:47.191680 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c3522d5c-3dfd-4ae5-8285-96cd2c8ce088 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7112e341-30e5-41c2-8a6e-d0636d30f49b HTTP/1.1" status: 204 len: 168 time: 0.2508838 Dec 22 10:10:47.361823 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f9a4d3f3-f1d4-4b97-b855-40cf931df4c5 None None] Port 12c738cf-c13d-438d-9bc4-f2c26efe8116 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:10:47.428913 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] For port 0eaedad5-2aaf-4d02-93c4-45cc4e6d704b, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:10:47.477723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] For port 0eaedad5-2aaf-4d02-93c4-45cc4e6d704b, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=0eaedad5-2aaf-4d02-93c4-45cc4e6d704b,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:10:47.487857 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:47.496767 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18e7e579-ff2b-4293-a5b6-0565d06b6bc0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:47.507293 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:47.529990 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-21199103-0b38-4506-8be0-b044c5e3e432 tempest-ServerGroupTestJSON-682918513 tempest-ServerGroupTestJSON-682918513] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:47.664334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7e579-ff2b-4293-a5b6-0565d06b6bc0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event deleted for resources: {'Port': ['ID=280a0c94-cad7-4463-a833-1bbb2437e2bd,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:47.680405 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-18e7e579-ff2b-4293-a5b6-0565d06b6bc0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:47.689472 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9a66221c-252e-44c0-a038-123b2913e550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:47.740581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-42d6f6ce-548e-4b7b-91a6-9454fc1fef4f None None] Could not find standard attr ID for object 280a0c94-cad7-4463-a833-1bbb2437e2bd. {{(pid=81073) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 10:10:47.805230 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-42d6f6ce-548e-4b7b-91a6-9454fc1fef4f None None] Provisioning complete for port ed9cafdf-e28c-4317-a2d1-317a5cb5d117 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:47.805893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-42d6f6ce-548e-4b7b-91a6-9454fc1fef4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:47.895922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port ed9cafdf-e28c-4317-a2d1-317a5cb5d117, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ed9cafdf-e28c-4317-a2d1-317a5cb5d117,segment=NetworkSegment(65a6406c-b67a-499c-892d-dcaf73288b00),segment_id=65a6406c-b67a-499c-892d-dcaf73288b00)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:10:47.898321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Routers {'299049c4-d582-4754-a0fa-1ce73d6b3584'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:10:47.899277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:10:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['299049c4-d582-4754-a0fa-1ce73d6b3584'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:48.024128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-51d45f07-8803-4eee-8372-2d7c118789c3 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:48.026973 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-51d45f07-8803-4eee-8372-2d7c118789c3 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/networks?id=99773f64-dc84-4992-b646-2939d71e7472 HTTP/1.1" status: 200 len: 812 time: 0.3392816 Dec 22 10:10:48.139869 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-ba8dfe34-5700-4fa9-b265-0ab7dcf1a457 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/quotas/e798a8e61fa24836a28e3da00a2e4e8b HTTP/1.1" status: 200 len: 375 time: 0.1017270 Dec 22 10:10:48.284056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] Set router 299049c4-d582-4754-a0fa-1ce73d6b3584 gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:10:48.502292 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:48.503198 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 908ab759-a394-4e3b-8603-5609eaed1068 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:10:48.662283 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-942fb94d-255a-45a2-9c07-69726ec74139 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?tenant_id=e798a8e61fa24836a28e3da00a2e4e8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4965956 Dec 22 10:10:48.823015 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad788b9-852d-42d8-acc2-21a13327ede6 None None] Pushing event updated for resources: {'Port': ['ID=0eaedad5-2aaf-4d02-93c4-45cc4e6d704b,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:49.056540 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0ad788b9-852d-42d8-acc2-21a13327ede6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.367s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:49.059178 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-18e7e579-ff2b-4293-a5b6-0565d06b6bc0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:49.061635 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4d1ba212-53e8-4b43-8215-4ea52872bcca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.351s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:49.150031 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58628) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:49.291646 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-707b0127-cc39-47ee-bb2b-2ed5d1133cf6 service neutron] 10.222.0.50 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5903916 Dec 22 10:10:49.431842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-42d6f6ce-548e-4b7b-91a6-9454fc1fef4f None None] Provisioning complete for port 12c738cf-c13d-438d-9bc4-f2c26efe8116 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:49.432569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-42d6f6ce-548e-4b7b-91a6-9454fc1fef4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:49.471325 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=ed9cafdf-e28c-4317-a2d1-317a5cb5d117,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:49.491683 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:49.522438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'name': 'tempest-TestAggregatesBasicOps-964024265-router', 'tenant_id': 'e7c61c45a3714b28872b964f6c49eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '0eaedad5-2aaf-4d02-93c4-45cc4e6d704b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:10:27Z', 'updated_at': '2020-12-22T10:10:40Z', 'revision_number': 4, 'project_id': 'e7c61c45a3714b28872b964f6c49eefc', 'gw_port': {'id': '0eaedad5-2aaf-4d02-93c4-45cc4e6d704b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:29Z', 'updated_at': '2020-12-22T10:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '12c738cf-c13d-438d-9bc4-f2c26efe8116', 'name': '', 'network_id': 'd8649091-5130-4021-8a75-8e0113067487', 'tenant_id': 'e7c61c45a3714b28872b964f6c49eefc', 'mac_address': 'fa:16:3e:cd:b4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '07cd6c4f-f547-4213-83a7-3c2f85d8033f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:37Z', 'updated_at': '2020-12-22T10:10:40Z', 'revision_number': 2, 'project_id': 'e7c61c45a3714b28872b964f6c49eefc', 'subnets': [{'id': '07cd6c4f-f547-4213-83a7-3c2f85d8033f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:49.534864 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8442d7-bac4-4c32-8b5d-30e4e6e44686 None None] The sync data for ids ['299049c4-d582-4754-a0fa-1ce73d6b3584'] in n-d-765315-5 is: [{'id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'name': 'tempest-TestAggregatesBasicOps-964024265-router', 'tenant_id': 'e7c61c45a3714b28872b964f6c49eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '0eaedad5-2aaf-4d02-93c4-45cc4e6d704b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:10:27Z', 'updated_at': '2020-12-22T10:10:40Z', 'revision_number': 4, 'project_id': 'e7c61c45a3714b28872b964f6c49eefc', 'gw_port': {'id': '0eaedad5-2aaf-4d02-93c4-45cc4e6d704b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:29Z', 'updated_at': '2020-12-22T10:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '12c738cf-c13d-438d-9bc4-f2c26efe8116', 'name': '', 'network_id': 'd8649091-5130-4021-8a75-8e0113067487', 'tenant_id': 'e7c61c45a3714b28872b964f6c49eefc', 'mac_address': 'fa:16:3e:cd:b4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '07cd6c4f-f547-4213-83a7-3c2f85d8033f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:37Z', 'updated_at': '2020-12-22T10:10:40Z', 'revision_number': 2, 'project_id': 'e7c61c45a3714b28872b964f6c49eefc', 'subnets': [{'id': '07cd6c4f-f547-4213-83a7-3c2f85d8033f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:10:49.536400 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 908ab759-a394-4e3b-8603-5609eaed1068 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:49.537085 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:49.585259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-42d6f6ce-548e-4b7b-91a6-9454fc1fef4f None None] Port 12c738cf-c13d-438d-9bc4-f2c26efe8116 cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:10:49.639507 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-16ef2e8e-e6b5-44aa-8c3b-709e091b4414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:49.702932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a309f257-bba0-4a36-95bf-3adf4bc0c3ab up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:10:49.724929 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-f85a4994-07a2-4b3e-b1d0-cecbd24be9b4 service neutron] 10.222.0.50 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4315155 Dec 22 10:10:49.734766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-42d6f6ce-548e-4b7b-91a6-9454fc1fef4f None None] Provisioning for port a309f257-bba0-4a36-95bf-3adf4bc0c3ab completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:10:49.812142 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port a309f257-bba0-4a36-95bf-3adf4bc0c3ab completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:10:49.825182 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port a309f257-bba0-4a36-95bf-3adf4bc0c3ab triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:49.825800 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:49.915195 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-41149b69-55b8-4ef2-9413-0598d508beca None None] Provisioning complete for port a309f257-bba0-4a36-95bf-3adf4bc0c3ab triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:49.915860 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-41149b69-55b8-4ef2-9413-0598d508beca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:50.149125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e7e579-ff2b-4293-a5b6-0565d06b6bc0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Router d06ad48a-0497-4f75-8e64-7beb3db93819 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:10:50.322300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:50.398237 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port a309f257-bba0-4a36-95bf-3adf4bc0c3ab, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a309f257-bba0-4a36-95bf-3adf4bc0c3ab,segment=NetworkSegment(51b70309-9272-4c5e-9bb2-ba3b88f29449),segment_id=51b70309-9272-4c5e-9bb2-ba3b88f29449)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:10:50.416115 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:50.417438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 91e207fd-5cd4-4182-a15b-d5170946997e up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:10:50.574772 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dc7068bc-e405-4889-9224-31350fa820fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:50.699911 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-41149b69-55b8-4ef2-9413-0598d508beca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:50.784450 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 91e207fd-5cd4-4182-a15b-d5170946997e completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:10:50.861838 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 91e207fd-5cd4-4182-a15b-d5170946997e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:50.863855 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:50.983058 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-575e0693-c433-441d-834a-053789025f7e req-1fc11ba3-8f7c-4ed6-a0b1-703ea7c1fc21 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 210 time: 0.6471922 Dec 22 10:10:50.989531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e7e579-ff2b-4293-a5b6-0565d06b6bc0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:10:51.026297 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-18e7e579-ff2b-4293-a5b6-0565d06b6bc0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "PUT /v2.0/routers/d06ad48a-0497-4f75-8e64-7beb3db93819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2425115 Dec 22 10:10:51.034415 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58658) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:51.040014 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b0698a-5f79-4d72-b197-bc2dfdda3559 None None] Sync routers for ids ['d06ad48a-0497-4f75-8e64-7beb3db93819'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:10:51.076579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=a309f257-bba0-4a36-95bf-3adf4bc0c3ab,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:51.138772 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-16ef2e8e-e6b5-44aa-8c3b-709e091b4414 admin admin] Deleting port 9b88b8b3-6096-488e-ba85-97e60000f9d3 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:10:51.142926 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-16ef2e8e-e6b5-44aa-8c3b-709e091b4414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:51.158503 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-41149b69-55b8-4ef2-9413-0598d508beca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:10:51.159366 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-41149b69-55b8-4ef2-9413-0598d508beca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:10:51.170278 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:51.195279 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b0698a-5f79-4d72-b197-bc2dfdda3559 None None] Routers {'d06ad48a-0497-4f75-8e64-7beb3db93819'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:10:51.196265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-d7b0698a-5f79-4d72-b197-bc2dfdda3559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:10:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['d06ad48a-0497-4f75-8e64-7beb3db93819'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:51.209665 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-708f6ea7-ede0-4e1d-9e2e-438d58855bde tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] delete failed (client error): The resource could not be found. Dec 22 10:10:51.213757 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-708f6ea7-ede0-4e1d-9e2e-438d58855bde tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1042230778 HTTP/1.1" status: 404 len: 335 time: 0.1782401 Dec 22 10:10:51.217881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58664) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:51.231754 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-6a7bf7a3-a91f-4eae-8159-8ba70a00958f tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Request body: {'router': {'external_gateway_info': {'network_id': 'd06ad48a-0497-4f75-8e64-7beb3db93819'}}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:10:51.463213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-d7b0698a-5f79-4d72-b197-bc2dfdda3559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:51.492695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b0698a-5f79-4d72-b197-bc2dfdda3559 None None] Routers {'d06ad48a-0497-4f75-8e64-7beb3db93819'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:10:51.493411 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-d7b0698a-5f79-4d72-b197-bc2dfdda3559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:10:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['d06ad48a-0497-4f75-8e64-7beb3db93819'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:51.588383 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:51.602709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-d7b0698a-5f79-4d72-b197-bc2dfdda3559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:51.603199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b0698a-5f79-4d72-b197-bc2dfdda3559 None None] The sync data for ids ['d06ad48a-0497-4f75-8e64-7beb3db93819'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:10:51.637184 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 91e207fd-5cd4-4182-a15b-d5170946997e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=91e207fd-5cd4-4182-a15b-d5170946997e,segment=NetworkSegment(eccb960b-676f-4e7e-98e8-e245878a1f56),segment_id=eccb960b-676f-4e7e-98e8-e245878a1f56)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:10:51.641957 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:51.644914 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:51.832432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=91e207fd-5cd4-4182-a15b-d5170946997e,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:51.836466 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:51.983723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ed9cafdf-e28c-4317-a2d1-317a5cb5d117 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:10:52.065685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port ed9cafdf-e28c-4317-a2d1-317a5cb5d117 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:52.066121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:52.238156 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 0eaedad5-2aaf-4d02-93c4-45cc4e6d704b up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:10:52.256381 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f1b60db7-cae8-4736-b086-25cc01d8b461 req-2154baf3-a5f4-40d9-b75f-cf5ef059d7f9 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 210 time: 0.0753050 Dec 22 10:10:52.333481 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 0eaedad5-2aaf-4d02-93c4-45cc4e6d704b completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:10:52.343473 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 0eaedad5-2aaf-4d02-93c4-45cc4e6d704b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:52.344906 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:52.447454 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6a7bf7a3-a91f-4eae-8159-8ba70a00958f tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:52.536433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-16ef2e8e-e6b5-44aa-8c3b-709e091b4414 admin admin] For port 9b88b8b3-6096-488e-ba85-97e60000f9d3, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=9b88b8b3-6096-488e-ba85-97e60000f9d3,segment=NetworkSegment(57cb6fd2-c667-4745-81de-3a9ccdb5e660),segment_id=57cb6fd2-c667-4745-81de-3a9ccdb5e660)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:10:52.536848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-16ef2e8e-e6b5-44aa-8c3b-709e091b4414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:52.585664 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:52.602660 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-6a7bf7a3-a91f-4eae-8159-8ba70a00958f tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] update failed (client error): The resource could not be found. Dec 22 10:10:52.606772 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-6a7bf7a3-a91f-4eae-8159-8ba70a00958f tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "PUT /v2.0/routers/d06ad48a-0497-4f75-8e64-7beb3db93819 HTTP/1.1" status: 404 len: 339 time: 1.3840156 Dec 22 10:10:52.608027 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58678) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:52.615922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 0eaedad5-2aaf-4d02-93c4-45cc4e6d704b, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=0eaedad5-2aaf-4d02-93c4-45cc4e6d704b,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:10:52.616120 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-c1f24390-7181-4478-9752-c4d1d6c1cfd0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1356054451'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:10:52.619285 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:52.620303 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 9b88b8b3-6096-488e-ba85-97e60000f9d3 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:10:52.645089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c1f24390-7181-4478-9752-c4d1d6c1cfd0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:52.661345 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c1f24390-7181-4478-9752-c4d1d6c1cfd0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Usage tracker for resource:network and tenant:e924207ac68747aa8a6e4d08a4801daf is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:52.681747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-c1f24390-7181-4478-9752-c4d1d6c1cfd0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Quota usage for network was recalculated. Used quota:3. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:52.681747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-c1f24390-7181-4478-9752-c4d1d6c1cfd0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:52.717569 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f24390-7181-4478-9752-c4d1d6c1cfd0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Made reservation on behalf of e924207ac68747aa8a6e4d08a4801daf for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:10:52.717569 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1f24390-7181-4478-9752-c4d1d6c1cfd0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:52.728770 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:52.801686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f24390-7181-4478-9752-c4d1d6c1cfd0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:10:52.827509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1f24390-7181-4478-9752-c4d1d6c1cfd0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:52.827509 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-c1f24390-7181-4478-9752-c4d1d6c1cfd0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Added segment 17fe3a61-1aee-41d0-b0fc-d35530390b3f of type vxlan for network 7c3e6fc2-0268-446c-8f59-6319f79163cd Dec 22 10:10:52.853430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 9b88b8b3-6096-488e-ba85-97e60000f9d3 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:52.853430 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:52.894424 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1f24390-7181-4478-9752-c4d1d6c1cfd0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:52.914735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=0eaedad5-2aaf-4d02-93c4-45cc4e6d704b,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:52.914735 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:52.970335 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1f24390-7181-4478-9752-c4d1d6c1cfd0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:52.992726 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f24390-7181-4478-9752-c4d1d6c1cfd0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:52.992726 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1f24390-7181-4478-9752-c4d1d6c1cfd0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:52.992726 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-74523266-50e1-4763-ab98-b993762b6e59 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:53.021845 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a309f257-bba0-4a36-95bf-3adf4bc0c3ab up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:10:53.076920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-16ef2e8e-e6b5-44aa-8c3b-709e091b4414 admin admin] Calling delete_port for 9b88b8b3-6096-488e-ba85-97e60000f9d3 owned by network:router_interface {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:10:53.187452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port a309f257-bba0-4a36-95bf-3adf4bc0c3ab triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:53.187452 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:53.413574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f24390-7181-4478-9752-c4d1d6c1cfd0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event updated for resources: {'Network': ['ID=7c3e6fc2-0268-446c-8f59-6319f79163cd,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:53.432916 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c1f24390-7181-4478-9752-c4d1d6c1cfd0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:53.458234 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c1f24390-7181-4478-9752-c4d1d6c1cfd0 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8448825 Dec 22 10:10:53.472579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58688) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:53.491931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ec4f1f99-1841-4884-a131-097ed1391d1e tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Request body: {'subnet': {'network_id': '7c3e6fc2-0268-446c-8f59-6319f79163cd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:10:53.571463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 7c3e6fc2-0268-446c-8f59-6319f79163cd details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:10:53.695978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 7c3e6fc2-0268-446c-8f59-6319f79163cd details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:10:53.786817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ec4f1f99-1841-4884-a131-097ed1391d1e tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:53.797179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 7c3e6fc2-0268-446c-8f59-6319f79163cd details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:10:53.802565 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ec4f1f99-1841-4884-a131-097ed1391d1e tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Usage tracker for resource:subnet and tenant:e924207ac68747aa8a6e4d08a4801daf is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:10:53.812320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ec4f1f99-1841-4884-a131-097ed1391d1e tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Quota usage for subnet was recalculated. Used quota:3. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:10:53.833211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ec4f1f99-1841-4884-a131-097ed1391d1e tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:53.861032 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4f1f99-1841-4884-a131-097ed1391d1e tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Made reservation on behalf of e924207ac68747aa8a6e4d08a4801daf for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:10:53.903975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-3153f01e-cfb4-4025-b300-6d763f97d03e tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:53.903975 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-3153f01e-cfb4-4025-b300-6d763f97d03e tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.64 "GET /v2.0/networks?id=99773f64-dc84-4992-b646-2939d71e7472 HTTP/1.1" status: 200 len: 812 time: 1.4326425 Dec 22 10:10:53.942595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7ce4d328-e748-4677-b278-c9e576f36cf7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Request body: {'port': {'device_id': '8f4e43e6-f237-461c-b923-b6ea5561139a', 'network_id': '99773f64-dc84-4992-b646-2939d71e7472', 'admin_state_up': True, 'tenant_id': 'e798a8e61fa24836a28e3da00a2e4e8b'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:10:54.305501 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 0eaedad5-2aaf-4d02-93c4-45cc4e6d704b up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:10:54.425527 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0eef011e-b5e1-4447-aff0-648e735ccbcb req-de0a2fc1-b55f-4e46-88c9-2dae1af4b80e tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 210 time: 0.2923124 Dec 22 10:10:54.444139 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec4f1f99-1841-4884-a131-097ed1391d1e tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:54.504280 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7ce4d328-e748-4677-b278-c9e576f36cf7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:10:54.517310 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7ce4d328-e748-4677-b278-c9e576f36cf7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:10:54.542895 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7ce4d328-e748-4677-b278-c9e576f36cf7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Made reservation on behalf of e798a8e61fa24836a28e3da00a2e4e8b for: {'port': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:10:54.549353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7ce4d328-e748-4677-b278-c9e576f36cf7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:54.858321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 0eaedad5-2aaf-4d02-93c4-45cc4e6d704b triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:54.858757 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:55.118248 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Sync routers for ids ['299049c4-d582-4754-a0fa-1ce73d6b3584'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:10:55.136330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 91e207fd-5cd4-4182-a15b-d5170946997e up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:10:55.144379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Routers {'299049c4-d582-4754-a0fa-1ce73d6b3584'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:10:55.145073 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:10:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['299049c4-d582-4754-a0fa-1ce73d6b3584'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:55.298464 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 91e207fd-5cd4-4182-a15b-d5170946997e triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:10:55.298902 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:55.347121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7ce4d328-e748-4677-b278-c9e576f36cf7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Allocated IP 172.20.0.7 (99773f64-dc84-4992-b646-2939d71e7472/0a8cbed5-bf42-44bf-8a42-c92ce50d8141/b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f) {{(pid=81072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:10:55.402033 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-16ef2e8e-e6b5-44aa-8c3b-709e091b4414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:55.425207 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9d205721-b0c2-49b3-8d7f-7070063a65a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:55.494693 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef2e8e-e6b5-44aa-8c3b-709e091b4414 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b88b8b3-6096-488e-ba85-97e60000f9d3,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:55.508451 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-16ef2e8e-e6b5-44aa-8c3b-709e091b4414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:55.557453 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec4f1f99-1841-4884-a131-097ed1391d1e tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:55.600234 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Set router 299049c4-d582-4754-a0fa-1ce73d6b3584 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:10:56.246167 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6d053822-ebd7-4d03-9cbd-0905926a852c tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:56.506639 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c482e9be-2015-413e-a491-80ad84d060d2 req-516dd855-5cbb-4719-857e-45535d85b296 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 210 time: 0.2038901 Dec 22 10:10:56.561366 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f1f99-1841-4884-a131-097ed1391d1e tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event updated for resources: {'Subnet': ['ID=e2df8f1b-c6f2-498d-bdca-ea58c8cf80e5,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:56.566955 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ec4f1f99-1841-4884-a131-097ed1391d1e tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:56.614253 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7ce4d328-e748-4677-b278-c9e576f36cf7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks [] for port, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:56.618935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4f1f99-1841-4884-a131-097ed1391d1e tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Checking segment: {'id': '17fe3a61-1aee-41d0-b0fc-d35530390b3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '7c3e6fc2-0268-446c-8f59-6319f79163cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:10:56.618935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4f1f99-1841-4884-a131-097ed1391d1e tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Network hostable DHCP agents. Network: 7c3e6fc2-0268-446c-8f59-6319f79163cd, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:10:56.650805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4f1f99-1841-4884-a131-097ed1391d1e tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Network 7c3e6fc2-0268-446c-8f59-6319f79163cd is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:10:56.690472 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-ec4f1f99-1841-4884-a131-097ed1391d1e tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 7c3e6fc2-0268-446c-8f59-6319f79163cd) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:56.698747 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d181a6-6d52-485f-ba36-05bc2a36d1c6 None None] Network 7c3e6fc2-0268-446c-8f59-6319f79163cd requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:10:56.710321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4f1f99-1841-4884-a131-097ed1391d1e tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:56.711247 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ec4f1f99-1841-4884-a131-097ed1391d1e tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:56.808820 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ec4f1f99-1841-4884-a131-097ed1391d1e tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3346992 Dec 22 10:10:56.808820 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58718) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:56.822591 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7ce4d328-e748-4677-b278-c9e576f36cf7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Transition to ACTIVE for port object b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f will not be triggered until provisioned by entity DHCP. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:56.826708 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7e7d96fe-117f-46f8-9f04-777f60a0e36f tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Request body: {'router': {'external_gateway_info': {'network_id': '7c3e6fc2-0268-446c-8f59-6319f79163cd'}}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:10:56.926251 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-16ef2e8e-e6b5-44aa-8c3b-709e091b4414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:57.099391 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'name': 'tempest-TestAggregatesBasicOps-964024265-router', 'tenant_id': 'e7c61c45a3714b28872b964f6c49eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '0eaedad5-2aaf-4d02-93c4-45cc4e6d704b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:10:27Z', 'updated_at': '2020-12-22T10:10:40Z', 'revision_number': 4, 'project_id': 'e7c61c45a3714b28872b964f6c49eefc', 'gw_port': {'id': '0eaedad5-2aaf-4d02-93c4-45cc4e6d704b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:29Z', 'updated_at': '2020-12-22T10:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '12c738cf-c13d-438d-9bc4-f2c26efe8116', 'name': '', 'network_id': 'd8649091-5130-4021-8a75-8e0113067487', 'tenant_id': 'e7c61c45a3714b28872b964f6c49eefc', 'mac_address': 'fa:16:3e:cd:b4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '07cd6c4f-f547-4213-83a7-3c2f85d8033f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:37Z', 'updated_at': '2020-12-22T10:10:40Z', 'revision_number': 2, 'project_id': 'e7c61c45a3714b28872b964f6c49eefc', 'subnets': [{'id': '07cd6c4f-f547-4213-83a7-3c2f85d8033f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:10:57.106180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Checking router: 299049c4-d582-4754-a0fa-1ce73d6b3584 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:10:57.106180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Updating router 299049c4-d582-4754-a0fa-1ce73d6b3584 port 12c738cf-c13d-438d-9bc4-f2c26efe8116 binding host n-d-765315-5 {{(pid=81074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 22 10:10:57.134220 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-7c3e6fc2-0268-446c-8f59-6319f79163cd', 'network_id': '7c3e6fc2-0268-446c-8f59-6319f79163cd', 'tenant_id': 'e924207ac68747aa8a6e4d08a4801daf', 'fixed_ips': [{'subnet_id': 'e2df8f1b-c6f2-498d-bdca-ea58c8cf80e5'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:10:57.136088 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:57.155387 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7ce4d328-e748-4677-b278-c9e576f36cf7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:57.225578 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:57.257871 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a537f3d8-43d4-4155-b21d-40b731c0e634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:57.615698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Allocated IP 2001:db8:1::2 (7c3e6fc2-0268-446c-8f59-6319f79163cd/e2df8f1b-c6f2-498d-bdca-ea58c8cf80e5/02223674-319a-4f65-847c-a10d132b2720) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:10:57.699437 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4d328-e748-4677-b278-c9e576f36cf7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Pushing event updated for resources: {'Port': ['ID=b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:57.732445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7e7d96fe-117f-46f8-9f04-777f60a0e36f tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7854020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7811524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854702723'] for router, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:57.835987 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7ce4d328-e748-4677-b278-c9e576f36cf7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:58.337367 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Notify callbacks [] for port, precommit_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:58.412197 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Transition to ACTIVE for port object 12c738cf-c13d-438d-9bc4-f2c26efe8116 will not be triggered until provisioned by entity L2. {{(pid=81074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:58.417547 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:58.509990 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-977e0882-4de4-462f-bf15-311dad088e2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:58.563296 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:58.617828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Transition to ACTIVE for port object 02223674-319a-4f65-847c-a10d132b2720 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:58.632612 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-7e7d96fe-117f-46f8-9f04-777f60a0e36f tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 10:10:58.638869 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7e7d96fe-117f-46f8-9f04-777f60a0e36f tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "PUT /v2.0/routers/d06ad48a-0497-4f75-8e64-7beb3db93819 HTTP/1.1" status: 400 len: 364 time: 1.8261683 Dec 22 10:10:58.641488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58740) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:10:58.669071 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f50db0-1b64-4c10-9212-2b3494ab48bb req-b74a5ca8-7111-452b-91d3-f02f8b20e7b2 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:10:58.679761 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Transition to ACTIVE for port object 02223674-319a-4f65-847c-a10d132b2720 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:10:58.686401 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-13f50db0-1b64-4c10-9212-2b3494ab48bb req-b74a5ca8-7111-452b-91d3-f02f8b20e7b2 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 931 time: 0.5820148 Dec 22 10:10:58.691155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7ce4d328-e748-4677-b278-c9e576f36cf7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Network 99773f64-dc84-4992-b646-2939d71e7472 is already hosted by enough agents. {{(pid=81072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:10:58.700819 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7ce4d328-e748-4677-b278-c9e576f36cf7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Resources bound (agent type, host, resource id): {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:10:58.705779 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:58.723924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7ce4d328-e748-4677-b278-c9e576f36cf7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Received port after_create {{(pid=81072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:10:58.766308 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90f10a-5752-4a61-8668-6e62bcb9aca6 None None] Pushing event updated for resources: {'Port': ['ID=12c738cf-c13d-438d-9bc4-f2c26efe8116,revision_number=3']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:58.811883 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9d90f10a-5752-4a61-8668-6e62bcb9aca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:58.848610 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0ad788b9-852d-42d8-acc2-21a13327ede6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:10:58.979747 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-13f50db0-1b64-4c10-9212-2b3494ab48bb req-48b68721-17ef-4193-9065-2f2f806a9408 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922781 Dec 22 10:10:59.242929 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Pushing event updated for resources: {'Port': ['ID=02223674-319a-4f65-847c-a10d132b2720,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:10:59.530477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Attempting to bind port 12c738cf-c13d-438d-9bc4-f2c26efe8116 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:10:59.535702 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Attempting to bind port 12c738cf-c13d-438d-9bc4-f2c26efe8116 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'eccb960b-676f-4e7e-98e8-e245878a1f56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd8649091-5130-4021-8a75-8e0113067487'}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:10:59.536344 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Attempting to bind port 12c738cf-c13d-438d-9bc4-f2c26efe8116 on network d8649091-5130-4021-8a75-8e0113067487 {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:10:59.546388 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:10:59.553640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Checking segment: {'id': 'eccb960b-676f-4e7e-98e8-e245878a1f56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd8649091-5130-4021-8a75-8e0113067487'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:10:59.554212 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:59.554675 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Bound using segment: {'id': 'eccb960b-676f-4e7e-98e8-e245878a1f56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd8649091-5130-4021-8a75-8e0113067487'} {{(pid=81074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:10:59.555631 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Bound port: 12c738cf-c13d-438d-9bc4-f2c26efe8116, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccb960b-676f-4e7e-98e8-e245878a1f56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd8649091-5130-4021-8a75-8e0113067487'}}] {{(pid=81074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:10:59.555631 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:59.588667 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:10:59.695085 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] For port 12c738cf-c13d-438d-9bc4-f2c26efe8116, host n-d-765315-5, cleared binding levels {{(pid=81074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:10:59.699924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] For port 12c738cf-c13d-438d-9bc4-f2c26efe8116, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=12c738cf-c13d-438d-9bc4-f2c26efe8116,segment=NetworkSegment(eccb960b-676f-4e7e-98e8-e245878a1f56),segment_id=eccb960b-676f-4e7e-98e8-e245878a1f56)] {{(pid=81074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:10:59.739672 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:10:59.786916 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e5a405b-9f65-41f1-9409-450339642fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:00.051190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1a499da6-707c-4607-b7b1-bc394e660bdf None None] Provisioning for port b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:11:00.074387 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1a499da6-707c-4607-b7b1-bc394e660bdf None None] Provisioning complete for port b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:00.074741 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1a499da6-707c-4607-b7b1-bc394e660bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:00.091435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90f10a-5752-4a61-8668-6e62bcb9aca6 None None] Pushing event updated for resources: {'Port': ['ID=12c738cf-c13d-438d-9bc4-f2c26efe8116,revision_number=4']} {{(pid=81074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:00.100884 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:00.114372 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9d90f10a-5752-4a61-8668-6e62bcb9aca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=81074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:00.154281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-1a499da6-707c-4607-b7b1-bc394e660bdf None None] Port b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:11:00.177766 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Network 7c3e6fc2-0268-446c-8f59-6319f79163cd is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:11:00.186036 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:11:00.193097 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:11:00.295082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Attempting to bind port 02223674-319a-4f65-847c-a10d132b2720 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:11:00.295751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Attempting to bind port 02223674-319a-4f65-847c-a10d132b2720 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': '17fe3a61-1aee-41d0-b0fc-d35530390b3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '7c3e6fc2-0268-446c-8f59-6319f79163cd'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:11:00.296443 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Attempting to bind port 02223674-319a-4f65-847c-a10d132b2720 on network 7c3e6fc2-0268-446c-8f59-6319f79163cd {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:11:00.316082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:11:00.316782 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Checking segment: {'id': '17fe3a61-1aee-41d0-b0fc-d35530390b3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '7c3e6fc2-0268-446c-8f59-6319f79163cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:11:00.317388 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:00.322431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Bound using segment: {'id': '17fe3a61-1aee-41d0-b0fc-d35530390b3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '7c3e6fc2-0268-446c-8f59-6319f79163cd'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:11:00.322431 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Bound port: 02223674-319a-4f65-847c-a10d132b2720, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17fe3a61-1aee-41d0-b0fc-d35530390b3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '7c3e6fc2-0268-446c-8f59-6319f79163cd'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:11:00.322431 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:00.428185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7ce4d328-e748-4677-b278-c9e576f36cf7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:00.433559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Routers {'299049c4-d582-4754-a0fa-1ce73d6b3584'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:11:00.433972 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7ce4d328-e748-4677-b278-c9e576f36cf7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:00.434101 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:10:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['299049c4-d582-4754-a0fa-1ce73d6b3584'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:00.464452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] For port 02223674-319a-4f65-847c-a10d132b2720, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:11:00.469640 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] For port 02223674-319a-4f65-847c-a10d132b2720, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=02223674-319a-4f65-847c-a10d132b2720,segment=NetworkSegment(17fe3a61-1aee-41d0-b0fc-d35530390b3f),segment_id=17fe3a61-1aee-41d0-b0fc-d35530390b3f)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:11:00.508934 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:00.562452 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:00.609558 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ef2e8e-e6b5-44aa-8c3b-709e091b4414 admin admin] Router 24bcaa0d-c247-44bd-82a4-a75551ccf6bb has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:11:00.720784 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7ce4d328-e748-4677-b278-c9e576f36cf7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7955687 Dec 22 10:11:00.758930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Pushing event updated for resources: {'Port': ['ID=02223674-319a-4f65-847c-a10d132b2720,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:00.801980 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:00.814992 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Request body: {'port': {'device_id': '8f4e43e6-f237-461c-b923-b6ea5561139a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-5'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:11:01.201793 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] Set router 299049c4-d582-4754-a0fa-1ce73d6b3584 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:11:01.344052 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:01.374637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ef2e8e-e6b5-44aa-8c3b-709e091b4414 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:11:01.383730 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-16ef2e8e-e6b5-44aa-8c3b-709e091b4414 admin admin] 10.222.0.50 "PUT /v2.0/routers/24bcaa0d-c247-44bd-82a4-a75551ccf6bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2319438 Dec 22 10:11:01.387382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc06df1-85b6-459c-8a19-0fba4e136c2c None None] Sync routers for ids ['24bcaa0d-c247-44bd-82a4-a75551ccf6bb'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:11:01.390049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58756) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:01.433274 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc06df1-85b6-459c-8a19-0fba4e136c2c None None] Routers {'24bcaa0d-c247-44bd-82a4-a75551ccf6bb'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:11:01.435084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0fc06df1-85b6-459c-8a19-0fba4e136c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:10:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['24bcaa0d-c247-44bd-82a4-a75551ccf6bb'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:01.853928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db0e2638-a6b6-4a75-a3b0-864e84bfd1a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:02.052907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-0fc06df1-85b6-459c-8a19-0fba4e136c2c None None] Set router 24bcaa0d-c247-44bd-82a4-a75551ccf6bb gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:11:02.300139 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'name': 'tempest-TestAggregatesBasicOps-964024265-router', 'tenant_id': 'e7c61c45a3714b28872b964f6c49eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '0eaedad5-2aaf-4d02-93c4-45cc4e6d704b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:10:27Z', 'updated_at': '2020-12-22T10:10:40Z', 'revision_number': 4, 'project_id': 'e7c61c45a3714b28872b964f6c49eefc', 'gw_port': {'id': '0eaedad5-2aaf-4d02-93c4-45cc4e6d704b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:29Z', 'updated_at': '2020-12-22T10:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '12c738cf-c13d-438d-9bc4-f2c26efe8116', 'name': '', 'network_id': 'd8649091-5130-4021-8a75-8e0113067487', 'tenant_id': 'e7c61c45a3714b28872b964f6c49eefc', 'mac_address': 'fa:16:3e:cd:b4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '07cd6c4f-f547-4213-83a7-3c2f85d8033f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:37Z', 'updated_at': '2020-12-22T10:10:59Z', 'revision_number': 4, 'project_id': 'e7c61c45a3714b28872b964f6c49eefc', 'subnets': [{'id': '07cd6c4f-f547-4213-83a7-3c2f85d8033f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:02.304977 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8fc2af-4187-45a9-a34b-355990dd4997 None None] The sync data for ids ['299049c4-d582-4754-a0fa-1ce73d6b3584'] in n-d-765315-5 is: [{'id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'name': 'tempest-TestAggregatesBasicOps-964024265-router', 'tenant_id': 'e7c61c45a3714b28872b964f6c49eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '0eaedad5-2aaf-4d02-93c4-45cc4e6d704b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:10:27Z', 'updated_at': '2020-12-22T10:10:40Z', 'revision_number': 4, 'project_id': 'e7c61c45a3714b28872b964f6c49eefc', 'gw_port': {'id': '0eaedad5-2aaf-4d02-93c4-45cc4e6d704b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:29Z', 'updated_at': '2020-12-22T10:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5', '_interfaces': [{'id': '12c738cf-c13d-438d-9bc4-f2c26efe8116', 'name': '', 'network_id': 'd8649091-5130-4021-8a75-8e0113067487', 'tenant_id': 'e7c61c45a3714b28872b964f6c49eefc', 'mac_address': 'fa:16:3e:cd:b4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '07cd6c4f-f547-4213-83a7-3c2f85d8033f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:37Z', 'updated_at': '2020-12-22T10:10:59Z', 'revision_number': 4, 'project_id': 'e7c61c45a3714b28872b964f6c49eefc', 'subnets': [{'id': '07cd6c4f-f547-4213-83a7-3c2f85d8033f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:11:02.748922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac1878-3bc4-4b3f-82ad-6bed651f8d70 req-f8b46cff-c7d5-44b3-a747-6027d88d94cc tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:02.769774 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3ac1878-3bc4-4b3f-82ad-6bed651f8d70 req-f8b46cff-c7d5-44b3-a747-6027d88d94cc tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 931 time: 0.5945892 Dec 22 10:11:02.790627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db0e2638-a6b6-4a75-a3b0-864e84bfd1a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:02.832288 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-db0e2638-a6b6-4a75-a3b0-864e84bfd1a0 admin admin] Deleting port c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:02.832670 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db0e2638-a6b6-4a75-a3b0-864e84bfd1a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:02.927284 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f3ac1878-3bc4-4b3f-82ad-6bed651f8d70 req-16b60f10-137b-40f7-8d41-c8cb8298c557 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443098 Dec 22 10:11:03.114786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Allocated IP 2001:db8::1 (360d3e23-1b94-4807-bd6e-a36360aad3b1/2cc5e297-7ad9-44bb-a5a7-09e1f358f7f1/e652cd9b-89c3-46d0-a57a-ac658d8c0eca) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:11:03.149281 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 02223674-319a-4f65-847c-a10d132b2720 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:11:03.647178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 02223674-319a-4f65-847c-a10d132b2720 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:11:03.821404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 12c738cf-c13d-438d-9bc4-f2c26efe8116 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:11:03.918662 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:03.941276 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-db0e2638-a6b6-4a75-a3b0-864e84bfd1a0 admin admin] For port c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:03.941276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db0e2638-a6b6-4a75-a3b0-864e84bfd1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:03.955000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Transition to ACTIVE for port object e652cd9b-89c3-46d0-a57a-ac658d8c0eca will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:11:03.993179 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:04.022353 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68840a2-a9c6-4d72-a3b4-b32cc0695617 None None] Network 7c3e6fc2-0268-446c-8f59-6319f79163cd requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:11:04.026319 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e4793b5e-ecf9-431f-88f0-78df25619de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:04.355367 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-db0e2638-a6b6-4a75-a3b0-864e84bfd1a0 admin admin] Calling delete_port for c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5 owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:11:04.447259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Network 360d3e23-1b94-4807-bd6e-a36360aad3b1 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:11:04.458297 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:11:04.476608 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event updated for resources: {'Port': ['ID=e652cd9b-89c3-46d0-a57a-ac658d8c0eca,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:04.481962 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:04.495489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:11:04.496448 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7853872'] for router_interface, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:04.500656 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0fc06df1-85b6-459c-8a19-0fba4e136c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'name': 'tempest-TestAggregatesBasicOps-774836623-router', 'tenant_id': 'a6050281a798404586b1c229c01b6827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:10:08Z', 'updated_at': '2020-12-22T10:10:54Z', 'revision_number': 5, 'project_id': 'a6050281a798404586b1c229c01b6827', 'gw_port': {'id': 'c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:11Z', 'updated_at': '2020-12-22T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:04.511727 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1ab9528a-0877-4280-bba0-1c7a044dae16 None None] Provisioning for port 02223674-319a-4f65-847c-a10d132b2720 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:11:04.544562 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc06df1-85b6-459c-8a19-0fba4e136c2c None None] Checking router: 24bcaa0d-c247-44bd-82a4-a75551ccf6bb for host: n-d-765315-5 {{(pid=81073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:11:04.563130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-1ab9528a-0877-4280-bba0-1c7a044dae16 None None] Provisioning complete for port 02223674-319a-4f65-847c-a10d132b2720 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:04.564758 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1ab9528a-0877-4280-bba0-1c7a044dae16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:04.578496 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f {{(pid=81072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 10:11:04.599888 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:04.636042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaae29-d878-43af-b900-36609041d944 req-9f940177-20e9-4d49-8028-722ad6a9ec59 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:04.643509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Transition to ACTIVE for port object b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f will not be triggered until provisioned by entity L2. {{(pid=81072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:11:04.645689 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8adaae29-d878-43af-b900-36609041d944 req-9f940177-20e9-4d49-8028-722ad6a9ec59 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 931 time: 0.3583751 Dec 22 10:11:04.665043 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:04.666080 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 12c738cf-c13d-438d-9bc4-f2c26efe8116 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:11:04.683963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc06df1-85b6-459c-8a19-0fba4e136c2c None None] Routers {'24bcaa0d-c247-44bd-82a4-a75551ccf6bb'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:11:04.685049 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0fc06df1-85b6-459c-8a19-0fba4e136c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:10:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['24bcaa0d-c247-44bd-82a4-a75551ccf6bb'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:04.685899 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db0e2638-a6b6-4a75-a3b0-864e84bfd1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:04.736538 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8adaae29-d878-43af-b900-36609041d944 req-b4e3aac3-3aa7-49b3-986f-0758c4447295 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884383 Dec 22 10:11:04.804469 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-479e0da5-9b27-41a3-b079-9dcf332dd598 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:04.927908 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:05.073978 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-0fc06df1-85b6-459c-8a19-0fba4e136c2c None None] Set router 24bcaa0d-c247-44bd-82a4-a75551ccf6bb gateway port host: n-d-765315-5 {{(pid=81073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:11:05.219121 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 12c738cf-c13d-438d-9bc4-f2c26efe8116 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:05.220509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:05.357637 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Pushing event updated for resources: {'Port': ['ID=b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f,revision_number=2']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:05.369012 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:05.559634 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:05.700483 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-64bec638-75af-40ee-bcd9-323db051729c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:05.777108 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db0e2638-a6b6-4a75-a3b0-864e84bfd1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:05.826671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 12c738cf-c13d-438d-9bc4-f2c26efe8116, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=12c738cf-c13d-438d-9bc4-f2c26efe8116,segment=NetworkSegment(eccb960b-676f-4e7e-98e8-e245878a1f56),segment_id=eccb960b-676f-4e7e-98e8-e245878a1f56)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:05.839456 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1ab9528a-0877-4280-bba0-1c7a044dae16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:05.941755 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-1ab9528a-0877-4280-bba0-1c7a044dae16 None None] For port 02223674-319a-4f65-847c-a10d132b2720, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=02223674-319a-4f65-847c-a10d132b2720,segment=NetworkSegment(17fe3a61-1aee-41d0-b0fc-d35530390b3f),segment_id=17fe3a61-1aee-41d0-b0fc-d35530390b3f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:05.945389 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:05.950551 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-581abb24-d60d-407e-ab71-9220ebea1d23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:06.084731 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1ab9528a-0877-4280-bba0-1c7a044dae16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:06.095409 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=12c738cf-c13d-438d-9bc4-f2c26efe8116,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:06.105981 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:06.110512 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:06.118112 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Attempting to bind port b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f on host n-h1-765315-5 for vnic_type normal with profile {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:11:06.119179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Attempting to bind port b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f by drivers openvswitch on host n-h1-765315-5 at level 0 using segments [{'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:11:06.119559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Attempting to bind port b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f on network 99773f64-dc84-4992-b646-2939d71e7472 {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:11:06.122109 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for port, precommit_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:06.128509 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db0e2638-a6b6-4a75-a3b0-864e84bfd1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:06.131438 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Checking agent: {'id': '6bb2680b-5e8a-473e-a8f6-185a02b0a2f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 25, 39), 'started_at': datetime.datetime(2020, 12, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.14', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:11:06.132042 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Checking segment: {'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:11:06.133670 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:06.134503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Bound using segment: {'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'} {{(pid=81072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:11:06.135194 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Bound port: b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f, host: n-h1-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b82da-8929-4c32-a798-a1f98b31b26e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '99773f64-dc84-4992-b646-2939d71e7472'}}] {{(pid=81072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:11:06.135742 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:06.137330 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852464799'] for port, after_update {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:06.141333 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847235515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7852939'] for router_interface, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:06.152420 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db0e2638-a6b6-4a75-a3b0-864e84bfd1a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:06.284414 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db0e2638-a6b6-4a75-a3b0-864e84bfd1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:06.285534 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0e2638-a6b6-4a75-a3b0-864e84bfd1a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24bcaa0d-c247-44bd-82a4-a75551ccf6bb {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 10:11:06.285930 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-da9d0f26-0796-4d9c-a7e4-753681bbd879 None None] Provisioning for port e652cd9b-89c3-46d0-a57a-ac658d8c0eca completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:11:06.347779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9528a-0877-4280-bba0-1c7a044dae16 None None] Pushing event updated for resources: {'Port': ['ID=02223674-319a-4f65-847c-a10d132b2720,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:06.354833 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-1ab9528a-0877-4280-bba0-1c7a044dae16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:06.354833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-da9d0f26-0796-4d9c-a7e4-753681bbd879 None None] Provisioning complete for port e652cd9b-89c3-46d0-a57a-ac658d8c0eca triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:06.356081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da9d0f26-0796-4d9c-a7e4-753681bbd879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:06.365344 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-db0e2638-a6b6-4a75-a3b0-864e84bfd1a0 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:06.376163 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-db0e2638-a6b6-4a75-a3b0-864e84bfd1a0 admin admin] 10.222.0.50 "DELETE /v2.0/routers/24bcaa0d-c247-44bd-82a4-a75551ccf6bb HTTP/1.1" status: 204 len: 168 time: 4.9719715 Dec 22 10:11:06.376163 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58778) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:06.435486 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2304ab69-c3d4-4575-89a1-98347c3016ec tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:06.457867 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-da9d0f26-0796-4d9c-a7e4-753681bbd879 None None] Port e652cd9b-89c3-46d0-a57a-ac658d8c0eca cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:11:06.467298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-0fc06df1-85b6-459c-8a19-0fba4e136c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'name': 'tempest-TestAggregatesBasicOps-774836623-router', 'tenant_id': 'a6050281a798404586b1c229c01b6827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:10:08Z', 'updated_at': '2020-12-22T10:10:54Z', 'revision_number': 5, 'project_id': 'a6050281a798404586b1c229c01b6827', 'gw_port': {'id': 'c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:11Z', 'updated_at': '2020-12-22T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:06.484215 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc06df1-85b6-459c-8a19-0fba4e136c2c None None] The sync data for ids ['24bcaa0d-c247-44bd-82a4-a75551ccf6bb'] in n-d-765315-5 is: [{'id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'name': 'tempest-TestAggregatesBasicOps-774836623-router', 'tenant_id': 'a6050281a798404586b1c229c01b6827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:10:08Z', 'updated_at': '2020-12-22T10:10:54Z', 'revision_number': 5, 'project_id': 'a6050281a798404586b1c229c01b6827', 'gw_port': {'id': 'c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bcaa0d-c247-44bd-82a4-a75551ccf6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:11Z', 'updated_at': '2020-12-22T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:11:06.496365 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f36fda-7238-4cc7-83ed-ba742ba0444f admin admin] Deleting subnet a58a6c77-4ab1-4250-a86e-e4a36df1bfff {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:11:06.496365 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8f36fda-7238-4cc7-83ed-ba742ba0444f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:06.557854 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4177fed-c06e-4b0c-a4b1-483f8f1c270d req-5fbd41a2-67f0-4744-8fa2-e7beffa9a2c0 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:06.557854 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4177fed-c06e-4b0c-a4b1-483f8f1c270d req-5fbd41a2-67f0-4744-8fa2-e7beffa9a2c0 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 943 time: 0.6071410 Dec 22 10:11:06.652566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-c838ac85-fa61-4374-bef3-738687e8aad4 None None] Provisioning complete for port 02223674-319a-4f65-847c-a10d132b2720 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:06.653004 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c838ac85-fa61-4374-bef3-738687e8aad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:06.709369 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event updated for resources: {'Port': ['ID=e652cd9b-89c3-46d0-a57a-ac658d8c0eca,revision_number=2']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:06.722315 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:06.750570 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-f4177fed-c06e-4b0c-a4b1-483f8f1c270d req-46ac1a36-5578-430d-b8d4-b4d9796f2f6a tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991406 Dec 22 10:11:06.753844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Network 360d3e23-1b94-4807-bd6e-a36360aad3b1 is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:11:06.755780 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:11:07.176718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-bc87e75e-74fd-4223-9db3-dba5397bb0d4 None None] Provisioning complete for port 02223674-319a-4f65-847c-a10d132b2720 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:07.177689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc87e75e-74fd-4223-9db3-dba5397bb0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:07.177933 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Router d06ad48a-0497-4f75-8e64-7beb3db93819 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:11:07.277580 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:11:07.338881 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] For port b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f, host n-h1-765315-5, cleared binding levels {{(pid=81072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:11:07.431843 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8f36fda-7238-4cc7-83ed-ba742ba0444f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:07.517327 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] For port b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f, host n-h1-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f,segment=NetworkSegment(224b82da-8929-4c32-a798-a1f98b31b26e),segment_id=224b82da-8929-4c32-a798-a1f98b31b26e)] {{(pid=81072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:11:07.577450 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8f36fda-7238-4cc7-83ed-ba742ba0444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:07.672585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:11:07.685420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231130c7-620d-4a43-b6c2-c79fd277edc2 None None] Sync routers for ids ['d06ad48a-0497-4f75-8e64-7beb3db93819'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:11:07.692757 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852667442'] for port, after_update {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:07.701811 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4f91d6df-c9f3-4bea-93ea-ab2a4a470edc tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "PUT /v2.0/routers/d06ad48a-0497-4f75-8e64-7beb3db93819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0512521 Dec 22 10:11:07.708192 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231130c7-620d-4a43-b6c2-c79fd277edc2 None None] Routers {'d06ad48a-0497-4f75-8e64-7beb3db93819'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:11:07.708844 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58784) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:07.709987 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-231130c7-620d-4a43-b6c2-c79fd277edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:10:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['d06ad48a-0497-4f75-8e64-7beb3db93819'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:07.725707 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8ff50ce3-6d2a-4e22-8153-6ca10005355a tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:07.746715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eb024a5a-93f0-4074-be96-4c6e671913fc None None] Provisioning complete for port e652cd9b-89c3-46d0-a57a-ac658d8c0eca triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:07.747265 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb024a5a-93f0-4074-be96-4c6e671913fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:07.918516 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-231130c7-620d-4a43-b6c2-c79fd277edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:07.947149 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231130c7-620d-4a43-b6c2-c79fd277edc2 None None] Routers {'d06ad48a-0497-4f75-8e64-7beb3db93819'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:11:07.947850 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-231130c7-620d-4a43-b6c2-c79fd277edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:10:38Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['d06ad48a-0497-4f75-8e64-7beb3db93819'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:08.159233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-231130c7-620d-4a43-b6c2-c79fd277edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:08.159695 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231130c7-620d-4a43-b6c2-c79fd277edc2 None None] The sync data for ids ['d06ad48a-0497-4f75-8e64-7beb3db93819'] in n-d-765315-5 is: [] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:11:08.240464 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f503cbaf-0a4d-47f2-b5b1-c3a045d67b64 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for router, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:08.395227 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 02223674-319a-4f65-847c-a10d132b2720 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:11:08.619574 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71e3f8a5-f757-4622-9b79-769d3bca32cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:08.651922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 02223674-319a-4f65-847c-a10d132b2720 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:08.652684 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:08.724865 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-eb024a5a-93f0-4074-be96-4c6e671913fc None None] Port e652cd9b-89c3-46d0-a57a-ac658d8c0eca cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:11:08.770241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-eb024a5a-93f0-4074-be96-4c6e671913fc None None] Provisioning complete for port 02223674-319a-4f65-847c-a10d132b2720 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:08.771354 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-eb024a5a-93f0-4074-be96-4c6e671913fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:08.864016 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Pushing event updated for resources: {'Port': ['ID=b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f,revision_number=3']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:08.877782 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.152s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:08.888986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:08.889786 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:08.891833 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] 10.222.0.64 "PUT /v2.0/ports/b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f HTTP/1.1" status: 200 len: 1155 time: 8.1389525 Dec 22 10:11:08.892457 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4e43e6-f237-461c-b923-b6ea5561139a', 'tag': 'b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f'}] {{(pid=81072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:11:09.027690 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-f503cbaf-0a4d-47f2-b5b1-c3a045d67b64 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 10:11:09.029609 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f503cbaf-0a4d-47f2-b5b1-c3a045d67b64 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "DELETE /v2.0/routers/d06ad48a-0497-4f75-8e64-7beb3db93819 HTTP/1.1" status: 409 len: 329 time: 1.3200557 Dec 22 10:11:09.035519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58794) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:09.070816 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:09.137099 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4e43e6-f237-461c-b923-b6ea5561139a', 'tag': 'b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f', 'status': 'completed', 'code': 200} Dec 22 10:11:09.157905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8f36fda-7238-4cc7-83ed-ba742ba0444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:09.184476 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-775a6c0d-5d1e-4967-b034-33986e77cc77 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:09.323295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 12c738cf-c13d-438d-9bc4-f2c26efe8116 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:11:09.436986 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 12c738cf-c13d-438d-9bc4-f2c26efe8116 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:09.437948 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:09.458486 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f36fda-7238-4cc7-83ed-ba742ba0444f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a58a6c77-4ab1-4250-a86e-e4a36df1bfff,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:09.469419 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-d8f36fda-7238-4cc7-83ed-ba742ba0444f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:09.475216 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d8f36fda-7238-4cc7-83ed-ba742ba0444f admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:09.498318 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-d8f36fda-7238-4cc7-83ed-ba742ba0444f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a58a6c77-4ab1-4250-a86e-e4a36df1bfff HTTP/1.1" status: 204 len: 168 time: 3.1260140 Dec 22 10:11:09.505602 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58802) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:09.529373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a28eb3-1d84-484d-aa32-32683e8a1a5e None None] Network cd8f5778-003f-43c2-9baa-5470fbf19438 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:11:09.561810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-4c5ca20b-6223-4433-bba7-3a2e8ff1aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:09.564822 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-4c5ca20b-6223-4433-bba7-3a2e8ff1aedc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e798a8e61fa24836a28e3da00a2e4e8b&device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 1158 time: 0.5776935 Dec 22 10:11:09.719674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd0c82ef-be96-4d9d-8fbf-3c97ccd5b1c7 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:09.774455 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:09.780213 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:11:09.877130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:11:09.877130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device c6e2a162-6284-43ae-bdc0-eb83b5f6a5c5 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:11:09.877130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 9b88b8b3-6096-488e-ba85-97e60000f9d3 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:11:09.908931 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 9b88b8b3-6096-488e-ba85-97e60000f9d3 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:11:09.909607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 9b88b8b3-6096-488e-ba85-97e60000f9d3 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:11:10.029014 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:10.191647 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-9895f997-2d2d-4b6e-ac6a-13053e9ebf24 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f HTTP/1.1" status: 200 len: 217 time: 0.5803750 Dec 22 10:11:10.196670 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd800a0c-443c-431b-8ff8-c29af78a3256 req-e9b6d370-c765-47a7-9db0-819917a8b87e tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:10.198299 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd800a0c-443c-431b-8ff8-c29af78a3256 req-e9b6d370-c765-47a7-9db0-819917a8b87e tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 943 time: 1.2789404 Dec 22 10:11:10.309883 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:10.324968 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] Deleting port af96f779-39d7-48ef-b9a6-e4c29bb2510d {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:10.327536 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:10.384241 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6366e0c5-9cbb-4dea-a5ef-ebb4ec9e9b55 None None] DHCP port deletion for cd8f5778-003f-43c2-9baa-5470fbf19438 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:11:10.389775 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6366e0c5-9cbb-4dea-a5ef-ebb4ec9e9b55 None None] Deleting port af96f779-39d7-48ef-b9a6-e4c29bb2510d {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:10.397966 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6366e0c5-9cbb-4dea-a5ef-ebb4ec9e9b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:10.414599 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-bd800a0c-443c-431b-8ff8-c29af78a3256 req-30cca9e2-f3c7-4e22-aaad-8522291f67ec tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253188 Dec 22 10:11:10.755893 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-6366e0c5-9cbb-4dea-a5ef-ebb4ec9e9b55 None None] For port af96f779-39d7-48ef-b9a6-e4c29bb2510d, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=af96f779-39d7-48ef-b9a6-e4c29bb2510d,segment=NetworkSegment(57cb6fd2-c667-4745-81de-3a9ccdb5e660),segment_id=57cb6fd2-c667-4745-81de-3a9ccdb5e660)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:10.759497 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6366e0c5-9cbb-4dea-a5ef-ebb4ec9e9b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:10.772960 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-dd0c82ef-be96-4d9d-8fbf-3c97ccd5b1c7 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Deleting port e652cd9b-89c3-46d0-a57a-ac658d8c0eca {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:10.774584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-04e5bdbf-11fe-403b-b5ff-6e517017a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:10.774720 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd0c82ef-be96-4d9d-8fbf-3c97ccd5b1c7 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:10.780018 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-04e5bdbf-11fe-403b-b5ff-6e517017a7cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a8cbed5-bf42-44bf-8a42-c92ce50d8141 HTTP/1.1" status: 200 len: 851 time: 0.5806427 Dec 22 10:11:10.941961 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] For port af96f779-39d7-48ef-b9a6-e4c29bb2510d, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=af96f779-39d7-48ef-b9a6-e4c29bb2510d,segment=NetworkSegment(57cb6fd2-c667-4745-81de-3a9ccdb5e660),segment_id=57cb6fd2-c667-4745-81de-3a9ccdb5e660)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:10.942381 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:11.043609 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-6366e0c5-9cbb-4dea-a5ef-ebb4ec9e9b55 None None] Calling delete_port for af96f779-39d7-48ef-b9a6-e4c29bb2510d owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:11:11.108680 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd0c82ef-be96-4d9d-8fbf-3c97ccd5b1c7 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:11.115788 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:11.149157 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:11.183134 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] Calling delete_port for af96f779-39d7-48ef-b9a6-e4c29bb2510d owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:11:11.186313 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6366e0c5-9cbb-4dea-a5ef-ebb4ec9e9b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:11.258947 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:11.266821 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-dd0c82ef-be96-4d9d-8fbf-3c97ccd5b1c7 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Calling delete_port for e652cd9b-89c3-46d0-a57a-ac658d8c0eca owned by network:router_interface {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:11:11.320751 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366e0c5-9cbb-4dea-a5ef-ebb4ec9e9b55 None None] Pushing event deleted for resources: {'Port': ['ID=af96f779-39d7-48ef-b9a6-e4c29bb2510d,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:11.326019 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6366e0c5-9cbb-4dea-a5ef-ebb4ec9e9b55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:11.356274 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81072) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:11:11.356956 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:11:11.368848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-3fd69cea-2b1c-4143-b7be-7450d133eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:11.373682 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-3fd69cea-2b1c-4143-b7be-7450d133eea6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99773f64-dc84-4992-b646-2939d71e7472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5804484 Dec 22 10:11:11.448488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366e0c5-9cbb-4dea-a5ef-ebb4ec9e9b55 None None] No DVR routers for this DVR port af96f779-39d7-48ef-b9a6-e4c29bb2510d on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:11:11.534305 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd0c82ef-be96-4d9d-8fbf-3c97ccd5b1c7 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:11.570678 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-baafc2a1-f1c7-402f-981b-634950c2d06d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:11.652528 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-9a19d0b3-459d-4600-8257-e76c41b3c30d service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725120 Dec 22 10:11:11.714672 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c82ef-be96-4d9d-8fbf-3c97ccd5b1c7 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event deleted for resources: {'Port': ['ID=e652cd9b-89c3-46d0-a57a-ac658d8c0eca,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:11.745458 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-dd0c82ef-be96-4d9d-8fbf-3c97ccd5b1c7 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:11.887685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] Deleting port af96f779-39d7-48ef-b9a6-e4c29bb2510d {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:11.888397 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:11.889661 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f5808-7500-45ec-bf89-24e9f1cf0519 req-30ec968f-6e88-4f2a-abfa-9e18ced588cc tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:11.892658 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d3f5808-7500-45ec-bf89-24e9f1cf0519 req-30ec968f-6e88-4f2a-abfa-9e18ced588cc tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 943 time: 0.2287948 Dec 22 10:11:11.945381 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1c433273-f48e-4b8d-8a1d-3a785953b778 req-f94b284d-6ef5-42e7-864d-4b707898fa90 service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2840700 Dec 22 10:11:12.011889 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5d3f5808-7500-45ec-bf89-24e9f1cf0519 req-aa3ba69e-3fce-4ac3-b460-c8dba3343c21 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103706 Dec 22 10:11:12.012202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] The port 'af96f779-39d7-48ef-b9a6-e4c29bb2510d' was deleted {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:11:12.146474 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device af96f779-39d7-48ef-b9a6-e4c29bb2510d no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:11:12.230514 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-dd0c82ef-be96-4d9d-8fbf-3c97ccd5b1c7 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:12.260063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: af96f779-39d7-48ef-b9a6-e4c29bb2510d {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:11:12.260063 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device af96f779-39d7-48ef-b9a6-e4c29bb2510d not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:11:12.423689 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:12.589219 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8f5778-003f-43c2-9baa-5470fbf19438']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:12.610956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cb6fd2-c667-4745-81de-3a9ccdb5e660') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:12.610956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cb6fd2-c667-4745-81de-3a9ccdb5e660') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:12.629379 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:12.643540 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf6b77-0d40-45ff-b8de-12d98256ed50 req-4ecb5c79-db67-4e8b-a56a-0962d6a7f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:12.645932 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ccaf6b77-0d40-45ff-b8de-12d98256ed50 req-4ecb5c79-db67-4e8b-a56a-0962d6a7f451 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e798a8e61fa24836a28e3da00a2e4e8b&device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 1158 time: 0.5494683 Dec 22 10:11:12.685279 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:12.692941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:11:13.020356 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] Network cd8f5778-003f-43c2-9baa-5470fbf19438 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:11:13.037570 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:13.087352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0c82ef-be96-4d9d-8fbf-3c97ccd5b1c7 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Router d06ad48a-0497-4f75-8e64-7beb3db93819 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:11:13.411105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0c82ef-be96-4d9d-8fbf-3c97ccd5b1c7 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:11:13.431255 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-dd0c82ef-be96-4d9d-8fbf-3c97ccd5b1c7 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "PUT /v2.0/routers/d06ad48a-0497-4f75-8e64-7beb3db93819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3865523 Dec 22 10:11:13.431255 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58842) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:13.476951 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf6b77-0d40-45ff-b8de-12d98256ed50 req-e8fb1256-3ec0-465a-95db-c57db046b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:13.478735 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ccaf6b77-0d40-45ff-b8de-12d98256ed50 req-e8fb1256-3ec0-465a-95db-c57db046b6cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=99773f64-dc84-4992-b646-2939d71e7472 HTTP/1.1" status: 200 len: 906 time: 0.8245003 Dec 22 10:11:13.502298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90efe5c3-da16-4ddd-bca8-a70f8f776eb1 None None] Sync routers for ids ['d06ad48a-0497-4f75-8e64-7beb3db93819'] in n-d-765315-5 {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:11:13.516956 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90efe5c3-da16-4ddd-bca8-a70f8f776eb1 None None] Routers {'d06ad48a-0497-4f75-8e64-7beb3db93819'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:11:13.520731 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-90efe5c3-da16-4ddd-bca8-a70f8f776eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:11:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['d06ad48a-0497-4f75-8e64-7beb3db93819'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:13.546410 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-096b6728-0933-4264-bf99-099f76fe9ceb tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] show failed (client error): The resource could not be found. Dec 22 10:11:13.554230 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-096b6728-0933-4264-bf99-099f76fe9ceb tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-583518637 HTTP/1.1" status: 404 len: 334 time: 0.1162050 Dec 22 10:11:13.563882 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58846) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:13.575683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-ae3e636c-53f7-4599-a151-3b32740ffeaf tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Request body: {'router': {'name': 'new_name'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:11:13.613020 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-90efe5c3-da16-4ddd-bca8-a70f8f776eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:13.622194 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ccaf6b77-0d40-45ff-b8de-12d98256ed50 req-978c52ce-2322-416d-aeb1-4b37ef85306c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f HTTP/1.1" status: 200 len: 217 time: 0.0867176 Dec 22 10:11:13.632958 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90efe5c3-da16-4ddd-bca8-a70f8f776eb1 None None] Routers {'d06ad48a-0497-4f75-8e64-7beb3db93819'} bound to L3 agent in host n-d-765315-5 {{(pid=81073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:11:13.634206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-90efe5c3-da16-4ddd-bca8-a70f8f776eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:11:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['d06ad48a-0497-4f75-8e64-7beb3db93819'], 'active': True} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:13.669915 n-d-765315-5 neutron-server[80960]: INFO neutron.api.v2.resource [None req-ae3e636c-53f7-4599-a151-3b32740ffeaf tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] update failed (client error): The resource could not be found. Dec 22 10:11:13.671213 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ae3e636c-53f7-4599-a151-3b32740ffeaf tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-1730720669 HTTP/1.1" status: 404 len: 335 time: 0.1009893 Dec 22 10:11:13.680035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58852) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:13.738143 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-90efe5c3-da16-4ddd-bca8-a70f8f776eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-5', False) {} {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:13.738575 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90efe5c3-da16-4ddd-bca8-a70f8f776eb1 None None] The sync data for ids ['d06ad48a-0497-4f75-8e64-7beb3db93819'] in n-d-765315-5 is: [] {{(pid=81073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:11:13.739231 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3ade1-81ba-4e4c-80a5-edd51f60acc3 req-6ed95875-36db-4ef8-983a-e466b49e1740 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:13.741082 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5f3ade1-81ba-4e4c-80a5-edd51f60acc3 req-6ed95875-36db-4ef8-983a-e466b49e1740 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 943 time: 0.4270408 Dec 22 10:11:13.856445 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] Network cd8f5778-003f-43c2-9baa-5470fbf19438 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:11:13.865641 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf6b77-0d40-45ff-b8de-12d98256ed50 req-0be11dfb-20d3-4498-9a73-864e1e30416a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:13.867241 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ccaf6b77-0d40-45ff-b8de-12d98256ed50 req-0be11dfb-20d3-4498-9a73-864e1e30416a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a8cbed5-bf42-44bf-8a42-c92ce50d8141 HTTP/1.1" status: 200 len: 851 time: 0.2375433 Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: % (table.description, expected, rows_matched) Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:11:13.886903 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:11:13.949205 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e5f3ade1-81ba-4e4c-80a5-edd51f60acc3 req-c3f5d34a-6b2a-439e-9f44-13d6b604d46e tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773372 Dec 22 10:11:14.018262 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Deleting subnet e2df8f1b-c6f2-498d-bdca-ea58c8cf80e5 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:11:14.021864 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:14.066225 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf6b77-0d40-45ff-b8de-12d98256ed50 req-a00c70d8-f5d6-44de-9b69-37e7c28df355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:14.068790 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ccaf6b77-0d40-45ff-b8de-12d98256ed50 req-a00c70d8-f5d6-44de-9b69-37e7c28df355 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99773f64-dc84-4992-b646-2939d71e7472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1775744 Dec 22 10:11:14.073081 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:14.099177 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:14.103384 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7ae519df-a380-401a-ac91-f4b763fe800d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:14.132231 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:14.155644 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd8f5778-003f-43c2-9baa-5470fbf19438,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:14.176509 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:14.181550 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9e121aaf-7f11-495c-b009-41dce21a1d63 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cd8f5778-003f-43c2-9baa-5470fbf19438 HTTP/1.1" status: 204 len: 168 time: 4.6700387 Dec 22 10:11:14.186136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58858) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:14.324928 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ccaf6b77-0d40-45ff-b8de-12d98256ed50 req-9bda4788-a47f-4209-a978-f0f6e5aec88c service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490182 Dec 22 10:11:14.434168 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:14.506200 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-ccaf6b77-0d40-45ff-b8de-12d98256ed50 req-434402f8-2198-481a-a1f4-442b286bcce9 service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1742413 Dec 22 10:11:14.826042 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4864135e-bca8-44ef-912d-f096b5841447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7852984'] for router_interface, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:15.442158 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:15.464340 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0708e086-ea98-4ca6-b2ba-42e7075c6a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:15.533878 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event deleted for resources: {'Subnet': ['ID=e2df8f1b-c6f2-498d-bdca-ea58c8cf80e5,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:15.988671 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:15.989089 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:15.989704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:15.990426 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:15.991153 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:15.991971 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:15.992716 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:15.993524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:15.994180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:15.994765 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:15.995334 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:15.995910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:15.996601 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:15.997208 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:15.997805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:15.998359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:15.998919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:15.999498 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:16.000099 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:16.000663 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:16.001233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:16.001792 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:16.002347 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:16.002907 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:16.003548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:16.004152 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:16.004705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:16.005258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:16.013320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:16.013320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:16.013320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:16.013320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:16.013320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:16.013320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:16.013320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:16.013320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:16.043090 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:16.083452 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad45b3-d355-456f-a5d6-ebd9ea85fdd4 req-e85564d5-a9c0-4bc7-959e-e75b31c70279 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:16.085328 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97ad45b3-d355-456f-a5d6-ebd9ea85fdd4 req-e85564d5-a9c0-4bc7-959e-e75b31c70279 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 943 time: 0.7928998 Dec 22 10:11:16.106209 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efe5877-a416-4e14-a7b6-179154c2d527 None None] Network 7c3e6fc2-0268-446c-8f59-6319f79163cd requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:11:16.139370 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:16.217606 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-21f6ce03-d4c5-4530-a589-f3eef3a2ff23 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "DELETE /v2.0/subnets/e2df8f1b-c6f2-498d-bdca-ea58c8cf80e5 HTTP/1.1" status: 204 len: 168 time: 2.5333390 Dec 22 10:11:16.221624 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58888) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:16.239408 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97ad45b3-d355-456f-a5d6-ebd9ea85fdd4 req-f3f6e3ef-f67b-4a2d-8410-eeed0054cd80 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445982 Dec 22 10:11:16.485372 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:16.611887 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4864135e-bca8-44ef-912d-f096b5841447 admin admin] Deleting port 12c738cf-c13d-438d-9bc4-f2c26efe8116 {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:16.612346 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4864135e-bca8-44ef-912d-f096b5841447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:16.655508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Deleting port 02223674-319a-4f65-847c-a10d132b2720 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:16.657005 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:16.706866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58829941-7959-4815-84c7-06536774fe39 None None] DHCP port deletion for 7c3e6fc2-0268-446c-8f59-6319f79163cd request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:11:16.711689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-58829941-7959-4815-84c7-06536774fe39 None None] Deleting port 02223674-319a-4f65-847c-a10d132b2720 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:16.712133 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-58829941-7959-4815-84c7-06536774fe39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:16.911577 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-4864135e-bca8-44ef-912d-f096b5841447 admin admin] For port 12c738cf-c13d-438d-9bc4-f2c26efe8116, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=12c738cf-c13d-438d-9bc4-f2c26efe8116,segment=NetworkSegment(eccb960b-676f-4e7e-98e8-e245878a1f56),segment_id=eccb960b-676f-4e7e-98e8-e245878a1f56)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:16.912005 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4864135e-bca8-44ef-912d-f096b5841447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:17.252056 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-4864135e-bca8-44ef-912d-f096b5841447 admin admin] Calling delete_port for 12c738cf-c13d-438d-9bc4-f2c26efe8116 owned by network:router_interface {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:11:17.304686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] For port 02223674-319a-4f65-847c-a10d132b2720, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=02223674-319a-4f65-847c-a10d132b2720,segment=NetworkSegment(17fe3a61-1aee-41d0-b0fc-d35530390b3f),segment_id=17fe3a61-1aee-41d0-b0fc-d35530390b3f)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:17.305064 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:17.312935 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-58829941-7959-4815-84c7-06536774fe39 None None] For port 02223674-319a-4f65-847c-a10d132b2720, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=02223674-319a-4f65-847c-a10d132b2720,segment=NetworkSegment(17fe3a61-1aee-41d0-b0fc-d35530390b3f),segment_id=17fe3a61-1aee-41d0-b0fc-d35530390b3f)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:17.321731 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-58829941-7959-4815-84c7-06536774fe39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:17.651633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-58829941-7959-4815-84c7-06536774fe39 None None] Calling delete_port for 02223674-319a-4f65-847c-a10d132b2720 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:11:17.761405 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Calling delete_port for 02223674-319a-4f65-847c-a10d132b2720 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:11:17.841346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58908) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:17.886271 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-58829941-7959-4815-84c7-06536774fe39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:11:17.887079 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-58829941-7959-4815-84c7-06536774fe39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:11:17.895205 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:17.953209 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4864135e-bca8-44ef-912d-f096b5841447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:18.157872 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 02223674-319a-4f65-847c-a10d132b2720 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:11:18.158182 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0c9e901c-8c57-4949-be97-713eda621bb5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:18.231612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 02223674-319a-4f65-847c-a10d132b2720 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:11:18.236852 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 02223674-319a-4f65-847c-a10d132b2720 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:11:18.338685 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-67a72b61-08e9-449f-9d03-5ed1e2de4b92 tempest-BulkNetworkOpsIpV6Test-1444813205 tempest-BulkNetworkOpsIpV6Test-1444813205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:18.339869 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] No DVR routers for this DVR port 02223674-319a-4f65-847c-a10d132b2720 on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:11:18.388581 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-58829941-7959-4815-84c7-06536774fe39 None None] Deleting port 02223674-319a-4f65-847c-a10d132b2720 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:18.389317 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-58829941-7959-4815-84c7-06536774fe39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:18.494551 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a1900876-e17f-4bee-8c32-2095cb8d24a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:18.528531 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864135e-bca8-44ef-912d-f096b5841447 admin admin] Pushing event deleted for resources: {'Port': ['ID=12c738cf-c13d-438d-9bc4-f2c26efe8116,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:18.618271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-58829941-7959-4815-84c7-06536774fe39 None None] The port '02223674-319a-4f65-847c-a10d132b2720' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:11:18.678292 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4864135e-bca8-44ef-912d-f096b5841447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:18.710752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a1900876-e17f-4bee-8c32-2095cb8d24a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:11:18.724778 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:18.788559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event deleted for resources: {'Port': ['ID=02223674-319a-4f65-847c-a10d132b2720,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:18.802135 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:19.002627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4864135e-bca8-44ef-912d-f096b5841447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7540301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7852818'] for router_interface, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:19.022653 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a1900876-e17f-4bee-8c32-2095cb8d24a8 admin admin] Usage tracker for resource:security_group_rule and tenant:9b412e909a9c4a4296706ecfe5d22486 is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:11:19.030996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-a1900876-e17f-4bee-8c32-2095cb8d24a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:11:19.059734 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3e6fc2-0268-446c-8f59-6319f79163cd']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:19.065500 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-a1900876-e17f-4bee-8c32-2095cb8d24a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:11:19.079408 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17fe3a61-1aee-41d0-b0fc-d35530390b3f') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:19.080083 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17fe3a61-1aee-41d0-b0fc-d35530390b3f') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:19.111992 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:19.134075 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:19.137330 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Releasing vxlan tunnel 11 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:11:19.184247 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dbdfd-95d8-4f34-b965-0abf0ff65d5e req-b6458195-486d-4fa5-bdf6-ad44de4de7b4 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:19.193024 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-772dbdfd-95d8-4f34-b965-0abf0ff65d5e req-b6458195-486d-4fa5-bdf6-ad44de4de7b4 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 943 time: 1.3528571 Dec 22 10:11:19.314825 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-772dbdfd-95d8-4f34-b965-0abf0ff65d5e req-5fde36a2-87ed-40b5-aa71-2c77f4c63486 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206148 Dec 22 10:11:19.396828 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7f2ee-4d2d-464b-9f8f-d454c2c5867d req-37989fd0-73ee-44cc-b748-e8c0414bf72e tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:19.399051 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cef7f2ee-4d2d-464b-9f8f-d454c2c5867d req-37989fd0-73ee-44cc-b748-e8c0414bf72e tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 0.8751755 Dec 22 10:11:19.445363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Network 7c3e6fc2-0268-446c-8f59-6319f79163cd has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:11:19.455332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:19.552339 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cef7f2ee-4d2d-464b-9f8f-d454c2c5867d req-40d9c481-9176-405d-947a-834d771569b4 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362598 Dec 22 10:11:19.686762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Network 7c3e6fc2-0268-446c-8f59-6319f79163cd has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:11:19.718806 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:11:19.863755 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:19.870367 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:19.881217 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9343cca1-6eb4-402c-9aa7-1a97125374a4 tempest-ExtraDHCPOptionsTestJSON-1025876472 tempest-ExtraDHCPOptionsTestJSON-1025876472] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:19.918003 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "DELETE /v2.0/networks/7c3e6fc2-0268-446c-8f59-6319f79163cd HTTP/1.1" status: 204 len: 168 time: 3.6928813 Dec 22 10:11:19.918003 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event deleted for resources: {'Network': ['ID=7c3e6fc2-0268-446c-8f59-6319f79163cd,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:19.919114 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58922) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:19.921889 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f7d50ef5-9d9a-46ff-979f-ddfda204eba3 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:19.928680 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4864135e-bca8-44ef-912d-f096b5841447 admin admin] Router 299049c4-d582-4754-a0fa-1ce73d6b3584 has already been hosted by L3 agent 56d33d7d-635c-4e22-9a4a-90a60701ed73 {{(pid=81071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 22 10:11:20.212664 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a1900876-e17f-4bee-8c32-2095cb8d24a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:20.336411 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a1900876-e17f-4bee-8c32-2095cb8d24a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:20.357143 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-8ca46b35-0d40-4106-9755-b3fcc3de3a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:20.503805 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-024f2aee-97d3-493d-9e94-52eed684cf42 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Deleting subnet d3504943-8d52-4e13-904d-0a9f16ab6fe0 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:11:20.507027 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a1900876-e17f-4bee-8c32-2095cb8d24a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b412e909a9c4a4296706ecfe5d22486&name=default HTTP/1.1" status: 200 len: 2883 time: 2.6588061 Dec 22 10:11:20.516666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58932) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:20.521701 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4864135e-bca8-44ef-912d-f096b5841447 admin admin] Notify agent at l3_agent.n-d-765315-5 the message routers_updated {{(pid=81071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 10:11:20.523745 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-024f2aee-97d3-493d-9e94-52eed684cf42 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:20.533130 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca855d0b-0ba0-4f7d-a1f1-5b642990d9e3 None None] Sync routers for ids ['299049c4-d582-4754-a0fa-1ce73d6b3584'] in n-d-765315-5 {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 22 10:11:20.561001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca855d0b-0ba0-4f7d-a1f1-5b642990d9e3 None None] Routers {'299049c4-d582-4754-a0fa-1ce73d6b3584'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:11:20.564744 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ca855d0b-0ba0-4f7d-a1f1-5b642990d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:11:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['299049c4-d582-4754-a0fa-1ce73d6b3584'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:20.627330 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fb331faf-5e61-4490-b5e9-9da1b41f9509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:20.667821 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fb331faf-5e61-4490-b5e9-9da1b41f9509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:20.693350 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1900876-e17f-4bee-8c32-2095cb8d24a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5801e407-c575-4dea-8ea3-78bc9d3dbfd4,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:20.728788 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a1900876-e17f-4bee-8c32-2095cb8d24a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:20.759761 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fb331faf-5e61-4490-b5e9-9da1b41f9509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:20.768522 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c3522d5c-3dfd-4ae5-8285-96cd2c8ce088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:20.791798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb331faf-5e61-4490-b5e9-9da1b41f9509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5801e407-c575-4dea-8ea3-78bc9d3dbfd4,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:20.792898 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-024f2aee-97d3-493d-9e94-52eed684cf42 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:20.818065 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fb331faf-5e61-4490-b5e9-9da1b41f9509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:20.822336 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fb331faf-5e61-4490-b5e9-9da1b41f9509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:20.825336 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-fb331faf-5e61-4490-b5e9-9da1b41f9509 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5801e407-c575-4dea-8ea3-78bc9d3dbfd4 HTTP/1.1" status: 204 len: 168 time: 0.3123538 Dec 22 10:11:20.979157 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-ca855d0b-0ba0-4f7d-a1f1-5b642990d9e3 None None] Set router 299049c4-d582-4754-a0fa-1ce73d6b3584 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:11:21.020239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58942) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:21.421930 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-4864135e-bca8-44ef-912d-f096b5841447 admin admin] 10.222.0.50 "PUT /v2.0/routers/299049c4-d582-4754-a0fa-1ce73d6b3584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2237103 Dec 22 10:11:21.422477 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58950) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:21.553252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddde30-3075-4cee-93a5-841ca8deecd3 req-bf5dfa32-2004-48ba-83f1-a50aa9ae3e27 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:21.554843 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-61ddde30-3075-4cee-93a5-841ca8deecd3 req-bf5dfa32-2004-48ba-83f1-a50aa9ae3e27 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 943 time: 1.0361590 Dec 22 10:11:21.634635 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd6992-4836-4e07-a4de-b6bb0d5d89bf req-bbec9aa6-95a3-41df-9cee-540b26bc1e55 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:21.643479 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-39cd6992-4836-4e07-a4de-b6bb0d5d89bf req-bbec9aa6-95a3-41df-9cee-540b26bc1e55 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 0.3198574 Dec 22 10:11:21.736893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-024f2aee-97d3-493d-9e94-52eed684cf42 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:21.786457 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-39cd6992-4836-4e07-a4de-b6bb0d5d89bf req-1e7c6eb8-23d4-460b-b149-de4c4148d919 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415045 Dec 22 10:11:21.810861 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-61ddde30-3075-4cee-93a5-841ca8deecd3 req-d3953578-c822-4918-bd2f-24b7e9299064 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226243 Dec 22 10:11:21.848736 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-28cada4f-de88-4bef-8f43-010bd25c2031 admin admin] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:21.854268 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ca855d0b-0ba0-4f7d-a1f1-5b642990d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'name': 'tempest-TestAggregatesBasicOps-964024265-router', 'tenant_id': 'e7c61c45a3714b28872b964f6c49eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '0eaedad5-2aaf-4d02-93c4-45cc4e6d704b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:10:27Z', 'updated_at': '2020-12-22T10:11:17Z', 'revision_number': 5, 'project_id': 'e7c61c45a3714b28872b964f6c49eefc', 'gw_port': {'id': '0eaedad5-2aaf-4d02-93c4-45cc4e6d704b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:29Z', 'updated_at': '2020-12-22T10:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:21.860636 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca855d0b-0ba0-4f7d-a1f1-5b642990d9e3 None None] Checking router: 299049c4-d582-4754-a0fa-1ce73d6b3584 for host: n-d-765315-5 {{(pid=81074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 22 10:11:21.877265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca855d0b-0ba0-4f7d-a1f1-5b642990d9e3 None None] Routers {'299049c4-d582-4754-a0fa-1ce73d6b3584'} bound to L3 agent in host n-d-765315-5 {{(pid=81074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 10:11:21.877265 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ca855d0b-0ba0-4f7d-a1f1-5b642990d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-22T09:17:07Z,description=,heartbeat_timestamp=2020-12-22T10:11:08Z,host='n-d-765315-5',id=56d33d7d-635c-4e22-9a4a-90a60701ed73,load=0,resource_versions=,resources_synced=,started_at=2020-12-22T09:17:07Z,topic='l3_agent')) {'router_ids': ['299049c4-d582-4754-a0fa-1ce73d6b3584'], 'active': True} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:21.945951 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ab6815cf-4933-40b7-bec5-5d0ffabc62a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:22.157224 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-28cada4f-de88-4bef-8f43-010bd25c2031 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:22.166183 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ab6815cf-4933-40b7-bec5-5d0ffabc62a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:11:22.171378 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-28cada4f-de88-4bef-8f43-010bd25c2031 admin admin] Deleting port 0eaedad5-2aaf-4d02-93c4-45cc4e6d704b {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:22.171830 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-28cada4f-de88-4bef-8f43-010bd25c2031 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:22.172092 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvr_db [None req-ca855d0b-0ba0-4f7d-a1f1-5b642990d9e3 None None] Set router 299049c4-d582-4754-a0fa-1ce73d6b3584 gateway port host: n-d-765315-5 {{(pid=81074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 22 10:11:22.186060 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-024f2aee-97d3-493d-9e94-52eed684cf42 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:22.206619 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-daee6957-63e8-4fa1-8da3-8443287e7b67 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:22.333612 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f2aee-97d3-493d-9e94-52eed684cf42 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event deleted for resources: {'Subnet': ['ID=d3504943-8d52-4e13-904d-0a9f16ab6fe0,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:22.338620 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-024f2aee-97d3-493d-9e94-52eed684cf42 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:22.371710 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ab6815cf-4933-40b7-bec5-5d0ffabc62a4 admin admin] Usage tracker for resource:security_group_rule and tenant:a46de530671743d0b2fc31e0302c1599 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:11:22.386883 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-ab6815cf-4933-40b7-bec5-5d0ffabc62a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:11:22.394544 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-ab6815cf-4933-40b7-bec5-5d0ffabc62a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:11:22.446883 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-024f2aee-97d3-493d-9e94-52eed684cf42 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:22.459427 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce49d46-f837-4135-985f-ad4b5529db4e None None] Network bedcad2e-c6f7-4e5a-ad27-1d8e2e373612 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:11:22.463258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4f7e-6f78-4446-aab0-becbffba1386 req-b875cc34-b506-44b5-a991-44037de7a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:22.463258 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d96f4f7e-6f78-4446-aab0-becbffba1386 req-b875cc34-b506-44b5-a991-44037de7a49c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c89cb1345d340f38775861a6b074177&device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 1161 time: 0.9195812 Dec 22 10:11:22.463524 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58970) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:22.465508 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-28cada4f-de88-4bef-8f43-010bd25c2031 admin admin] For port 0eaedad5-2aaf-4d02-93c4-45cc4e6d704b, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=0eaedad5-2aaf-4d02-93c4-45cc4e6d704b,segment=NetworkSegment(5129fed7-6b85-4ea3-8071-e137b78221b1),segment_id=5129fed7-6b85-4ea3-8071-e137b78221b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:22.465909 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-28cada4f-de88-4bef-8f43-010bd25c2031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:22.470532 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-024f2aee-97d3-493d-9e94-52eed684cf42 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "DELETE /v2.0/subnets/d3504943-8d52-4e13-904d-0a9f16ab6fe0 HTTP/1.1" status: 204 len: 168 time: 2.5498469 Dec 22 10:11:22.639584 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58974) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:22.689779 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_hamode_db [None req-ca855d0b-0ba0-4f7d-a1f1-5b642990d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'name': 'tempest-TestAggregatesBasicOps-964024265-router', 'tenant_id': 'e7c61c45a3714b28872b964f6c49eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '0eaedad5-2aaf-4d02-93c4-45cc4e6d704b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:10:27Z', 'updated_at': '2020-12-22T10:11:17Z', 'revision_number': 5, 'project_id': 'e7c61c45a3714b28872b964f6c49eefc', 'gw_port': {'id': '0eaedad5-2aaf-4d02-93c4-45cc4e6d704b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:29Z', 'updated_at': '2020-12-22T10:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}], 'n-d-765315-5', False) {} {{(pid=81074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:22.698249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca855d0b-0ba0-4f7d-a1f1-5b642990d9e3 None None] The sync data for ids ['299049c4-d582-4754-a0fa-1ce73d6b3584'] in n-d-765315-5 is: [{'id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'name': 'tempest-TestAggregatesBasicOps-964024265-router', 'tenant_id': 'e7c61c45a3714b28872b964f6c49eefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'external_fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '0eaedad5-2aaf-4d02-93c4-45cc4e6d704b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-22T10:10:27Z', 'updated_at': '2020-12-22T10:11:17Z', 'revision_number': 5, 'project_id': 'e7c61c45a3714b28872b964f6c49eefc', 'gw_port': {'id': '0eaedad5-2aaf-4d02-93c4-45cc4e6d704b', 'name': '', 'network_id': '3e8ac871-e927-441e-85b7-a068ff198db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299049c4-d582-4754-a0fa-1ce73d6b3584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-22T10:10:29Z', 'updated_at': '2020-12-22T10:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3ff75b2-de7a-4191-8418-6bf354cf5b6e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-5'}] {{(pid=81074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 22 10:11:22.810997 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fb3319-edc8-4b7b-b781-fa30cdfc4a6e None None] DHCP port deletion for bedcad2e-c6f7-4e5a-ad27-1d8e2e373612 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:11:22.833000 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-74fb3319-edc8-4b7b-b781-fa30cdfc4a6e None None] Deleting port a309f257-bba0-4a36-95bf-3adf4bc0c3ab {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:22.833000 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74fb3319-edc8-4b7b-b781-fa30cdfc4a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:22.870251 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1071454303'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:11:22.896682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:11:22.902217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Usage tracker for resource:network and tenant:ab895c7090db4c37b2aacde5dea50acc is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:11:22.910833 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:11:22.931077 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:11:23.040948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Made reservation on behalf of ab895c7090db4c37b2aacde5dea50acc for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:11:23.048757 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:23.079304 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:23.148817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:11:23.162737 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Usage tracker for resource:security_group_rule and tenant:ab895c7090db4c37b2aacde5dea50acc is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:11:23.167573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:11:23.178814 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:11:23.188810 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-28cada4f-de88-4bef-8f43-010bd25c2031 admin admin] Calling delete_port for 0eaedad5-2aaf-4d02-93c4-45cc4e6d704b owned by network:router_gateway {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:11:23.278589 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1043677-51d7-4362-a4a1-d1daf63f4a21 req-427895a5-004d-41c7-838e-8b2e1c577cea tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:23.280701 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1043677-51d7-4362-a4a1-d1daf63f4a21 req-427895a5-004d-41c7-838e-8b2e1c577cea tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 0.3067954 Dec 22 10:11:23.348204 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabc08d-06d5-4f19-b6e7-ffc40609c083 req-85f06a5d-83f0-456f-b80c-25b472e0415d tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:23.354156 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-caabc08d-06d5-4f19-b6e7-ffc40609c083 req-85f06a5d-83f0-456f-b80c-25b472e0415d tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 943 time: 0.2759943 Dec 22 10:11:23.432901 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c1043677-51d7-4362-a4a1-d1daf63f4a21 req-cfa7fbc9-9ad8-4740-863b-d06dff572849 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344240 Dec 22 10:11:23.452373 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4f7e-6f78-4446-aab0-becbffba1386 req-a6c82246-020a-4141-81b7-daeb77ddf528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:23.454641 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d96f4f7e-6f78-4446-aab0-becbffba1386 req-a6c82246-020a-4141-81b7-daeb77ddf528 service neutron] 10.222.0.64 "GET /v2.0/networks?id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea HTTP/1.1" status: 200 len: 904 time: 0.9127185 Dec 22 10:11:23.494491 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:23.498057 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-caabc08d-06d5-4f19-b6e7-ffc40609c083 req-4bf20890-7ea3-417c-92e2-18c0ecedf4fa tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318951 Dec 22 10:11:23.513337 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:23.520834 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ac447df0-c047-40bb-a697-51c5d65a537c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:23.539035 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-74fb3319-edc8-4b7b-b781-fa30cdfc4a6e None None] For port a309f257-bba0-4a36-95bf-3adf4bc0c3ab, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=a309f257-bba0-4a36-95bf-3adf4bc0c3ab,segment=NetworkSegment(51b70309-9272-4c5e-9bb2-ba3b88f29449),segment_id=51b70309-9272-4c5e-9bb2-ba3b88f29449)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:23.539502 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74fb3319-edc8-4b7b-b781-fa30cdfc4a6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:23.563026 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:11:23.578948 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Pushing event updated for resources: {'SecurityGroup': ['ID=a7856685-a866-4101-a21c-70126a2fa721,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:23.584278 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:23.588179 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:23.588696 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Added segment eb9218d6-9fec-4fab-ae82-e0e268489442 of type vxlan for network ecaada89-b63f-4333-b457-83babe1722bb Dec 22 10:11:23.629132 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:23.685643 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:23.691447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:23.692775 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:23.693498 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ab6815cf-4933-40b7-bec5-5d0ffabc62a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:23.694973 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-74fb3319-edc8-4b7b-b781-fa30cdfc4a6e None None] Calling delete_port for a309f257-bba0-4a36-95bf-3adf4bc0c3ab owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:11:23.700632 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c7013e2b-eab5-4d88-ba1a-83cf5e578d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:23.752756 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ab6815cf-4933-40b7-bec5-5d0ffabc62a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:23.772380 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-268cca0e-d31a-439d-a607-72f66b1a3eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:23.788194 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-74fb3319-edc8-4b7b-b781-fa30cdfc4a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:23.804413 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e94deccc-df56-46e6-9484-2f609c5e5875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:23.826421 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d96f4f7e-6f78-4446-aab0-becbffba1386 req-d389d11c-4afe-4587-8536-3ca0343a5993 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4209c1-c0a2-4233-bf1f-37608b84e089 HTTP/1.1" status: 200 len: 1001 time: 0.3619959 Dec 22 10:11:23.829268 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1877191 Dec 22 10:11:23.830993 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Pushing event updated for resources: {'Network': ['ID=ecaada89-b63f-4333-b457-83babe1722bb,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:23.833704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 58984) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:23.837088 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7afa90cf-4cb7-4c2e-8df4-0628b0d3689d tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:23.842059 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0569a134-f02a-468b-a84c-b86b5e776644 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Request body: {'subnet': {'network_id': 'ecaada89-b63f-4333-b457-83babe1722bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:11:23.852323 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb3319-edc8-4b7b-b781-fa30cdfc4a6e None None] Pushing event deleted for resources: {'Port': ['ID=a309f257-bba0-4a36-95bf-3adf4bc0c3ab,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:23.854382 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network ecaada89-b63f-4333-b457-83babe1722bb details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:11:23.870837 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-74fb3319-edc8-4b7b-b781-fa30cdfc4a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:23.878906 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network ecaada89-b63f-4333-b457-83babe1722bb details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:11:23.895786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network ecaada89-b63f-4333-b457-83babe1722bb details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:11:23.908005 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-ab6815cf-4933-40b7-bec5-5d0ffabc62a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a46de530671743d0b2fc31e0302c1599&name=default HTTP/1.1" status: 200 len: 2883 time: 2.8831949 Dec 22 10:11:23.918735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58988) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:23.926485 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6815cf-4933-40b7-bec5-5d0ffabc62a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16492210-1301-4599-81e9-216e30bec6f3,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:23.952484 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ab6815cf-4933-40b7-bec5-5d0ffabc62a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:23.958899 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-572c51e1-f655-4ed9-8328-7441dd702aa8 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Deleting subnet 35ace7b7-24dc-4f14-b849-e690b19b1ec5 {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:11:23.961363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-28cada4f-de88-4bef-8f43-010bd25c2031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:24.007046 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-572c51e1-f655-4ed9-8328-7441dd702aa8 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:24.011801 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0569a134-f02a-468b-a84c-b86b5e776644 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:11:24.017573 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0569a134-f02a-468b-a84c-b86b5e776644 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Usage tracker for resource:subnet and tenant:ab895c7090db4c37b2aacde5dea50acc is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:11:24.021320 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0569a134-f02a-468b-a84c-b86b5e776644 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:11:24.028991 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0569a134-f02a-468b-a84c-b86b5e776644 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:11:24.091920 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a309f257-bba0-4a36-95bf-3adf4bc0c3ab no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:11:24.112372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4f7e-6f78-4446-aab0-becbffba1386 req-9bbb4099-fc4e-43dc-ad44-67bda3c8b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:24.114176 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d96f4f7e-6f78-4446-aab0-becbffba1386 req-9bbb4099-fc4e-43dc-ad44-67bda3c8b6ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1afa0cc-840d-4f33-a7c7-f41b2bef546c HTTP/1.1" status: 200 len: 849 time: 0.2581954 Dec 22 10:11:24.152264 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0569a134-f02a-468b-a84c-b86b5e776644 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Made reservation on behalf of ab895c7090db4c37b2aacde5dea50acc for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:11:24.269670 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-572c51e1-f655-4ed9-8328-7441dd702aa8 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:24.317003 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0569a134-f02a-468b-a84c-b86b5e776644 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:24.348131 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8ca6058-de63-45c6-be37-d7d093be711c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:24.378667 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: a309f257-bba0-4a36-95bf-3adf4bc0c3ab {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:11:24.379057 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device a309f257-bba0-4a36-95bf-3adf4bc0c3ab not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:11:24.379738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 12c738cf-c13d-438d-9bc4-f2c26efe8116 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:11:24.469169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 12c738cf-c13d-438d-9bc4-f2c26efe8116 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:11:24.469932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 12c738cf-c13d-438d-9bc4-f2c26efe8116 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:11:24.486541 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8ca6058-de63-45c6-be37-d7d093be711c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:24.493705 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb3319-edc8-4b7b-b781-fa30cdfc4a6e None None] No DVR routers for this DVR port a309f257-bba0-4a36-95bf-3adf4bc0c3ab on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:11:24.580574 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4f7e-6f78-4446-aab0-becbffba1386 req-a9eccfab-76fe-4e59-a845-512458a85929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:24.582256 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d96f4f7e-6f78-4446-aab0-becbffba1386 req-a9eccfab-76fe-4e59-a845-512458a85929 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4599252 Dec 22 10:11:24.583173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-28cada4f-de88-4bef-8f43-010bd25c2031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846921853'] for router_gateway, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:24.788417 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-572c51e1-f655-4ed9-8328-7441dd702aa8 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:24.802217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f85eb5-16bc-4186-bf4a-8337c1268ed2 req-3e0c47dd-3e9e-48b9-ab2f-73b0786a2f3b tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:24.804190 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06f85eb5-16bc-4186-bf4a-8337c1268ed2 req-3e0c47dd-3e9e-48b9-ab2f-73b0786a2f3b tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 0.1882501 Dec 22 10:11:24.818837 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ca207-9007-41eb-91ae-7eddeb82afa2 req-f75b9479-b94c-4fd8-86d4-ea5d5bddd7ac tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:24.821044 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4a5ca207-9007-41eb-91ae-7eddeb82afa2 req-f75b9479-b94c-4fd8-86d4-ea5d5bddd7ac tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 943 time: 0.1390882 Dec 22 10:11:24.910788 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-28cada4f-de88-4bef-8f43-010bd25c2031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:24.911390 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06f85eb5-16bc-4186-bf4a-8337c1268ed2 req-c66aa3f1-fdf3-4070-84fc-18d163410d40 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887885 Dec 22 10:11:24.936528 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-4a5ca207-9007-41eb-91ae-7eddeb82afa2 req-9aa14bc0-7107-4bc2-9cce-26fc16625fb0 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816348 Dec 22 10:11:24.939566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-28cada4f-de88-4bef-8f43-010bd25c2031 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:24.955063 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8ca6058-de63-45c6-be37-d7d093be711c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:24.958734 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ab6815cf-4933-40b7-bec5-5d0ffabc62a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:24.994832 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca6058-de63-45c6-be37-d7d093be711c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16492210-1301-4599-81e9-216e30bec6f3,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:25.032789 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8ca6058-de63-45c6-be37-d7d093be711c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:25.056260 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-28cada4f-de88-4bef-8f43-010bd25c2031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:25.056260 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cada4f-de88-4bef-8f43-010bd25c2031 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 299049c4-d582-4754-a0fa-1ce73d6b3584 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 10:11:25.090419 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d96f4f7e-6f78-4446-aab0-becbffba1386 req-d1cd12c6-4fa2-4238-9235-8fa3f9d54043 service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354961 Dec 22 10:11:25.227881 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-28cada4f-de88-4bef-8f43-010bd25c2031 admin admin] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:25.229169 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-28cada4f-de88-4bef-8f43-010bd25c2031 admin admin] 10.222.0.50 "DELETE /v2.0/routers/299049c4-d582-4754-a0fa-1ce73d6b3584 HTTP/1.1" status: 204 len: 168 time: 3.8048620 Dec 22 10:11:25.245658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c8ca6058-de63-45c6-be37-d7d093be711c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:25.251124 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-c8ca6058-de63-45c6-be37-d7d093be711c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16492210-1301-4599-81e9-216e30bec6f3 HTTP/1.1" status: 204 len: 168 time: 1.3164220 Dec 22 10:11:25.254841 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 58996) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:25.459170 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0569a134-f02a-468b-a84c-b86b5e776644 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:25.476072 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-87b0e997-d9ff-48ce-ae46-1b00b8e8a04f tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:25.518970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a01b24-d169-4ac9-bad9-bc57f26b2556 admin admin] Deleting subnet 07cd6c4f-f547-4213-83a7-3c2f85d8033f {{(pid=81072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:11:25.527626 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8a01b24-d169-4ac9-bad9-bc57f26b2556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:25.637001 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569a134-f02a-468b-a84c-b86b5e776644 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Pushing event updated for resources: {'Subnet': ['ID=e12fb098-6be8-49eb-9158-073dcbae8474,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:25.642979 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0569a134-f02a-468b-a84c-b86b5e776644 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:25.715519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0569a134-f02a-468b-a84c-b86b5e776644 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Checking segment: {'id': 'eb9218d6-9fec-4fab-ae82-e0e268489442', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ecaada89-b63f-4333-b457-83babe1722bb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:11:25.715928 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0569a134-f02a-468b-a84c-b86b5e776644 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Network hostable DHCP agents. Network: ecaada89-b63f-4333-b457-83babe1722bb, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:11:25.756168 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0569a134-f02a-468b-a84c-b86b5e776644 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Network ecaada89-b63f-4333-b457-83babe1722bb is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:11:25.775166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-0569a134-f02a-468b-a84c-b86b5e776644 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, ecaada89-b63f-4333-b457-83babe1722bb) {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:11:25.787414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56979b5c-1eb2-49c2-b0ef-5cc8a8a45580 None None] Network ecaada89-b63f-4333-b457-83babe1722bb requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:11:25.791338 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0569a134-f02a-468b-a84c-b86b5e776644 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:25.792148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0569a134-f02a-468b-a84c-b86b5e776644 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:25.821614 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0569a134-f02a-468b-a84c-b86b5e776644 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9838338 Dec 22 10:11:25.822010 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59008) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:25.829919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-5432328b-535f-46bd-8b1b-e2b4f4ff7274 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Request body: {'port': {'network_id': 'ecaada89-b63f-4333-b457-83babe1722bb', 'name': 'tempest-NetworksTestDHCPv6-1794725812'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:11:25.891415 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d96f4f7e-6f78-4446-aab0-becbffba1386 req-6ad1bda0-b40b-4487-9564-fb7e0e537259 service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7419043 Dec 22 10:11:25.931537 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8a01b24-d169-4ac9-bad9-bc57f26b2556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-877316'] for subnet, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:25.995062 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-572c51e1-f655-4ed9-8328-7441dd702aa8 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:26.016296 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-df39c868-77ce-4c98-a105-7c2b3179d674 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:26.090030 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c51e1-f655-4ed9-8328-7441dd702aa8 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event deleted for resources: {'Subnet': ['ID=35ace7b7-24dc-4f14-b849-e690b19b1ec5,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:26.102621 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-572c51e1-f655-4ed9-8328-7441dd702aa8 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:26.113009 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5432328b-535f-46bd-8b1b-e2b4f4ff7274 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:11:26.126206 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5432328b-535f-46bd-8b1b-e2b4f4ff7274 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Usage tracker for resource:port and tenant:ab895c7090db4c37b2aacde5dea50acc is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:11:26.130998 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-5432328b-535f-46bd-8b1b-e2b4f4ff7274 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Quota usage for port was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:11:26.138681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 0eaedad5-2aaf-4d02-93c4-45cc4e6d704b no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:11:26.149272 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-5432328b-535f-46bd-8b1b-e2b4f4ff7274 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:11:26.167685 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5432328b-535f-46bd-8b1b-e2b4f4ff7274 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Made reservation on behalf of ab895c7090db4c37b2aacde5dea50acc for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:11:26.184041 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 0eaedad5-2aaf-4d02-93c4-45cc4e6d704b {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:11:26.184719 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5432328b-535f-46bd-8b1b-e2b4f4ff7274 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:26.184950 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 0eaedad5-2aaf-4d02-93c4-45cc4e6d704b not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:11:26.189374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-ecaada89-b63f-4333-b457-83babe1722bb', 'network_id': 'ecaada89-b63f-4333-b457-83babe1722bb', 'tenant_id': 'ab895c7090db4c37b2aacde5dea50acc', 'fixed_ips': [{'subnet_id': 'e12fb098-6be8-49eb-9158-073dcbae8474'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:11:26.191055 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:26.216614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:11:26.315557 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-572c51e1-f655-4ed9-8328-7441dd702aa8 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:26.320601 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8a01b24-d169-4ac9-bad9-bc57f26b2556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:26.336559 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaf86cf-3116-4874-b510-a38b34e27468 None None] Network 319c0732-7308-4c90-9730-1e06da8a101a requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:11:26.371063 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-572c51e1-f655-4ed9-8328-7441dd702aa8 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "DELETE /v2.0/subnets/35ace7b7-24dc-4f14-b849-e690b19b1ec5 HTTP/1.1" status: 204 len: 168 time: 3.8919370 Dec 22 10:11:26.374178 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59022) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:26.615389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-5432328b-535f-46bd-8b1b-e2b4f4ff7274 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] device_id is not set on port b0e7a9b4-5246-4b51-a504-8bf016e04275 yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:11:26.677615 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f5acf248-9e55-499e-a52f-77fa4ada6e85 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:26.717597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59030) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:26.760996 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d03c6-bb42-4d75-b76f-86a4e72edc10 req-ff9dbf07-fb96-40ce-8170-54ac2929c745 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:26.769401 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a7d03c6-bb42-4d75-b76f-86a4e72edc10 req-ff9dbf07-fb96-40ce-8170-54ac2929c745 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 0.5329106 Dec 22 10:11:26.797630 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Allocated IP 2001:db8::2 (ecaada89-b63f-4333-b457-83babe1722bb/e12fb098-6be8-49eb-9158-073dcbae8474/7489506d-ca58-496e-a9c4-8d8654c2a8bc) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:11:26.803362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6fe8c-5a0a-42c9-ba7f-150a21a5fa0d req-4dffbf18-d590-4fe5-a818-425ae5dbad93 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:26.805100 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2a6fe8c-5a0a-42c9-ba7f-150a21a5fa0d req-4dffbf18-d590-4fe5-a818-425ae5dbad93 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 943 time: 0.4656115 Dec 22 10:11:26.846889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning for port b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:11:26.867883 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1a7d03c6-bb42-4d75-b76f-86a4e72edc10 req-201a9e3d-1fd2-4be7-bc5f-722b785b86f0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974460 Dec 22 10:11:26.874925 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:26.876061 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:26.899196 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-e2a6fe8c-5a0a-42c9-ba7f-150a21a5fa0d req-a586b4f6-9cc2-4e25-a985-6f18ca61fda5 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795612 Dec 22 10:11:26.965136 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-424425547-network', 'tenant_id': '7002deca65604312aa4458c0b52a13fa'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:11:26.972866 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:11:26.975813 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Usage tracker for resource:network and tenant:7002deca65604312aa4458c0b52a13fa is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:11:26.978889 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:11:26.985874 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:11:27.004117 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Made reservation on behalf of 7002deca65604312aa4458c0b52a13fa for: {'network': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:11:27.009103 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:27.024242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:27.042167 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:11:27.046794 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Usage tracker for resource:security_group_rule and tenant:7002deca65604312aa4458c0b52a13fa is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:11:27.050420 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:11:27.057505 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:11:27.072971 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f5acf248-9e55-499e-a52f-77fa4ada6e85 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:27.171548 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:27.197587 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:27.204696 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-98fc107f-ff50-4de2-bf45-09b5b3785b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:27.238311 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f5acf248-9e55-499e-a52f-77fa4ada6e85 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bedcad2e-c6f7-4e5a-ad27-1d8e2e373612']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:27.249516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8a01b24-d169-4ac9-bad9-bc57f26b2556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2118914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937357'] for subnet, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:27.249975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=81071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:11:27.262781 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14206a87-8069-4be0-93cb-4ced3bc6d4d0,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:27.269462 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-3fbbd415-0d55-4028-acd0-30aa9738ed20 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:27.279136 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:27.286242 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:27.286765 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Added segment 29992062-df98-4182-9638-4b921383651e of type vxlan for network 94a0bfe9-7a41-4573-afe6-9760d6e104e1 Dec 22 10:11:27.302952 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f5acf248-9e55-499e-a52f-77fa4ada6e85 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b70309-9272-4c5e-9bb2-ba3b88f29449') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:27.303469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-f5acf248-9e55-499e-a52f-77fa4ada6e85 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b70309-9272-4c5e-9bb2-ba3b88f29449') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:27.324954 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a01b24-d169-4ac9-bad9-bc57f26b2556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07cd6c4f-f547-4213-83a7-3c2f85d8033f,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:27.331523 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e8a01b24-d169-4ac9-bad9-bc57f26b2556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:27.345665 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f5acf248-9e55-499e-a52f-77fa4ada6e85 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:27.348082 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:27.397815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:27.398941 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:27.399674 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:27.406685 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2ea13e5d-b1f3-4d33-ab57-cd62d784017c tempest-FloatingIPTestJSON-1830816853 tempest-FloatingIPTestJSON-1830816853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:27.441343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f5acf248-9e55-499e-a52f-77fa4ada6e85 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:27.445901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f5acf248-9e55-499e-a52f-77fa4ada6e85 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Releasing vxlan tunnel 9 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:11:27.511678 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:27.545683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Pushing event updated for resources: {'Network': ['ID=94a0bfe9-7a41-4573-afe6-9760d6e104e1,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:27.553268 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:27.556942 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e8a01b24-d169-4ac9-bad9-bc57f26b2556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:27.568205 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e8a01b24-d169-4ac9-bad9-bc57f26b2556 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/07cd6c4f-f547-4213-83a7-3c2f85d8033f HTTP/1.1" status: 204 len: 168 time: 2.3056276 Dec 22 10:11:27.568430 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59036) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:27.574210 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4e43e6-f237-461c-b923-b6ea5561139a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f'}] {{(pid=81073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:11:27.606787 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 94a0bfe9-7a41-4573-afe6-9760d6e104e1 details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:11:27.625199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ac4180-8474-428d-ac96-f9061b56f8f6 None None] Network d8649091-5130-4021-8a75-8e0113067487 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:11:27.671597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 94a0bfe9-7a41-4573-afe6-9760d6e104e1 details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:11:27.678798 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f5acf248-9e55-499e-a52f-77fa4ada6e85 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Network bedcad2e-c6f7-4e5a-ad27-1d8e2e373612 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:11:27.691061 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 94a0bfe9-7a41-4573-afe6-9760d6e104e1 details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:11:27.694173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f5acf248-9e55-499e-a52f-77fa4ada6e85 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:27.709915 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4e43e6-f237-461c-b923-b6ea5561139a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f', 'code': 200} Dec 22 10:11:27.731750 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5256376-052b-48c3-b85e-9993ae879ab5 None None] DHCP port deletion for 319c0732-7308-4c90-9730-1e06da8a101a request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:11:27.806930 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0be6d3f8-fbc8-4ad8-b285-e970570a74ba admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0836585 Dec 22 10:11:27.807328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59042) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:27.812267 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:27.817469 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] For port b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f,segment=NetworkSegment(224b82da-8929-4c32-a798-a1f98b31b26e),segment_id=224b82da-8929-4c32-a798-a1f98b31b26e)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:27.826566 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-90a9f052-5b72-47d1-a0dd-8628507803e5 admin admin] Request body: {'subnet': {'network_id': '94a0bfe9-7a41-4573-afe6-9760d6e104e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-424425547-subnet', 'tenant_id': '7002deca65604312aa4458c0b52a13fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:11:27.863918 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:27.866946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c5256376-052b-48c3-b85e-9993ae879ab5 None None] Deleting port ed9cafdf-e28c-4317-a2d1-317a5cb5d117 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:27.867371 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5256376-052b-48c3-b85e-9993ae879ab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:27.887295 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] Deleting port 91e207fd-5cd4-4182-a15b-d5170946997e {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:27.887802 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:27.894548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-90a9f052-5b72-47d1-a0dd-8628507803e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:11:28.012928 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:28.015603 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-90a9f052-5b72-47d1-a0dd-8628507803e5 admin admin] Usage tracker for resource:subnet and tenant:7002deca65604312aa4458c0b52a13fa is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:11:28.050778 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-f5acf248-9e55-499e-a52f-77fa4ada6e85 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Network bedcad2e-c6f7-4e5a-ad27-1d8e2e373612 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:11:28.052954 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-74fb3319-edc8-4b7b-b781-fa30cdfc4a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:28.060595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-90a9f052-5b72-47d1-a0dd-8628507803e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:11:28.112014 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:11:28.129689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-90a9f052-5b72-47d1-a0dd-8628507803e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:11:28.180454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device ed9cafdf-e28c-4317-a2d1-317a5cb5d117 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:11:28.278988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5e36b-8275-424f-827f-770487c8cd78 req-a077d202-6e8f-46b2-84f9-d1c792917118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:28.282468 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5ad5e36b-8275-424f-827f-770487c8cd78 req-a077d202-6e8f-46b2-84f9-d1c792917118 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 1160 time: 0.4631515 Dec 22 10:11:28.287423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a9f052-5b72-47d1-a0dd-8628507803e5 admin admin] Made reservation on behalf of 7002deca65604312aa4458c0b52a13fa for: {'subnet': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:11:28.302272 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-90a9f052-5b72-47d1-a0dd-8628507803e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851838444'] for subnet, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:28.401036 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f5acf248-9e55-499e-a52f-77fa4ada6e85 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:28.428122 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Transition to ACTIVE for port object 7489506d-ca58-496e-a9c4-8d8654c2a8bc will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:11:28.466780 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2848565a-6a85-47cb-a32e-53a98e8da357 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:28.491169 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f5acf248-9e55-499e-a52f-77fa4ada6e85 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:28.527708 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-f5acf248-9e55-499e-a52f-77fa4ada6e85 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "DELETE /v2.0/networks/bedcad2e-c6f7-4e5a-ad27-1d8e2e373612 HTTP/1.1" status: 204 len: 168 time: 2.1519299 Dec 22 10:11:28.529449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acf248-9e55-499e-a52f-77fa4ada6e85 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event deleted for resources: {'Network': ['ID=bedcad2e-c6f7-4e5a-ad27-1d8e2e373612,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:28.537271 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59050) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:28.546947 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-5ad5e36b-8275-424f-827f-770487c8cd78 req-21dc5291-1df5-4e66-af8f-513b8d606e05 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148373 Dec 22 10:11:28.546947 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f5acf248-9e55-499e-a52f-77fa4ada6e85 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:28.654975 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Transition to ACTIVE for port object 7489506d-ca58-496e-a9c4-8d8654c2a8bc will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:11:28.684924 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] For port 91e207fd-5cd4-4182-a15b-d5170946997e, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=91e207fd-5cd4-4182-a15b-d5170946997e,segment=NetworkSegment(eccb960b-676f-4e7e-98e8-e245878a1f56),segment_id=eccb960b-676f-4e7e-98e8-e245878a1f56)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:28.685305 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:28.708762 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:28.711858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Pushing event updated for resources: {'Port': ['ID=b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f,revision_number=4']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:28.715104 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:28.750845 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:28.767283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.767283 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.774301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.774301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.774301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.774301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.774301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.774301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.774301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.774301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.774301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.774301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.774301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.774301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.774301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.774301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.774301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.774301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.774301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.774301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.774301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.774301 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.777981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.777981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.777981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.777981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.777981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.777981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.777981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.777981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.777981 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.779135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.779135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.779135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.779135 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.779686 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:28.840066 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Deleting port ed9cafdf-e28c-4317-a2d1-317a5cb5d117 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:28.840460 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:28.847407 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:28.852177 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-647b503d-b5be-4bcd-a510-5633032629d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:28.941714 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] Calling delete_port for 91e207fd-5cd4-4182-a15b-d5170946997e owned by network:dhcp {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:11:28.984863 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port ed9cafdf-e28c-4317-a2d1-317a5cb5d117, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ed9cafdf-e28c-4317-a2d1-317a5cb5d117,segment=NetworkSegment(65a6406c-b67a-499c-892d-dcaf73288b00),segment_id=65a6406c-b67a-499c-892d-dcaf73288b00)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:28.993639 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-c5256376-052b-48c3-b85e-9993ae879ab5 None None] For port ed9cafdf-e28c-4317-a2d1-317a5cb5d117, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ed9cafdf-e28c-4317-a2d1-317a5cb5d117,segment=NetworkSegment(65a6406c-b67a-499c-892d-dcaf73288b00),segment_id=65a6406c-b67a-499c-892d-dcaf73288b00)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:28.993639 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5256376-052b-48c3-b85e-9993ae879ab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:29.073139 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:29.073796 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501349d-d526-4617-910e-198e94f5bb51 req-9f2ec5b9-9c74-46e6-a98d-84cc9849cade tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:29.073796 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d501349d-d526-4617-910e-198e94f5bb51 req-9f2ec5b9-9c74-46e6-a98d-84cc9849cade tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 1.0227568 Dec 22 10:11:29.082655 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Pushing event updated for resources: {'Port': ['ID=7489506d-ca58-496e-a9c4-8d8654c2a8bc,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:29.183447 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:29.271698 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae65b26-921e-4020-853c-cfcbe74caf99 None None] DHCP port deletion for d8649091-5130-4021-8a75-8e0113067487 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:11:29.276288 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:29.297141 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-5432328b-535f-46bd-8b1b-e2b4f4ff7274 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Allocated IP 2001:db8::1e7 (ecaada89-b63f-4333-b457-83babe1722bb/e12fb098-6be8-49eb-9158-073dcbae8474/b0e7a9b4-5246-4b51-a504-8bf016e04275) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:11:29.311985 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444aa01d-2b79-4c7c-a862-52deeb527296 req-debfd27d-9b38-4e97-bebb-d3768bf97f53 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:29.314428 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-444aa01d-2b79-4c7c-a862-52deeb527296 req-debfd27d-9b38-4e97-bebb-d3768bf97f53 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 945 time: 1.0575790 Dec 22 10:11:29.376376 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d501349d-d526-4617-910e-198e94f5bb51 req-e9237fe9-10fa-48d1-a095-ed5b74586bbd tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600415 Dec 22 10:11:29.422664 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:29.452890 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-597b8f77-0f17-46e6-a14a-3f96e22ed86e tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:29.487803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] For port ed9cafdf-e28c-4317-a2d1-317a5cb5d117, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=ed9cafdf-e28c-4317-a2d1-317a5cb5d117,segment=NetworkSegment(65a6406c-b67a-499c-892d-dcaf73288b00),segment_id=65a6406c-b67a-499c-892d-dcaf73288b00)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:29.488852 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:29.587244 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c5256376-052b-48c3-b85e-9993ae879ab5 None None] Calling delete_port for ed9cafdf-e28c-4317-a2d1-317a5cb5d117 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:11:29.620410 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8ae65b26-921e-4020-853c-cfcbe74caf99 None None] Deleting port 91e207fd-5cd4-4182-a15b-d5170946997e {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:29.621140 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8ae65b26-921e-4020-853c-cfcbe74caf99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:29.642363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e207fd-5cd4-4182-a15b-d5170946997e,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:29.687406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=ed9cafdf-e28c-4317-a2d1-317a5cb5d117,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:29.714775 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:29.734314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Calling delete_port for ed9cafdf-e28c-4317-a2d1-317a5cb5d117 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:11:29.757360 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:29.772752 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-8ae65b26-921e-4020-853c-cfcbe74caf99 None None] The port '91e207fd-5cd4-4182-a15b-d5170946997e' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:11:29.821447 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-444aa01d-2b79-4c7c-a862-52deeb527296 req-06934e71-7a2c-499f-b7f0-3cffded1d4f0 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934573 Dec 22 10:11:29.874560 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Network ecaada89-b63f-4333-b457-83babe1722bb is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:11:29.877091 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:11:29.880872 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-c5256376-052b-48c3-b85e-9993ae879ab5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:11:29.881877 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-c5256376-052b-48c3-b85e-9993ae879ab5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:11:29.884884 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:11:29.907027 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:29.938055 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7416b1c6-b78f-4958-8471-bba047989d12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:29.948756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Attempting to bind port 7489506d-ca58-496e-a9c4-8d8654c2a8bc on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:11:29.953735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Attempting to bind port 7489506d-ca58-496e-a9c4-8d8654c2a8bc by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'eb9218d6-9fec-4fab-ae82-e0e268489442', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ecaada89-b63f-4333-b457-83babe1722bb'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:11:29.953735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Attempting to bind port 7489506d-ca58-496e-a9c4-8d8654c2a8bc on network ecaada89-b63f-4333-b457-83babe1722bb {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:11:29.954817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] No DVR routers for this DVR port 91e207fd-5cd4-4182-a15b-d5170946997e on host n-d-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:11:29.956447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:11:29.956885 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Checking segment: {'id': 'eb9218d6-9fec-4fab-ae82-e0e268489442', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ecaada89-b63f-4333-b457-83babe1722bb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:11:29.957341 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:29.957784 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Bound using segment: {'id': 'eb9218d6-9fec-4fab-ae82-e0e268489442', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ecaada89-b63f-4333-b457-83babe1722bb'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:11:29.958319 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Bound port: 7489506d-ca58-496e-a9c4-8d8654c2a8bc, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9218d6-9fec-4fab-ae82-e0e268489442', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ecaada89-b63f-4333-b457-83babe1722bb'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:11:29.959148 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:30.009535 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event deleted for resources: {'Port': ['ID=ed9cafdf-e28c-4317-a2d1-317a5cb5d117,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:30.013219 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:30.038555 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5432328b-535f-46bd-8b1b-e2b4f4ff7274 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:30.071715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 91e207fd-5cd4-4182-a15b-d5170946997e no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:11:30.113788 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 91e207fd-5cd4-4182-a15b-d5170946997e {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:11:30.114346 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 91e207fd-5cd4-4182-a15b-d5170946997e not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:11:30.119651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] For port 7489506d-ca58-496e-a9c4-8d8654c2a8bc, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:11:30.127460 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:30.135970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] For port 7489506d-ca58-496e-a9c4-8d8654c2a8bc, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7489506d-ca58-496e-a9c4-8d8654c2a8bc,segment=NetworkSegment(eb9218d6-9fec-4fab-ae82-e0e268489442),segment_id=eb9218d6-9fec-4fab-ae82-e0e268489442)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:11:30.143507 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-5432328b-535f-46bd-8b1b-e2b4f4ff7274 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Transition to ACTIVE for port object b0e7a9b4-5246-4b51-a504-8bf016e04275 will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:11:30.148203 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:30.166158 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c6d74725-5025-4bb9-8b9d-ad4e6d9aa338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:30.166500 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-90a9f052-5b72-47d1-a0dd-8628507803e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852656826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851838459'] for subnet, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:30.183802 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bfc22a6a-d107-4e83-8986-2348205df5e6 tempest-RoutersNegativeTest-496995090 tempest-RoutersNegativeTest-496995090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:30.249741 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9f052-5b72-47d1-a0dd-8628507803e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=792cdac7-b358-4996-b1aa-ac149b035af7,revision_number=0']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:30.254417 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] No DVR routers for this DVR port ed9cafdf-e28c-4317-a2d1-317a5cb5d117 on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:11:30.256409 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-90a9f052-5b72-47d1-a0dd-8628507803e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:30.262362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8649091-5130-4021-8a75-8e0113067487']}} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:30.277088 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccb960b-676f-4e7e-98e8-e245878a1f56') {'for_net_delete': True} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:30.277423 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccb960b-676f-4e7e-98e8-e245878a1f56') {} {{(pid=81071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:30.290733 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5432328b-535f-46bd-8b1b-e2b4f4ff7274 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:30.293412 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230400'] for segment, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:30.313570 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-13e70710-1eec-4a08-9267-8636f8ad56d0 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:30.357756 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Pushing event updated for resources: {'Port': ['ID=7489506d-ca58-496e-a9c4-8d8654c2a8bc,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:30.377772 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4c3976cf-0238-4260-a6c2-82623fe14945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:30.386946 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c5256376-052b-48c3-b85e-9993ae879ab5 None None] Deleting port ed9cafdf-e28c-4317-a2d1-317a5cb5d117 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:30.387527 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c5256376-052b-48c3-b85e-9993ae879ab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:30.416919 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:30.419147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432328b-535f-46bd-8b1b-e2b4f4ff7274 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Pushing event updated for resources: {'Port': ['ID=b0e7a9b4-5246-4b51-a504-8bf016e04275,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:30.422275 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=81071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:11:30.426651 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:11:30.506910 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5432328b-535f-46bd-8b1b-e2b4f4ff7274 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:30.612375 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-c5256376-052b-48c3-b85e-9993ae879ab5 None None] The port 'ed9cafdf-e28c-4317-a2d1-317a5cb5d117' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:11:30.656359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:30.657052 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:30.809703 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:30.850164 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] Network d8649091-5130-4021-8a75-8e0113067487 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:11:30.867082 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852464881'] for segment, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:30.969749 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5432328b-535f-46bd-8b1b-e2b4f4ff7274 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Network ecaada89-b63f-4333-b457-83babe1722bb is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:11:30.971339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-5432328b-535f-46bd-8b1b-e2b4f4ff7274 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:11:30.982335 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5432328b-535f-46bd-8b1b-e2b4f4ff7274 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:11:30.990963 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5432328b-535f-46bd-8b1b-e2b4f4ff7274 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:30.992049 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-5432328b-535f-46bd-8b1b-e2b4f4ff7274 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:31.002374 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319c0732-7308-4c90-9730-1e06da8a101a']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:31.017917 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9f052-5b72-47d1-a0dd-8628507803e5 admin admin] Checking segment: {'id': '29992062-df98-4182-9638-4b921383651e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '94a0bfe9-7a41-4573-afe6-9760d6e104e1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:11:31.018317 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a9f052-5b72-47d1-a0dd-8628507803e5 admin admin] Network hostable DHCP agents. Network: 94a0bfe9-7a41-4573-afe6-9760d6e104e1, hostable agents: ['3c561f09-0799-4f08-a834-1f348747df6a'], hosted agents: [] {{(pid=81072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 10:11:31.024179 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a6406c-b67a-499c-892d-dcaf73288b00') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:31.024519 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a6406c-b67a-499c-892d-dcaf73288b00') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:31.050139 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:31.071719 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:31.073858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Releasing vxlan tunnel 6 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:11:31.105739 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a9f052-5b72-47d1-a0dd-8628507803e5 admin admin] Network 94a0bfe9-7a41-4573-afe6-9760d6e104e1 is scheduled to be hosted by DHCP agent 3c561f09-0799-4f08-a834-1f348747df6a with binding_index 1 {{(pid=81072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 10:11:31.195658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe56f6-fc74-48d9-9393-c53e4d9fa207 req-a735c0f7-a7fa-4d6f-8de7-ff5b2828f2ef tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:31.195658 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97fe56f6-fc74-48d9-9393-c53e4d9fa207 req-a735c0f7-a7fa-4d6f-8de7-ff5b2828f2ef tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 0.5494888 Dec 22 10:11:31.195658 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] Network d8649091-5130-4021-8a75-8e0113067487 has no segments {{(pid=81071) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:11:31.225007 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:11:31.241405 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5432328b-535f-46bd-8b1b-e2b4f4ff7274 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.4135191 Dec 22 10:11:31.264177 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59058) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:31.334607 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-90a9f052-5b72-47d1-a0dd-8628507803e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-5, 94a0bfe9-7a41-4573-afe6-9760d6e104e1) {{(pid=81072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:11:31.362054 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c95c27-9028-4848-bf4c-3b4e3b724fa4 None None] Network 94a0bfe9-7a41-4573-afe6-9760d6e104e1 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:11:31.426995 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-97fe56f6-fc74-48d9-9393-c53e4d9fa207 req-ba3e118b-c6af-4845-b0b6-6d9d2f3b5a76 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032983 Dec 22 10:11:31.452759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c81f2-a879-4465-ad97-5728d211082a req-c7d1760b-d26a-4438-bfb8-3629d360e976 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:31.455109 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d17c81f2-a879-4465-ad97-5728d211082a req-c7d1760b-d26a-4438-bfb8-3629d360e976 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 945 time: 0.4206138 Dec 22 10:11:31.457183 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:31.464933 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-cbec137c-45ed-4e0f-acc5-ccdd6db52892 tempest-TaggedBootDevicesTest_v242-1584293243 tempest-TaggedBootDevicesTest_v242-1584293243] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:31.489023 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] Notify callbacks [] for network, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:31.493404 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8649091-5130-4021-8a75-8e0113067487,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:31.497898 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:31.507282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a9f052-5b72-47d1-a0dd-8628507803e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:31.507282 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-90a9f052-5b72-47d1-a0dd-8628507803e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:31.521213 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bc687ee0-c98b-4242-a4c1-9d5b0d9955f8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d8649091-5130-4021-8a75-8e0113067487 HTTP/1.1" status: 204 len: 168 time: 3.9523783 Dec 22 10:11:31.558389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Network 319c0732-7308-4c90-9730-1e06da8a101a has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:11:31.567343 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-d17c81f2-a879-4465-ad97-5728d211082a req-bc029a4f-166b-4867-9bf5-9eaf2b16f8e4 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752282 Dec 22 10:11:31.603516 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:31.778932 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b37070-43a6-4899-b7ea-95fa1d5cd567 None None] Network 94a0bfe9-7a41-4573-afe6-9760d6e104e1 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:11:31.792909 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59070) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:31.834939 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-90a9f052-5b72-47d1-a0dd-8628507803e5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.0165477 Dec 22 10:11:31.891406 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff71363-184a-46df-8534-61c94090b3c9 req-aa55a0ce-a7ea-4a36-a104-d10e3b70c7f4 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:31.903254 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ff71363-184a-46df-8534-61c94090b3c9 req-aa55a0ce-a7ea-4a36-a104-d10e3b70c7f4 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 945 time: 0.1932745 Dec 22 10:11:31.963148 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63edd26f-43d2-4073-a8bd-444e85de89e0 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:31.969682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63edd26f-43d2-4073-a8bd-444e85de89e0 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:31.970654 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-63edd26f-43d2-4073-a8bd-444e85de89e0 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7039514 Dec 22 10:11:31.978133 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59076) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:32.022789 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-9a6115a7-de6d-4763-b5e7-ea66ac77af67 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6050281a798404586b1c229c01b6827&name=default HTTP/1.1" status: 200 len: 2883 time: 0.2310703 Dec 22 10:11:32.027733 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59080) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:32.071351 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Network 319c0732-7308-4c90-9730-1e06da8a101a has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:11:32.105245 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-1ff71363-184a-46df-8534-61c94090b3c9 req-b626cc0e-13ae-4a6d-bf32-4811a9622c29 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937022 Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:11:32.130445 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:11:32.288119 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7489506d-ca58-496e-a9c4-8d8654c2a8bc up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:11:32.376926 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-395ba17d-616e-4a6b-b34e-f6586d6c9cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:32.417436 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7309ba2-06fe-4ef7-9ff8-cbc7722b1dc3 req-a992465e-3cc7-46c2-bdff-1f7870bd1658 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:32.419088 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7309ba2-06fe-4ef7-9ff8-cbc7722b1dc3 req-a992465e-3cc7-46c2-bdff-1f7870bd1658 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 0.3107772 Dec 22 10:11:32.436901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 7489506d-ca58-496e-a9c4-8d8654c2a8bc completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:11:32.507572 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-395ba17d-616e-4a6b-b34e-f6586d6c9cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:32.577523 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-395ba17d-616e-4a6b-b34e-f6586d6c9cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:32.578683 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a01008f4-48c0-4e97-beea-770f1ab5536a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Deleting port b0e7a9b4-5246-4b51-a504-8bf016e04275 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:32.579237 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a01008f4-48c0-4e97-beea-770f1ab5536a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:32.586369 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-4b381b76-f0b9-4fb7-b1d4-3e1db01465f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:32.604964 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ba17d-616e-4a6b-b34e-f6586d6c9cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a380676a-65c2-46be-a321-041096eb04ed,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:32.623369 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b7309ba2-06fe-4ef7-9ff8-cbc7722b1dc3 req-9e216102-fe41-403a-a673-21d2e7441d31 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900537 Dec 22 10:11:32.629459 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-395ba17d-616e-4a6b-b34e-f6586d6c9cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:32.633575 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-395ba17d-616e-4a6b-b34e-f6586d6c9cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:32.633575 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-395ba17d-616e-4a6b-b34e-f6586d6c9cf8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a380676a-65c2-46be-a321-041096eb04ed HTTP/1.1" status: 204 len: 168 time: 0.5905583 Dec 22 10:11:32.729482 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:32.751387 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-76f66992-0401-4391-87ca-a9f76f6497e5 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:32.806848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:32.839900 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59094) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:32.840141 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "DELETE /v2.0/networks/319c0732-7308-4c90-9730-1e06da8a101a HTTP/1.1" status: 204 len: 168 time: 4.3011932 Dec 22 10:11:32.930504 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event deleted for resources: {'Network': ['ID=319c0732-7308-4c90-9730-1e06da8a101a,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:32.949196 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-0a83201c-321b-469b-9536-dc69cb6e1c28 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:32.969191 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb371a-6868-476a-a6b1-e0fb24fc56df req-1e235fdb-0ea3-4adf-a41a-50bd0902ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:32.971011 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19cb371a-6868-476a-a6b1-e0fb24fc56df req-1e235fdb-0ea3-4adf-a41a-50bd0902ff10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c89cb1345d340f38775861a6b074177&device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 1161 time: 0.7313468 Dec 22 10:11:32.973759 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ef6c39-8dca-41f7-aa76-36f177ed727e None None] Network ecaada89-b63f-4333-b457-83babe1722bb requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:11:33.282012 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b0bdcd-e6e1-460a-9f05-9125f78884a4 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Deleting subnet 2cc5e297-7ad9-44bb-a5a7-09e1f358f7f1 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:11:33.288885 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89b0bdcd-e6e1-460a-9f05-9125f78884a4 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:33.401992 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89b0bdcd-e6e1-460a-9f05-9125f78884a4 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:33.427113 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb371a-6868-476a-a6b1-e0fb24fc56df req-d17e9048-f076-418a-9ccb-fb62834baa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:33.428856 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19cb371a-6868-476a-a6b1-e0fb24fc56df req-d17e9048-f076-418a-9ccb-fb62834baa0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea HTTP/1.1" status: 200 len: 904 time: 0.4487488 Dec 22 10:11:33.525714 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89b0bdcd-e6e1-460a-9f05-9125f78884a4 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:33.562045 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2b4eb770-33a4-4144-8b36-c2e9c52313be None None] Provisioning for port 7489506d-ca58-496e-a9c4-8d8654c2a8bc completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:11:33.592277 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-2b4eb770-33a4-4144-8b36-c2e9c52313be None None] Provisioning complete for port 7489506d-ca58-496e-a9c4-8d8654c2a8bc triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:33.595445 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb770-33a4-4144-8b36-c2e9c52313be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:33.645526 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a01008f4-48c0-4e97-beea-770f1ab5536a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:33.805215 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb770-33a4-4144-8b36-c2e9c52313be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:33.924329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-2b4eb770-33a4-4144-8b36-c2e9c52313be None None] For port 7489506d-ca58-496e-a9c4-8d8654c2a8bc, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7489506d-ca58-496e-a9c4-8d8654c2a8bc,segment=NetworkSegment(eb9218d6-9fec-4fab-ae82-e0e268489442),segment_id=eb9218d6-9fec-4fab-ae82-e0e268489442)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:33.939402 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb770-33a4-4144-8b36-c2e9c52313be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:33.943332 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:34.004596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59108) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:34.010905 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89b0bdcd-e6e1-460a-9f05-9125f78884a4 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:34.035986 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-84176ad2-d3b9-43c8-82e2-c6c222f5bb2d tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:34.039970 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-a01008f4-48c0-4e97-beea-770f1ab5536a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Calling delete_port for b0e7a9b4-5246-4b51-a504-8bf016e04275 owned by {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:11:34.080666 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4eb770-33a4-4144-8b36-c2e9c52313be None None] Pushing event updated for resources: {'Port': ['ID=7489506d-ca58-496e-a9c4-8d8654c2a8bc,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:34.115538 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2b4eb770-33a4-4144-8b36-c2e9c52313be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:34.149373 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19cb371a-6868-476a-a6b1-e0fb24fc56df req-6d300656-8fc0-44c9-a3ad-1fd9433dd772 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4209c1-c0a2-4233-bf1f-37608b84e089 HTTP/1.1" status: 200 len: 1001 time: 0.6905401 Dec 22 10:11:34.192412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0bdcd-e6e1-460a-9f05-9125f78884a4 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event deleted for resources: {'Subnet': ['ID=2cc5e297-7ad9-44bb-a5a7-09e1f358f7f1,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:34.198367 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-89b0bdcd-e6e1-460a-9f05-9125f78884a4 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:34.408629 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-da8b4616-3182-47f9-94cb-01fe6e2df471 None None] Provisioning complete for port 7489506d-ca58-496e-a9c4-8d8654c2a8bc triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:34.410717 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da8b4616-3182-47f9-94cb-01fe6e2df471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:34.450271 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a01008f4-48c0-4e97-beea-770f1ab5536a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:34.506404 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-7ce4d328-e748-4677-b278-c9e576f36cf7 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:34.536429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f up at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:11:34.740785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-da8b4616-3182-47f9-94cb-01fe6e2df471 None None] Could not find standard attr ID for object b0e7a9b4-5246-4b51-a504-8bf016e04275. {{(pid=81073) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 10:11:34.744597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Provisioning complete for port b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:34.752317 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:34.820313 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01008f4-48c0-4e97-beea-770f1ab5536a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Pushing event deleted for resources: {'Port': ['ID=b0e7a9b4-5246-4b51-a504-8bf016e04275,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:34.836207 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb371a-6868-476a-a6b1-e0fb24fc56df req-19398ed3-3adc-442d-8c27-7bcd4db9ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:34.837940 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19cb371a-6868-476a-a6b1-e0fb24fc56df req-19398ed3-3adc-442d-8c27-7bcd4db9ac96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1afa0cc-840d-4f33-a7c7-f41b2bef546c HTTP/1.1" status: 200 len: 849 time: 0.6642494 Dec 22 10:11:34.851358 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a01008f4-48c0-4e97-beea-770f1ab5536a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:34.882068 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-4fca9ebf-f5c6-40ca-9ee5-8d0754f9c316 None None] Provisioning complete for port 7489506d-ca58-496e-a9c4-8d8654c2a8bc triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:34.890082 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4fca9ebf-f5c6-40ca-9ee5-8d0754f9c316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:34.980566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a01008f4-48c0-4e97-beea-770f1ab5536a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:35.008041 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-a01008f4-48c0-4e97-beea-770f1ab5536a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] 10.222.0.50 "DELETE /v2.0/ports/b0e7a9b4-5246-4b51-a504-8bf016e04275 HTTP/1.1" status: 204 len: 168 time: 2.9997556 Dec 22 10:11:35.008400 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-364df279-8949-4cb0-bfd1-e3dc291fe9cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e7c61c45a3714b28872b964f6c49eefc&name=default HTTP/1.1" status: 200 len: 2883 time: 1.0031462 Dec 22 10:11:35.009337 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59116) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:35.009983 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59118) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:35.012115 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb371a-6868-476a-a6b1-e0fb24fc56df req-57523bb3-bf7a-4a9e-9b37-7b54d037d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:35.028952 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19cb371a-6868-476a-a6b1-e0fb24fc56df req-57523bb3-bf7a-4a9e-9b37-7b54d037d87b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764281 Dec 22 10:11:35.030007 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4fc8b-8e6f-46f8-93f0-d359ca77ef99 req-4fc952f1-07f2-4631-9e05-cd6bd21af3da tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:35.034294 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b3f4fc8b-8e6f-46f8-93f0-d359ca77ef99 req-4fc952f1-07f2-4631-9e05-cd6bd21af3da tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 945 time: 1.6550388 Dec 22 10:11:35.036584 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-89b0bdcd-e6e1-460a-9f05-9125f78884a4 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:35.062506 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc971f11-3657-47e3-af73-7c4e067da23d None None] Network 360d3e23-1b94-4807-bd6e-a36360aad3b1 requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:11:35.195245 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef7c13a-09ca-4448-8ae5-05e72b7c0643 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:35.197791 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef7c13a-09ca-4448-8ae5-05e72b7c0643 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:35.198126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bef7c13a-09ca-4448-8ae5-05e72b7c0643 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Synchronizing usage tracker for tenant:ab895c7090db4c37b2aacde5dea50acc on resource:subnet {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:11:35.313141 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-1e72f501-eaa8-4881-8b74-aaede7993595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:35.328207 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-89b0bdcd-e6e1-460a-9f05-9125f78884a4 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "DELETE /v2.0/subnets/2cc5e297-7ad9-44bb-a5a7-09e1f358f7f1 HTTP/1.1" status: 204 len: 168 time: 2.4865069 Dec 22 10:11:35.348118 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19cb371a-6868-476a-a6b1-e0fb24fc56df req-3de7a293-a0be-4f39-bc16-14bf20972795 service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103271 Dec 22 10:11:35.353595 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59124) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:35.401414 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf8ced-03cf-485f-9f3e-fd66e847c00c req-7f2167b7-69b3-464e-a37c-8cb3aab4e423 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:35.404647 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0bdf8ced-03cf-485f-9f3e-fd66e847c00c req-7f2167b7-69b3-464e-a37c-8cb3aab4e423 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 1.4607263 Dec 22 10:11:35.421956 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b3f4fc8b-8e6f-46f8-93f0-d359ca77ef99 req-6d0a4b70-93e3-494a-a67d-ae380055118d tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670094 Dec 22 10:11:35.445463 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88684d75-5e6f-494d-be5f-7bb0a4613fb8 req-f2e138b8-e0cc-451b-9520-100d5df0863b tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:35.447691 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-88684d75-5e6f-494d-be5f-7bb0a4613fb8 req-f2e138b8-e0cc-451b-9520-100d5df0863b tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.64 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 945 time: 0.5964086 Dec 22 10:11:35.466919 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-bef7c13a-09ca-4448-8ae5-05e72b7c0643 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Unset dirty status for tenant:ab895c7090db4c37b2aacde5dea50acc on resource:subnet {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:11:35.468662 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bef7c13a-09ca-4448-8ae5-05e72b7c0643 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4543369 Dec 22 10:11:35.509084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ba6e319c-516f-4cf3-a50a-476140b751a5 None None] Provisioning complete for port 7489506d-ca58-496e-a9c4-8d8654c2a8bc triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:35.509688 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ba6e319c-516f-4cf3-a50a-476140b751a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:35.554524 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-19cb371a-6868-476a-a6b1-e0fb24fc56df req-790281cd-759b-488e-a27c-85806b810c38 service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1930530 Dec 22 10:11:35.609669 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-88684d75-5e6f-494d-be5f-7bb0a4613fb8 req-a0f4d0d9-c210-420f-beae-adc8516f0d4f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Deleting port b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f {{(pid=81071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:35.610213 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-88684d75-5e6f-494d-be5f-7bb0a4613fb8 req-a0f4d0d9-c210-420f-beae-adc8516f0d4f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:35.660125 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59128) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:35.660125 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-55e302a5-a88a-4d31-8cf5-49ac056e169a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:35.695328 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-ba6e319c-516f-4cf3-a50a-476140b751a5 None None] Could not find standard attr ID for object b0e7a9b4-5246-4b51-a504-8bf016e04275. {{(pid=81073) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 10:11:35.707909 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7851066'] for network, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:35.745539 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a87e40-8082-45a0-b634-69abc1265974 None None] DHCP port deletion for 360d3e23-1b94-4807-bd6e-a36360aad3b1 request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:11:35.751429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-04a87e40-8082-45a0-b634-69abc1265974 None None] Deleting port 908ab759-a394-4e3b-8603-5609eaed1068 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:35.751875 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-04a87e40-8082-45a0-b634-69abc1265974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:35.784169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Deleting port 908ab759-a394-4e3b-8603-5609eaed1068 {{(pid=81072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:35.786753 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:35.859230 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-55e302a5-a88a-4d31-8cf5-49ac056e169a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:35.880348 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-0bdf8ced-03cf-485f-9f3e-fd66e847c00c req-1e29a7aa-25f7-47c0-87c0-31a88d322183 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4492693 Dec 22 10:11:36.047180 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] For port 908ab759-a394-4e3b-8603-5609eaed1068, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=908ab759-a394-4e3b-8603-5609eaed1068,segment=NetworkSegment(79ec78fa-0d1c-451f-8243-2ce8b77da3b1),segment_id=79ec78fa-0d1c-451f-8243-2ce8b77da3b1)] {{(pid=81072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:36.047929 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:36.284847 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-04a87e40-8082-45a0-b634-69abc1265974 None None] For port 908ab759-a394-4e3b-8603-5609eaed1068, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=908ab759-a394-4e3b-8603-5609eaed1068,segment=NetworkSegment(79ec78fa-0d1c-451f-8243-2ce8b77da3b1),segment_id=79ec78fa-0d1c-451f-8243-2ce8b77da3b1)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:36.285593 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-04a87e40-8082-45a0-b634-69abc1265974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:36.315239 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Calling delete_port for 908ab759-a394-4e3b-8603-5609eaed1068 owned by network:dhcp {{(pid=81072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:11:36.377585 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-55e302a5-a88a-4d31-8cf5-49ac056e169a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:36.400191 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bcd6ab7b-a97c-40b3-b506-028694173a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:36.426006 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e302a5-a88a-4d31-8cf5-49ac056e169a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee173d2-cc86-460b-ab31-110296c9ba75,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:36.435636 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-55e302a5-a88a-4d31-8cf5-49ac056e169a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:36.443565 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-55e302a5-a88a-4d31-8cf5-49ac056e169a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fee173d2-cc86-460b-ab31-110296c9ba75 HTTP/1.1" status: 204 len: 168 time: 1.4256108 Dec 22 10:11:36.448904 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-55e302a5-a88a-4d31-8cf5-49ac056e169a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:36.454314 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [req-88684d75-5e6f-494d-be5f-7bb0a4613fb8 req-a0f4d0d9-c210-420f-beae-adc8516f0d4f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] For port b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f, host n-h1-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-5',level=0,port_id=b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f,segment=NetworkSegment(224b82da-8929-4c32-a798-a1f98b31b26e),segment_id=224b82da-8929-4c32-a798-a1f98b31b26e)] {{(pid=81071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:36.454842 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-88684d75-5e6f-494d-be5f-7bb0a4613fb8 req-a0f4d0d9-c210-420f-beae-adc8516f0d4f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:36.473568 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_v2 [None req-550968af-48f0-4203-99bf-17ec057dc1e3 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Deleting subnet e12fb098-6be8-49eb-9158-073dcbae8474 {{(pid=81071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 22 10:11:36.483841 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-550968af-48f0-4203-99bf-17ec057dc1e3 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks [] for subnet, before_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:36.505995 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-04a87e40-8082-45a0-b634-69abc1265974 None None] Calling delete_port for 908ab759-a394-4e3b-8603-5609eaed1068 owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:11:36.548211 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2108406'] for port, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:36.589522 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-280efeb9-c716-4009-86f7-808261816d87 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:36.619696 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-04a87e40-8082-45a0-b634-69abc1265974 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:11:36.622373 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-04a87e40-8082-45a0-b634-69abc1265974 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:11:36.633084 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7489506d-ca58-496e-a9c4-8d8654c2a8bc up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:11:36.669342 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Device b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f no longer exists at agent ovs-agent-n-h1-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:11:36.795171 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [req-88684d75-5e6f-494d-be5f-7bb0a4613fb8 req-a0f4d0d9-c210-420f-beae-adc8516f0d4f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Calling delete_port for b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f owned by compute:nova {{(pid=81071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:11:36.960473 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-550968af-48f0-4203-99bf-17ec057dc1e3 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545383'] for subnet, precommit_delete_associations {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:37.053988 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:37.139689 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-04a87e40-8082-45a0-b634-69abc1265974 None None] Deleting port 908ab759-a394-4e3b-8603-5609eaed1068 {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:37.140263 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-04a87e40-8082-45a0-b634-69abc1265974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:37.352922 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-04a87e40-8082-45a0-b634-69abc1265974 None None] The port '908ab759-a394-4e3b-8603-5609eaed1068' was deleted {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 22 10:11:37.375050 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 7489506d-ca58-496e-a9c4-8d8654c2a8bc triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:37.375774 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:37.407874 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-88684d75-5e6f-494d-be5f-7bb0a4613fb8 req-a0f4d0d9-c210-420f-beae-adc8516f0d4f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:37.424259 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event deleted for resources: {'Port': ['ID=908ab759-a394-4e3b-8603-5609eaed1068,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:37.437735 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.848s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:37.445261 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5a0edf59-1012-4070-be26-83093a4f14a0 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:37.469305 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] No DVR routers for this DVR port 908ab759-a394-4e3b-8603-5609eaed1068 on host n-d-765315-5 {{(pid=81072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:11:37.558541 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-550968af-48f0-4203-99bf-17ec057dc1e3 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847116117'] for subnet, precommit_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:37.636970 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847115519', 'neutron.services.segments.db._delete_segments_for_network-8762265887978'] for network, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:37.803927 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 908ab759-a394-4e3b-8603-5609eaed1068 no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:11:37.804596 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360d3e23-1b94-4807-bd6e-a36360aad3b1']}} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:37.820079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ec78fa-0d1c-451f-8243-2ce8b77da3b1') {'for_net_delete': True} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:37.820732 n-d-765315-5 neutron-server[80960]: DEBUG neutron.services.segments.db [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ec78fa-0d1c-451f-8243-2ce8b77da3b1') {} {{(pid=81072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 10:11:37.836811 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274588879868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853898467'] for segment, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:37.856943 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:37.864372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Releasing vxlan tunnel 4 to pool {{(pid=81072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 22 10:11:37.915715 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] No Port match for: 908ab759-a394-4e3b-8603-5609eaed1068 {{(pid=81073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 22 10:11:37.916585 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 908ab759-a394-4e3b-8603-5609eaed1068 not bound to the agent host n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 10:11:37.966052 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-378c97a8-11ec-4940-8e84-ff654b0cf66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:38.050745 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4d0d9-c210-420f-beae-adc8516f0d4f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Pushing event deleted for resources: {'Port': ['ID=b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:38.074632 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a8371-4d33-4e69-a052-9a3f41c5da58 req-9b644636-0bc9-4696-904b-5c02dc7d2dd8 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:38.074632 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-765a8371-4d33-4e69-a052-9a3f41c5da58 req-9b644636-0bc9-4696-904b-5c02dc7d2dd8 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 867 time: 1.2983062 Dec 22 10:11:38.074632 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-a0f4d0d9-c210-420f-beae-adc8516f0d4f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:38.095372 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Network 360d3e23-1b94-4807-bd6e-a36360aad3b1 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:11:38.110985 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7665688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852667488'] for segment, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:38.247359 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [req-88684d75-5e6f-494d-be5f-7bb0a4613fb8 req-a0f4d0d9-c210-420f-beae-adc8516f0d4f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] No DVR routers for this DVR port b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f on host n-h1-765315-5 {{(pid=81071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:11:38.265549 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-765a8371-4d33-4e69-a052-9a3f41c5da58 req-5945ee32-1413-486b-9f15-718a2b248bf1 tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/security-groups?id=516c8145-fd83-4c5c-9d53-054ad47eb90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458988 Dec 22 10:11:38.274357 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [req-88684d75-5e6f-494d-be5f-7bb0a4613fb8 req-a0f4d0d9-c210-420f-beae-adc8516f0d4f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:38.302082 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4e43e6-f237-461c-b923-b6ea5561139a', 'name': 'network-vif-deleted', 'tag': 'b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f'}] {{(pid=81071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 10:11:38.339186 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Network 360d3e23-1b94-4807-bd6e-a36360aad3b1 has no segments {{(pid=81072) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 22 10:11:38.402135 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-88684d75-5e6f-494d-be5f-7bb0a4613fb8 req-a0f4d0d9-c210-420f-beae-adc8516f0d4f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.64 "DELETE /v2.0/ports/b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f HTTP/1.1" status: 204 len: 173 time: 2.9318826 Dec 22 10:11:38.445498 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-550968af-48f0-4203-99bf-17ec057dc1e3 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7659680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853136526'] for subnet, after_delete {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: Traceback (most recent call last): Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: timer() Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: cb(*args, **kw) Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: return func(*args, **kwargs) Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: self._notify() Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: self.callback(batched_events) Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: event.method(event) Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: segment_id)['aggregates'][0] Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: return f(self, *a, **k) Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: return self._get(url).json() Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: **kwargs) Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: return self.request(url, 'GET', **kwargs) Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: **endpoint_filter) Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 10:11:38.485090 n-d-765315-5 neutron-server[80960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 10:11:38.503194 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7660297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7853993'] for network, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:38.506992 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f5acf248-9e55-499e-a52f-77fa4ada6e85 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:38.516876 n-d-765315-5 neutron-server[80960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4e43e6-f237-461c-b923-b6ea5561139a', 'name': 'network-vif-deleted', 'tag': 'b73ccc73-4c8d-4555-867a-a9c8e5f5dd6f', 'status': 'completed', 'code': 200} Dec 22 10:11:38.533800 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5172f8c7-d125-4b36-907d-4c0cf26d5334 tempest-NetworksTest-1426338374 tempest-NetworksTest-1426338374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:38.542210 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:38.570126 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Pushing event deleted for resources: {'Network': ['ID=360d3e23-1b94-4807-bd6e-a36360aad3b1,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:38.576131 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:38.591199 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-25a955d9-9224-4480-a814-1ffc1bd98d69 tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "DELETE /v2.0/networks/360d3e23-1b94-4807-bd6e-a36360aad3b1 HTTP/1.1" status: 204 len: 168 time: 3.2253950 Dec 22 10:11:38.592025 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59166) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:38.609861 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7d949-e34b-46ea-bd0b-71cb208ea7a9 req-2a3d579b-7b25-411b-afdd-2fafa830b9c4 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:38.611785 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a9e7d949-e34b-46ea-bd0b-71cb208ea7a9 req-2a3d579b-7b25-411b-afdd-2fafa830b9c4 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 946 time: 1.3076322 Dec 22 10:11:38.615633 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550968af-48f0-4203-99bf-17ec057dc1e3 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Pushing event deleted for resources: {'Subnet': ['ID=e12fb098-6be8-49eb-9158-073dcbae8474,revision_number=None']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:38.618386 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-550968af-48f0-4203-99bf-17ec057dc1e3 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:38.685901 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-941880d9-db4b-4ffb-bf26-5fc56500f1fb tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Synchronizing usage tracker for tenant:e924207ac68747aa8a6e4d08a4801daf on resource:port {{(pid=81072) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:11:38.720447 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-941880d9-db4b-4ffb-bf26-5fc56500f1fb tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Unset dirty status for tenant:e924207ac68747aa8a6e4d08a4801daf on resource:port {{(pid=81072) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:11:38.722257 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-941880d9-db4b-4ffb-bf26-5fc56500f1fb tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "GET /v2.0/ports?device_id=d06ad48a-0497-4f75-8e64-7beb3db93819 HTTP/1.1" status: 200 len: 205 time: 0.1285801 Dec 22 10:11:38.726432 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59170) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:38.782839 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-a9e7d949-e34b-46ea-bd0b-71cb208ea7a9 req-6f389f33-1601-418d-b7cd-874a154d93e8 tempest-AttachVolumeTestJSON-110314875 tempest-AttachVolumeTestJSON-110314875] 10.222.0.50 "GET /v2.0/security-groups?id=6601c25b-12a7-4994-8591-cc826a682e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604390 Dec 22 10:11:38.795324 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-550968af-48f0-4203-99bf-17ec057dc1e3 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:38.799542 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-550968af-48f0-4203-99bf-17ec057dc1e3 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] 10.222.0.50 "DELETE /v2.0/subnets/e12fb098-6be8-49eb-9158-073dcbae8474 HTTP/1.1" status: 204 len: 168 time: 3.1351132 Dec 22 10:11:38.803483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59176) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:38.804668 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e60a43-67ca-48dd-ac39-ca8adaddc718 None None] Network ecaada89-b63f-4333-b457-83babe1722bb requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:11:38.907366 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-bc7fbd15-e788-4497-b692-c4b6a86c08d2 tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025136 Dec 22 10:11:38.914315 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59182) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:38.918435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-56ebfa1e-3b9e-498d-81f8-59376c2998ab tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Request body: {'subnet': {'network_id': 'ecaada89-b63f-4333-b457-83babe1722bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:11:38.961948 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da5d245e-6dbe-4295-be81-6d476dde24cd tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for router, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:39.047129 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:39.169643 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-56ebfa1e-3b9e-498d-81f8-59376c2998ab tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:11:39.180842 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-56ebfa1e-3b9e-498d-81f8-59376c2998ab tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:11:39.201269 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ebfa1e-3b9e-498d-81f8-59376c2998ab tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Made reservation on behalf of ab895c7090db4c37b2aacde5dea50acc for: {'subnet': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:11:39.224809 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56ebfa1e-3b9e-498d-81f8-59376c2998ab tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1639275'] for subnet, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:39.379306 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7a6fb7-518f-452c-91aa-19dfec3e64a0 None None] DHCP port deletion for ecaada89-b63f-4333-b457-83babe1722bb request from n-d-765315-5 {{(pid=81073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 10:11:39.385593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a6fb7-518f-452c-91aa-19dfec3e64a0 None None] Deleting port 7489506d-ca58-496e-a9c4-8d8654c2a8bc {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:39.386078 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6fb7-518f-452c-91aa-19dfec3e64a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:39.391670 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da5d245e-6dbe-4295-be81-6d476dde24cd tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7811482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-73077'] for router, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:39.391670 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da5d245e-6dbe-4295-be81-6d476dde24cd tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:39.493902 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da5d245e-6dbe-4295-be81-6d476dde24cd tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7811452'] for router, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:39.494593 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5d245e-6dbe-4295-be81-6d476dde24cd tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Fanout notify agent at l3_agent the message router_deleted on router d06ad48a-0497-4f75-8e64-7beb3db93819 {{(pid=81072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 10:11:39.533216 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da5d245e-6dbe-4295-be81-6d476dde24cd tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Notify callbacks [] for router, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:39.557902 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-da5d245e-6dbe-4295-be81-6d476dde24cd tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] 10.222.0.50 "DELETE /v2.0/routers/d06ad48a-0497-4f75-8e64-7beb3db93819 HTTP/1.1" status: 204 len: 168 time: 0.8284273 Dec 22 10:11:39.595252 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:39.761483 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-99a299b8-57b6-445a-ad22-3fcb488923d5 req-a914b31a-ee7e-4583-8412-dc2f30ba9c8f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Synchronizing usage tracker for tenant:e798a8e61fa24836a28e3da00a2e4e8b on resource:port {{(pid=81071) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 10:11:39.822190 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ff7a6fb7-518f-452c-91aa-19dfec3e64a0 None None] For port 7489506d-ca58-496e-a9c4-8d8654c2a8bc, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7489506d-ca58-496e-a9c4-8d8654c2a8bc,segment=NetworkSegment(eb9218d6-9fec-4fab-ae82-e0e268489442),segment_id=eb9218d6-9fec-4fab-ae82-e0e268489442)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:39.822651 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6fb7-518f-452c-91aa-19dfec3e64a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:39.862738 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [req-99a299b8-57b6-445a-ad22-3fcb488923d5 req-a914b31a-ee7e-4583-8412-dc2f30ba9c8f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] Unset dirty status for tenant:e798a8e61fa24836a28e3da00a2e4e8b on resource:port {{(pid=81071) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 10:11:39.864841 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-99a299b8-57b6-445a-ad22-3fcb488923d5 req-a914b31a-ee7e-4583-8412-dc2f30ba9c8f tempest-TestVolumeBootPattern-1953759715 tempest-TestVolumeBootPattern-1953759715] 10.222.0.50 "GET /v2.0/ports?device_id=8f4e43e6-f237-461c-b923-b6ea5561139a HTTP/1.1" status: 200 len: 210 time: 0.2119372 Dec 22 10:11:40.145910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 7489506d-ca58-496e-a9c4-8d8654c2a8bc no longer exists at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 10:11:40.299449 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59208) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:40.303994 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a6fb7-518f-452c-91aa-19dfec3e64a0 None None] Calling delete_port for 7489506d-ca58-496e-a9c4-8d8654c2a8bc owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:11:40.612808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:40.705289 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 7489506d-ca58-496e-a9c4-8d8654c2a8bc, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7489506d-ca58-496e-a9c4-8d8654c2a8bc,segment=NetworkSegment(eb9218d6-9fec-4fab-ae82-e0e268489442),segment_id=eb9218d6-9fec-4fab-ae82-e0e268489442)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:40.706901 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:40.726141 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:40.735874 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-6366e0c5-9cbb-4dea-a5ef-ebb4ec9e9b55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:40.763793 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-5840ab36-759a-429a-b561-9f733a323084 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e924207ac68747aa8a6e4d08a4801daf&name=default HTTP/1.1" status: 200 len: 2883 time: 0.4624293 Dec 22 10:11:40.765258 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59220) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:40.871086 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:40.902296 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=7489506d-ca58-496e-a9c4-8d8654c2a8bc,revision_number=5']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:40.912303 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:40.913580 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:40.942475 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:40.945757 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-ff7a6fb7-518f-452c-91aa-19dfec3e64a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:11:40.946186 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-ff7a6fb7-518f-452c-91aa-19dfec3e64a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:11:41.004004 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_delete {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:41.012368 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-f257b2d3-727b-4bc2-a45b-d026d5911dab tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:41.044784 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56ebfa1e-3b9e-498d-81f8-59376c2998ab tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852466199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1639290'] for subnet, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:41.053702 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:41.070711 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7252cf8f-fcd2-4410-a7c3-0b2a0de6e2c5 HTTP/1.1" status: 204 len: 168 time: 0.2982416 Dec 22 10:11:41.072105 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7252cf8f-fcd2-4410-a7c3-0b2a0de6e2c5,revision_number=None']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:41.078499 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2150944b-f6bf-47f7-bac5-66483da5ca06 tempest-PortsIpV6TestJSON-590894496 tempest-PortsIpV6TestJSON-590894496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:41.100048 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.106428 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:41.112722 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.120332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.120332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.120332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.120332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.120332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.120332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.120332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.120332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.120332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.120332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.120332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.120332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.120332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.120332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.120332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.120332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.120332 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.129123 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.130065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.137202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.137202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.137202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.137202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.137202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.137202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.137202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.137202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.137202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.137202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.137202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.137202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.137202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.137202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.137202 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-5 {{(pid=81072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 10:11:41.148158 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-40d77472-bbb2-4e39-8941-b287070335fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:41.440211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebfa1e-3b9e-498d-81f8-59376c2998ab tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Pushing event updated for resources: {'Subnet': ['ID=9c1c6146-f4b8-47db-b517-e94ee094231c,revision_number=0']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:41.447489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a6fb7-518f-452c-91aa-19dfec3e64a0 None None] Deleting port 7489506d-ca58-496e-a9c4-8d8654c2a8bc {{(pid=81073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 22 10:11:41.448150 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6fb7-518f-452c-91aa-19dfec3e64a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274588992577'] for port, before_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:41.463868 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-56ebfa1e-3b9e-498d-81f8-59376c2998ab tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:41.616435 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ebfa1e-3b9e-498d-81f8-59376c2998ab tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Network ecaada89-b63f-4333-b457-83babe1722bb is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:11:41.618586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-56ebfa1e-3b9e-498d-81f8-59376c2998ab tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:11:41.644528 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ebfa1e-3b9e-498d-81f8-59376c2998ab tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:41.645416 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-56ebfa1e-3b9e-498d-81f8-59376c2998ab tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847235481'] for subnet, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:41.732715 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-56ebfa1e-3b9e-498d-81f8-59376c2998ab tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8201156 Dec 22 10:11:41.744662 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81071) accepted ('10.222.0.50', 59242) {{(pid=81071) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:41.752249 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-e6792740-eaa4-4bc4-920c-1de0c1a90b6a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Request body: {'port': {'network_id': 'ecaada89-b63f-4333-b457-83babe1722bb', 'name': 'tempest-NetworksTestDHCPv6-374306545'}} {{(pid=81071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:11:42.138803 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-ff7a6fb7-518f-452c-91aa-19dfec3e64a0 None None] For port 7489506d-ca58-496e-a9c4-8d8654c2a8bc, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=7489506d-ca58-496e-a9c4-8d8654c2a8bc,segment=NetworkSegment(eb9218d6-9fec-4fab-ae82-e0e268489442),segment_id=eb9218d6-9fec-4fab-ae82-e0e268489442)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:42.138803 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6fb7-518f-452c-91aa-19dfec3e64a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846926762'] for port, precommit_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:42.164455 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e6792740-eaa4-4bc4-920c-1de0c1a90b6a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:11:42.178128 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e6792740-eaa4-4bc4-920c-1de0c1a90b6a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Usage tracker for resource:port and tenant:ab895c7090db4c37b2aacde5dea50acc is out of sync, need to count used quota {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:11:42.190704 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-e6792740-eaa4-4bc4-920c-1de0c1a90b6a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Quota usage for port was recalculated. Used quota:1. {{(pid=81071) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:11:42.199597 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-e6792740-eaa4-4bc4-920c-1de0c1a90b6a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81071) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:11:42.230390 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6792740-eaa4-4bc4-920c-1de0c1a90b6a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Made reservation on behalf of ab895c7090db4c37b2aacde5dea50acc for: {'port': 1} {{(pid=81071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:11:42.237793 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e6792740-eaa4-4bc4-920c-1de0c1a90b6a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:42.535094 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a6fb7-518f-452c-91aa-19dfec3e64a0 None None] Calling delete_port for 7489506d-ca58-496e-a9c4-8d8654c2a8bc owned by network:dhcp {{(pid=81073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 22 10:11:42.683170 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ff7a6fb7-518f-452c-91aa-19dfec3e64a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274588987371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762265402551'] for port, after_delete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:42.694588 n-d-765315-5 neutron-server[80960]: DEBUG neutron.notifiers.nova [None req-e6792740-eaa4-4bc4-920c-1de0c1a90b6a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] device_id is not set on port 9881ed31-d895-48f4-bd7b-d248f9ea6bdc yet. {{(pid=81071) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 10:11:42.898095 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-e6792740-eaa4-4bc4-920c-1de0c1a90b6a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Allocated IP 2001:db8::126 (ecaada89-b63f-4333-b457-83babe1722bb/9c1c6146-f4b8-47db-b517-e94ee094231c/9881ed31-d895-48f4-bd7b-d248f9ea6bdc) {{(pid=81071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:11:42.904590 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:42.964818 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a6fb7-518f-452c-91aa-19dfec3e64a0 None None] Pushing event deleted for resources: {'Port': ['ID=7489506d-ca58-496e-a9c4-8d8654c2a8bc,revision_number=None']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:42.969680 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-ff7a6fb7-518f-452c-91aa-19dfec3e64a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:42.973362 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a6fb7-518f-452c-91aa-19dfec3e64a0 None None] No DVR routers for this DVR port 7489506d-ca58-496e-a9c4-8d8654c2a8bc on host n-d-765315-5 {{(pid=81073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 10:11:43.018614 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82da2f8-54f0-4839-9419-601a72d73662 None None] Network ecaada89-b63f-4333-b457-83babe1722bb requested from n-d-765315-5 {{(pid=81073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 10:11:43.316520 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e6792740-eaa4-4bc4-920c-1de0c1a90b6a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks [] for port, precommit_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:43.341646 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-e6792740-eaa4-4bc4-920c-1de0c1a90b6a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Transition to ACTIVE for port object 9881ed31-d895-48f4-bd7b-d248f9ea6bdc will not be triggered until provisioned by entity DHCP. {{(pid=81071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:11:43.346543 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59268) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:43.354079 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Request body: {'network': {'name': 'tempest-network-smoke--702840922', 'project_id': '41557dcb8a73412484d978f17a62db76', 'port_security_enabled': True}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:11:43.367587 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:11:43.375185 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Usage tracker for resource:network and tenant:41557dcb8a73412484d978f17a62db76 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:11:43.380358 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e6792740-eaa4-4bc4-920c-1de0c1a90b6a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311001'] for port, after_create {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:43.381421 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Quota usage for network was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:11:43.405233 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:11:43.453718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Made reservation on behalf of 41557dcb8a73412484d978f17a62db76 for: {'network': 1} {{(pid=81072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 10:11:43.459246 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for network, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:43.503495 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:43.521439 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeed41966-cb7a-5133-9acc-1b5526108fd7-ecaada89-b63f-4333-b457-83babe1722bb', 'network_id': 'ecaada89-b63f-4333-b457-83babe1722bb', 'tenant_id': 'ab895c7090db4c37b2aacde5dea50acc', 'fixed_ips': [{'subnet_id': '9c1c6146-f4b8-47db-b517-e94ee094231c'}]}} from n-d-765315-5. {{(pid=81073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 10:11:43.522613 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:43.557008 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [-] (81072) accepted ('10.222.0.50', 59274) {{(pid=81072) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 10:11:43.589972 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:11:43.599395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Usage tracker for resource:security_group_rule and tenant:41557dcb8a73412484d978f17a62db76 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:11:43.608394 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:11:43.623579 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:11:43.744750 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9d420d01-a1ce-424d-903f-1174996b31ac tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:43.919142 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:43.935488 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:43.942521 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-5c730cd0-4bdd-4f43-9b99-2356b7ab9720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:43.951554 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6792740-eaa4-4bc4-920c-1de0c1a90b6a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Pushing event updated for resources: {'Port': ['ID=9881ed31-d895-48f4-bd7b-d248f9ea6bdc,revision_number=1']} {{(pid=81071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:43.977307 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e6792740-eaa4-4bc4-920c-1de0c1a90b6a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=81071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:43.996454 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6792740-eaa4-4bc4-920c-1de0c1a90b6a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Network ecaada89-b63f-4333-b457-83babe1722bb is already hosted by enough agents. {{(pid=81071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:11:43.996799 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.v2.base [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Request body: {'security_group': {'name': 'tempest-secgroup--875019540'}} {{(pid=81072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 10:11:43.997848 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-e6792740-eaa4-4bc4-920c-1de0c1a90b6a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Resources bound (agent type, host, resource id): {{(pid=81071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:11:44.022487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6792740-eaa4-4bc4-920c-1de0c1a90b6a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Received port after_create {{(pid=81071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:11:44.022487 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6792740-eaa4-4bc4-920c-1de0c1a90b6a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:44.022487 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e6792740-eaa4-4bc4-920c-1de0c1a90b6a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490885'] for port, before_response {{(pid=81071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:44.023718 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:11:44.045352 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=81072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 22 10:11:44.046142 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-e6792740-eaa4-4bc4-920c-1de0c1a90b6a tempest-NetworksTestDHCPv6-894249955 tempest-NetworksTestDHCPv6-894249955] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2998657 Dec 22 10:11:44.053058 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Usage tracker for resource:security_group and tenant:86dbb8ee7a744f17a621c12d9f9ac730 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:11:44.063341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:11:44.070146 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Pushing event updated for resources: {'SecurityGroup': ['ID=260d0420-83f3-4800-922c-24d64c15d7a2,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:44.083418 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:44.083769 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:11:44.088368 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274588887839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847110128'] for segment, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:44.089413 n-d-765315-5 neutron-server[80960]: INFO neutron.db.segments_db [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Added segment d17e1db5-0604-441d-9ce0-923c6f7efe83 of type vxlan for network 321ac15d-31f3-4d28-8ccc-55282285783d Dec 22 10:11:44.116274 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:44.177364 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Notify callbacks [] for security_group, before_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:44.233992 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363274589386578'] for network, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:44.242211 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:11:44.251389 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Usage tracker for resource:security_group_rule and tenant:86dbb8ee7a744f17a621c12d9f9ac730 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:11:44.256665 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:11:44.282252 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:11:44.288145 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:11:44.379217 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500'] for network, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:44.384065 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:11:44.384906 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Notify callbacks [] for network, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:44.394560 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-9691e7db-ba6a-433d-9498-4d7b00dacd4a tempest-RoutersNegativeIpV6Test-6109582 tempest-RoutersNegativeIpV6Test-6109582] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:44.570514 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.db_base_plugin_common [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Allocated IP 2001:db8::2 (ecaada89-b63f-4333-b457-83babe1722bb/9c1c6146-f4b8-47db-b517-e94ee094231c/90a4e231-3160-43a5-a70c-49be59cf5d88) {{(pid=81073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 22 10:11:44.605090 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Pushing event updated for resources: {'Network': ['ID=321ac15d-31f3-4d28-8ccc-55282285783d,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:44.617345 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:44.638325 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-acc4f49d-460a-4107-a1d0-1b5657190996 tempest-TestSecurityGroupsBasicOps-243449755 tempest-TestSecurityGroupsBasicOps-243449755] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2903581 Dec 22 10:11:44.641510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Network 321ac15d-31f3-4d28-8ccc-55282285783d details requested by agent ovs-agent-n-d-765315-5 with host n-d-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:11:44.648228 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:44.655586 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Network 321ac15d-31f3-4d28-8ccc-55282285783d details requested by agent ovs-agent-n-h2-765315-5 with host n-h2-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:11:44.676232 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Network 321ac15d-31f3-4d28-8ccc-55282285783d details requested by agent ovs-agent-n-h1-765315-5 with host n-h1-765315-5 {{(pid=81073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 10:11:44.691364 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:44.695295 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-bc375cf5-5b22-42b9-8470-d775d3f5c0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:44.707910 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 10:11:44.712385 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Usage tracker for resource:security_group_rule and tenant:86dbb8ee7a744f17a621c12d9f9ac730 is out of sync, need to count used quota {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 10:11:44.715923 n-d-765315-5 neutron-server[80960]: DEBUG neutron.quota.resource [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81072) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 10:11:44.722681 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.quota.driver [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 10:11:44.751046 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Pushing event updated for resources: {'SecurityGroup': ['ID=29490340-b037-4b40-8008-8477aba4ad7c,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:44.759013 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:44.858225 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Notify callbacks [] for security_group, precommit_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:44.864433 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704683'] for security_group, after_create {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:44.882887 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-c8ca6058-de63-45c6-be37-d7d093be711c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:44.925785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Pushing event updated for resources: {'SecurityGroup': ['ID=38954afc-92cd-4362-9616-31d370cc36f3,revision_number=1']} {{(pid=81072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:44.929956 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:44.940101 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] Notify callbacks [] for security_group, before_response {{(pid=81072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:44.942074 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [None req-357e603c-d53d-47f5-8dd6-4cab6de4608a tempest-SecGroupIPv6Test-345885429 tempest-SecGroupIPv6Test-345885429] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1695 time: 1.3743765 Dec 22 10:11:45.164302 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Notify callbacks [] for port, precommit_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:45.177075 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Transition to ACTIVE for port object 90a4e231-3160-43a5-a70c-49be59cf5d88 will not be triggered until provisioned by entity L2. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:11:45.202536 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Transition to ACTIVE for port object 90a4e231-3160-43a5-a70c-49be59cf5d88 will not be triggered until provisioned by entity DHCP. {{(pid=81073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 10:11:45.222397 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762265426359'] for port, after_create {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:45.246333 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:45.348548 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Pushing event updated for resources: {'Port': ['ID=90a4e231-3160-43a5-a70c-49be59cf5d88,revision_number=1']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:45.348548 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:45.485037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Network ecaada89-b63f-4333-b457-83babe1722bb is already hosted by enough agents. {{(pid=81073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 10:11:45.486321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.scheduler.base_scheduler [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Resources bound (agent type, host, resource id): {{(pid=81073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 22 10:11:45.488938 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Received port after_create {{(pid=81073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 22 10:11:45.548509 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Attempting to bind port 90a4e231-3160-43a5-a70c-49be59cf5d88 on host n-d-765315-5 for vnic_type normal with profile {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 10:11:45.548939 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Attempting to bind port 90a4e231-3160-43a5-a70c-49be59cf5d88 by drivers openvswitch on host n-d-765315-5 at level 0 using segments [{'id': 'eb9218d6-9fec-4fab-ae82-e0e268489442', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ecaada89-b63f-4333-b457-83babe1722bb'}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 10:11:45.549329 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Attempting to bind port 90a4e231-3160-43a5-a70c-49be59cf5d88 on network ecaada89-b63f-4333-b457-83babe1722bb {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 22 10:11:45.555339 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Checking agent: {'id': '411dd72d-59f4-45bd-bfa4-ebca58d8750b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-5', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 22, 9, 17, 9), 'started_at': datetime.datetime(2020, 12, 22, 9, 17, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 22, 10, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 10:11:45.555785 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Checking segment: {'id': 'eb9218d6-9fec-4fab-ae82-e0e268489442', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ecaada89-b63f-4333-b457-83babe1722bb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 10:11:45.556466 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:45.556688 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Bound using segment: {'id': 'eb9218d6-9fec-4fab-ae82-e0e268489442', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ecaada89-b63f-4333-b457-83babe1722bb'} {{(pid=81073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 10:11:45.557223 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.managers [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Bound port: 90a4e231-3160-43a5-a70c-49be59cf5d88, host: n-d-765315-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9218d6-9fec-4fab-ae82-e0e268489442', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ecaada89-b63f-4333-b457-83babe1722bb'}}] {{(pid=81073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 10:11:45.557659 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:45.658460 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] For port 90a4e231-3160-43a5-a70c-49be59cf5d88, host n-d-765315-5, cleared binding levels {{(pid=81073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 22 10:11:45.662052 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] For port 90a4e231-3160-43a5-a70c-49be59cf5d88, host n-d-765315-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=90a4e231-3160-43a5-a70c-49be59cf5d88,segment=NetworkSegment(eb9218d6-9fec-4fab-ae82-e0e268489442),segment_id=eb9218d6-9fec-4fab-ae82-e0e268489442)] {{(pid=81073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 22 10:11:45.679326 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:45.696015 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-2f26fce9-28ad-4366-ad1b-da49c1c35eda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:45.862824 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Pushing event updated for resources: {'Port': ['ID=90a4e231-3160-43a5-a70c-49be59cf5d88,revision_number=2']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:45.868165 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-afa6eeb2-0690-4ae6-a05d-facf4dd1548b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:47.563709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0c8c3ca1-577d-4261-97ec-c3c315b2418f None None] Provisioning for port 90a4e231-3160-43a5-a70c-49be59cf5d88 completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:11:47.595582 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0c8c3ca1-577d-4261-97ec-c3c315b2418f None None] Provisioning for port 9881ed31-d895-48f4-bd7b-d248f9ea6bdc completed by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:11:47.600762 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-0c8c3ca1-577d-4261-97ec-c3c315b2418f None None] Provisioning complete for port 9881ed31-d895-48f4-bd7b-d248f9ea6bdc triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:47.601194 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-0c8c3ca1-577d-4261-97ec-c3c315b2418f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:47.668853 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c3ca1-577d-4261-97ec-c3c315b2418f None None] Port 9881ed31-d895-48f4-bd7b-d248f9ea6bdc cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:11:47.793282 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-624bed93-7e45-4aa1-9659-e7d35de19445 None None] Provisioning complete for port 9881ed31-d895-48f4-bd7b-d248f9ea6bdc triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:47.793730 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-624bed93-7e45-4aa1-9659-e7d35de19445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:47.868429 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.plugin [None req-624bed93-7e45-4aa1-9659-e7d35de19445 None None] Port 9881ed31-d895-48f4-bd7b-d248f9ea6bdc cannot update to ACTIVE because it is not bound. {{(pid=81073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 22 10:11:48.090550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 90a4e231-3160-43a5-a70c-49be59cf5d88 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:11:48.176217 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning for port 90a4e231-3160-43a5-a70c-49be59cf5d88 completed by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 10:11:48.181911 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 90a4e231-3160-43a5-a70c-49be59cf5d88 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:48.182332 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:48.245949 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-85c86c7b-a312-46d5-ad58-07ed06a135fa None None] Provisioning complete for port 90a4e231-3160-43a5-a70c-49be59cf5d88 triggered by entity DHCP. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:48.254394 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85c86c7b-a312-46d5-ad58-07ed06a135fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:48.411872 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:48.462988 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-85c86c7b-a312-46d5-ad58-07ed06a135fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7804576'] for port, before_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:48.484440 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.db [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] For port 90a4e231-3160-43a5-a70c-49be59cf5d88, host n-d-765315-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-5',level=0,port_id=90a4e231-3160-43a5-a70c-49be59cf5d88,segment=NetworkSegment(eb9218d6-9fec-4fab-ae82-e0e268489442),segment_id=eb9218d6-9fec-4fab-ae82-e0e268489442)] {{(pid=81073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 22 10:11:48.549025 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846970137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1059661466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847235500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274588987235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274589373249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762265402585'] for port, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:11:48.549025 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-e2514722-706a-4807-9e65-07183f01a0bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 22 10:11:48.618151 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.db.api [None req-85c86c7b-a312-46d5-ad58-07ed06a135fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 10:11:48.619575 n-d-765315-5 neutron-server[80960]: DEBUG oslo_db.api [None req-85c86c7b-a312-46d5-ad58-07ed06a135fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 10:11:48.634515 n-d-765315-5 neutron-server[80960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=90a4e231-3160-43a5-a70c-49be59cf5d88,revision_number=3']} {{(pid=81073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 10:11:48.641839 n-d-765315-5 neutron-server[80960]: DEBUG oslo_concurrency.lockutils [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 22 10:11:50.052412 n-d-765315-5 neutron-server[80960]: DEBUG neutron.plugins.ml2.rpc [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Device 90a4e231-3160-43a5-a70c-49be59cf5d88 up at agent ovs-agent-n-d-765315-5 {{(pid=81073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 10:11:50.128493 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.provisioning_blocks [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Provisioning complete for port 90a4e231-3160-43a5-a70c-49be59cf5d88 triggered by entity L2. {{(pid=81073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 10:11:50.128931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847111092'] for port, provisioning_complete {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:12:05.061290 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ae34caf1-bde4-4aba-a271-cbd63eb78ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:12:07.950396 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-a38e488e-a687-4e81-b116-5d85f25dc3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:12:08.884741 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:12:09.529970 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:12:10.253848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:12:10.798539 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:12:11.121239 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:12:21.274166 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:12:23.424945 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b790f57a-6534-4a6f-9252-57b55ba91680 req-7d474383-ec52-4afb-b9d4-c3fc090b4a94 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.1064198 Dec 22 10:12:23.576147 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790f57a-6534-4a6f-9252-57b55ba91680 req-edaaefd6-3647-43d5-8529-f3a3cfdcd85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:12:23.577931 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b790f57a-6534-4a6f-9252-57b55ba91680 req-edaaefd6-3647-43d5-8529-f3a3cfdcd85e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e798a8e61fa24836a28e3da00a2e4e8b&device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 1161 time: 0.1148374 Dec 22 10:12:23.787735 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790f57a-6534-4a6f-9252-57b55ba91680 req-aacc905f-8cdd-4249-b81f-5a3104147d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:12:23.791134 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b790f57a-6534-4a6f-9252-57b55ba91680 req-aacc905f-8cdd-4249-b81f-5a3104147d33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99773f64-dc84-4992-b646-2939d71e7472 HTTP/1.1" status: 200 len: 906 time: 0.1898963 Dec 22 10:12:23.873001 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b790f57a-6534-4a6f-9252-57b55ba91680 req-5c2963d1-c86a-412c-92cd-e16a62eb2acc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06b58fe3-dcae-4817-84ce-d9707c64a09c HTTP/1.1" status: 200 len: 217 time: 0.0745411 Dec 22 10:12:23.950797 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790f57a-6534-4a6f-9252-57b55ba91680 req-9bb1ff25-221c-4bdf-961b-52de515122d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:12:23.952443 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b790f57a-6534-4a6f-9252-57b55ba91680 req-9bb1ff25-221c-4bdf-961b-52de515122d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a8cbed5-bf42-44bf-8a42-c92ce50d8141 HTTP/1.1" status: 200 len: 851 time: 0.0728598 Dec 22 10:12:24.060659 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790f57a-6534-4a6f-9252-57b55ba91680 req-85dc0273-2989-40a6-8bdd-dc4c7d327690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:12:24.061813 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b790f57a-6534-4a6f-9252-57b55ba91680 req-85dc0273-2989-40a6-8bdd-dc4c7d327690 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99773f64-dc84-4992-b646-2939d71e7472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027651 Dec 22 10:12:24.245713 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b790f57a-6534-4a6f-9252-57b55ba91680 req-87f631c6-9ef7-4984-8669-9bcf23ed1e1e service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764984 Dec 22 10:12:24.430100 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-b790f57a-6534-4a6f-9252-57b55ba91680 req-9705a946-8104-458d-90d7-b9baeafccc36 service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1775129 Dec 22 10:12:35.040753 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-da06cb64-f7ed-4068-b8e9-4cb2f332ea10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:12:37.954397 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6ddb478d-24df-4843-9fff-0c2dd579835b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:12:38.883976 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:12:39.526274 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:12:40.258258 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:12:40.829094 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:12:41.148342 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:12:58.275615 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:13:05.044175 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-98d2683e-002a-49e7-bb53-54e2919ecade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:13:07.957362 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-16bd518e-1833-4968-bffb-39cf9eedcfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:13:08.888331 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:13:09.535368 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:13:10.273627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:13:10.839765 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:13:11.153365 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:13:24.336575 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd5d2107-ab5e-47ab-af9f-4285406a1dc2 req-15fcb7b7-b03e-48eb-9ced-6b0ff7c5006d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.0748012 Dec 22 10:13:24.508817 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d2107-ab5e-47ab-af9f-4285406a1dc2 req-00253879-4b1b-42fe-b7a5-f98438d62286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:13:24.510458 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd5d2107-ab5e-47ab-af9f-4285406a1dc2 req-00253879-4b1b-42fe-b7a5-f98438d62286 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c89cb1345d340f38775861a6b074177&device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 1161 time: 0.0809894 Dec 22 10:13:24.679815 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d2107-ab5e-47ab-af9f-4285406a1dc2 req-32057cd6-dfdd-4dcd-b1d1-86aea7836ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:13:24.681399 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd5d2107-ab5e-47ab-af9f-4285406a1dc2 req-32057cd6-dfdd-4dcd-b1d1-86aea7836ad7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea HTTP/1.1" status: 200 len: 904 time: 0.1499631 Dec 22 10:13:24.804648 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd5d2107-ab5e-47ab-af9f-4285406a1dc2 req-fd5eee29-056b-49d3-b56c-90767af14a80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4209c1-c0a2-4233-bf1f-37608b84e089 HTTP/1.1" status: 200 len: 1001 time: 0.1163149 Dec 22 10:13:24.878974 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d2107-ab5e-47ab-af9f-4285406a1dc2 req-71573754-2364-45b0-a99b-5a672d0d3bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:13:24.880637 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd5d2107-ab5e-47ab-af9f-4285406a1dc2 req-71573754-2364-45b0-a99b-5a672d0d3bdb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1afa0cc-840d-4f33-a7c7-f41b2bef546c HTTP/1.1" status: 200 len: 849 time: 0.0693231 Dec 22 10:13:24.963169 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d2107-ab5e-47ab-af9f-4285406a1dc2 req-ecdf68e3-ae16-4c80-b900-3ee5c2bb7d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:13:24.964787 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd5d2107-ab5e-47ab-af9f-4285406a1dc2 req-ecdf68e3-ae16-4c80-b900-3ee5c2bb7d8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770171 Dec 22 10:13:25.111745 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd5d2107-ab5e-47ab-af9f-4285406a1dc2 req-d96eba04-b2fd-409e-8f5b-4bc734d7e73c service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403902 Dec 22 10:13:25.264861 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-dd5d2107-ab5e-47ab-af9f-4285406a1dc2 req-cc769325-2f25-4d7e-b1ae-63dd1a88ab59 service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1464782 Dec 22 10:13:35.047300 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-820ec847-3d56-4a0e-96c1-5abeb0bb4a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:13:35.277461 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:13:37.958352 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-f317ddde-435a-4242-8c5e-c6b6edbe2091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:13:38.890718 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:13:39.526641 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:13:40.254707 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:13:40.849032 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:13:41.153322 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:14:05.049268 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-155f964c-e9ec-49df-9445-e8525aa16860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:14:07.960353 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d4432e4a-cf25-4f05-9207-159c297a04f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:14:08.891751 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:14:09.529557 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:14:10.259489 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:14:10.856690 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:14:11.150613 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:14:12.278433 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:14:26.458286 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8b21acb1-c5b9-4053-855c-7009f52d1484 req-eabf292a-97ee-4fb7-b7f6-c8b9c1f5d778 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.1646502 Dec 22 10:14:26.573546 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21acb1-c5b9-4053-855c-7009f52d1484 req-832200e1-5e65-4cff-9b70-4bb21b130d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:14:26.575149 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8b21acb1-c5b9-4053-855c-7009f52d1484 req-832200e1-5e65-4cff-9b70-4bb21b130d41 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e798a8e61fa24836a28e3da00a2e4e8b&device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 1161 time: 0.0846274 Dec 22 10:14:26.736550 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21acb1-c5b9-4053-855c-7009f52d1484 req-b77cdf02-b3f1-4950-b87e-a0c77b0419f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:14:26.738749 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8b21acb1-c5b9-4053-855c-7009f52d1484 req-b77cdf02-b3f1-4950-b87e-a0c77b0419f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99773f64-dc84-4992-b646-2939d71e7472 HTTP/1.1" status: 200 len: 906 time: 0.1432374 Dec 22 10:14:26.809952 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8b21acb1-c5b9-4053-855c-7009f52d1484 req-d6152a04-f1e9-401c-9479-4c35c06a7d77 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06b58fe3-dcae-4817-84ce-d9707c64a09c HTTP/1.1" status: 200 len: 217 time: 0.0641158 Dec 22 10:14:26.882489 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21acb1-c5b9-4053-855c-7009f52d1484 req-8a7b3b6d-200f-4a26-bbf3-c1c3401ec70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:14:26.884396 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8b21acb1-c5b9-4053-855c-7009f52d1484 req-8a7b3b6d-200f-4a26-bbf3-c1c3401ec70a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a8cbed5-bf42-44bf-8a42-c92ce50d8141 HTTP/1.1" status: 200 len: 851 time: 0.0683420 Dec 22 10:14:26.964590 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21acb1-c5b9-4053-855c-7009f52d1484 req-36feb308-3673-4633-a3e3-2666ad7d29d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:14:26.966208 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8b21acb1-c5b9-4053-855c-7009f52d1484 req-36feb308-3673-4633-a3e3-2666ad7d29d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99773f64-dc84-4992-b646-2939d71e7472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756786 Dec 22 10:14:27.110558 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8b21acb1-c5b9-4053-855c-7009f52d1484 req-c262686a-9f8e-45bc-833e-4c67a98e4d0d service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373386 Dec 22 10:14:27.258294 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8b21acb1-c5b9-4053-855c-7009f52d1484 req-a8ac4b86-6dec-4ccd-bd80-5cadc16c07f7 service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405752 Dec 22 10:14:34.332379 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-0402bf8e-a58d-4111-a770-71fe1e985ca1 req-98b5f544-1004-40b6-ac9c-e758c9dc6e9a service neutron] (81072) timed out ('10.222.0.50', 40830) {{(pid=81072) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 22 10:14:35.052723 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-8b67e9f1-c246-44f1-b3b2-8928d9bdae9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:14:37.961942 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-79caf39b-8682-4fd3-8efd-a880acc0ef9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:14:38.897749 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:14:39.533523 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:14:40.260888 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:14:40.870011 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:14:41.160931 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:14:49.278682 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:14:53.703363 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-4e5eb686-4e27-49a8-bf66-a3cf32c3a299 req-53597992-eba0-4abf-8af0-70b49de33cff service neutron] (81072) timed out ('10.222.0.50', 41628) {{(pid=81072) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 22 10:15:05.059900 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-57400158-4ce0-48bd-bee9-7458541c478b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:15:07.964620 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-459c91e6-94fb-45be-9543-360cb43f9f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:15:08.898724 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:15:09.536276 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:15:10.268609 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:15:10.874252 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:15:11.175155 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:15:26.279199 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:15:28.328534 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06baa09b-05ce-46e5-a156-ff60536d5846 req-74a63e53-5b12-4bd2-8439-d76751886a17 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.0807300 Dec 22 10:15:28.505618 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baa09b-05ce-46e5-a156-ff60536d5846 req-6d6a75fc-ad2b-43b2-a1fc-05a4322e9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:15:28.507198 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06baa09b-05ce-46e5-a156-ff60536d5846 req-6d6a75fc-ad2b-43b2-a1fc-05a4322e9aa2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c89cb1345d340f38775861a6b074177&device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 1161 time: 0.0841877 Dec 22 10:15:28.675488 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baa09b-05ce-46e5-a156-ff60536d5846 req-5697de17-b8d7-468c-8e9f-eb54703ace22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:15:28.677170 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06baa09b-05ce-46e5-a156-ff60536d5846 req-5697de17-b8d7-468c-8e9f-eb54703ace22 service neutron] 10.222.0.64 "GET /v2.0/networks?id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea HTTP/1.1" status: 200 len: 904 time: 0.1491780 Dec 22 10:15:29.054252 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06baa09b-05ce-46e5-a156-ff60536d5846 req-404618d1-1ba4-4e8b-b15c-395cc99c94f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4209c1-c0a2-4233-bf1f-37608b84e089 HTTP/1.1" status: 200 len: 1001 time: 0.3703003 Dec 22 10:15:29.122723 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baa09b-05ce-46e5-a156-ff60536d5846 req-25f18dc8-6ee8-4d21-ac05-7692996b3bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:15:29.124392 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06baa09b-05ce-46e5-a156-ff60536d5846 req-25f18dc8-6ee8-4d21-ac05-7692996b3bea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1afa0cc-840d-4f33-a7c7-f41b2bef546c HTTP/1.1" status: 200 len: 849 time: 0.0635693 Dec 22 10:15:29.206598 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baa09b-05ce-46e5-a156-ff60536d5846 req-f71419e9-a557-4daa-b232-32aa554103fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:15:29.208323 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06baa09b-05ce-46e5-a156-ff60536d5846 req-f71419e9-a557-4daa-b232-32aa554103fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770693 Dec 22 10:15:29.360027 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06baa09b-05ce-46e5-a156-ff60536d5846 req-a60c1453-dcca-4907-9eba-0b910c3da7a7 service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444721 Dec 22 10:15:29.506733 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-06baa09b-05ce-46e5-a156-ff60536d5846 req-8193d361-eb2a-44c0-87e8-b23b19f8753c service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393931 Dec 22 10:15:35.058948 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-d515fe09-53ac-4a52-8382-57d2875fb17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:15:37.970343 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-9e6e50a3-405c-46d4-a664-74748c504382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:15:38.901910 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:15:39.539178 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:15:40.270271 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:15:40.899969 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:15:41.203338 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:16:03.279155 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:16:05.061916 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e4292c22-df7e-434b-be07-8509833c1f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:16:07.972537 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-3a7b21aa-2218-473a-9206-0661b4125fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:16:08.905173 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:16:09.543500 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:16:10.273815 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:16:10.896461 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:16:11.206518 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:16:28.355832 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8e457098-b6cd-4e42-83ba-6fd3718cf1b7 req-ab96e643-f6d5-4a0a-a3c4-4775b7f5d52c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.0756636 Dec 22 10:16:28.469599 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e457098-b6cd-4e42-83ba-6fd3718cf1b7 req-29d8d55a-693d-4ad0-9c03-eed347d01fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:16:28.471306 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8e457098-b6cd-4e42-83ba-6fd3718cf1b7 req-29d8d55a-693d-4ad0-9c03-eed347d01fb9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e798a8e61fa24836a28e3da00a2e4e8b&device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 1161 time: 0.0808954 Dec 22 10:16:28.637298 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e457098-b6cd-4e42-83ba-6fd3718cf1b7 req-52551b23-626b-4cc9-9df0-e3a06f0876c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:16:28.638925 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8e457098-b6cd-4e42-83ba-6fd3718cf1b7 req-52551b23-626b-4cc9-9df0-e3a06f0876c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99773f64-dc84-4992-b646-2939d71e7472 HTTP/1.1" status: 200 len: 906 time: 0.1451025 Dec 22 10:16:28.718603 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8e457098-b6cd-4e42-83ba-6fd3718cf1b7 req-4b3ce263-f1a3-4cb5-a2aa-9155161a5eb5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06b58fe3-dcae-4817-84ce-d9707c64a09c HTTP/1.1" status: 200 len: 217 time: 0.0713031 Dec 22 10:16:28.794377 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e457098-b6cd-4e42-83ba-6fd3718cf1b7 req-e9b65588-1542-4dfc-835c-a862af5c6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:16:28.796046 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8e457098-b6cd-4e42-83ba-6fd3718cf1b7 req-e9b65588-1542-4dfc-835c-a862af5c6f8b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a8cbed5-bf42-44bf-8a42-c92ce50d8141 HTTP/1.1" status: 200 len: 851 time: 0.0712419 Dec 22 10:16:28.877915 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e457098-b6cd-4e42-83ba-6fd3718cf1b7 req-02f2f8dd-317e-4ae2-b27e-64a361f79cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:16:28.879556 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8e457098-b6cd-4e42-83ba-6fd3718cf1b7 req-02f2f8dd-317e-4ae2-b27e-64a361f79cec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99773f64-dc84-4992-b646-2939d71e7472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769477 Dec 22 10:16:29.031768 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8e457098-b6cd-4e42-83ba-6fd3718cf1b7 req-12b73349-6ff0-4ff4-b6f4-b80d5ed0b3d9 service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455755 Dec 22 10:16:29.182832 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-8e457098-b6cd-4e42-83ba-6fd3718cf1b7 req-2c252445-c6f4-4649-a8a9-eca5cb34cd86 service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1448717 Dec 22 10:16:35.065444 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-87a9c883-61ab-49ed-9f35-8a791f620939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:16:37.974922 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-b9e2db5b-963a-4658-862d-aacf9cb2975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:16:38.911520 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:16:39.547449 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:16:40.277038 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:16:40.279709 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:16:40.912848 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:16:41.239823 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:17:05.068492 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-4af8c4f1-c457-44bf-a7cb-3aa131a080da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:17:07.980842 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-90bdb395-209c-47ab-bd62-0fc1c78d5cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:17:08.911002 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:17:09.549955 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:17:10.280345 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:17:10.926749 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:17:11.238825 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:17:17.279786 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:17:28.341098 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-274d3dd3-af84-421c-a4df-1d6658c163ec req-8d36621c-3c07-4f64-a08d-46c4352603c4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.0847135 Dec 22 10:17:28.506858 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d3dd3-af84-421c-a4df-1d6658c163ec req-290c8ed3-5526-4a1b-a9e9-da1852238461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:17:28.508424 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-274d3dd3-af84-421c-a4df-1d6658c163ec req-290c8ed3-5526-4a1b-a9e9-da1852238461 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c89cb1345d340f38775861a6b074177&device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 1161 time: 0.0757625 Dec 22 10:17:28.668503 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d3dd3-af84-421c-a4df-1d6658c163ec req-f3ccd7f4-3008-400e-9c0c-338cdcfeac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:17:28.670240 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-274d3dd3-af84-421c-a4df-1d6658c163ec req-f3ccd7f4-3008-400e-9c0c-338cdcfeac98 service neutron] 10.222.0.64 "GET /v2.0/networks?id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea HTTP/1.1" status: 200 len: 904 time: 0.1426213 Dec 22 10:17:28.798718 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-274d3dd3-af84-421c-a4df-1d6658c163ec req-e6abf412-b11a-46ca-9335-73943b1f841b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4209c1-c0a2-4233-bf1f-37608b84e089 HTTP/1.1" status: 200 len: 1001 time: 0.1204977 Dec 22 10:17:28.868060 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d3dd3-af84-421c-a4df-1d6658c163ec req-d2e3c95d-986b-40cd-9c80-c3ad253e6668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:17:28.869663 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-274d3dd3-af84-421c-a4df-1d6658c163ec req-d2e3c95d-986b-40cd-9c80-c3ad253e6668 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1afa0cc-840d-4f33-a7c7-f41b2bef546c HTTP/1.1" status: 200 len: 849 time: 0.0648191 Dec 22 10:17:28.954988 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d3dd3-af84-421c-a4df-1d6658c163ec req-dfb1be6a-3a69-4b46-a933-abe4ae25af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:17:28.956745 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-274d3dd3-af84-421c-a4df-1d6658c163ec req-dfb1be6a-3a69-4b46-a933-abe4ae25af99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807989 Dec 22 10:17:29.103541 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-274d3dd3-af84-421c-a4df-1d6658c163ec req-9db46d3c-9b8c-40d1-a867-dda33d248102 service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399083 Dec 22 10:17:29.261889 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-274d3dd3-af84-421c-a4df-1d6658c163ec req-60588459-1584-41bd-9c64-e1e6d8cd6436 service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1499426 Dec 22 10:17:35.073015 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6c821198-f0b1-468b-8df3-8f37d86d72b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:17:37.975974 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-e662b0f6-5ff1-4131-b645-b8a97eab0df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:17:38.914187 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:17:39.552398 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:17:40.282363 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:17:40.926566 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:17:41.275295 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:17:54.281138 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:18:05.076658 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-31497a05-9a42-457b-b88a-ce842e1acbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:18:07.977715 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca39e-cc20-4335-a3c3-706d6a657751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:18:08.915795 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:18:09.556463 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:18:10.286232 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:18:10.941208 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:18:11.276851 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:18:29.353823 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cbf64fe1-fa80-40b8-9a02-08a71a7b20d7 req-f2ef435b-192e-466f-98df-11ebcbf50463 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.0804076 Dec 22 10:18:29.463162 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf64fe1-fa80-40b8-9a02-08a71a7b20d7 req-ad567c9e-9780-475f-b08a-cdd06fd97be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:18:29.465513 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cbf64fe1-fa80-40b8-9a02-08a71a7b20d7 req-ad567c9e-9780-475f-b08a-cdd06fd97be1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e798a8e61fa24836a28e3da00a2e4e8b&device_id=93def4a8-1d5b-47b0-8689-fe3d285ecb3c HTTP/1.1" status: 200 len: 1161 time: 0.0777528 Dec 22 10:18:29.624321 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf64fe1-fa80-40b8-9a02-08a71a7b20d7 req-950cb60c-9cfb-4225-a168-e67e3f961094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:18:29.625923 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cbf64fe1-fa80-40b8-9a02-08a71a7b20d7 req-950cb60c-9cfb-4225-a168-e67e3f961094 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99773f64-dc84-4992-b646-2939d71e7472 HTTP/1.1" status: 200 len: 906 time: 0.1400852 Dec 22 10:18:29.702635 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cbf64fe1-fa80-40b8-9a02-08a71a7b20d7 req-873ed0c9-569d-4a4b-a817-69f1290e2931 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06b58fe3-dcae-4817-84ce-d9707c64a09c HTTP/1.1" status: 200 len: 217 time: 0.0700357 Dec 22 10:18:29.774510 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf64fe1-fa80-40b8-9a02-08a71a7b20d7 req-7eb48b2c-ee6a-4e16-803d-c354c3ddebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:18:29.776443 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cbf64fe1-fa80-40b8-9a02-08a71a7b20d7 req-7eb48b2c-ee6a-4e16-803d-c354c3ddebe2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a8cbed5-bf42-44bf-8a42-c92ce50d8141 HTTP/1.1" status: 200 len: 851 time: 0.0677776 Dec 22 10:18:29.868395 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf64fe1-fa80-40b8-9a02-08a71a7b20d7 req-7a0fa394-22d4-4fe0-b215-cdf6c072f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:18:29.870071 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cbf64fe1-fa80-40b8-9a02-08a71a7b20d7 req-7a0fa394-22d4-4fe0-b215-cdf6c072f099 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99773f64-dc84-4992-b646-2939d71e7472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866904 Dec 22 10:18:29.882896 n-d-765315-5 neutron-server[80960]: DEBUG neutron.wsgi [req-cbf64fe1-fa80-40b8-9a02-08a71a7b20d7 req-8b45a624-7ed2-4c60-aefd-e2ab29044d1c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=81071) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 22 10:18:29.883979 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cbf64fe1-fa80-40b8-9a02-08a71a7b20d7 req-8b45a624-7ed2-4c60-aefd-e2ab29044d1c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0061769 Dec 22 10:18:30.043297 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cbf64fe1-fa80-40b8-9a02-08a71a7b20d7 req-c24a6026-be39-4d36-a48c-52ccfa1737ec service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509366 Dec 22 10:18:30.193588 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-cbf64fe1-fa80-40b8-9a02-08a71a7b20d7 req-b68fef14-7af1-417f-a015-6c5253e43e83 service neutron] 10.222.0.64 "GET /v2.0/networks/99773f64-dc84-4992-b646-2939d71e7472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432726 Dec 22 10:18:31.281341 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:18:35.079035 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-71e4d1ef-fdaa-4e2d-af5f-3cbbff72d1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:18:37.980808 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-ceff5b99-e5b5-4a17-97bb-ef37735d9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:18:38.919893 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:18:39.559825 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:18:40.288781 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:18:40.955105 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:18:41.278627 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:19:05.081530 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-6e44fb42-4fa3-49ca-850f-9d3f9fff552a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:19:07.983553 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-deb05784-ce80-42e8-ae31-3b2b75a896b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:19:08.281965 n-d-765315-5 neutron-server[80960]: DEBUG neutron.db.agents_db [None req-ab5a0d7e-f687-4bd4-8ba6-a30b7758750d None None] Agent healthcheck: found 7 active agents {{(pid=81074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 22 10:19:08.924408 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-562a427c-e859-4eaa-b153-e969b112687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:19:09.564544 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fe00e735-4022-4f8c-a207-ad0e353eb1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:19:10.292053 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-c1763222-38a9-405c-990f-fad642ff3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:19:10.955970 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-40f27a24-9397-4004-b510-506e37e64d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:19:11.301121 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-10dc1a4b-9631-4602-b1e9-0f680b06f2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 10:19:31.531611 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c801cc22-1c1d-42de-8f3a-6b8968bbb6e1 req-74164d7d-56ce-4836-8bd6-efb08140b3b2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.2831354 Dec 22 10:19:31.704240 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801cc22-1c1d-42de-8f3a-6b8968bbb6e1 req-5afba72c-dc21-478b-8b61-131b2f5f05c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:19:31.705829 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c801cc22-1c1d-42de-8f3a-6b8968bbb6e1 req-5afba72c-dc21-478b-8b61-131b2f5f05c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c89cb1345d340f38775861a6b074177&device_id=a90b6c09-2d97-43b4-957e-0cf961d2331f HTTP/1.1" status: 200 len: 1161 time: 0.0810223 Dec 22 10:19:31.879748 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801cc22-1c1d-42de-8f3a-6b8968bbb6e1 req-4c4c588d-ec2d-4f29-a890-0d8c0718c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:19:31.882010 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c801cc22-1c1d-42de-8f3a-6b8968bbb6e1 req-4c4c588d-ec2d-4f29-a890-0d8c0718c3b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea HTTP/1.1" status: 200 len: 904 time: 0.1469712 Dec 22 10:19:31.999292 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c801cc22-1c1d-42de-8f3a-6b8968bbb6e1 req-c958cd71-3b8f-4ee8-a54c-0a07406c1c53 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4209c1-c0a2-4233-bf1f-37608b84e089 HTTP/1.1" status: 200 len: 1001 time: 0.1106794 Dec 22 10:19:32.076037 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801cc22-1c1d-42de-8f3a-6b8968bbb6e1 req-b0910848-55c4-4a3a-a7ed-baa98a349d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:19:32.077633 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c801cc22-1c1d-42de-8f3a-6b8968bbb6e1 req-b0910848-55c4-4a3a-a7ed-baa98a349d8a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1afa0cc-840d-4f33-a7c7-f41b2bef546c HTTP/1.1" status: 200 len: 849 time: 0.0720308 Dec 22 10:19:32.169943 n-d-765315-5 neutron-server[80960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801cc22-1c1d-42de-8f3a-6b8968bbb6e1 req-23a2400b-1849-4d63-b834-cafa2e6ae25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 10:19:32.171503 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c801cc22-1c1d-42de-8f3a-6b8968bbb6e1 req-23a2400b-1849-4d63-b834-cafa2e6ae25e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04f43c3d-e331-4b62-8ece-d2dce3fe9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872502 Dec 22 10:19:32.365645 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c801cc22-1c1d-42de-8f3a-6b8968bbb6e1 req-26b74959-d2c7-49e0-b553-fc3b1dcdc6a7 service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871419 Dec 22 10:19:32.546192 n-d-765315-5 neutron-server[80960]: INFO neutron.wsgi [req-c801cc22-1c1d-42de-8f3a-6b8968bbb6e1 req-90c3c371-9bfd-45b8-9a08-7d1d5c282a92 service neutron] 10.222.0.64 "GET /v2.0/networks/04f43c3d-e331-4b62-8ece-d2dce3fe9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1724715 Dec 22 10:19:35.083813 n-d-765315-5 neutron-server[80960]: DEBUG neutron_lib.callbacks.manager [None req-fdb9144b-809d-4987-acb8-40e4c130458b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762265887961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847110154'] for agent, after_update {{(pid=81073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}